-- Logs begin at Fri 2021-07-16 00:36:49 UTC, end at Fri 2021-07-16 02:54:55 UTC. -- Jul 16 01:08:54.733626 n-d-800085-5 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 01:08:57.434196 n-d-800085-5 neutron-server[93597]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:08:57.434743 n-d-800085-5 neutron-server[93597]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:08:57.434901 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93597) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:08:57.438465 n-d-800085-5 neutron-server[93597]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:08:57.438724 n-d-800085-5 neutron-server[93597]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:08:57.439038 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93597) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:08:57.439965 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:08:57.440202 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:08:57.440591 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:08:57.440840 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:08:57.441070 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:08:57.441392 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.441692 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.441990 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.442221 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.442521 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.442817 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.443105 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.443396 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.443694 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.443979 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.444290 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.444577 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.444810 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.445093 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.445383 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.445687 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.445895 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] debug = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.446178 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.446601 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.447011 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.447296 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.447586 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.447867 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.448140 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.448444 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.448732 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.449615 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] host = n-d-800085-5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.449915 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.450194 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.450485 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.450775 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.451052 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.451333 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.451620 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.451901 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.452180 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] log_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.452488 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.452788 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.453081 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.453372 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.453601 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.453828 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.454120 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.454412 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.454694 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.454972 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.455250 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.455527 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.455806 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.456078 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.456391 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.456682 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.456971 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.457252 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.457531 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.457809 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.458086 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.458374 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.458671 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.458933 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.459211 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.459510 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.459772 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.460053 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.460391 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.460682 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.460967 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.461253 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.461534 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.461815 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.462091 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.462367 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.462646 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] use_json = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.462921 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.463195 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.463478 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.463752 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.464032 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.464326 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.464627 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.464915 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:57.465251 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.465554 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.465857 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.466143 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.466442 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.466725 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.467015 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.467295 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.467586 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.467876 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.468167 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.468544 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.468839 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.469121 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.469419 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.469725 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.470023 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.470320 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.470599 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.470876 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.471152 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.471433 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.471720 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.472014 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.472338 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.472615 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.472900 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.473193 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.473474 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.473749 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.474029 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.474318 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.474599 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.474872 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.475154 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.475434 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.475707 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.475980 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.476284 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.476583 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.476864 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.477140 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.477413 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.477693 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.477966 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.478253 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.478537 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.478815 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.479090 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.479371 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.479645 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.479919 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.480735 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.481016 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.481296 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.481572 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.481848 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.482123 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.482397 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.482671 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.482947 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.483226 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.483504 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.483778 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.484052 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.484349 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.484628 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.484918 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.485201 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.485506 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.485787 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.486071 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.486353 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.486637 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.486915 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.487196 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.487479 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.487761 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.488035 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.488356 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.488647 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.488936 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.489222 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.489503 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.489801 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.490082 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.490368 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.490649 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.490930 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.491225 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.491511 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.491811 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.492106 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.492425 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.492723 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.493018 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.493309 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.493624 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.493911 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:57.494131 n-d-800085-5 neutron-server[93597]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:08:57.494375 n-d-800085-5 neutron-server[93597]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93597) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 01:08:57.840691 n-d-800085-5 neutron-server[93597]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:08:57.840971 n-d-800085-5 neutron-server[93597]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:08:57.841261 n-d-800085-5 neutron-server[93597]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:08:57.841594 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 01:08:58.229761 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.230084 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.230362 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.231567 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.231847 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.232135 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.266103 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.266378 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.266649 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.280288 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.280575 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.280845 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.310349 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.310628 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.310899 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.347266 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.347550 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.347824 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.578455 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.579064 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.579064 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.579232 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.579893 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.699745 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.700066 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.700380 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.700661 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.700933 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.701247 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.701511 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.701771 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.702029 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.702316 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.702580 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.702846 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.703105 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.703358 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.703615 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.703891 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.704150 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.704445 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.704726 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.704988 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.705261 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.705516 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.705802 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.706180 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.706432 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.706681 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.707072 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:58.707315 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:58.707554 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:58.707792 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:58.708028 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:58.708288 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:58.708652 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 01:08:58.711728 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 01:08:58.715703 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 01:08:58.719370 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 16 01:08:58.721032 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 01:08:58.721486 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 01:08:58.721827 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 01:08:58.722208 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 01:08:58.726034 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 01:08:58.726290 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 01:08:58.726640 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:08:58.754424 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 01:08:58.754881 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.755181 n-d-800085-5 neutron-server[93597]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93597) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 01:08:58.755542 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.756937 n-d-800085-5 neutron-server[93597]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93597) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 01:08:58.757222 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:08:58.757471 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 01:08:58.760659 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.760940 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:58.825928 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 01:08:58.826175 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 01:08:58.826416 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 01:08:58.826781 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 01:08:58.847373 n-d-800085-5 neutron-server[93597]: DEBUG oslo_db.sqlalchemy.engines [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93597) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 01:08:59.372385 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing driver for type 'gre' Jul 16 01:08:59.372903 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] gre ID ranges: [(1, 1000)] Jul 16 01:08:59.423826 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing driver for type 'local' Jul 16 01:08:59.424158 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing driver for type 'vlan' Jul 16 01:08:59.437261 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] VlanTypeDriver initialization complete Jul 16 01:08:59.437609 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing driver for type 'vxlan' Jul 16 01:08:59.438100 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] vxlan ID ranges: [(1, 1000)] Jul 16 01:08:59.487924 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing extension driver 'port_security' Jul 16 01:08:59.488289 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.extensions.port_security [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] PortSecurityExtensionDriver initialization complete Jul 16 01:08:59.488614 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing mechanism driver 'openvswitch' Jul 16 01:08:59.488929 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing mechanism driver 'hyperv' Jul 16 01:08:59.495297 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.plugin [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:59.498065 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.498434 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.498785 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.499306 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:08:59.499736 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnet after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.500090 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnet after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.500461 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.500850 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:08:59.501248 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.501589 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.501926 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.502310 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:08:59.502706 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > security_group after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.503055 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > security_group after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.503393 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.503781 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:08:59.504175 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.504540 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.504873 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.505257 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:08:59.505651 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > address_group after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.505991 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > address_group after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.506324 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.506708 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:08:59.507076 n-d-800085-5 neutron-server[93597]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] ML2 OVO RPC backend initialized. {{(pid=93597) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 01:08:59.507778 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.508128 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.508571 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.508915 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > networks before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.509257 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.509592 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > ports before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.509929 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnet before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.510266 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnets before_response 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.510606 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.510939 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.511848 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.512186 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.512541 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.512871 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.513206 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnet after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.513537 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnet after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.513864 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.514434 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.plugin [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Modular L2 Plugin initialization complete Jul 16 01:08:59.514754 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading services supported by the core plugin {{(pid=93597) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 01:08:59.515073 n-d-800085-5 neutron-server[93597]: INFO neutron.plugins.ml2.managers [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Got port-security extension from driver 'port_security' Jul 16 01:08:59.515530 n-d-800085-5 neutron-server[93597]: INFO neutron.extensions.vlantransparent [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Disabled vlantransparent extension. Jul 16 01:08:59.516002 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93597) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 01:08:59.516337 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: router Jul 16 01:08:59.552149 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.552558 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router after_create 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.552928 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router before_create 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.553291 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.553663 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.554012 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router after_delete 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.554366 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.554844 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router after_create 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.555191 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router after_update 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.555537 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router after_update 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.555881 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.556251 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router after_update 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.556666 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_update 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.557030 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: port after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.557363 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: port after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.557695 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: subnet after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.558029 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.558395 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.558737 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_create 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.559079 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: port before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.559416 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.559767 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router after_update 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.560106 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.560475 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_create 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.560830 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.561170 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_update 55549900 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.561530 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > agent after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.562124 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > agent after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.562463 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > network after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.563314 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Tracking information for resource: router configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:59.563639 n-d-800085-5 neutron-server[93597]: DEBUG neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Tracking information for resource: floatingip configured {{(pid=93597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:08:59.568449 n-d-800085-5 neutron-server[93597]: INFO neutron.db.l3_agentschedulers_db [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 01:08:59.569025 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: port after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.569382 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: port after_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.569725 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: port after_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.570068 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: port after_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.570843 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router before_create 55550100 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.571202 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.571557 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_create 55550100 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.571909 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > router precommit_update 55550100 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.576357 n-d-800085-5 neutron-server[93597]: DEBUG neutron.services.provider_configuration [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service providers = [] {{(pid=93597) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 01:08:59.576706 n-d-800085-5 neutron-server[93597]: DEBUG neutron.db.servicetype_db [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93597) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 01:08:59.579690 n-d-800085-5 neutron-server[93597]: DEBUG neutron.services.service_base [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:08:59.580372 n-d-800085-5 neutron-server[93597]: DEBUG neutron.services.service_base [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:08:59.580526 n-d-800085-5 neutron-server[93597]: DEBUG neutron.services.service_base [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:08:59.581336 n-d-800085-5 neutron-server[93597]: DEBUG neutron.services.service_base [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:08:59.581700 n-d-800085-5 neutron-server[93597]: INFO neutron.services.service_base [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 01:08:59.582078 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.582392 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 01:08:59.593530 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.593859 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: auto_allocate Jul 16 01:08:59.599541 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: network precommit_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.599906 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: network precommit_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.600445 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.600765 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: tag Jul 16 01:08:59.607990 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.608347 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: timestamp Jul 16 01:08:59.612086 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.612446 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: network_ip_availability Jul 16 01:08:59.617762 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.618130 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.618482 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.619193 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.619505 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: flavors Jul 16 01:08:59.625746 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.626029 n-d-800085-5 neutron-server[93597]: INFO neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading Plugin: revisions Jul 16 01:08:59.630295 n-d-800085-5 neutron-server[93597]: DEBUG neutron.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:08:59.630680 n-d-800085-5 neutron-server[93597]: DEBUG oslo_concurrency.lockutils [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=93597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:08:59.631410 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93597) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 01:08:59.631745 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Initializing extension manager. Jul 16 01:08:59.632266 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: __init__.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.632605 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: __pycache__ {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.632934 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.633260 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: address_group.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.634009 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.634563 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: address-group Jul 16 01:08:59.634881 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: address_scope.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.635587 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.636089 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: address-scope Jul 16 01:08:59.636450 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.637373 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.637879 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: router-admin-state-down-before-update Jul 16 01:08:59.638195 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: agent.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.638887 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.639385 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: agent Jul 16 01:08:59.639698 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: agent_resources_synced.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.640633 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.641143 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: agent-resources-synced Jul 16 01:08:59.641459 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: allowedaddresspairs.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.643223 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.643737 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: allowed-address-pairs Jul 16 01:08:59.644060 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: auto_allocated_topology.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.645147 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.645656 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: auto-allocated-topology Jul 16 01:08:59.645973 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: availability_zone.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.646658 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.647154 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: availability_zone Jul 16 01:08:59.647468 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: availability_zone_filter.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.648395 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.648900 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: availability_zone_filter Jul 16 01:08:59.649216 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: data_plane_status.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.650119 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.650610 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 01:08:59.650922 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: default_subnetpools.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.652355 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.652856 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: default-subnetpools Jul 16 01:08:59.653172 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.653971 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.654470 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: dhcp_agent_scheduler Jul 16 01:08:59.654787 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: dns.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.655686 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.656183 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 01:08:59.656530 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: dns_domain_ports.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.657441 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.657938 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 01:08:59.658255 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.659167 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.659667 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 01:08:59.659984 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: dvr.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.660685 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.661181 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: dvr Jul 16 01:08:59.661493 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: empty_string_filtering.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.662397 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.662900 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: empty-string-filtering Jul 16 01:08:59.663215 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.664109 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.664635 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:08:59.664948 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.665849 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.666343 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 01:08:59.666655 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: external_net.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.668198 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.668720 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: external-net Jul 16 01:08:59.669033 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.669942 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.670441 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: extra_dhcp_opt Jul 16 01:08:59.670754 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: extraroute.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.671652 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.672155 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: extraroute Jul 16 01:08:59.672498 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: extraroute_atomic.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.673520 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.674027 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: extraroute-atomic Jul 16 01:08:59.674346 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: filter_validation.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.675001 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.675498 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: filter-validation Jul 16 01:08:59.675811 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: fip_pf_description.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.676801 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.677464 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 01:08:59.677778 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: fip_port_details.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.678701 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.679196 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: fip-port-details Jul 16 01:08:59.679509 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: flavors.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.680748 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.681258 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: flavors Jul 16 01:08:59.681576 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.683241 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.683761 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 01:08:59.684089 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: floatingip_pools.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.684810 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.685315 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: floatingip-pools Jul 16 01:08:59.685635 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: ip_allocation.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.686814 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.687328 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 01:08:59.687649 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.688581 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.689085 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: ip-substring-filtering Jul 16 01:08:59.689407 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l2_adjacency.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.690325 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.690824 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 01:08:59.691141 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l3.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.692089 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.692631 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: router Jul 16 01:08:59.692951 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.695148 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.695670 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:08:59.695995 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.696945 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.697454 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: ext-gw-mode Jul 16 01:08:59.697775 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.699179 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.699693 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: l3-ha Jul 16 01:08:59.700011 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l3_flavors.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.700962 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.701465 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: l3-flavors Jul 16 01:08:59.701782 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.702685 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.703183 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 01:08:59.703499 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: l3agentscheduler.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.704537 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.705044 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: l3_agent_scheduler Jul 16 01:08:59.705363 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: logging.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.706815 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.707328 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension logging not supported by any of loaded plugins Jul 16 01:08:59.707652 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: metering.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.708423 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.708994 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: metering Jul 16 01:08:59.709314 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.710406 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.710915 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: metering_source_and_destination_fields Jul 16 01:08:59.711237 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: multiprovidernet.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.712305 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.712815 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: multi-provider Jul 16 01:08:59.713136 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: netmtu.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.714044 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.715132 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: net-mtu Jul 16 01:08:59.715447 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: netmtu_writable.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.716398 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.716902 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: net-mtu-writable Jul 16 01:08:59.717220 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: network_availability_zone.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.717882 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.718380 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: network_availability_zone Jul 16 01:08:59.718694 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: network_ip_availability.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.719761 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.720292 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: network-ip-availability Jul 16 01:08:59.720612 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: network_segment_range.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.721364 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.721859 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 01:08:59.722171 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: pagination.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.723142 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.723463 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: pagination Jul 16 01:08:59.723776 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: port_device_profile.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.724705 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.725215 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: port-device-profile Jul 16 01:08:59.725527 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.726465 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.726968 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: port-mac-address-regenerate Jul 16 01:08:59.727284 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.728181 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.728706 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: port-numa-affinity-policy Jul 16 01:08:59.729021 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: port_resource_request.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.729938 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.730443 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 01:08:59.730757 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: portbindings.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.731685 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.732192 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: binding Jul 16 01:08:59.732538 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: portbindings_extended.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.733796 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.734305 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: binding-extended Jul 16 01:08:59.734627 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: portsecurity.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.735533 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.736035 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: port-security Jul 16 01:08:59.736384 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: project_id.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.737345 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.737670 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: project-id Jul 16 01:08:59.737986 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: providernet.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.738898 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.739405 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: provider Jul 16 01:08:59.739718 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.743204 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.743725 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos not supported by any of loaded plugins Jul 16 01:08:59.744053 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.745317 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.745854 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 01:08:59.746178 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.747085 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.747592 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 01:08:59.747913 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_default.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.748850 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.749358 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-default not supported by any of loaded plugins Jul 16 01:08:59.749679 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_fip.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.750324 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.750821 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 01:08:59.751138 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_gateway_ip.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.752050 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.752587 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 01:08:59.752903 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_port_network_policy.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.753808 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.754311 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 01:08:59.754624 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_rule_type_details.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.755529 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.756026 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 01:08:59.756375 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: qos_rules_alias.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.757413 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.757918 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 01:08:59.758238 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: quotasv2.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.759129 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.759626 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: quotas Jul 16 01:08:59.759943 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: quotasv2_detail.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.763455 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.763794 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: quota_details Jul 16 01:08:59.764122 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: rbac.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.765194 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.765719 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: rbac-policies Jul 16 01:08:59.766048 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: rbac_address_group.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.766970 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.767490 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: rbac-address-group Jul 16 01:08:59.767818 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: rbac_address_scope.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.768767 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.769276 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: rbac-address-scope Jul 16 01:08:59.769599 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: rbac_security_groups.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.770502 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.771006 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: rbac-security-groups Jul 16 01:08:59.771327 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: rbac_subnetpool.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.772236 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.772753 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: rbac-subnetpool Jul 16 01:08:59.773074 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: revisionifmatch.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.773979 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.774482 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: revision-if-match Jul 16 01:08:59.774799 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: revisions.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.775880 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.776408 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: standard-attr-revisions Jul 16 01:08:59.776729 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: router_availability_zone.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.777949 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.778463 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: router_availability_zone Jul 16 01:08:59.778786 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: routerservicetype.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.779695 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.780195 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 01:08:59.780542 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.781454 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.781959 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: security-groups-normalized-cidr Jul 16 01:08:59.782277 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.783187 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.783694 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: port-security-groups-filtering Jul 16 01:08:59.784014 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.784950 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.785457 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: security-groups-remote-address-group Jul 16 01:08:59.785774 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: securitygroup.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.795414 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.795942 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: security-group Jul 16 01:08:59.796301 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: segment.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.797086 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.797590 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension segment not supported by any of loaded plugins Jul 16 01:08:59.797910 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.798838 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.799346 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 01:08:59.799668 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: servicetype.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.800813 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.801328 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: service-type Jul 16 01:08:59.801646 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: sorting.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.802617 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.802950 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: sorting Jul 16 01:08:59.803269 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: standard_attr_segment.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.804269 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.804784 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 01:08:59.805103 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: standardattrdescription.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.805753 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.806256 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: standard-attr-description Jul 16 01:08:59.806574 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: stateful_security_group.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.807505 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.808011 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: stateful-security-group Jul 16 01:08:59.808379 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: stdattrs_common.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.808949 n-d-800085-5 neutron-server[93597]: WARNING neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 01:08:59.809265 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.810193 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.810702 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 01:08:59.811019 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: subnet_onboard.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.812373 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.812893 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: subnet_onboard Jul 16 01:08:59.813213 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.814143 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.814647 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 01:08:59.814969 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: subnet_service_types.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.815885 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.816417 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: subnet-service-types Jul 16 01:08:59.816739 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: subnetallocation.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.817807 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.818318 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: subnet_allocation Jul 16 01:08:59.818638 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.819297 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.819800 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: subnetpool-prefix-ops Jul 16 01:08:59.820116 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.821079 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.821580 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 01:08:59.821895 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: tagging.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.822930 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.823441 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: standard-attr-tag Jul 16 01:08:59.824306 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: timestamp.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.825533 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.826047 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loaded extension: standard-attr-timestamp Jul 16 01:08:59.826368 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: trunk.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.827428 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.827983 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension trunk not supported by any of loaded plugins Jul 16 01:08:59.828338 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: trunk_details.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.829313 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.829869 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 01:08:59.830189 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: uplink_status_propagation.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.831178 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.831703 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 01:08:59.832020 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Loading extension file: vlantransparent.py {{(pid=93597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:08:59.832709 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:08:59.833214 n-d-800085-5 neutron-server[93597]: INFO neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 01:08:59.835612 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:network Jul 16 01:08:59.836146 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:subnet Jul 16 01:08:59.836570 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:08:59.836958 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:port Jul 16 01:08:59.838171 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.838607 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service FLAVORS assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.839209 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.840178 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.840524 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:router Jul 16 01:08:59.840944 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:08:59.841422 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service METERING assigned prefix: /metering {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.842803 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.843164 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.843514 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:08:59.844503 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:08:59.844938 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:08:59.845362 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:08:59.845958 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service CORE assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.846280 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:08:59.846615 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] subnetpool is already registered Jul 16 01:08:59.847024 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service CORE assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.847350 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:08:59.847674 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] subnetpool is already registered Jul 16 01:08:59.849944 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.850368 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service FLAVORS assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.850947 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.851358 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.851685 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:router Jul 16 01:08:59.852015 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] router is already registered Jul 16 01:08:59.852454 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:08:59.852786 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] floatingip is already registered Jul 16 01:08:59.853230 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service METERING assigned prefix: /metering {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.853885 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:08:59.854205 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] rbac_policy is already registered Jul 16 01:08:59.854616 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:08:59.854964 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] security_group is already registered Jul 16 01:08:59.855361 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:08:59.855686 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] security_group_rule is already registered Jul 16 01:08:59.856325 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service CORE assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.856647 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:08:59.856972 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] subnetpool is already registered Jul 16 01:08:59.857379 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.v2.resource_helper [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Service CORE assigned prefix: {{(pid=93597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:08:59.857692 n-d-800085-5 neutron-server[93597]: INFO neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:08:59.858013 n-d-800085-5 neutron-server[93597]: WARNING neutron.quota.resource_registry [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] subnetpool is already registered Jul 16 01:08:59.858467 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: extensions {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.859879 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: address-groups {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.861383 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: address-scopes {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.862667 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: agents {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.863819 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: auto-allocated-topology {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.865077 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: availability_zones {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.866278 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: dhcp-networks {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.867759 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: dhcp-agents {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.869211 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: routers {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.870914 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: flavors {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.873144 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: service_profiles {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.874337 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: next_providers {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.875812 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: service_profiles {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.877331 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: floatingip-pools {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.878540 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: routers {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.880209 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: floatingips {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.881487 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: l3-routers {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.882862 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: l3-agents {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.884298 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: metering-labels {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.885532 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: metering-label-rules {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.887417 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: network-ip-availabilities {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.888694 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: bindings {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.890228 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: quotas {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.891737 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: quotas {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.893177 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: rbac-policies {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.894354 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: security-groups {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.895646 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: security-group-rules {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.896914 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: service-providers {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.898114 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: subnetpools {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.899457 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: subnetpools {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.901021 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.903281 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.905123 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.906890 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.908588 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.910515 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.912176 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.913975 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.915805 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.917612 n-d-800085-5 neutron-server[93597]: DEBUG neutron.api.extensions [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Extended resource: tags {{(pid=93597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:08:59.923494 n-d-800085-5 neutron-server[93597]: WARNING keystonemiddleware.auth_token [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 01:08:59.927932 n-d-800085-5 neutron-server[93597]: WARNING keystonemiddleware.auth_token [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 01:08:59.936210 n-d-800085-5 neutron-server[93597]: DEBUG oslo_concurrency.lockutils [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Acquired lock "singleton_lock" {{(pid=93597) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 01:08:59.936955 n-d-800085-5 neutron-server[93597]: DEBUG oslo_concurrency.lockutils [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Releasing lock "singleton_lock" {{(pid=93597) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 01:08:59.937592 n-d-800085-5 neutron-server[93597]: INFO oslo_service.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Starting 2 workers Jul 16 01:08:59.942363 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Started child 93706 {{(pid=93597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:08:59.946731 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Started child 93707 {{(pid=93597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:08:59.947781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.948462 n-d-800085-5 neutron-server[93597]: INFO neutron.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 01:08:59.949511 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Notify callbacks [] for process, before_spawn {{(pid=93597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.949752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [-] (93706) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:08:59.951918 n-d-800085-5 neutron-server[93597]: INFO oslo_service.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Starting 1 workers Jul 16 01:08:59.952031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.953532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [-] (93707) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:08:59.957141 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Started child 93708 {{(pid=93597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:08:59.957686 n-d-800085-5 neutron-server[93597]: INFO oslo_service.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Starting 1 workers Jul 16 01:08:59.960875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] calling RpcWorker wait() {{(pid=93708) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 01:08:59.961411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] returning from RpcWorker wait() {{(pid=93708) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 01:08:59.962119 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Started child 93709 {{(pid=93597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:08:59.962752 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.962910 n-d-800085-5 neutron-server[93597]: DEBUG neutron_lib.callbacks.manager [None req-7eb53b8d-db84-4755-abbf-948e26fa3351 None None] Notify callbacks [] for process, after_spawn {{(pid=93597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.963306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:59.965366 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93597) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:08:59.965576 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:08:59.965758 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:08:59.965970 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:08:59.966317 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:08:59.966477 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:08:59.966992 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.967265 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.967533 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.967790 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.967997 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.968484 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.968675 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.968929 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.969177 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.969458 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.969689 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.969858 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.970022 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.970283 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.970534 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.970824 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.971081 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.971314 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.971558 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.971724 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.971982 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.972288 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.972544 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.972817 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] debug = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.973052 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.973577 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.973779 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.974024 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.974238 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.974504 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.974758 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.975018 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.975246 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.975457 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.975686 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.975927 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.976149 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.976422 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.976633 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.976876 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.977112 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.977571 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] host = n-d-800085-5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.977814 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.978029 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.978255 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.978495 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.978737 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.978967 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.979221 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.979488 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.979729 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.980000 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.980266 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.980525 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.980744 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.980983 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.981143 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_options = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.981373 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.981653 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.981908 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.982096 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.982262 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.982435 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.982684 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.982843 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.983084 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.983294 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.983504 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.983715 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.983926 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.984154 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.984452 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.984704 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.984937 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.985162 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.985415 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.985642 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.985887 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.986111 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.986341 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.986557 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.986816 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.986992 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.987233 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.987445 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.987654 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.987933 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.988171 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.988449 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.988698 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.988937 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.989163 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.989386 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.989598 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.989853 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.990081 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.990329 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.990569 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.990800 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.991079 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.991260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.991473 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.991700 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_json = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.991925 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.992136 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.992412 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.992623 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.992847 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.993034 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.993263 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.993509 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:08:59.993925 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.994210 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.994510 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.994777 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.995026 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.995270 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.995515 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.995761 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.996008 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.996279 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.996584 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.996820 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.997112 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.997346 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.998815 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.998815 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.998815 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.999176 n-d-800085-5 neutron-server[93709]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:08:59.999313 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.999313 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.999313 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.999313 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.999758 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:08:59.999758 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.000003 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.000123 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.000428 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.000677 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.000929 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.002640 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.003202 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.003202 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.003337 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.003547 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.003933 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.004091 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.004253 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.004485 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.004736 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.004970 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.005191 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.005418 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.005655 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.005927 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.006187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.006425 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.006637 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.006854 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.007072 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.007300 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.007507 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.007708 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.007923 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.008138 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.008423 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.008648 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.008891 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.009102 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.009314 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.009530 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.009741 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.009972 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.010188 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.010416 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.010631 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.010861 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.012136 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.012136 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.012136 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.012418 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.012418 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.012642 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.012849 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.013088 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.013295 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.013507 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.013735 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.013965 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.014229 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.014558 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.014818 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.015128 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.016012 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.016012 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.016012 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.016376 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.016473 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.016654 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.016957 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.017143 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.017391 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.017616 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.017856 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.018093 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.018354 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.018590 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.018809 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.019681 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.019681 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.019681 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.019951 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.019951 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.020183 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.020462 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.020728 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.020998 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.021268 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.021664 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.022128 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.022394 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.022697 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.022941 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.023207 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.023464 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.023683 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.023923 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.024147 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.024433 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.024682 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.024917 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.027540 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.028691 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.028691 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.028691 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.028691 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.028691 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.029322 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.029322 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.029322 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.029705 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.029705 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.029981 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.030107 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.030357 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.030613 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.030865 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.031215 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.031460 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.031668 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.031879 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.032119 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.032350 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.032579 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.032803 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.033012 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.033230 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.033475 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.033686 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.033885 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.034130 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.034364 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.034597 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.034818 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.035043 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.035290 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.035519 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.035790 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.036043 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.036304 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.036551 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.036792 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.037052 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.037264 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.037521 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.037752 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.037964 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.038178 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.038412 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.038626 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.038870 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.039094 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.039324 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.039581 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.039816 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.040138 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.040409 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.040644 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.040877 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.041091 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.041327 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.041569 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.041783 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.041996 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.042208 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.042479 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.042723 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.042968 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.043186 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.043401 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.043612 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.043844 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.044051 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.044276 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.044579 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.044820 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.045051 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.045298 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.045538 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.045748 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.045970 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.046197 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.046409 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.046646 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.046861 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.047066 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.047289 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.047494 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.047702 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.047919 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.048130 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.048359 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.048600 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.048804 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.049009 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.049225 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.049438 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.049641 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.049860 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.050118 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.050323 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.050560 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.050772 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052693 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052693 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.052939 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.053155 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.053407 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.053628 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.053865 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.054082 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.054333 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.054657 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.054938 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.055179 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.055410 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.056019 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.056019 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.056308 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.056458 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.056733 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.057062 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.057345 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.057627 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.058139 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.058416 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.058636 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.058850 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.059085 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.059319 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.059550 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.059778 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.060012 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.060335 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.060487 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.060716 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.060926 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.061149 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.061382 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.061850 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.062078 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.062238 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:09:00.062751 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93597) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:09:00.062908 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:09:00.063061 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:09:00.063231 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:09:00.063399 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:09:00.063579 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:09:00.063743 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.063902 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.064058 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.064235 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.064405 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.064575 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.064743 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.064888 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.065045 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.065188 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.065346 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.065496 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.065655 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.065804 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.065963 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.066113 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.066270 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.066430 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.066574 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.066733 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.066891 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.067046 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.067202 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] debug = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.067357 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.067557 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.067743 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.067854 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.068029 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.068182 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.068349 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.068497 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.068654 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.068809 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.068963 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.069119 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.069275 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.069430 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.069585 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.069740 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.069899 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.070083 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] host = n-d-800085-5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.070194 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.070343 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.070503 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.070664 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.070809 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.070963 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.071122 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.071278 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.071434 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.071591 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.071748 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.071904 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.072060 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.072216 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.072391 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_options = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.072546 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.072703 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.072860 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.073043 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.073207 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.073359 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.073513 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.074173 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.074337 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.074492 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.074651 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.074799 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075534 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075534 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075534 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075534 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075534 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075865 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075865 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.075984 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.076138 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.076275 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.076434 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.076589 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.076740 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.076896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.077052 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.077207 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.077361 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.077516 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.077669 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.077825 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.077981 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.078136 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.078290 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.078446 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.078602 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.078760 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.078916 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.079072 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.079227 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.079381 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.079537 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.079691 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.079846 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.080001 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_json = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.080155 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.080331 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.080488 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.080643 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.080799 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.080954 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.081109 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.081265 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:09:00.081438 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.081596 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.081763 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.081919 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.082077 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.082234 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.082391 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.082553 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.082709 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.082866 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.083028 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.083184 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.083351 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.083506 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.083663 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.083824 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.083982 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.084138 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.084316 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.084474 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.084631 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.084806 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.084964 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.085121 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.085285 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.085441 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.085600 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.085756 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.085915 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.086074 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.086233 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.086392 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.086549 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.086705 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.086863 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.087019 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.087178 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.087337 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.087496 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.087655 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.087815 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.087973 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.088130 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.088311 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.088467 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.088608 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.088766 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.088924 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.089082 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.089240 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.090008 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.090165 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.090305 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.090454 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.090592 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.090730 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.090869 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.091006 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.091145 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.091282 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.091429 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.091590 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.091748 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.091897 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.092052 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.092210 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.092394 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.092541 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.092769 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.092927 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.093067 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.093204 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.093341 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.093517 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.093660 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.093797 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.093919 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.094032 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.094163 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.094287 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.094409 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.094569 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.094727 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.094874 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.095041 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.095213 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.095376 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.095533 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.095692 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.095851 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.096008 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.096164 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.096342 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.096499 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.096656 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.096813 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.096970 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.097129 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.097287 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.097444 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.097601 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.097758 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.097913 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.098122 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.098259 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.098385 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.098509 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.098651 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.098808 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.098965 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.099122 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.099289 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.099446 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.099606 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.099763 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.099926 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.100094 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.100271 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.100431 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.100587 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.100743 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.100901 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.101042 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.101203 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.101361 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.101518 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.101675 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.101839 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.102005 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.102162 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.102319 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.102476 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.102655 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.102859 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.102993 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.103110 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.103267 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.103423 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.103579 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.103736 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.103944 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.104072 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.104185 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.104353 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.104510 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.104668 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.104827 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.105011 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.105171 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108260 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.108896 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.109489 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110187 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110722 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110722 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110722 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110722 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110722 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.110722 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:00.111214 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111214 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111214 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111420 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111497 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111636 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111793 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.111951 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.112109 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.112286 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.112446 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.112605 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.112764 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.112926 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.113083 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.113239 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.113397 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.113554 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.113712 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.113884 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.114042 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.114199 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.114356 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.114513 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.114670 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.114837 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.114994 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.115152 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.115312 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.115470 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.115632 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.115799 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.115956 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.116114 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.116290 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.116449 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.116606 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.116772 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.116931 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.117088 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.117243 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.117399 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.117558 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.117722 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.117880 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.118037 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.118194 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.118351 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.118506 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.118670 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.118830 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.118988 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.119151 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.119308 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.119466 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.119623 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.119790 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.119947 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.120106 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.120289 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.120442 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.121108 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.121268 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.121429 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.121594 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.121757 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.121917 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.122083 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.122248 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.122413 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.122570 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.122732 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.122901 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.123057 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.123214 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.123372 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.123528 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.123686 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.123848 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.124003 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.124147 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.124313 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.124455 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.124614 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.124759 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.124917 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.125076 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.125230 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.125439 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.125581 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.125729 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.125919 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:09:00.125919 n-d-800085-5 neutron-server[93597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:09:00.404297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:00.412675 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062318 Jul 16 01:09:11.529979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163048f4-f4b7-4e40-88ff-f43afa1e8562 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:09:11.625304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163048f4-f4b7-4e40-88ff-f43afa1e8562 None None] No non-hosted networks {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 01:09:11.641850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.agentschedulers_db [None req-163048f4-f4b7-4e40-88ff-f43afa1e8562 None None] DHCP Agent not found on host n-d-800085-5 {{(pid=93708) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 01:09:11.764657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3696a9e6-e52c-45b8-b05c-07465f1799cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417035'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.108593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ff415b04-6ff2-48dd-863e-284bafdc422e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417035'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.159323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b682-a731-4536-a215-0702bb884a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.332413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417035'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.333165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.333631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.333978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.334343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.334671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.334999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.335318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.335693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.336136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.336487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.336806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.337173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:14.337634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800085-5', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:14.343931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800085-5', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:15.153721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417035'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:16.646669 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417035'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:17.913581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:18.398752 n-d-800085-5 neutron-server[93706]: WARNING oslo_policy.policy [None req-0c3caa7c-dc2b-4185-839b-3b5140d7d7bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:09:18.399442 n-d-800085-5 neutron-server[93706]: WARNING oslo_policy.policy [None req-0c3caa7c-dc2b-4185-839b-3b5140d7d7bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:09:18.625329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-0c3caa7c-dc2b-4185-839b-3b5140d7d7bd admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:09:18.626484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c3caa7c-dc2b-4185-839b-3b5140d7d7bd admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7108474 Jul 16 01:09:20.416308 n-d-800085-5 neutron-server[93708]: INFO neutron.db.l3_hamode_db [None req-0bfe2464-b331-48b4-b62f-26b1a2d3c9dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 01:09:20.492651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe2464-b331-48b4-b62f-26b1a2d3c9dc None None] Routers set() bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:20.493128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe2464-b331-48b4-b62f-26b1a2d3c9dc None None] Router IDs set() for agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:09:20.958884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:21.263692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:21.356575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.policy [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93706) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:09:21.400981 n-d-800085-5 neutron-server[93706]: WARNING oslo_policy.policy [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:09:21.401350 n-d-800085-5 neutron-server[93706]: WARNING oslo_policy.policy [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:09:21.409994 n-d-800085-5 neutron-server[93706]: INFO neutron.quota [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] Loaded quota_driver: . Jul 16 01:09:21.501808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780523316789', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780523316422', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780523368784', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780523372166', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780523339979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780523350145', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1603584', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1596915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570319', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628030'] for rbac-policy, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.564300 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.565499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ca736c6e-65e2-47f8-a0b2-2d65f07ee6d2 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6056640 Jul 16 01:09:24.097842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:24.381747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'project_id': 'f608191554844295a8017b15339cdfdf', 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:24.409965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Made reservation on behalf of f608191554844295a8017b15339cdfdf for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:24.412844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.429190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.547774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.551509 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.571251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:09:24.597464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780520180803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.598104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Unsubscribe: segment precommit_create {{(pid=93706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:09:24.598741 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Added segment cef2bbdd-e008-4c54-a55f-321e6917a350 of type vlan for network 12a92028-8642-4f0c-9599-72a04beaec5b Jul 16 01:09:24.637313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07b9c18-2d99-49b5-aa55-8743a695204e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:24.674379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.674716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.675047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.675372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.675700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.676019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.676357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.676673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.676987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.677305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.677639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.677970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Tracked resource versions report: Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: pushed versions: Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: { 'AddressGroup': {'1.2'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'ConntrackHelper': {'1.0'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Log': {'1.0'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Network': {'1.1'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Port': {'1.7'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'PortForwarding': {'1.2'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'QosPolicy': {'1.8'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'SecurityGroup': {'1.4'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'SubPort': {'1.0'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Subnet': {'1.1'}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Trunk': {'1.1'}} Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: consumer versions: Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: L3 agent@n-d-800085-5: {}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: Metadata agent@n-d-800085-5: {}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: Metering agent@n-d-800085-5: {}, Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'ConntrackHelper': '1.0', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Log': '1.0', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Network': '1.1', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Port': '1.7', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'PortForwarding': '1.2', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'QosPolicy': '1.8', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'SecurityGroup': '1.4', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'SecurityGroupRule': '1.2', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'SubPort': '1.0', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Subnet': '1.1', Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: 'Trunk': '1.1'}} Jul 16 01:09:24.679223 n-d-800085-5 neutron-server[93706]: {{(pid=93706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:09:24.718888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.771296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.772518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:24.773191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.832728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7337606 Jul 16 01:09:24.872885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6315e-ad19-45ff-8971-0fddc86b1a20 admin admin] Pushing event updated for resources: {'Network': ['ID=12a92028-8642-4f0c-9599-72a04beaec5b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:24.884977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 12a92028-8642-4f0c-9599-72a04beaec5b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:09:27.441460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:27.814504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7191aad-44ae-43ff-b3f2-8cc64abf81fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:27.815882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d7191aad-44ae-43ff-b3f2-8cc64abf81fb admin admin] 10.222.0.81 "GET /v2.0/networks/12a92028-8642-4f0c-9599-72a04beaec5b HTTP/1.1" status: 200 len: 825 time: 0.3734720 Jul 16 01:09:27.838935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3bb15afd-55fd-47c4-886e-c1fc7e8bbebf admin admin] 10.222.0.81 "GET /v2.0/subnetpools/ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2 HTTP/1.1" status: 200 len: 734 time: 0.0177767 Jul 16 01:09:27.847415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'subnetpool_id': 'ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:27.869114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Made reservation on behalf of f608191554844295a8017b15339cdfdf for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:27.871517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.164491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.235061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aced81-540c-4c80-a6a3-67c2a1902cf1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:28.239146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Checking segment: {'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:28.239523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Network hostable DHCP agents. Network: 12a92028-8642-4f0c-9599-72a04beaec5b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:09:28.261786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Network 12a92028-8642-4f0c-9599-72a04beaec5b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:09:28.271989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 12a92028-8642-4f0c-9599-72a04beaec5b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:28.277600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:28.278181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.281947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6668555-474d-4da6-82a2-cc3f60a4127c None None] Network 12a92028-8642-4f0c-9599-72a04beaec5b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:28.292488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-81e69106-80d1-4577-b32a-e18937a5e053 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4482346 Jul 16 01:09:28.589060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-12a92028-8642-4f0c-9599-72a04beaec5b', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'fixed_ips': [{'subnet_id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:09:28.590390 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.858781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Allocated IP 172.20.0.2 (12a92028-8642-4f0c-9599-72a04beaec5b/f5aced81-540c-4c80-a6a3-67c2a1902cf1/b3d59927-1594-456b-8d10-69ace2e9c0ac) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:29.056997 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.074790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Transition to ACTIVE for port object b3d59927-1594-456b-8d10-69ace2e9c0ac will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:29.122115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Transition to ACTIVE for port object b3d59927-1594-456b-8d10-69ace2e9c0ac will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:29.130647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.192670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Network 12a92028-8642-4f0c-9599-72a04beaec5b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:29.202887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:29.211459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:29.216495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Pushing event updated for resources: {'Port': ['ID=b3d59927-1594-456b-8d10-69ace2e9c0ac,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:29.240122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.240504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.240843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.241179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.241511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.241837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.242162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.242485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.242803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.243123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.243439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.243755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Tracked resource versions report: Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: pushed versions: Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: { 'AddressGroup': {'1.2'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'ConntrackHelper': {'1.0'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Log': {'1.0'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Network': {'1.1'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Port': {'1.7'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'PortForwarding': {'1.2'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'QosPolicy': {'1.8'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'SecurityGroup': {'1.4'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'SubPort': {'1.0'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Subnet': {'1.1'}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Trunk': {'1.1'}} Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: consumer versions: Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: L3 agent@n-d-800085-5: {}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: Metadata agent@n-d-800085-5: {}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: Metering agent@n-d-800085-5: {}, Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'ConntrackHelper': '1.0', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Log': '1.0', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Network': '1.1', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Port': '1.7', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'PortForwarding': '1.2', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'QosPolicy': '1.8', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'SecurityGroup': '1.4', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'SecurityGroupRule': '1.2', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'SubPort': '1.0', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Subnet': '1.1', Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: 'Trunk': '1.1'}} Jul 16 01:09:29.244899 n-d-800085-5 neutron-server[93708]: {{(pid=93708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:09:29.295817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Attempting to bind port b3d59927-1594-456b-8d10-69ace2e9c0ac on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:29.296351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Attempting to bind port b3d59927-1594-456b-8d10-69ace2e9c0ac by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:29.296630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Attempting to bind port b3d59927-1594-456b-8d10-69ace2e9c0ac on network 12a92028-8642-4f0c-9599-72a04beaec5b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:29.301345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:29.301744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Checking segment: {'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:29.302193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.302576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Bound using segment: {'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:29.303036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Bound port: b3d59927-1594-456b-8d10-69ace2e9c0ac, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:29.303512 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.363782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] For port b3d59927-1594-456b-8d10-69ace2e9c0ac, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:29.385268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] For port b3d59927-1594-456b-8d10-69ace2e9c0ac, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b3d59927-1594-456b-8d10-69ace2e9c0ac,segment=NetworkSegment(cef2bbdd-e008-4c54-a55f-321e6917a350),segment_id=cef2bbdd-e008-4c54-a55f-321e6917a350)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:29.389913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.444974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad2ce-6080-4b3f-912a-7b687c0b8ad4 None None] Pushing event updated for resources: {'Port': ['ID=b3d59927-1594-456b-8d10-69ace2e9c0ac,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:30.676096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:31.160095 n-d-800085-5 neutron-server[93707]: WARNING oslo_policy.policy [None req-65f122e7-376c-41e5-9110-2e07e978bc38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:09:31.160694 n-d-800085-5 neutron-server[93707]: WARNING oslo_policy.policy [None req-65f122e7-376c-41e5-9110-2e07e978bc38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:09:31.382752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-65f122e7-376c-41e5-9110-2e07e978bc38 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:09:31.396246 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65f122e7-376c-41e5-9110-2e07e978bc38 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7067580 Jul 16 01:09:33.770306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35066) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:34.081071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-5d33500b-c6ab-41a2-9ba1-22f44cc6ab2c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:09:34.082062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5d33500b-c6ab-41a2-9ba1-22f44cc6ab2c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108292 Jul 16 01:09:35.467040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e2292-8149-47c6-8d3a-d44ac8cdb9d3 None None] Network 12a92028-8642-4f0c-9599-72a04beaec5b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:35.530923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75f05edb-0624-4a23-906a-5fce7f05dd5d None None] Provisioning for port b3d59927-1594-456b-8d10-69ace2e9c0ac completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:36.231343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b3d59927-1594-456b-8d10-69ace2e9c0ac up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:36.311743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b3d59927-1594-456b-8d10-69ace2e9c0ac completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:36.315558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b3d59927-1594-456b-8d10-69ace2e9c0ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:36.315966 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:36.420417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:36.454183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b3d59927-1594-456b-8d10-69ace2e9c0ac, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b3d59927-1594-456b-8d10-69ace2e9c0ac,segment=NetworkSegment(cef2bbdd-e008-4c54-a55f-321e6917a350),segment_id=cef2bbdd-e008-4c54-a55f-321e6917a350)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:36.458224 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:36.503148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b3d59927-1594-456b-8d10-69ace2e9c0ac,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:36.678904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35080) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:36.964692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-09339cd7-dbbd-4153-b4b2-8ed81bf3823c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'name': 'router1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:36.988348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09339cd7-dbbd-4153-b4b2-8ed81bf3823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:36.989829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09339cd7-dbbd-4153-b4b2-8ed81bf3823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.124476 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09339cd7-dbbd-4153-b4b2-8ed81bf3823c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.128849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09339cd7-dbbd-4153-b4b2-8ed81bf3823c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.140830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09339cd7-dbbd-4153-b4b2-8ed81bf3823c admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.142191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-09339cd7-dbbd-4153-b4b2-8ed81bf3823c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4623127 Jul 16 01:09:38.221814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b3d59927-1594-456b-8d10-69ace2e9c0ac up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:38.267783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b3d59927-1594-456b-8d10-69ace2e9c0ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:38.268156 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:39.467642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:39.768875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-902f2e44-4f59-4f80-9d67-741fe039484a admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:09:39.769864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-902f2e44-4f59-4f80-9d67-741fe039484a admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3012567 Jul 16 01:09:41.467810 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d10aa730-ded4-40f8-94a2-e9d950c1b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.112483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:42.410114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:42.431160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Made reservation on behalf of 11de137dca9d4938ac37c1d8f01fdfdd for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:42.433613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.443607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.530765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.534467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.549345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93706) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 01:09:42.567511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa4dd09-e9e4-40a6-b1fd-266821aaacfc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:42.573808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.574131 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Added segment 744c3d8d-4f6e-47f3-a840-75c7d6a96b1d of type flat for network 9503c9c2-1e89-442c-a2cc-7878662d3bcf Jul 16 01:09:42.620243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.654847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.655765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:42.656359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:42.686175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5726585 Jul 16 01:09:42.720697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16897571-6a07-413b-989c-4a51249fa3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9503c9c2-1e89-442c-a2cc-7878662d3bcf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:42.733756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:09:44.103035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8640ce48-7821-4988-a03b-3e7868693c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:44.320632 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:45.024489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:45.107401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:45.388535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df12e7c-8661-4d9c-9f26-2c30141f2cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:45.389767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2df12e7c-8661-4d9c-9f26-2c30141f2cbb admin admin] 10.222.0.81 "GET /v2.0/subnets/f5aced81-540c-4c80-a6a3-67c2a1902cf1 HTTP/1.1" status: 200 len: 849 time: 0.3643324 Jul 16 01:09:45.502099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f4a006f8-0128-409d-b9d0-822a4b35d949 admin admin] 10.222.0.81 "GET /v2.0/routers/4e53fd13-3fa7-42f5-87d0-c3b140241bf7 HTTP/1.1" status: 200 len: 704 time: 0.1070170 Jul 16 01:09:45.761935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.046884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Allocated IP 172.20.0.1 (12a92028-8642-4f0c-9599-72a04beaec5b/f5aced81-540c-4c80-a6a3-67c2a1902cf1/0c48b662-62ec-4dcc-89fc-f64ad78f645c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:46.239570 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.260878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Transition to ACTIVE for port object 0c48b662-62ec-4dcc-89fc-f64ad78f645c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:46.336840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.401690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Network 12a92028-8642-4f0c-9599-72a04beaec5b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:46.411513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:46.417147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:46.417645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.473380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Pushing event updated for resources: {'Port': ['ID=0c48b662-62ec-4dcc-89fc-f64ad78f645c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:46.599941 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.627703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.632478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebb7e27d-e1b6-4062-b839-ba279b5344fe None None] Provisioning for port 0c48b662-62ec-4dcc-89fc-f64ad78f645c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:46.636722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebb7e27d-e1b6-4062-b839-ba279b5344fe None None] Provisioning complete for port 0c48b662-62ec-4dcc-89fc-f64ad78f645c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:46.637093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e27d-e1b6-4062-b839-ba279b5344fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.668114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7e27d-e1b6-4062-b839-ba279b5344fe None None] Port 0c48b662-62ec-4dcc-89fc-f64ad78f645c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:46.808101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.812762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.813663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:46.871118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Pushing event updated for resources: {'Port': ['ID=0c48b662-62ec-4dcc-89fc-f64ad78f645c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:46.936191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Network 12a92028-8642-4f0c-9599-72a04beaec5b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:46.937508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:47.086959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c027e76f-f5c3-42dd-ac97-63e3c850a5f0 None None] Provisioning complete for port 0c48b662-62ec-4dcc-89fc-f64ad78f645c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:47.087416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c027e76f-f5c3-42dd-ac97-63e3c850a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:47.091778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:09:47.121186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c027e76f-f5c3-42dd-ac97-63e3c850a5f0 None None] Port 0c48b662-62ec-4dcc-89fc-f64ad78f645c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:09:47.180398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:09:47.186282 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e8f586f6-2814-4bc4-a888-ffdadadef85e admin admin] 10.222.0.81 "PUT /v2.0/routers/4e53fd13-3fa7-42f5-87d0-c3b140241bf7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6796188 Jul 16 01:09:47.200402 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Sync routers for ids ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:09:47.211848 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Routers {'4e53fd13-3fa7-42f5-87d0-c3b140241bf7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:47.212625 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:09:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:47.393907 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Set router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:47.815439 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'name': 'router1', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:46Z', 'revision_number': 2, 'project_id': 'f608191554844295a8017b15339cdfdf', 'gw_port_host': None, '_interfaces': [{'id': '0c48b662-62ec-4dcc-89fc-f64ad78f645c', 'name': '', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'mac_address': 'fa:16:3e:97:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:45Z', 'updated_at': '2021-07-16T01:09:46Z', 'revision_number': 2, 'project_id': 'f608191554844295a8017b15339cdfdf', 'subnets': [{'id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:47.866323 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Checking router: 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:09:47.866691 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Updating router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 port 0c48b662-62ec-4dcc-89fc-f64ad78f645c binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:09:47.930593 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.411567 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.429396 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Transition to ACTIVE for port object 0c48b662-62ec-4dcc-89fc-f64ad78f645c will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:48.437071 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.567595 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Pushing event updated for resources: {'Port': ['ID=0c48b662-62ec-4dcc-89fc-f64ad78f645c,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:48.595779 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.596126 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.596484 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.596815 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.597141 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.597464 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.597785 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.598104 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.598420 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.598736 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.599053 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.599367 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Tracked resource versions report: Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: pushed versions: Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: { 'AddressGroup': {'1.2'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'ConntrackHelper': {'1.0'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Log': {'1.0'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Network': {'1.1'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Port': {'1.7'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'PortForwarding': {'1.2'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'QosPolicy': {'1.8'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'SecurityGroup': {'1.4'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'SubPort': {'1.0'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Subnet': {'1.1'}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Trunk': {'1.1'}} Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: consumer versions: Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: L3 agent@n-d-800085-5: {}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: Metadata agent@n-d-800085-5: {}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: Metering agent@n-d-800085-5: {}, Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'ConntrackHelper': '1.0', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Log': '1.0', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Network': '1.1', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Port': '1.7', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'PortForwarding': '1.2', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'QosPolicy': '1.8', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'SecurityGroup': '1.4', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'SecurityGroupRule': '1.2', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'SubPort': '1.0', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Subnet': '1.1', Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: 'Trunk': '1.1'}} Jul 16 01:09:48.600534 n-d-800085-5 neutron-server[93709]: {{(pid=93709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:09:48.612508 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Attempting to bind port 0c48b662-62ec-4dcc-89fc-f64ad78f645c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:48.613000 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Attempting to bind port 0c48b662-62ec-4dcc-89fc-f64ad78f645c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:48.613418 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Attempting to bind port 0c48b662-62ec-4dcc-89fc-f64ad78f645c on network 12a92028-8642-4f0c-9599-72a04beaec5b {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:48.618839 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:48.619194 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Checking segment: {'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:48.620298 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.620688 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Bound using segment: {'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:48.621167 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Bound port: 0c48b662-62ec-4dcc-89fc-f64ad78f645c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2bbdd-e008-4c54-a55f-321e6917a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:48.621583 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.687104 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] For port 0c48b662-62ec-4dcc-89fc-f64ad78f645c, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:48.708173 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] For port 0c48b662-62ec-4dcc-89fc-f64ad78f645c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c48b662-62ec-4dcc-89fc-f64ad78f645c,segment=NetworkSegment(cef2bbdd-e008-4c54-a55f-321e6917a350),segment_id=cef2bbdd-e008-4c54-a55f-321e6917a350)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:48.713400 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:48.760912 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Routers {'4e53fd13-3fa7-42f5-87d0-c3b140241bf7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:48.761527 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:09:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:48.839001 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906fef9-46e8-42d3-b1d4-8c6a7d6ecf31 None None] Pushing event updated for resources: {'Port': ['ID=0c48b662-62ec-4dcc-89fc-f64ad78f645c,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:48.867531 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] Set router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:49.071600 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'name': 'router1', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:46Z', 'revision_number': 2, 'project_id': 'f608191554844295a8017b15339cdfdf', 'gw_port_host': None, '_interfaces': [{'id': '0c48b662-62ec-4dcc-89fc-f64ad78f645c', 'name': '', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'mac_address': 'fa:16:3e:97:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:45Z', 'updated_at': '2021-07-16T01:09:48Z', 'revision_number': 4, 'project_id': 'f608191554844295a8017b15339cdfdf', 'subnets': [{'id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:49.099485 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e01d0-e0f8-42b3-9829-48d3c8ac8495 None None] The sync data for ids ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'] in n-d-800085-5 is: [{'id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'name': 'router1', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:46Z', 'revision_number': 2, 'project_id': 'f608191554844295a8017b15339cdfdf', 'gw_port_host': None, '_interfaces': [{'id': '0c48b662-62ec-4dcc-89fc-f64ad78f645c', 'name': '', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'mac_address': 'fa:16:3e:97:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:45Z', 'updated_at': '2021-07-16T01:09:48Z', 'revision_number': 4, 'project_id': 'f608191554844295a8017b15339cdfdf', 'subnets': [{'id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:09:49.406469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35124) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:49.582256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba276ad4-2224-450d-8c62-d1cefeccadd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:49.584493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ba276ad4-2224-450d-8c62-d1cefeccadd3 admin admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 842 time: 0.1767433 Jul 16 01:09:49.594623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:49.616328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Made reservation on behalf of 11de137dca9d4938ac37c1d8f01fdfdd for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:49.618555 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:49.957975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:09:49.958294 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:50.011511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=47774228-a845-47f4-afe8-a1918c6910bc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:50.018185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:50.018538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Network hostable DHCP agents. Network: 9503c9c2-1e89-442c-a2cc-7878662d3bcf, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:09:50.034682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:09:50.043307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 9503c9c2-1e89-442c-a2cc-7878662d3bcf) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:50.048285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:50.049344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:50.051127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f3916-d876-4d59-9486-04f8d55109ea None None] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:50.068402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a7c37843-43b2-4f86-b63d-e54aab1340aa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4778581 Jul 16 01:09:50.185884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7403d-94f6-4a24-8c60-fe62506b3c82 None None] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:52.246870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c48b662-62ec-4dcc-89fc-f64ad78f645c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:52.296606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0c48b662-62ec-4dcc-89fc-f64ad78f645c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:52.300505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0c48b662-62ec-4dcc-89fc-f64ad78f645c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:52.300874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:52.355892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:52.378691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:52.412556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0c48b662-62ec-4dcc-89fc-f64ad78f645c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c48b662-62ec-4dcc-89fc-f64ad78f645c,segment=NetworkSegment(cef2bbdd-e008-4c54-a55f-321e6917a350),segment_id=cef2bbdd-e008-4c54-a55f-321e6917a350)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:52.416179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:52.461998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0c48b662-62ec-4dcc-89fc-f64ad78f645c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:52.485952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d620a91c-ebd0-4e05-9c8b-ae14ff52695e admin admin] 10.222.0.81 "GET /v2.0/routers/4e53fd13-3fa7-42f5-87d0-c3b140241bf7 HTTP/1.1" status: 200 len: 710 time: 0.1289005 Jul 16 01:09:52.567963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf464b5-8c2b-42aa-9eaf-ce11336bef17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:52.569337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-adf464b5-8c2b-42aa-9eaf-ce11336bef17 admin admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 886 time: 0.0784259 Jul 16 01:09:52.578497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:52.829202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.057253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.131996 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.232692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Allocated IP 172.25.5.171 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/565ac35c-bf57-460e-82fb-2420d2e03ade) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:53.332715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.370118 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.407438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:53.410107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:53.416721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:53.419459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Pushing event updated for resources: {'Port': ['ID=565ac35c-bf57-460e-82fb-2420d2e03ade,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:53.729018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.913404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:53.916576 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:54.017976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:09:54.018218 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:09:54.120829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:09:54.125017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:54.126207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a4a4c339-8fd2-4cc7-9e1f-b59ec4cecd85 admin admin] 10.222.0.81 "PUT /v2.0/routers/4e53fd13-3fa7-42f5-87d0-c3b140241bf7 HTTP/1.1" status: 200 len: 890 time: 1.5509634 Jul 16 01:09:54.143552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Sync routers for ids ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:09:54.155538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Routers {'4e53fd13-3fa7-42f5-87d0-c3b140241bf7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:54.156259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:09:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:54.267283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c48b662-62ec-4dcc-89fc-f64ad78f645c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:54.452559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0c48b662-62ec-4dcc-89fc-f64ad78f645c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:54.453550 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:54.455705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Set router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:54.893392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'name': 'router1', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '565ac35c-bf57-460e-82fb-2420d2e03ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:53Z', 'revision_number': 4, 'project_id': 'f608191554844295a8017b15339cdfdf', 'gw_port': {'id': '565ac35c-bf57-460e-82fb-2420d2e03ade', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:53Z', 'updated_at': '2021-07-16T01:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c48b662-62ec-4dcc-89fc-f64ad78f645c', 'name': '', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'mac_address': 'fa:16:3e:97:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:45Z', 'updated_at': '2021-07-16T01:09:52Z', 'revision_number': 5, 'project_id': 'f608191554844295a8017b15339cdfdf', 'subnets': [{'id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:54.945215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Checking router: 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:09:54.945565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Updating router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 port 565ac35c-bf57-460e-82fb-2420d2e03ade binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:09:54.977821 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.295423 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.304677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Transition to ACTIVE for port object 565ac35c-bf57-460e-82fb-2420d2e03ade will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:55.310124 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.361155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Attempting to bind port 565ac35c-bf57-460e-82fb-2420d2e03ade on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:55.361521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Attempting to bind port 565ac35c-bf57-460e-82fb-2420d2e03ade by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:55.361880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Attempting to bind port 565ac35c-bf57-460e-82fb-2420d2e03ade on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:55.363667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb543d19-ebdc-42b4-9d40-9e2690759bd1 None None] Pushing event updated for resources: {'Port': ['ID=565ac35c-bf57-460e-82fb-2420d2e03ade,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:55.368845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:55.369243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:55.369636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.370026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:55.370463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Bound port: 565ac35c-bf57-460e-82fb-2420d2e03ade, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:55.370848 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.418308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] For port 565ac35c-bf57-460e-82fb-2420d2e03ade, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:55.421176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] For port 565ac35c-bf57-460e-82fb-2420d2e03ade, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=565ac35c-bf57-460e-82fb-2420d2e03ade,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:55.425928 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:55.480694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Routers {'4e53fd13-3fa7-42f5-87d0-c3b140241bf7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:09:55.481313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:09:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:55.597469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb543d19-ebdc-42b4-9d40-9e2690759bd1 None None] Pushing event updated for resources: {'Port': ['ID=565ac35c-bf57-460e-82fb-2420d2e03ade,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:55.667317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] Set router 4e53fd13-3fa7-42f5-87d0-c3b140241bf7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:09:55.868493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'name': 'router1', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '565ac35c-bf57-460e-82fb-2420d2e03ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:53Z', 'revision_number': 4, 'project_id': 'f608191554844295a8017b15339cdfdf', 'gw_port': {'id': '565ac35c-bf57-460e-82fb-2420d2e03ade', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:53Z', 'updated_at': '2021-07-16T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c48b662-62ec-4dcc-89fc-f64ad78f645c', 'name': '', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'mac_address': 'fa:16:3e:97:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:45Z', 'updated_at': '2021-07-16T01:09:52Z', 'revision_number': 5, 'project_id': 'f608191554844295a8017b15339cdfdf', 'subnets': [{'id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:09:55.894522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c563d2e-a999-4990-a43a-facfc045cb4d None None] The sync data for ids ['4e53fd13-3fa7-42f5-87d0-c3b140241bf7'] in n-d-800085-5 is: [{'id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'name': 'router1', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '565ac35c-bf57-460e-82fb-2420d2e03ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:09:36Z', 'updated_at': '2021-07-16T01:09:53Z', 'revision_number': 4, 'project_id': 'f608191554844295a8017b15339cdfdf', 'gw_port': {'id': '565ac35c-bf57-460e-82fb-2420d2e03ade', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:53Z', 'updated_at': '2021-07-16T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c48b662-62ec-4dcc-89fc-f64ad78f645c', 'name': '', 'network_id': '12a92028-8642-4f0c-9599-72a04beaec5b', 'tenant_id': 'f608191554844295a8017b15339cdfdf', 'mac_address': 'fa:16:3e:97:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e53fd13-3fa7-42f5-87d0-c3b140241bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:09:45Z', 'updated_at': '2021-07-16T01:09:52Z', 'revision_number': 5, 'project_id': 'f608191554844295a8017b15339cdfdf', 'subnets': [{'id': 'f5aced81-540c-4c80-a6a3-67c2a1902cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca0c4b04-d8bb-4126-b8ac-0a41405e3eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:09:56.271718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 565ac35c-bf57-460e-82fb-2420d2e03ade up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:56.324544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 565ac35c-bf57-460e-82fb-2420d2e03ade completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:56.328770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 565ac35c-bf57-460e-82fb-2420d2e03ade triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:56.329154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.411068 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.434060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 565ac35c-bf57-460e-82fb-2420d2e03ade, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=565ac35c-bf57-460e-82fb-2420d2e03ade,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:56.440175 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.495769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=565ac35c-bf57-460e-82fb-2420d2e03ade,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:56.510579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35154) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:56.638582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b93fa40e-3b91-40da-b99b-5e5416b47622 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1267745 Jul 16 01:09:58.229418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 565ac35c-bf57-460e-82fb-2420d2e03ade up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:58.283426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 565ac35c-bf57-460e-82fb-2420d2e03ade triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:58.283792 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:11.472037 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07a6e618-66ac-4dd5-8e42-21e64b37da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:14.106874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8dc033b5-c50b-45fe-9544-09952cbfe4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:14.330809 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:15.112261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:16.617028 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:31.016251 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:10:41.474397 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4999acab-f223-46b8-b0ac-8caf4dfed107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.109790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a2d664ab-cb7e-4caf-bb2d-4f61ce3f9264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.326396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.114464 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.619985 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.014826 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:11:11.476755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96e4bd20-bc6f-48e9-b2b9-61fdfeca2f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.111461 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee0e4c35-25d1-4b86-8578-094f49455c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.326644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.117460 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.623825 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.325270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:35.383480 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a537df-e8f4-4714-b31e-71cab7b4e3d6 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:11:35.384889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d3a537df-e8f4-4714-b31e-71cab7b4e3d6 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0586722 Jul 16 01:11:35.540669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764a7238-24a3-4d1a-89cc-76025a424a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:35.542119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-764a7238-24a3-4d1a-89cc-76025a424a16 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1534691 Jul 16 01:11:37.689097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:37.779822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f4ba4-79fc-46c7-9281-0afb72481bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.781198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bb6f4ba4-79fc-46c7-9281-0afb72481bf4 admin admin] 10.222.0.81 "GET /v2.0/subnets/f5aced81-540c-4c80-a6a3-67c2a1902cf1 HTTP/1.1" status: 200 len: 849 time: 0.0911577 Jul 16 01:11:37.790289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:37.872666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.011639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780520067467'] for subnet, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.040903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:38.041489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.043118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] 10.222.0.81 "PUT /v2.0/subnets/f5aced81-540c-4c80-a6a3-67c2a1902cf1 HTTP/1.1" status: 200 len: 868 time: 0.2561486 Jul 16 01:11:38.062944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b6dd84-3224-47b5-b2d9-919ee206094f None None] Network 12a92028-8642-4f0c-9599-72a04beaec5b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:38.073709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aced81-540c-4c80-a6a3-67c2a1902cf1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:38.083192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.083626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.084037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.084483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.084845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.085175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.085501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.085824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.086145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.086466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.086786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.087103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba785c-9ac8-4fcf-8569-ed30161e6a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:38.417164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1cd58101-626f-4ce7-b105-7b794216fa8a None None] Provisioning complete for port 0c48b662-62ec-4dcc-89fc-f64ad78f645c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:38.417533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1cd58101-626f-4ce7-b105-7b794216fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.500978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1cd58101-626f-4ce7-b105-7b794216fa8a None None] Provisioning complete for port b3d59927-1594-456b-8d10-69ace2e9c0ac triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:38.501342 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1cd58101-626f-4ce7-b105-7b794216fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.199976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35772) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:40.390173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5eff9b-c098-4db2-8114-f588b1d50825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.390560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5eff9b-c098-4db2-8114-f588b1d50825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.392066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aa5eff9b-c098-4db2-8114-f588b1d50825 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1911206 Jul 16 01:11:41.476691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8591af64-9470-437f-8051-82e56bb18671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.532445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:42.661098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f270e-c7ff-4e7f-b2fd-4f495b301690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:42.661577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f270e-c7ff-4e7f-b2fd-4f495b301690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:42.663106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f15f270e-c7ff-4e7f-b2fd-4f495b301690 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296914 Jul 16 01:11:44.112003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48f22ff4-5d5f-4b65-87b7-bb11763ea3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.327656 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.820673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35788) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:45.013197 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:11:45.042713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7505d8b-96aa-45aa-a07e-55b806178663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.044096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e7505d8b-96aa-45aa-a07e-55b806178663 admin admin] 10.222.0.81 "GET /v2.0/networks/12a92028-8642-4f0c-9599-72a04beaec5b HTTP/1.1" status: 200 len: 869 time: 0.2224724 Jul 16 01:11:45.120716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.626810 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.209798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:47.331200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031ab65d-0fa3-4a5c-befb-a35982ea4774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:47.332505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-031ab65d-0fa3-4a5c-befb-a35982ea4774 admin admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 886 time: 0.1217310 Jul 16 01:11:49.476345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:49.598934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5376db3a-e1df-44a9-bbc6-6a09aaf7c9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.599399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5376db3a-e1df-44a9-bbc6-6a09aaf7c9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.600955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5376db3a-e1df-44a9-bbc6-6a09aaf7c9a6 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236563 Jul 16 01:11:51.750673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:51.838709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6983b1-69a1-4024-8eb6-3d68f94fe5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.839168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6983b1-69a1-4024-8eb6-3d68f94fe5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.840784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9d6983b1-69a1-4024-8eb6-3d68f94fe5ac admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891519 Jul 16 01:11:53.956409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:54.037947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5434747-4bae-4af3-b186-b81881744f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.039298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b5434747-4bae-4af3-b186-b81881744f9b admin admin] 10.222.0.81 "GET /v2.0/subnets/47774228-a845-47f4-afe8-a1918c6910bc HTTP/1.1" status: 200 len: 816 time: 0.0819418 Jul 16 01:11:56.181758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35828) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:56.273683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac7392-a436-420f-8bbc-fc3a208c4dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.275024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8cac7392-a436-420f-8bbc-fc3a208c4dfb admin admin] 10.222.0.81 "GET /v2.0/subnets/f5aced81-540c-4c80-a6a3-67c2a1902cf1 HTTP/1.1" status: 200 len: 868 time: 0.0923190 Jul 16 01:12:11.476566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ce036be-0039-4770-b1dd-3f7ba494d859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.113700 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-972d81f2-059f-43cf-8932-8e93e1e9688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.327709 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.122526 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.630947 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.513913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:20.559071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-40656934-177d-4ca6-a3f8-035f616e04f1 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:12:20.560067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-40656934-177d-4ca6-a3f8-035f616e04f1 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452034 Jul 16 01:12:22.012485 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:12:22.778818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35888) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:22.836363 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce82384-e908-4d47-bd0d-8c515628e917 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:12:22.837675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fce82384-e908-4d47-bd0d-8c515628e917 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579333 Jul 16 01:12:22.920059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ae11b-d445-44dd-b499-bfb9b949ffae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:22.921578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-441ae11b-d445-44dd-b499-bfb9b949ffae admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800142 Jul 16 01:12:25.098297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:25.143671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:25.164039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Made reservation on behalf of 11de137dca9d4938ac37c1d8f01fdfdd for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:25.166321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.197617 n-d-800085-5 neutron-server[93706]: WARNING neutron.services.revisions.revision_plugin [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Could not find related network for resource to bump revision. Jul 16 01:12:25.208212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:25.216562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.216892 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Added segment 3ca2ca73-29a9-4cb6-8c60-f84219ce62e9 of type vlan for network 3956fee1-9536-49a1-a1b7-828ea982bac5 Jul 16 01:12:25.254602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.282099 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.283435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:25.284009 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.315305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2159560 Jul 16 01:12:25.344612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183d1d6-4026-41f5-93e2-91960ef0d5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3956fee1-9536-49a1-a1b7-828ea982bac5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:25.355717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:27.468203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:27.525593 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8f8bf6-636c-421d-9488-e6eb994bdf83 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:12:27.526897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cc8f8bf6-636c-421d-9488-e6eb994bdf83 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576870 Jul 16 01:12:27.597535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07327b-36ac-4d7c-88c8-3dde7dddd7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.599215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fe07327b-36ac-4d7c-88c8-3dde7dddd7a7 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682967 Jul 16 01:12:27.608822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:27.628744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Made reservation on behalf of 11de137dca9d4938ac37c1d8f01fdfdd for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:27.630956 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.789792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.846163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a936280-f2ed-4991-88f3-d93579b8e6a3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:27.850319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:27.850667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Network hostable DHCP agents. Network: 3956fee1-9536-49a1-a1b7-828ea982bac5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:12:27.866596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:12:27.874593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3956fee1-9536-49a1-a1b7-828ea982bac5) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:27.879163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.879742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.884298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f5b7a8-337d-47c9-b9f4-46634e12d5e9 None None] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:27.893842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f2cc0274-b198-4b63-acab-64adf66ecda7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884955 Jul 16 01:12:28.129321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3956fee1-9536-49a1-a1b7-828ea982bac5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'tenant_id': '11de137dca9d4938ac37c1d8f01fdfdd', 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:12:28.130194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.265599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Allocated IP 192.168.233.2 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/064ad2ee-cadb-4063-a921-665fca9da676) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:28.402662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.411370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Transition to ACTIVE for port object 064ad2ee-cadb-4063-a921-665fca9da676 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:28.426490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Transition to ACTIVE for port object 064ad2ee-cadb-4063-a921-665fca9da676 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:28.433355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.476960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:28.479867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:28.484437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:28.486931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Pushing event updated for resources: {'Port': ['ID=064ad2ee-cadb-4063-a921-665fca9da676,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:28.495781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.496125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.496490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.496831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.497159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.497486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.497838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.498162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.498484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.498805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.499124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.499443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:28.552696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Attempting to bind port 064ad2ee-cadb-4063-a921-665fca9da676 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:28.553061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Attempting to bind port 064ad2ee-cadb-4063-a921-665fca9da676 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:28.553422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Attempting to bind port 064ad2ee-cadb-4063-a921-665fca9da676 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:28.558663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:28.559244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:28.559641 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.560048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:28.560528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Bound port: 064ad2ee-cadb-4063-a921-665fca9da676, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:28.560922 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.622215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] For port 064ad2ee-cadb-4063-a921-665fca9da676, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:28.625613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] For port 064ad2ee-cadb-4063-a921-665fca9da676, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=064ad2ee-cadb-4063-a921-665fca9da676,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:28.630141 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.690348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2da02b-48de-4002-ac3e-75d0110bee1b None None] Pushing event updated for resources: {'Port': ['ID=064ad2ee-cadb-4063-a921-665fca9da676,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:29.493163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd26c19b-1885-4004-8eb8-c4944c111e91 None None] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:29.568173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e6d29920-5fca-438e-9aba-0f25ecd74ad3 None None] Provisioning for port 064ad2ee-cadb-4063-a921-665fca9da676 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:30.366792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 064ad2ee-cadb-4063-a921-665fca9da676 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:30.415842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 064ad2ee-cadb-4063-a921-665fca9da676 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:30.419482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 064ad2ee-cadb-4063-a921-665fca9da676 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:30.419849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.496065 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.528638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 064ad2ee-cadb-4063-a921-665fca9da676, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=064ad2ee-cadb-4063-a921-665fca9da676,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:30.533218 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.582040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=064ad2ee-cadb-4063-a921-665fca9da676,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:32.342888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 064ad2ee-cadb-4063-a921-665fca9da676 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:32.390740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 064ad2ee-cadb-4063-a921-665fca9da676 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:32.391106 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.476156 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14073381-3ea0-403a-8b19-25a87218d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.114983 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a238a64-6234-44fb-8059-c5a86075a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:44.328695 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.124079 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.636283 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.011597 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:13:11.475794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-23dfa34a-d6c7-4e08-a75b-6f67bc7e8d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.115647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aae90b28-1365-4947-bfd5-b98e66422b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.330378 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.128101 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:16.636341 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.010023 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:13:37.830338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:37.836017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-0e22689b-0ef9-46d6-b71d-8ca6148c7569 tempest-verify_tempest_config-1811954258 tempest-verify_tempest_config-1811954258-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:13:37.837004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e22689b-0ef9-46d6-b71d-8ca6148c7569 tempest-verify_tempest_config-1811954258 tempest-verify_tempest_config-1811954258-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057218 Jul 16 01:13:38.132676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35974) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:38.229483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.316550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.319885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.366928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66109c4f14ed4898a57c95fceaf52142&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2332227 Jul 16 01:13:38.367947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85fb461-1cab-4712-83a7-ae8e649d241a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:38.369868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:38.374976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.375319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.376202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.376558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.376885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.377207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.377527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.377847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.378165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.378485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.378801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.379114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e895cc56-f39e-4d29-95ea-527c16d55706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.440882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.policy [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93707) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:13:38.485465 n-d-800085-5 neutron-server[93707]: WARNING oslo_policy.policy [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:13:38.485837 n-d-800085-5 neutron-server[93707]: WARNING oslo_policy.policy [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:13:38.594159 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.615540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.705368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.708364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.709522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a85fb461-1cab-4712-83a7-ae8e649d241a HTTP/1.1" status: 204 len: 168 time: 0.3386528 Jul 16 01:13:38.717624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85fb461-1cab-4712-83a7-ae8e649d241a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:38.729989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.730334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.730669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.731020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.731582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.732001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.732255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.732615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.732932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.733252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.733571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.733886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bfcc2-ba82-4d67-8d5c-39ac80216505 admin admin] Tracked resource versions report: Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: pushed versions: Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: { 'AddressGroup': {'1.2'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'ConntrackHelper': {'1.0'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Log': {'1.0'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Network': {'1.1'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Port': {'1.7'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'PortForwarding': {'1.2'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'QosPolicy': {'1.8'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'SecurityGroup': {'1.4'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'SubPort': {'1.0'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Subnet': {'1.1'}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Trunk': {'1.1'}} Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: consumer versions: Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: L3 agent@n-d-800085-5: {}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: Metadata agent@n-d-800085-5: {}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: Metering agent@n-d-800085-5: {}, Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'ConntrackHelper': '1.0', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Log': '1.0', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Network': '1.1', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Port': '1.7', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'PortForwarding': '1.2', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'QosPolicy': '1.8', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'SecurityGroup': '1.4', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'SecurityGroupRule': '1.2', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'SubPort': '1.0', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Subnet': '1.1', Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: 'Trunk': '1.1'}} Jul 16 01:13:38.735628 n-d-800085-5 neutron-server[93707]: {{(pid=93707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:13:41.474534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98c9e150-2264-4701-9c88-401f9ae31dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.115801 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70a4797b-2c56-42df-830e-a7edf8a2580d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.331011 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.130524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.639587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.474666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-58498486-e71d-4a16-9c0e-2918e74d7cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.008307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:14:14.115908 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18a845b4-c903-4ca5-b74e-ea9dc94f2481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.330391 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.135012 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.643005 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.474001 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bdcf408f-a3a3-405c-949b-ce6dc7d32cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.115766 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d346601-3a1d-4554-8299-b7bcbd569fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:44.331097 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:45.147846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.650474 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.007056 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:11.473879 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2995187a-7aa7-4e27-a089-b4fcadd16c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.115130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5595055-855f-444a-8219-9458be2f8a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.331229 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:15.141661 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.649041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.006194 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:41.474231 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1bde-8c6d-43b7-9e9c-a7e66caf646d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.115350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1cb06252-6b7c-44c8-8800-2f0634f8dc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.330703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.142678 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.652125 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.004546 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:11.473495 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70713b09-a46e-4206-90d6-bee63aef035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.115010 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b53f0e1d-f757-4e3b-be02-43f3176bd545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.329568 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.144802 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.655375 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.004243 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:41.473148 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-da56274b-31f8-40a8-8422-b93b4af824ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.115371 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a3bcf75f-b6da-4a02-a347-542423a269c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.329377 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.146491 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.734745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417035'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.658292 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.437687 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-417035'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.473713 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84a07558-ccb9-41a6-a3c6-a170d819486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.118086 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0270-421d-4843-ae57-8e9af4e04549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.329611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.149677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.697886 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.661176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.003633 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:17:19.381229 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.475309 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c88bd36a-e9e6-4248-a510-a78a3241db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.117400 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6887f549-9ec7-4d20-a5e4-a6e93069f33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.330195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.152690 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.699993 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.668257 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.188011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:47.286453 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f9634f74-6104-4ec9-93eb-a760e487677e admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0973475 Jul 16 01:17:49.387770 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.430149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:49.482185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1c713aa4-654a-4411-89b1-36d754bce400 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0509899 Jul 16 01:17:55.002778 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:11.475088 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eff5a39f-9441-4b4f-8fbb-1f431659a36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.118264 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59c19f2e-6ceb-4f4e-9ab3-abb2c5bcab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.329295 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.155381 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.718728 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.667081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.394290 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.009563 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:41.475710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-894bf4ec-6827-438f-92d5-05a56f122ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.118998 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d77b5690-f77b-43b1-971e-d3dcd8307bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.330088 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.159238 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.715787 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.672034 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.415187 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.585106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36282) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:08.863357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:08.986053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-network', 'tenant_id': 'f830a028814f43898594e273bf421eb1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:08.990608 n-d-800085-5 neutron-server[93707]: INFO neutron.quota [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Loaded quota_driver: . Jul 16 01:19:09.010142 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:09.032106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Made reservation on behalf of f830a028814f43898594e273bf421eb1 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:09.034911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.050280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.165784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.169839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.207456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c36b7b7-b70b-4212-89c4-e2a3f38e29d7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:09.214513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:09.223919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.224346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.224642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.224964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.225289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.225610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.225933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.226267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.226559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.227112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.227236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.227483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Tracked resource versions report: Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: pushed versions: Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: { 'AddressGroup': {'1.2'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'ConntrackHelper': {'1.0'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Log': {'1.0'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Network': {'1.1'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Port': {'1.7'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'PortForwarding': {'1.2'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'QosPolicy': {'1.8'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'SecurityGroup': {'1.4'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'SubPort': {'1.0'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Subnet': {'1.1'}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Trunk': {'1.1'}} Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: consumer versions: Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: HyperV agent@n-h1-800085-5: {}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: HyperV agent@n-h2-800085-5: {}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: L3 agent@n-d-800085-5: {}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: Metadata agent@n-d-800085-5: {}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: Metering agent@n-d-800085-5: {}, Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'ConntrackHelper': '1.0', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Log': '1.0', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Network': '1.1', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Port': '1.7', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'PortForwarding': '1.2', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'QosPolicy': '1.8', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'SecurityGroup': '1.4', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'SecurityGroupRule': '1.2', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'SubPort': '1.0', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Subnet': '1.1', Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: 'Trunk': '1.1'}} Jul 16 01:19:09.228593 n-d-800085-5 neutron-server[93707]: {{(pid=93707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:19:09.252412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780520180803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.253247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Unsubscribe: segment precommit_create {{(pid=93707) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:19:09.253906 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Added segment 287fbf10-430a-410b-8772-250d02bcc1f4 of type vlan for network ffc5b524-1c1f-4e8b-bae6-95151861f6cb Jul 16 01:19:09.368411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36328) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:09.372954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f94a3e53-00da-4ad0-a680-63b4580a197e tempest-AutoAllocateNetworkTest-1512023584 tempest-AutoAllocateNetworkTest-1512023584-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=525c2bbda16a49b89b5c3f93c06bf1b5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5083506 Jul 16 01:19:09.394535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.451763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.453952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.455929 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.529010 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9421191 Jul 16 01:19:09.536019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36338) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:09.549438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Request body: {'subnet': {'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-subnet', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:09.574916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8efae1-8306-4c3e-8463-d0c875913ad6 tempest-AutoAllocateNetworkTest-1512023584 tempest-AutoAllocateNetworkTest-1512023584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.579733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ce8efae1-8306-4c3e-8463-d0c875913ad6 tempest-AutoAllocateNetworkTest-1512023584 tempest-AutoAllocateNetworkTest-1512023584-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2103243 Jul 16 01:19:09.580926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:09.609359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104836-5490-438b-b26b-8a48f7460dae admin admin] Pushing event updated for resources: {'Network': ['ID=ffc5b524-1c1f-4e8b-bae6-95151861f6cb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:09.615256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Made reservation on behalf of f830a028814f43898594e273bf421eb1 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:09.618335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.622323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:09.651810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5ccf18ca-b876-48e5-ad80-5a9d77dee9ad tempest-AutoAllocateNetworkTest-1512023584 tempest-AutoAllocateNetworkTest-1512023584-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697553 Jul 16 01:19:09.652865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36346) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:09.685369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4bc3ecaa-14c3-4ae7-afff-76bacdb31e15 tempest-AutoAllocateNetworkTest-1512023584 tempest-AutoAllocateNetworkTest-1512023584-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=525c2bbda16a49b89b5c3f93c06bf1b5 HTTP/1.1" status: 200 len: 208 time: 0.0307837 Jul 16 01:19:09.945621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.995202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16a75cc-8446-4fc8-960c-dc82ca165141,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:10.021206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Checking segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:10.021589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Network hostable DHCP agents. Network: ffc5b524-1c1f-4e8b-bae6-95151861f6cb, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:10.066025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:10.088021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ffc5b524-1c1f-4e8b-bae6-95151861f6cb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:10.093029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.093669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.102677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce69fec9-4ad7-4ec5-a6f6-11f7622f508d None None] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:10.128942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c6d7968f-82e0-4931-bc23-b66c5682ef82 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5916650 Jul 16 01:19:10.131397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:10.136345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:10.196590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.197458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.415630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:19:10.417627 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.429095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.466119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36382) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:10.702178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Allocated IP 172.20.0.2 (ffc5b524-1c1f-4e8b-bae6-95151861f6cb/e16a75cc-8446-4fc8-960c-dc82ca165141/a2b0cb1e-68ce-4d74-8c92-d14134658950) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:10.791180 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.892077 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.904826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Transition to ACTIVE for port object a2b0cb1e-68ce-4d74-8c92-d14134658950 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:10.925795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Transition to ACTIVE for port object a2b0cb1e-68ce-4d74-8c92-d14134658950 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:10.934276 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.962018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.016601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Pushing event updated for resources: {'Port': ['ID=a2b0cb1e-68ce-4d74-8c92-d14134658950,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.030178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.031042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.031656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.032255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.032800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.034138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.034727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.035354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.036050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.036603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.037189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.037816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Tracked resource versions report: Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: pushed versions: Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: { 'AddressGroup': {'1.2'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'ConntrackHelper': {'1.0'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Log': {'1.0'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Network': {'1.1'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Port': {'1.7'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'PortForwarding': {'1.2'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'QosPolicy': {'1.8'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'SecurityGroup': {'1.4'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'SubPort': {'1.0'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Subnet': {'1.1'}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Trunk': {'1.1'}} Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: consumer versions: Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: HyperV agent@n-h1-800085-5: {}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: HyperV agent@n-h2-800085-5: {}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: L3 agent@n-d-800085-5: {}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: Metadata agent@n-d-800085-5: {}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: Metering agent@n-d-800085-5: {}, Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'ConntrackHelper': '1.0', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Log': '1.0', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Network': '1.1', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Port': '1.7', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'PortForwarding': '1.2', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'QosPolicy': '1.8', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'SecurityGroup': '1.4', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'SecurityGroupRule': '1.2', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'SubPort': '1.0', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Subnet': '1.1', Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: 'Trunk': '1.1'}} Jul 16 01:19:11.039240 n-d-800085-5 neutron-server[93708]: {{(pid=93708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:19:11.058896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:11.060848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:11.068382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:11.145524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.151440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.160741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Attempting to bind port a2b0cb1e-68ce-4d74-8c92-d14134658950 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:11.161115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Attempting to bind port a2b0cb1e-68ce-4d74-8c92-d14134658950 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:11.161472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Attempting to bind port a2b0cb1e-68ce-4d74-8c92-d14134658950 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:11.166614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:11.166987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Checking segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:11.167390 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.168029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Bound using segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:11.168520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Bound port: a2b0cb1e-68ce-4d74-8c92-d14134658950, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:11.169073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.190989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.201279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b70b95-1021-467f-b97d-8cb8c09f4ac3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.243475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.244032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.244564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.245018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.245466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.245930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.246378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.246808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.247268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.247708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.248174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.248517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] Tracked resource versions report: Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: pushed versions: Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: { 'AddressGroup': {'1.2'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'ConntrackHelper': {'1.0'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Log': {'1.0'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Network': {'1.1'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Port': {'1.7'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'PortForwarding': {'1.2'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'QosPolicy': {'1.8'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'SecurityGroup': {'1.4'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'SubPort': {'1.0'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Subnet': {'1.1'}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Trunk': {'1.1'}} Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: consumer versions: Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: HyperV agent@n-h1-800085-5: {}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: HyperV agent@n-h2-800085-5: {}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: L3 agent@n-d-800085-5: {}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: Metadata agent@n-d-800085-5: {}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: Metering agent@n-d-800085-5: {}, Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'ConntrackHelper': '1.0', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Log': '1.0', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Network': '1.1', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Port': '1.7', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'PortForwarding': '1.2', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'QosPolicy': '1.8', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'SecurityGroup': '1.4', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'SecurityGroupRule': '1.2', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'SubPort': '1.0', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Subnet': '1.1', Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: 'Trunk': '1.1'}} Jul 16 01:19:11.249701 n-d-800085-5 neutron-server[93706]: {{(pid=93706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:19:11.256448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] For port a2b0cb1e-68ce-4d74-8c92-d14134658950, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:11.261362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] For port a2b0cb1e-68ce-4d74-8c92-d14134658950, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0cb1e-68ce-4d74-8c92-d14134658950,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:11.261567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d1f3897f-3a65-44da-902c-534d37a45df5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=525c2bbda16a49b89b5c3f93c06bf1b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7943811 Jul 16 01:19:11.262197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36414) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:11.265421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.269450 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.331043 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6b4a-a42f-4745-b7b9-bd65f912a736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.353979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2bc17-1f19-4dc2-910a-38dce0c8a96b None None] Pushing event updated for resources: {'Port': ['ID=a2b0cb1e-68ce-4d74-8c92-d14134658950,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.385929 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6b4a-a42f-4745-b7b9-bd65f912a736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.493989 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62a4ba8c-d10d-472b-a259-3f18490c4cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.503326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6b4a-a42f-4745-b7b9-bd65f912a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.508966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6b4a-a42f-4745-b7b9-bd65f912a736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.510619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fd1c6b4a-a42f-4745-b7b9-bd65f912a736 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90b70b95-1021-467f-b97d-8cb8c09f4ac3 HTTP/1.1" status: 204 len: 168 time: 0.2475355 Jul 16 01:19:11.524085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Allocated IP 172.25.5.140 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/eb596e59-4c43-437e-9cb2-d4a89c5e6753) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:11.529685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c6b4a-a42f-4745-b7b9-bd65f912a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b70b95-1021-467f-b97d-8cb8c09f4ac3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.672391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:11.704399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.826720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.913655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=eb596e59-4c43-437e-9cb2-d4a89c5e6753,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.924472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:11.926165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:11.928398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:12.163140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caa60d19-d839-4f07-b755-26f0e37a8c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.375052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caa60d19-d839-4f07-b755-26f0e37a8c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.383836 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caa60d19-d839-4f07-b755-26f0e37a8c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.411635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.437754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-caa60d19-d839-4f07-b755-26f0e37a8c02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=194f5b612238478680c36b194e1a8d1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7638388 Jul 16 01:19:12.480802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa60d19-d839-4f07-b755-26f0e37a8c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925e6836-d6d7-4439-9dfc-30fad484158f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:12.483236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:12.635405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0db5a8e0-5673-4d2e-9989-91d228ebec3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.672872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0db5a8e0-5673-4d2e-9989-91d228ebec3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.721730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0cb1e-68ce-4d74-8c92-d14134658950 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:12.725058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0db0bc9-2664-43d8-b74f-b5a0380d70d0 None None] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:12.741684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0db5a8e0-5673-4d2e-9989-91d228ebec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.746575 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0db5a8e0-5673-4d2e-9989-91d228ebec3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.748839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0db5a8e0-5673-4d2e-9989-91d228ebec3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/925e6836-d6d7-4439-9dfc-30fad484158f HTTP/1.1" status: 204 len: 168 time: 0.2644887 Jul 16 01:19:12.760035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5a8e0-5673-4d2e-9989-91d228ebec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925e6836-d6d7-4439-9dfc-30fad484158f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:12.762847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.891943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42fcca1e-978c-4537-a2a9-2e35dd9b915b None None] Provisioning for port a2b0cb1e-68ce-4d74-8c92-d14134658950 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:12.918863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a2b0cb1e-68ce-4d74-8c92-d14134658950 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:12.947828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a2b0cb1e-68ce-4d74-8c92-d14134658950 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:12.948874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.999684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Router b8e24e38-aa08-4067-8851-07ca38e6b74e is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:19:13.093455 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.140387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:13.152458 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Sync routers for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:13.154396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port a2b0cb1e-68ce-4d74-8c92-d14134658950, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0cb1e-68ce-4d74-8c92-d14134658950,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:13.162103 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:13.162833 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:18:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:13.163303 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.169087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.170736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-77b003ec-592e-47ab-92ee-f73da992b1c8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0382946 Jul 16 01:19:13.173859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:13.258207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=a2b0cb1e-68ce-4d74-8c92-d14134658950,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.349573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:13.378581 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:13.383901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f114e2c9-eb83-46e4-af1f-b62739a1cf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.442194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f051f39e-9706-4d01-885e-eae921982532 None None] Provisioning complete for port a2b0cb1e-68ce-4d74-8c92-d14134658950 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:13.446219 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f051f39e-9706-4d01-885e-eae921982532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.609702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f114e2c9-eb83-46e4-af1f-b62739a1cf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.624393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f114e2c9-eb83-46e4-af1f-b62739a1cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.664253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114e2c9-eb83-46e4-af1f-b62739a1cf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765e91d-4d72-4438-98d0-761af9a8a0ba,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.719297 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:12Z', 'revision_number': 3, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:13.732192 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f114e2c9-eb83-46e4-af1f-b62739a1cf62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=187e14d06d174232bdaf663b1b047c43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3811078 Jul 16 01:19:13.734518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36532) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:13.778211 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Checking router: b8e24e38-aa08-4067-8851-07ca38e6b74e for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:13.778649 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Updating router b8e24e38-aa08-4067-8851-07ca38e6b74e port eb596e59-4c43-437e-9cb2-d4a89c5e6753 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:13.846711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f9424b6-0b5c-41af-b674-27049eff5d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.870808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f9424b6-0b5c-41af-b674-27049eff5d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.873957 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.950246 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f9424b6-0b5c-41af-b674-27049eff5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.953967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f9424b6-0b5c-41af-b674-27049eff5d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.958189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f9424b6-0b5c-41af-b674-27049eff5d27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e765e91d-4d72-4438-98d0-761af9a8a0ba HTTP/1.1" status: 204 len: 168 time: 0.2203953 Jul 16 01:19:13.966741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9424b6-0b5c-41af-b674-27049eff5d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765e91d-4d72-4438-98d0-761af9a8a0ba,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.131357 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1529-97a9-4f11-8388-605da792649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.229212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.287228 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.303237 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Transition to ACTIVE for port object eb596e59-4c43-437e-9cb2-d4a89c5e6753 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:14.311542 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.335530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:14.343801 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.373582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:14.391578 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Attempting to bind port eb596e59-4c43-437e-9cb2-d4a89c5e6753 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:14.391945 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Attempting to bind port eb596e59-4c43-437e-9cb2-d4a89c5e6753 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:14.392454 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Attempting to bind port eb596e59-4c43-437e-9cb2-d4a89c5e6753 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:14.397960 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Pushing event updated for resources: {'Port': ['ID=eb596e59-4c43-437e-9cb2-d4a89c5e6753,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.403758 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:14.404171 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:14.404672 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.405060 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:14.405934 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Bound port: eb596e59-4c43-437e-9cb2-d4a89c5e6753, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:14.406351 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.434217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Allocated IP 172.20.0.1 (ffc5b524-1c1f-4e8b-bae6-95151861f6cb/e16a75cc-8446-4fc8-960c-dc82ca165141/2cdd034a-d676-42da-98f7-a55eeeec4c63) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:14.435448 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.435992 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.436328 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.436959 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.437307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.437634 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.437985 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.438308 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.438831 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.439243 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.439566 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.439907 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Tracked resource versions report: Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: pushed versions: Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: { 'AddressGroup': {'1.2'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'ConntrackHelper': {'1.0'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Log': {'1.0'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Network': {'1.1'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Port': {'1.7'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'PortForwarding': {'1.2'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'QosPolicy': {'1.8'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'SecurityGroup': {'1.4'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'SubPort': {'1.0'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Subnet': {'1.1'}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Trunk': {'1.1'}} Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: consumer versions: Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: { DHCP agent@n-d-800085-5: {}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: HyperV agent@n-h1-800085-5: {}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: HyperV agent@n-h2-800085-5: {}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: L3 agent@n-d-800085-5: {}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: Metadata agent@n-d-800085-5: {}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: Metering agent@n-d-800085-5: {}, Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: Open vSwitch agent@n-d-800085-5: { 'AddressGroup': '1.2', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'ConntrackHelper': '1.0', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Log': '1.0', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Network': '1.1', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Port': '1.7', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'PortForwarding': '1.2', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'QosPolicy': '1.8', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'SecurityGroup': '1.4', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'SecurityGroupRule': '1.2', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'SubPort': '1.0', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Subnet': '1.1', Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: 'Trunk': '1.1'}} Jul 16 01:19:14.441026 n-d-800085-5 neutron-server[93709]: {{(pid=93709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:19:14.482505 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] For port eb596e59-4c43-437e-9cb2-d4a89c5e6753, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:14.487411 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] For port eb596e59-4c43-437e-9cb2-d4a89c5e6753, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=eb596e59-4c43-437e-9cb2-d4a89c5e6753,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:14.494743 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.566085 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:14.566622 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:14.577811 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.602687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Transition to ACTIVE for port object 2cdd034a-d676-42da-98f7-a55eeeec4c63 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:14.603208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0cb1e-68ce-4d74-8c92-d14134658950 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:14.649330 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d28cc-bc88-4a3a-8718-37de500b5428 None None] Pushing event updated for resources: {'Port': ['ID=eb596e59-4c43-437e-9cb2-d4a89c5e6753,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.650416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.707669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:14.711547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:14.713725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd034a-d676-42da-98f7-a55eeeec4c63,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.714244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a2b0cb1e-68ce-4d74-8c92-d14134658950 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:14.714978 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.741377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:14.742241 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.748847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d8db824-f561-4e1e-8fe2-9b3167975a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.807920 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:14.950984 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-735b7a61-c363-4af4-ae00-142cd76703dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.010817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.019526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d8db824-f561-4e1e-8fe2-9b3167975a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.031643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d8db824-f561-4e1e-8fe2-9b3167975a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.085593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-184040d0-fd75-4eeb-843e-1a23222f660c None None] Provisioning for port 2cdd034a-d676-42da-98f7-a55eeeec4c63 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:15.093056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-184040d0-fd75-4eeb-843e-1a23222f660c None None] Provisioning complete for port 2cdd034a-d676-42da-98f7-a55eeeec4c63 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:15.094154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-184040d0-fd75-4eeb-843e-1a23222f660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.153190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-184040d0-fd75-4eeb-843e-1a23222f660c None None] Port 2cdd034a-d676-42da-98f7-a55eeeec4c63 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:15.178306 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.182088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8db824-f561-4e1e-8fe2-9b3167975a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f7060b-e4bd-4eb3-b15c-14e8b9851df1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.222968 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0d8db824-f561-4e1e-8fe2-9b3167975a88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e542ecad18954520a05301057ba18937&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8484116 Jul 16 01:19:15.240458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:15.291701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.297449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.298762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.413482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffcf15c7-f36c-4d2c-9c8c-373647722622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.418350 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:12Z', 'revision_number': 3, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:15.442422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd034a-d676-42da-98f7-a55eeeec4c63,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.469789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:15.471586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:15.473661 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b97d60-80ab-4f9f-ad7e-15057fed5c40 None None] The sync data for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 is: [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:12Z', 'revision_number': 3, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:15.477526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-735b7a61-c363-4af4-ae00-142cd76703dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.487321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffcf15c7-f36c-4d2c-9c8c-373647722622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.500354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-735b7a61-c363-4af4-ae00-142cd76703dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.607717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffcf15c7-f36c-4d2c-9c8c-373647722622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.616116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffcf15c7-f36c-4d2c-9c8c-373647722622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.621393 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ffcf15c7-f36c-4d2c-9c8c-373647722622 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73f7060b-e4bd-4eb3-b15c-14e8b9851df1 HTTP/1.1" status: 204 len: 168 time: 0.3796504 Jul 16 01:19:15.637910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-735b7a61-c363-4af4-ae00-142cd76703dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be678430a363428e834ed4c9f9ab78ce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3013425 Jul 16 01:19:15.638694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b7a61-c363-4af4-ae00-142cd76703dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ff131b-26f9-4ddf-977e-290069699322,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.640333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:15.680803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Router b8e24e38-aa08-4067-8851-07ca38e6b74e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:15.688696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf15c7-f36c-4d2c-9c8c-373647722622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f7060b-e4bd-4eb3-b15c-14e8b9851df1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.731191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:15.738788 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.852153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:15.867053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4eff0eda-c2bd-42d2-a2a4-e680f1a7338f admin admin] 10.222.0.81 "PUT /v2.0/routers/b8e24e38-aa08-4067-8851-07ca38e6b74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6826212 Jul 16 01:19:15.890046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c98fdc24-6091-4049-ad54-c32052f3c5b0 None None] Provisioning complete for port 2cdd034a-d676-42da-98f7-a55eeeec4c63 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:15.890520 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c98fdc24-6091-4049-ad54-c32052f3c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.917664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3596bf4-252b-48fb-8955-44a1e1816667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.950211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3596bf4-252b-48fb-8955-44a1e1816667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.952952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c98fdc24-6091-4049-ad54-c32052f3c5b0 None None] Port 2cdd034a-d676-42da-98f7-a55eeeec4c63 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:16.008533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3596bf4-252b-48fb-8955-44a1e1816667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.011255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3596bf4-252b-48fb-8955-44a1e1816667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.012506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c3596bf4-252b-48fb-8955-44a1e1816667 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3ff131b-26f9-4ddf-977e-290069699322 HTTP/1.1" status: 204 len: 168 time: 0.3710437 Jul 16 01:19:16.020882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3596bf4-252b-48fb-8955-44a1e1816667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ff131b-26f9-4ddf-977e-290069699322,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.098565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-778c6c24-b7c0-4535-8ea4-ebf54e45cfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.213240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-778c6c24-b7c0-4535-8ea4-ebf54e45cfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.218360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-778c6c24-b7c0-4535-8ea4-ebf54e45cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.258295 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-778c6c24-b7c0-4535-8ea4-ebf54e45cfba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06e2aedad81b4fbd83740ef852cbe7a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5257289 Jul 16 01:19:16.264531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:16.287278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c6c24-b7c0-4535-8ea4-ebf54e45cfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15a014-d05c-4c80-8aa2-6eb4bea7795f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.344759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14abd198-a04c-4135-975b-151f0baa1943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.372716 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14abd198-a04c-4135-975b-151f0baa1943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.417164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:16.435718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14abd198-a04c-4135-975b-151f0baa1943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.438469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14abd198-a04c-4135-975b-151f0baa1943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.439672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-14abd198-a04c-4135-975b-151f0baa1943 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a15a014-d05c-4c80-8aa2-6eb4bea7795f HTTP/1.1" status: 204 len: 168 time: 0.1741414 Jul 16 01:19:16.456197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd67566f-829f-4c19-a98b-6caf02420b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.458798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abd198-a04c-4135-975b-151f0baa1943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15a014-d05c-4c80-8aa2-6eb4bea7795f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.621494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd67566f-829f-4c19-a98b-6caf02420b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.631190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd67566f-829f-4c19-a98b-6caf02420b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.649797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eb596e59-4c43-437e-9cb2-d4a89c5e6753 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:16.693739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:16.693987 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bd67566f-829f-4c19-a98b-6caf02420b56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99846397b65547ddb5d77939a19c20dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2756426 Jul 16 01:19:16.709342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67566f-829f-4c19-a98b-6caf02420b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08045e8b-78da-4e53-9cc3-423b3716e3b3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.723908 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.724582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port eb596e59-4c43-437e-9cb2-d4a89c5e6753 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:16.730375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port eb596e59-4c43-437e-9cb2-d4a89c5e6753 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:16.730906 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.764949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fee43822-8825-44bd-92bb-a018ba81318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.816573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fee43822-8825-44bd-92bb-a018ba81318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.827558 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.861073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port eb596e59-4c43-437e-9cb2-d4a89c5e6753, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=eb596e59-4c43-437e-9cb2-d4a89c5e6753,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:16.867131 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.898567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fee43822-8825-44bd-92bb-a018ba81318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.901415 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fee43822-8825-44bd-92bb-a018ba81318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.902568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fee43822-8825-44bd-92bb-a018ba81318f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08045e8b-78da-4e53-9cc3-423b3716e3b3 HTTP/1.1" status: 204 len: 168 time: 0.2077157 Jul 16 01:19:16.913055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee43822-8825-44bd-92bb-a018ba81318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08045e8b-78da-4e53-9cc3-423b3716e3b3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.967577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=eb596e59-4c43-437e-9cb2-d4a89c5e6753,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.983068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:16.996928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86231a0e-5023-47f9-ab23-1303088305b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.101584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86231a0e-5023-47f9-ab23-1303088305b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.105284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86231a0e-5023-47f9-ab23-1303088305b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.146758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86231a0e-5023-47f9-ab23-1303088305b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a668d3-3ef3-4f46-8a97-757fe7147337,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.151471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-86231a0e-5023-47f9-ab23-1303088305b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=675241defe52440992f578322e8f5cce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1673539 Jul 16 01:19:17.154299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:17.216241 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0f02-c84b-4274-bb8c-daa9cedf44ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.242126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0f02-c84b-4274-bb8c-daa9cedf44ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.292913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0f02-c84b-4274-bb8c-daa9cedf44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.296434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2a0f02-c84b-4274-bb8c-daa9cedf44ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.301399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2c2a0f02-c84b-4274-bb8c-daa9cedf44ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/84a668d3-3ef3-4f46-8a97-757fe7147337 HTTP/1.1" status: 204 len: 168 time: 0.1458793 Jul 16 01:19:17.310679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a0f02-c84b-4274-bb8c-daa9cedf44ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a668d3-3ef3-4f46-8a97-757fe7147337,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.388589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:17.402895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11e378ca-48ad-4815-9e31-f8b00cc15816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.501658 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11e378ca-48ad-4815-9e31-f8b00cc15816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.506262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11e378ca-48ad-4815-9e31-f8b00cc15816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.546581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11e378ca-48ad-4815-9e31-f8b00cc15816 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9fad119d5b064027aa13d42b23ccc88f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1541688 Jul 16 01:19:17.546754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:17.547448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e378ca-48ad-4815-9e31-f8b00cc15816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2138ef38-affc-4632-9ca2-5e8e1fa03760,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.610808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Sync routers for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:17.613311 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b1802d3-8cd8-43b1-b530-dd1952162919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.625620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:17.626535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:17.649047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b1802d3-8cd8-43b1-b530-dd1952162919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.762521 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b1802d3-8cd8-43b1-b530-dd1952162919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.765924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b1802d3-8cd8-43b1-b530-dd1952162919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.768081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3b1802d3-8cd8-43b1-b530-dd1952162919 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2138ef38-affc-4632-9ca2-5e8e1fa03760 HTTP/1.1" status: 204 len: 168 time: 0.2201028 Jul 16 01:19:17.780737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1802d3-8cd8-43b1-b530-dd1952162919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2138ef38-affc-4632-9ca2-5e8e1fa03760,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.887952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:18.082297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:18.085084 n-d-800085-5 neutron-server[93706]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:19:18.110894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:15Z', 'revision_number': 2, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:18.120724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-134d338f-5cf2-45a0-b66e-a0f7552f7184 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a7013af06f1f42978684441ba9619686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366600 Jul 16 01:19:18.145110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Checking router: b8e24e38-aa08-4067-8851-07ca38e6b74e for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:18.145668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Updating router b8e24e38-aa08-4067-8851-07ca38e6b74e port 2cdd034a-d676-42da-98f7-a55eeeec4c63 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:18.182951 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.232032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-da9e97d2-76cd-498a-b81d-41bbcab8ccdc tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.245879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-da9e97d2-76cd-498a-b81d-41bbcab8ccdc tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239522 Jul 16 01:19:18.263718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-31a554b4-3037-4cf3-8a98-89311ff196fa tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/quotas/a7013af06f1f42978684441ba9619686 HTTP/1.1" status: 200 len: 375 time: 0.0169537 Jul 16 01:19:18.321087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-c9b0c7b4-dec7-4168-9779-37e7ed77db91 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7013af06f1f42978684441ba9619686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564547 Jul 16 01:19:18.493081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.526442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Transition to ACTIVE for port object 2cdd034a-d676-42da-98f7-a55eeeec4c63 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:18.561729 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.594002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36798) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:18.605654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-network', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:18.612596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eb596e59-4c43-437e-9cb2-d4a89c5e6753 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:18.639302 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Made reservation on behalf of 4e488ae4c08e4488b0d6b419546569e2 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:18.642370 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.651771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.686220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:18.703753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bdd8a-1208-4747-99e9-c0d6e0fdc188 None None] Pushing event updated for resources: {'Port': ['ID=2cdd034a-d676-42da-98f7-a55eeeec4c63,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:18.783853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Attempting to bind port 2cdd034a-d676-42da-98f7-a55eeeec4c63 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:18.783970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Attempting to bind port 2cdd034a-d676-42da-98f7-a55eeeec4c63 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:18.784569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Attempting to bind port 2cdd034a-d676-42da-98f7-a55eeeec4c63 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:18.798560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:18.798784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Checking segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:18.799103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.799469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Bound using segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:18.799956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Bound port: 2cdd034a-d676-42da-98f7-a55eeeec4c63, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:18.800386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.810607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.816612 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.819079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port eb596e59-4c43-437e-9cb2-d4a89c5e6753 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:18.819455 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.832443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:18.843016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.843364 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Added segment 1e226c42-9c89-4376-949d-ae916c2f751e of type vlan for network 0aa5a39f-5832-49e3-a890-c336cb51e899 Jul 16 01:19:18.923938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc863be-0abd-4436-89ed-464d56235ca4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:18.927555 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.934732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] For port 2cdd034a-d676-42da-98f7-a55eeeec4c63, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:18.936110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] For port 2cdd034a-d676-42da-98f7-a55eeeec4c63, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2cdd034a-d676-42da-98f7-a55eeeec4c63,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:18.957470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.970952 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.972876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.973923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.002298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4054530 Jul 16 01:19:19.006065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36814) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.011394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Request body: {'subnet': {'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-subnet', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:19.057946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Made reservation on behalf of 4e488ae4c08e4488b0d6b419546569e2 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:19.060847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.074293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bdd8a-1208-4747-99e9-c0d6e0fdc188 None None] Pushing event updated for resources: {'Port': ['ID=2cdd034a-d676-42da-98f7-a55eeeec4c63,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.077751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:19.078376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:19.120870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64779bbe-5bdb-4c28-b7db-e34f125c0ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa5a39f-5832-49e3-a890-c336cb51e899,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.138729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:19.149458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eac1434-5e35-4a0a-8681-56f080153e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.318952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:19.349551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36826) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.474386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.539873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eac1434-5e35-4a0a-8681-56f080153e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.551811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eac1434-5e35-4a0a-8681-56f080153e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.622407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:18Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:19.657158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6504c9-d249-4cf9-b3d4-1aa89a69bcaa None None] The sync data for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 is: [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:18Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:19.723008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5eac1434-5e35-4a0a-8681-56f080153e86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ced8304c658846ab9b9326b2d335ebcb&name=default HTTP/1.1" status: 200 len: 2976 time: 1.0356538 Jul 16 01:19:19.724949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.725921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36846) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.726968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac1434-5e35-4a0a-8681-56f080153e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ded73-f949-4a41-b442-478c5aac5f09,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.794640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c187f0-be3a-4363-b69d-292bd5c9c3ea,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.813859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Checking segment: {'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:19.814447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Network hostable DHCP agents. Network: 0aa5a39f-5832-49e3-a890-c336cb51e899, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:19.833426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:19.851498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 0aa5a39f-5832-49e3-a890-c336cb51e899) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:19.862503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777de2db-ead9-4754-8960-8f85354c3c79 None None] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:19.866435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.867667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.887619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-af32360c-6547-4486-82c7-3ca8d88ed5bd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8803596 Jul 16 01:19:19.890273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:19.896623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:19.920392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98e38e76-ed01-44b9-9ce5-fa6b16fa2190 req-bb3683b5-bdd3-42c9-bd83-f58941f85037 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 210 time: 0.5698557 Jul 16 01:19:19.921058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb37ced9-6c90-42db-8fc2-f8cdd816fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.940864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.942422 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.971692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb37ced9-6c90-42db-8fc2-f8cdd816fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.038263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.064406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb37ced9-6c90-42db-8fc2-f8cdd816fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.067569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb37ced9-6c90-42db-8fc2-f8cdd816fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.068693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eb37ced9-6c90-42db-8fc2-f8cdd816fe4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b60ded73-f949-4a41-b442-478c5aac5f09 HTTP/1.1" status: 204 len: 168 time: 0.3407886 Jul 16 01:19:20.080150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37ced9-6c90-42db-8fc2-f8cdd816fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60ded73-f949-4a41-b442-478c5aac5f09,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.233853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-0aa5a39f-5832-49e3-a890-c336cb51e899', 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'fixed_ips': [{'subnet_id': 'c6c187f0-be3a-4363-b69d-292bd5c9c3ea'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:19:20.234755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.277281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.755353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Allocated IP 172.20.0.2 (0aa5a39f-5832-49e3-a890-c336cb51e899/c6c187f0-be3a-4363-b69d-292bd5c9c3ea/fd068082-c853-491a-bb04-a1505f2f3564) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:20.757939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.813630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.038797 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.044733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Allocated IP 172.25.5.107 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/68f7e7f0-7bb6-46d4-bebb-699e5c1a7957) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:21.072101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Transition to ACTIVE for port object fd068082-c853-491a-bb04-a1505f2f3564 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:21.091389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2cdd034a-d676-42da-98f7-a55eeeec4c63 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:21.130060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36920) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:21.170843 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89f72bf0-d853-4859-ac10-9d0e8564e917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.218312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Transition to ACTIVE for port object fd068082-c853-491a-bb04-a1505f2f3564 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:21.240636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.353200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.359058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:21.369951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2cdd034a-d676-42da-98f7-a55eeeec4c63 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:21.393920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:21.414951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2cdd034a-d676-42da-98f7-a55eeeec4c63 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:21.425551 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.434777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-adf5de25-f3be-4379-a15b-9faca48c2048 req-cc8b5584-48fb-4ffb-85bf-08a147cc7cd3 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 210 time: 0.0633645 Jul 16 01:19:21.443148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:21.461043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Pushing event updated for resources: {'Port': ['ID=fd068082-c853-491a-bb04-a1505f2f3564,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:21.471442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89f72bf0-d853-4859-ac10-9d0e8564e917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.477856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.479702 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89f72bf0-d853-4859-ac10-9d0e8564e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.586138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:21.602790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:21.613365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:21.665499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Attempting to bind port fd068082-c853-491a-bb04-a1505f2f3564 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:21.666099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Attempting to bind port fd068082-c853-491a-bb04-a1505f2f3564 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:21.666772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Attempting to bind port fd068082-c853-491a-bb04-a1505f2f3564 on network 0aa5a39f-5832-49e3-a890-c336cb51e899 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:21.676036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:21.676727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Checking segment: {'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:21.677527 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.678239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Bound using segment: {'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:21.678887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Bound port: fd068082-c853-491a-bb04-a1505f2f3564, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:21.679449 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.786935 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.796913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:21.870495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2cdd034a-d676-42da-98f7-a55eeeec4c63, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2cdd034a-d676-42da-98f7-a55eeeec4c63,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:21.875270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] For port fd068082-c853-491a-bb04-a1505f2f3564, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:21.879929 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.931082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] For port fd068082-c853-491a-bb04-a1505f2f3564, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fd068082-c853-491a-bb04-a1505f2f3564,segment=NetworkSegment(1e226c42-9c89-4376-949d-ae916c2f751e),segment_id=1e226c42-9c89-4376-949d-ae916c2f751e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:21.944733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.949078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-89f72bf0-d853-4859-ac10-9d0e8564e917 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=458adce2403c44dd84e19b00f58c6c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8168495 Jul 16 01:19:21.949799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36940) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:21.950895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f72bf0-d853-4859-ac10-9d0e8564e917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb2e95e-a947-4329-a5fc-54c1c8c3c814,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:21.973193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2cdd034a-d676-42da-98f7-a55eeeec4c63,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.039499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8379c3ff-cc3d-461b-bf7d-58868655ca2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.071483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a46ae-d9ac-48b0-87a0-854d5054ff70 None None] Pushing event updated for resources: {'Port': ['ID=fd068082-c853-491a-bb04-a1505f2f3564,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.075744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8379c3ff-cc3d-461b-bf7d-58868655ca2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.124809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.145080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8379c3ff-cc3d-461b-bf7d-58868655ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.149758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8379c3ff-cc3d-461b-bf7d-58868655ca2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.154714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8379c3ff-cc3d-461b-bf7d-58868655ca2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bb2e95e-a947-4329-a5fc-54c1c8c3c814 HTTP/1.1" status: 204 len: 168 time: 0.1983838 Jul 16 01:19:22.163870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379c3ff-cc3d-461b-bf7d-58868655ca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb2e95e-a947-4329-a5fc-54c1c8c3c814,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.340139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.93', 59810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:22.395137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8583d5f4-d0fd-4a45-93b6-b9876db4655e tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=a7013af06f1f42978684441ba9619686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534496 Jul 16 01:19:22.601054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-cc5e59ab-e052-493a-802f-399378a69edb tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.603000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-cc5e59ab-e052-493a-802f-399378a69edb tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022161 Jul 16 01:19:22.615999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.664026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Request body: {'port': {'device_id': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'a7013af06f1f42978684441ba9619686'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:22.856277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fd068082-c853-491a-bb04-a1505f2f3564 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:22.927634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Router f1fc53ae-fb7d-4975-ae43-971d47f91108 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:19:22.992022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port fd068082-c853-491a-bb04-a1505f2f3564 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:23.009191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2cdd034a-d676-42da-98f7-a55eeeec4c63 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:23.035137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-668242b7-59c5-4ab3-bd11-7a86f53799dd req-e672db9a-a686-4363-8f7f-b74af61b235a tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 210 time: 0.1534748 Jul 16 01:19:23.159387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2cdd034a-d676-42da-98f7-a55eeeec4c63 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:23.159832 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.218873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Made reservation on behalf of a7013af06f1f42978684441ba9619686 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:23.236955 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.270585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.350469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:23.368694 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Sync routers for ids ['f1fc53ae-fb7d-4975-ae43-971d47f91108'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:23.384174 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Routers {'f1fc53ae-fb7d-4975-ae43-971d47f91108'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:23.389229 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f1fc53ae-fb7d-4975-ae43-971d47f91108'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:23.496278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e766c20-6158-4742-82bd-8575c2942add None None] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:23.503178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.511988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.519301 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.520763 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-16bb87db-eaa2-4814-a7f3-5786bc509ce3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6287956 Jul 16 01:19:23.523474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:23.618796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-973a62d0-95be-4880-be4e-f2aeb93b2420 None None] Provisioning for port fd068082-c853-491a-bb04-a1505f2f3564 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:23.626036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-973a62d0-95be-4880-be4e-f2aeb93b2420 None None] Provisioning complete for port fd068082-c853-491a-bb04-a1505f2f3564 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:23.627136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-973a62d0-95be-4880-be4e-f2aeb93b2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.766838 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Set router f1fc53ae-fb7d-4975-ae43-971d47f91108 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:23.792969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca1db3d-6112-481b-9052-090d87eb3c65,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:23.827677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-973a62d0-95be-4880-be4e-f2aeb93b2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.943860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-973a62d0-95be-4880-be4e-f2aeb93b2420 None None] For port fd068082-c853-491a-bb04-a1505f2f3564, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fd068082-c853-491a-bb04-a1505f2f3564,segment=NetworkSegment(1e226c42-9c89-4376-949d-ae916c2f751e),segment_id=1e226c42-9c89-4376-949d-ae916c2f751e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:23.967316 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-973a62d0-95be-4880-be4e-f2aeb93b2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.071069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a62d0-95be-4880-be4e-f2aeb93b2420 None None] Pushing event updated for resources: {'Port': ['ID=fd068082-c853-491a-bb04-a1505f2f3564,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.125676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Allocated IP 192.168.233.128 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/a09fe4f7-4d39-4594-b872-3cf50ecb16c1) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:24.190835 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 3, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:24.252530 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Checking router: f1fc53ae-fb7d-4975-ae43-971d47f91108 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:24.253981 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Updating router f1fc53ae-fb7d-4975-ae43-971d47f91108 port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:24.371763 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.409260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3cf340a2-17c7-4e92-84aa-acb8d894d3b0 None None] Provisioning complete for port fd068082-c853-491a-bb04-a1505f2f3564 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:24.409895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3cf340a2-17c7-4e92-84aa-acb8d894d3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.430317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.452413 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.476699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Transition to ACTIVE for port object a09fe4f7-4d39-4594-b872-3cf50ecb16c1 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:24.537551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.642460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:24.671763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:24.691994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:24.700726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fd068082-c853-491a-bb04-a1505f2f3564 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:24.711383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.715890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.768998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1094615 Jul 16 01:19:24.806360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-a9cbb4e8-df10-4f85-8e94-0c87baefd619 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:24.812835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-a9cbb4e8-df10-4f85-8e94-0c87baefd619 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209744 Jul 16 01:19:24.943587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fd068082-c853-491a-bb04-a1505f2f3564 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:24.944085 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.094171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Allocated IP 172.20.0.1 (0aa5a39f-5832-49e3-a890-c336cb51e899/c6c187f0-be3a-4363-b69d-292bd5c9c3ea/c42ac4cf-2656-457d-a66e-6f59c240cb2a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:25.181977 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.218550 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Transition to ACTIVE for port object 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:25.232479 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.257872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b6f70-0eb0-41dc-9794-da0a6efb0ae4 req-90253c54-4f98-4adf-8712-aa87a107256d tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.268974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b3b6f70-0eb0-41dc-9794-da0a6efb0ae4 req-90253c54-4f98-4adf-8712-aa87a107256d tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 936 time: 0.7500174 Jul 16 01:19:25.272538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44a0655b-2017-4298-9520-3a6686407571 None None] Provisioning for port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:25.286728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44a0655b-2017-4298-9520-3a6686407571 None None] Provisioning complete for port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:25.291040 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-44a0655b-2017-4298-9520-3a6686407571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.358350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f56dd-20d2-4cd9-b6c1-be7b1b14053b tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Pushing event updated for resources: {'Port': ['ID=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.391313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-44a0655b-2017-4298-9520-3a6686407571 None None] Port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:25.412112 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc235c5-1b2b-4d4c-9c6c-27cbd2baa9ae None None] Pushing event updated for resources: {'Port': ['ID=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.422480 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Attempting to bind port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:25.424708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.425685 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Attempting to bind port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:25.426049 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Attempting to bind port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:25.434869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b3b6f70-0eb0-41dc-9794-da0a6efb0ae4 req-d738ae60-03ca-4da0-8bde-167ae01c5f09 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636343 Jul 16 01:19:25.443771 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:25.444147 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:25.452999 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.453725 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:25.457173 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Bound port: 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:25.457902 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.479400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Transition to ACTIVE for port object c42ac4cf-2656-457d-a66e-6f59c240cb2a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:25.548213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.585176 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] For port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:25.589446 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] For port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:25.598087 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.605678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Pushing event updated for resources: {'Port': ['ID=c42ac4cf-2656-457d-a66e-6f59c240cb2a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.624184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:25.625627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:25.629200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:25.630054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.762942 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Routers {'f1fc53ae-fb7d-4975-ae43-971d47f91108'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:25.763593 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f1fc53ae-fb7d-4975-ae43-971d47f91108'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:25.835872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:25.919955 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc235c5-1b2b-4d4c-9c6c-27cbd2baa9ae None None] Pushing event updated for resources: {'Port': ['ID=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.023582 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.070950 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] Set router f1fc53ae-fb7d-4975-ae43-971d47f91108 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:26.130125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3e14-bb54-4bff-a00c-199cd70a889b None None] Provisioning for port c42ac4cf-2656-457d-a66e-6f59c240cb2a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:26.155908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5e3d3e14-bb54-4bff-a00c-199cd70a889b None None] Provisioning complete for port c42ac4cf-2656-457d-a66e-6f59c240cb2a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:26.160269 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e3d3e14-bb54-4bff-a00c-199cd70a889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.242235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d3e14-bb54-4bff-a00c-199cd70a889b None None] Port c42ac4cf-2656-457d-a66e-6f59c240cb2a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:26.252429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:26.361763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.372346 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.373566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.427944 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-644df630-6b54-4640-a770-c1b214fe738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 3, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:26.442868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3094-0a09-4526-b517-94761a5740c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.481999 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644df630-6b54-4640-a770-c1b214fe738a None None] The sync data for ids ['f1fc53ae-fb7d-4975-ae43-971d47f91108'] in n-d-800085-5 is: [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 3, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:26.495222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Pushing event updated for resources: {'Port': ['ID=c42ac4cf-2656-457d-a66e-6f59c240cb2a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.668295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:26.668295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:26.753176 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a0a54b3-d890-4478-88d8-2d4e04c3a818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.828977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3094-0a09-4526-b517-94761a5740c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.938852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a1e3094-0a09-4526-b517-94761a5740c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.098336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Router f1fc53ae-fb7d-4975-ae43-971d47f91108 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:27.132757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5a1e3094-0a09-4526-b517-94761a5740c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e265c80f8684e289e9c23c236fbf576&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2948239 Jul 16 01:19:27.161349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:27.194260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-466bb4b5-9970-4b67-9726-3701cb57f18f None None] Provisioning complete for port c42ac4cf-2656-457d-a66e-6f59c240cb2a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:27.195252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-466bb4b5-9970-4b67-9726-3701cb57f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.267776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:27.289020 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d1c84e64-0617-41d1-959f-46489bfdafe5 admin admin] 10.222.0.81 "PUT /v2.0/routers/f1fc53ae-fb7d-4975-ae43-971d47f91108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7497778 Jul 16 01:19:27.289256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a0a54b3-d890-4478-88d8-2d4e04c3a818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.312475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e3094-0a09-4526-b517-94761a5740c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a501043-4dd9-4f09-97db-dd361bd8925f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.321859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-466bb4b5-9970-4b67-9726-3701cb57f18f None None] Port c42ac4cf-2656-457d-a66e-6f59c240cb2a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:27.356934 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a0a54b3-d890-4478-88d8-2d4e04c3a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.440643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ac602-0adb-4ee6-aad5-08544cfff866 req-4491004d-4b97-434c-8719-7238014165ff tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.442251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-591ac602-0adb-4ee6-aad5-08544cfff866 req-4491004d-4b97-434c-8719-7238014165ff tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 936 time: 0.7128434 Jul 16 01:19:27.456293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8a0a54b3-d890-4478-88d8-2d4e04c3a818 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4dd38598a97a4059a78c3e9a8cab7385&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2019725 Jul 16 01:19:27.458725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:27.480282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Request body: {'port': {'device_id': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'device_owner': 'compute:tempest-test_az-1123607976', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:27.602994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e8a0-4aca-4d80-a5f2-f33d498d0a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.681136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e8a0-4aca-4d80-a5f2-f33d498d0a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.770648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.837692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e8a0-4aca-4d80-a5f2-f33d498d0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.840663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5e3e8a0-4aca-4d80-a5f2-f33d498d0a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.850645 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d5e3e8a0-4aca-4d80-a5f2-f33d498d0a1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/520edd7a-e91a-4862-b017-c1d788b1f53b HTTP/1.1" status: 204 len: 168 time: 0.3884108 Jul 16 01:19:27.862412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3e8a0-4aca-4d80-a5f2-f33d498d0a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520edd7a-e91a-4862-b017-c1d788b1f53b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.914927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a54b3-d890-4478-88d8-2d4e04c3a818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520edd7a-e91a-4862-b017-c1d788b1f53b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.971878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcb9d-0371-4956-b5e7-34a58f8bfec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.998411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-591ac602-0adb-4ee6-aad5-08544cfff866 req-54f2604f-5725-4992-9a27-4a4009586bf9 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071593 Jul 16 01:19:28.030367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcb9d-0371-4956-b5e7-34a58f8bfec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.443625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcb9d-0371-4956-b5e7-34a58f8bfec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.446426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe7fcb9d-0371-4956-b5e7-34a58f8bfec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.447676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fe7fcb9d-0371-4956-b5e7-34a58f8bfec7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a501043-4dd9-4f09-97db-dd361bd8925f HTTP/1.1" status: 204 len: 168 time: 1.2815914 Jul 16 01:19:28.465484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fcb9d-0371-4956-b5e7-34a58f8bfec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a501043-4dd9-4f09-97db-dd361bd8925f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.495964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:28.551190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa936b01-88cb-4bb7-b86d-99e478197a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.745242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:28.777893 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa936b01-88cb-4bb7-b86d-99e478197a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.779118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09fe4f7-4d39-4594-b872-3cf50ecb16c1 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:28.784059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa936b01-88cb-4bb7-b86d-99e478197a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.820459 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.855897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Transition to ACTIVE for port object a09fe4f7-4d39-4594-b872-3cf50ecb16c1 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:28.861584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.864919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:28.872841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:28.874220 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.931101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fa936b01-88cb-4bb7-b86d-99e478197a9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7356286188647ae8dcd33d7dcf69083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316437 Jul 16 01:19:28.931101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936b01-88cb-4bb7-b86d-99e478197a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5b3f5-da99-4caf-8012-962081071d14,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.935460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:29.093473 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.146435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:29.157555 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.204193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Attempting to bind port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:29.204810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Attempting to bind port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:29.204935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Attempting to bind port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:29.234993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:29.236108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Attempting to bind port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:29.241577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Pushing event updated for resources: {'Port': ['ID=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.247548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:29.247818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:29.248479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:29.249083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Bound port: a09fe4f7-4d39-4594-b872-3cf50ecb16c1, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:29.249526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.283029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf1b0622-9310-42a6-9f7b-249d46cf577e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.317206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.343876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf1b0622-9310-42a6-9f7b-249d46cf577e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.409444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] For port a09fe4f7-4d39-4594-b872-3cf50ecb16c1, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:29.432662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] For port a09fe4f7-4d39-4594-b872-3cf50ecb16c1, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:29.455449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.484371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Sync routers for ids ['f1fc53ae-fb7d-4975-ae43-971d47f91108'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:29.504706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Routers {'f1fc53ae-fb7d-4975-ae43-971d47f91108'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:29.506596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f1fc53ae-fb7d-4975-ae43-971d47f91108'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:29.552036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf1b0622-9310-42a6-9f7b-249d46cf577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.555284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf1b0622-9310-42a6-9f7b-249d46cf577e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.564545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf1b0622-9310-42a6-9f7b-249d46cf577e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67f5b3f5-da99-4caf-8012-962081071d14 HTTP/1.1" status: 204 len: 168 time: 0.6224382 Jul 16 01:19:29.568815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.569664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.574258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] 10.222.0.93 "PUT /v2.0/ports/a09fe4f7-4d39-4594-b872-3cf50ecb16c1 HTTP/1.1" status: 200 len: 1118 time: 2.5402596 Jul 16 01:19:29.612899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'tag': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:29.781031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b0622-9310-42a6-9f7b-249d46cf577e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5b3f5-da99-4caf-8012-962081071d14,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.839667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Set router f1fc53ae-fb7d-4975-ae43-971d47f91108 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:29.843091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81a953-a5d0-4311-a400-a0f9476ae5ae service neutron] Pushing event updated for resources: {'Port': ['ID=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.043817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:30.075593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61c2a2bf-2dfa-4ad4-b26c-ac5773abba9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.086622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858973da-be0f-4fcb-b19b-b08889e49eb3 req-0a9c060b-dfbb-44c1-97df-584ef5544009 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.088194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-858973da-be0f-4fcb-b19b-b08889e49eb3 req-0a9c060b-dfbb-44c1-97df-584ef5544009 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.1584878 Jul 16 01:19:30.172311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-858973da-be0f-4fcb-b19b-b08889e49eb3 req-2516994a-a8de-4349-a695-9889059d3be1 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Jul 16 01:19:30.233434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c42ac4cf-2656-457d-a66e-6f59c240cb2a', 'name': '', 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'mac_address': 'fa:16:3e:aa:eb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c6c187f0-be3a-4363-b69d-292bd5c9c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:24Z', 'updated_at': '2021-07-16T01:19:26Z', 'revision_number': 2, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'subnets': [{'id': 'c6c187f0-be3a-4363-b69d-292bd5c9c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:30.278637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Checking router: f1fc53ae-fb7d-4975-ae43-971d47f91108 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:30.279324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Updating router f1fc53ae-fb7d-4975-ae43-971d47f91108 port c42ac4cf-2656-457d-a66e-6f59c240cb2a binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:30.324010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61c2a2bf-2dfa-4ad4-b26c-ac5773abba9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.331301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.340828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61c2a2bf-2dfa-4ad4-b26c-ac5773abba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.390545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-61c2a2bf-2dfa-4ad4-b26c-ac5773abba9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fae3cfdfeca49248a2c0d9a1bc67a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428152 Jul 16 01:19:30.392021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37218) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:30.410436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a2bf-2dfa-4ad4-b26c-ac5773abba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5423f83d-ab92-46a4-8d5e-98a91d0bfcf0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.549289 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c33b7f-6023-49e6-9664-d819f84a7fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "75a7acb4-6723-4901-b02c-288f5aa2bc11", "tag": "a09fe4f7-4d39-4594-b872-3cf50ecb16c1"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:30.562512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96b4d4a4-a729-477b-9f32-3e4f84258202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.618016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96b4d4a4-a729-477b-9f32-3e4f84258202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.748435 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96b4d4a4-a729-477b-9f32-3e4f84258202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.752384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96b4d4a4-a729-477b-9f32-3e4f84258202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.753721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-96b4d4a4-a729-477b-9f32-3e4f84258202 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5423f83d-ab92-46a4-8d5e-98a91d0bfcf0 HTTP/1.1" status: 204 len: 168 time: 0.3593450 Jul 16 01:19:30.772051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4d4a4-a729-477b-9f32-3e4f84258202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5423f83d-ab92-46a4-8d5e-98a91d0bfcf0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.782087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:31.006825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37242) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:31.011537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ee44142e-e65c-4a34-8ec3-45c76c7f4c71 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452481930', 'description': 'tempest-description--1459581255'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:31.029742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:31.030396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.063647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee44142e-e65c-4a34-8ec3-45c76c7f4c71 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.118414 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.133200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Transition to ACTIVE for port object c42ac4cf-2656-457d-a66e-6f59c240cb2a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:31.143708 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.249539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9de0c-9964-472c-9ca5-af9dd96ed512 None None] Pushing event updated for resources: {'Port': ['ID=c42ac4cf-2656-457d-a66e-6f59c240cb2a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:31.285913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee44142e-e65c-4a34-8ec3-45c76c7f4c71 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.304730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee44142e-e65c-4a34-8ec3-45c76c7f4c71 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.385616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee44142e-e65c-4a34-8ec3-45c76c7f4c71 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.393242 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ee44142e-e65c-4a34-8ec3-45c76c7f4c71 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3816655 Jul 16 01:19:31.394058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37254) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:31.398389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0fa12926-6ec0-4651-9c3b-313371f6fc8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'security_group_rule': {'security_group_id': 'f291bb1a-9cdf-4418-b99e-f064ac2c1e31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:31.401147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44142e-e65c-4a34-8ec3-45c76c7f4c71 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f291bb1a-9cdf-4418-b99e-f064ac2c1e31,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:31.427102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Attempting to bind port c42ac4cf-2656-457d-a66e-6f59c240cb2a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:31.427505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Attempting to bind port c42ac4cf-2656-457d-a66e-6f59c240cb2a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:31.427830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Attempting to bind port c42ac4cf-2656-457d-a66e-6f59c240cb2a on network 0aa5a39f-5832-49e3-a890-c336cb51e899 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:31.433902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:31.434275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Checking segment: {'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:31.434825 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.435237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Bound using segment: {'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:31.435693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Bound port: c42ac4cf-2656-457d-a66e-6f59c240cb2a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e226c42-9c89-4376-949d-ae916c2f751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:31.436126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.486140 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fa12926-6ec0-4651-9c3b-313371f6fc8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.584280 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8324bd57-8ff2-4d73-8dfe-6603256da130 x-openstack-request-id: req-8324bd57-8ff2-4d73-8dfe-6603256da130 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:31.584484 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a7acb4-6723-4901-b02c-288f5aa2bc11", "tag": "a09fe4f7-4d39-4594-b872-3cf50ecb16c1", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:31.584908 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8324bd57-8ff2-4d73-8dfe-6603256da130 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:31.585612 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'tag': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1', 'status': 'completed', 'code': 200} Jul 16 01:19:31.619711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] For port c42ac4cf-2656-457d-a66e-6f59c240cb2a, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:31.620904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] For port c42ac4cf-2656-457d-a66e-6f59c240cb2a, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c42ac4cf-2656-457d-a66e-6f59c240cb2a,segment=NetworkSegment(1e226c42-9c89-4376-949d-ae916c2f751e),segment_id=1e226c42-9c89-4376-949d-ae916c2f751e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:31.634681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.706764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fa12926-6ec0-4651-9c3b-313371f6fc8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.717901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fa12926-6ec0-4651-9c3b-313371f6fc8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.750393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Routers {'f1fc53ae-fb7d-4975-ae43-971d47f91108'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:31.751789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f1fc53ae-fb7d-4975-ae43-971d47f91108'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:31.793862 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa12926-6ec0-4651-9c3b-313371f6fc8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ea6447-11ad-4cf3-810e-60ef7b6bd617,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:31.812424 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fa12926-6ec0-4651-9c3b-313371f6fc8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.820117 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0fa12926-6ec0-4651-9c3b-313371f6fc8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4257009 Jul 16 01:19:31.820989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:31.832309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d43f6053-e114-49b2-8dec-3086ffc53d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'security_group_rule': {'security_group_id': 'f291bb1a-9cdf-4418-b99e-f064ac2c1e31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:31.897228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43f6053-e114-49b2-8dec-3086ffc53d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.924439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] Set router f1fc53ae-fb7d-4975-ae43-971d47f91108 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:31.964723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9ca38-99a4-4aeb-a56a-58846d2a864d req-7dbebc4a-be63-481a-b334-19a8c647ec7f tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.973912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25a9ca38-99a4-4aeb-a56a-58846d2a864d req-7dbebc4a-be63-481a-b334-19a8c647ec7f tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.1760657 Jul 16 01:19:32.055606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43f6053-e114-49b2-8dec-3086ffc53d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.066125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43f6053-e114-49b2-8dec-3086ffc53d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.067808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25a9ca38-99a4-4aeb-a56a-58846d2a864d req-e8bfe930-1648-410e-98e7-3ae07de75304 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919912 Jul 16 01:19:32.084939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9de0c-9964-472c-9ca5-af9dd96ed512 None None] Pushing event updated for resources: {'Port': ['ID=c42ac4cf-2656-457d-a66e-6f59c240cb2a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.089830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f6053-e114-49b2-8dec-3086ffc53d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488158d7-1c9d-444e-a7e1-ff3a0ff2a1c8,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.103845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43f6053-e114-49b2-8dec-3086ffc53d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.110750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:32.112056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d43f6053-e114-49b2-8dec-3086ffc53d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2897267 Jul 16 01:19:32.117248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:32.221507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.365694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c42ac4cf-2656-457d-a66e-6f59c240cb2a', 'name': '', 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'mac_address': 'fa:16:3e:aa:eb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c6c187f0-be3a-4363-b69d-292bd5c9c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:24Z', 'updated_at': '2021-07-16T01:19:31Z', 'revision_number': 4, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'subnets': [{'id': 'c6c187f0-be3a-4363-b69d-292bd5c9c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:32.372857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:32.394047 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.397464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc07ce-4029-4b4e-9a3f-78706892d72f None None] The sync data for ids ['f1fc53ae-fb7d-4975-ae43-971d47f91108'] in n-d-800085-5 is: [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:19:25Z', 'revision_number': 4, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c42ac4cf-2656-457d-a66e-6f59c240cb2a', 'name': '', 'network_id': '0aa5a39f-5832-49e3-a890-c336cb51e899', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'mac_address': 'fa:16:3e:aa:eb:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c6c187f0-be3a-4363-b69d-292bd5c9c3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:24Z', 'updated_at': '2021-07-16T01:19:31Z', 'revision_number': 4, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'subnets': [{'id': 'c6c187f0-be3a-4363-b69d-292bd5c9c3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:32.631426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Allocated IP 172.25.5.90 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/dbf9824e-e665-4c5b-a76d-57692f13e6c7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:32.772687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c42ac4cf-2656-457d-a66e-6f59c240cb2a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:32.939413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c42ac4cf-2656-457d-a66e-6f59c240cb2a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:32.950926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c42ac4cf-2656-457d-a66e-6f59c240cb2a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:32.951630 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.000735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.128503 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.170959 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.212251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:33.219362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:33.231659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:33.242644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port c42ac4cf-2656-457d-a66e-6f59c240cb2a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c42ac4cf-2656-457d-a66e-6f59c240cb2a,segment=NetworkSegment(1e226c42-9c89-4376-949d-ae916c2f751e),segment_id=1e226c42-9c89-4376-949d-ae916c2f751e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:33.247890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event updated for resources: {'Port': ['ID=dbf9824e-e665-4c5b-a76d-57692f13e6c7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:33.253109 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.325710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-82476582-network', 'tenant_id': '34000a6212a84bc1a638fd54aec83d06'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:33.375151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=c42ac4cf-2656-457d-a66e-6f59c240cb2a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:33.388550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37326) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:33.390642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Made reservation on behalf of 34000a6212a84bc1a638fd54aec83d06 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:33.393687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.432854 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.509257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.648071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd6cd9-142d-402f-9333-82dfabe179d0 req-493bcbaf-2563-424f-a5b8-ec47556e74d1 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.650220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bfd6cd9-142d-402f-9333-82dfabe179d0 req-493bcbaf-2563-424f-a5b8-ec47556e74d1 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.3430772 Jul 16 01:19:33.653548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.723861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.732685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.768051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bfd6cd9-142d-402f-9333-82dfabe179d0 req-5117e97b-28ea-4338-b295-f39c1bc31cec tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111555 Jul 16 01:19:33.776565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:33.817047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.818587 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Added segment d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f of type vlan for network c14d38ee-6492-4421-9138-4142ee902243 Jul 16 01:19:33.936975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:33.943581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.046528 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.047579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.049881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.056712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.058170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.128489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event updated for resources: {'Port': ['ID=dbf9824e-e665-4c5b-a76d-57692f13e6c7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.139087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.165500 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.167001 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5f8bd07b-1509-4dfb-9194-1cd4a51813a1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0535712 Jul 16 01:19:34.182248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8052857 Jul 16 01:19:34.182248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0712b93a-be00-4a18-a991-6248fae3137b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.182937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:34.202361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Request body: {'subnet': {'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-82476582-subnet', 'tenant_id': '34000a6212a84bc1a638fd54aec83d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:34.260380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135baea2-c359-408c-bfab-2906ca433165 admin admin] Pushing event updated for resources: {'Network': ['ID=c14d38ee-6492-4421-9138-4142ee902243,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.261539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Made reservation on behalf of 34000a6212a84bc1a638fd54aec83d06 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:34.271718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c14d38ee-6492-4421-9138-4142ee902243 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:34.274430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.484894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.621783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e02df53-74ca-43db-9c48-c72d43a4a891,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.672257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.677579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-802c75a5-5ac0-45d7-8929-0de4b553245c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.686096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:34.686525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Network hostable DHCP agents. Network: c14d38ee-6492-4421-9138-4142ee902243, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:34.695826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c42ac4cf-2656-457d-a66e-6f59c240cb2a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:34.742668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:19:34.742668 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:19:34.742668 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': '321d9d00b5c64479b0891c984fcc9525', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 19, 34, 725154)}] Jul 16 01:19:34.742668 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:19:34.743451 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:19:34.754735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Network c14d38ee-6492-4421-9138-4142ee902243 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:34.778966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c14d38ee-6492-4421-9138-4142ee902243) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:34.785095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c42ac4cf-2656-457d-a66e-6f59c240cb2a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:34.785836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.788899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.789548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.791529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3578ce-e959-4d3e-b27f-aa957db400e6 None None] Network c14d38ee-6492-4421-9138-4142ee902243 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:34.902745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-802c75a5-5ac0-45d7-8929-0de4b553245c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.910136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-802c75a5-5ac0-45d7-8929-0de4b553245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.952545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a1cf0f93-606a-40dc-80ee-1578d9f942d1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7683065 Jul 16 01:19:35.014214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-802c75a5-5ac0-45d7-8929-0de4b553245c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a51146c427a44632a66c33e8d250e9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729148 Jul 16 01:19:35.014214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c75a5-5ac0-45d7-8929-0de4b553245c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0eb2a6-d589-4f4d-a711-516844c5d886,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.014509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.037283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79822665-054d-44b6-b44c-8e32a6696dd2 None None] Network c14d38ee-6492-4421-9138-4142ee902243 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:35.082498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bd949af-0ddd-45b1-bc26-1b0504b073fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.106938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bd949af-0ddd-45b1-bc26-1b0504b073fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.168998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec800b8-d6eb-4293-b586-ed9aa6c98bec req-b0c2a094-193f-4413-8612-d7934ff24660 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.182675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ec800b8-d6eb-4293-b586-ed9aa6c98bec req-b0c2a094-193f-4413-8612-d7934ff24660 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.1163533 Jul 16 01:19:35.219555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bd949af-0ddd-45b1-bc26-1b0504b073fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.223205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bd949af-0ddd-45b1-bc26-1b0504b073fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.225412 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7bd949af-0ddd-45b1-bc26-1b0504b073fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf0eb2a6-d589-4f4d-a711-516844c5d886 HTTP/1.1" status: 204 len: 168 time: 0.2096243 Jul 16 01:19:35.243465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd949af-0ddd-45b1-bc26-1b0504b073fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0eb2a6-d589-4f4d-a711-516844c5d886,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.243878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ec800b8-d6eb-4293-b586-ed9aa6c98bec req-54bd79c8-47bb-4b04-9259-77b048adf328 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606782 Jul 16 01:19:35.247564 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.479555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.485843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.500992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-94c07c81-f068-4eab-8ac7-799d4d2b2fad tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--452481930&fields=id&tenant_id=f830a028814f43898594e273bf421eb1 HTTP/1.1" status: 200 len: 267 time: 0.0738499 Jul 16 01:19:35.547258 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=321d9d00b5c64479b0891c984fcc9525&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1575727 Jul 16 01:19:35.550384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.558251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf27a0-3118-4562-ac44-0231a7d3e2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec21016-de81-4036-a765-2316775d2002,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.605624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab91918-13b5-49d7-9ba4-bb5dab9b3e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.647370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab91918-13b5-49d7-9ba4-bb5dab9b3e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.699684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab91918-13b5-49d7-9ba4-bb5dab9b3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.704830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab91918-13b5-49d7-9ba4-bb5dab9b3e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.709683 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3ab91918-13b5-49d7-9ba4-bb5dab9b3e25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bec21016-de81-4036-a765-2316775d2002 HTTP/1.1" status: 204 len: 168 time: 0.1581247 Jul 16 01:19:35.719944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab91918-13b5-49d7-9ba4-bb5dab9b3e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec21016-de81-4036-a765-2316775d2002,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.772735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-ac8734f6-5c0f-4e9d-9956-7f0ef0c08e63 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.774381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-ac8734f6-5c0f-4e9d-9956-7f0ef0c08e63 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 823 time: 0.2660973 Jul 16 01:19:35.790392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-03169f73-e918-4c7d-836f-f24282c93a03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/quotas/f830a028814f43898594e273bf421eb1 HTTP/1.1" status: 200 len: 375 time: 0.0100336 Jul 16 01:19:35.885126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.900097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31b41b61-6501-4329-a638-d4c5371b6e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.906590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-754f45db-0634-4c10-8cd2-d36b1ab39af1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080699 Jul 16 01:19:35.925831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-2c8ba6c1-ffcf-430f-8c47-a10e02ac487d tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:35.927093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-2c8ba6c1-ffcf-430f-8c47-a10e02ac487d tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061603 Jul 16 01:19:35.999935 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31b41b61-6501-4329-a638-d4c5371b6e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.004703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31b41b61-6501-4329-a638-d4c5371b6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.048582 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-31b41b61-6501-4329-a638-d4c5371b6e91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b40c855063a48a3ad7034f24dd3cdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623433 Jul 16 01:19:36.049533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b41b61-6501-4329-a638-d4c5371b6e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd1258-b945-4f6b-9e73-cb95c5f43a0a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.051426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.115808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0f6c-274b-481a-b955-7fef50d8c72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.138625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0f6c-274b-481a-b955-7fef50d8c72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.191632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0f6c-274b-481a-b955-7fef50d8c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.194407 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ffb0f6c-274b-481a-b955-7fef50d8c72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.198235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3ffb0f6c-274b-481a-b955-7fef50d8c72b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05dd1258-b945-4f6b-9e73-cb95c5f43a0a HTTP/1.1" status: 204 len: 168 time: 0.1457076 Jul 16 01:19:36.206334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb0f6c-274b-481a-b955-7fef50d8c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd1258-b945-4f6b-9e73-cb95c5f43a0a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.282808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37418) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.300841 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61ff5b82-a779-4d53-b1f0-ab99359508ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.619910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c33b7f-6023-49e6-9664-d819f84a7fb6 req-86588de4-ee2c-4ede-b239-c05b60a4c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.621448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72c33b7f-6023-49e6-9664-d819f84a7fb6 req-86588de4-ee2c-4ede-b239-c05b60a4c29e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a7013af06f1f42978684441ba9619686&device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 1121 time: 0.1238933 Jul 16 01:19:36.670155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72c33b7f-6023-49e6-9664-d819f84a7fb6 req-8b27260e-1dba-4ae3-bd92-d6525dd3e23c service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=a7013af06f1f42978684441ba9619686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382161 Jul 16 01:19:36.671931 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61ff5b82-a779-4d53-b1f0-ab99359508ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.676936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61ff5b82-a779-4d53-b1f0-ab99359508ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.788265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.788855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-61ff5b82-a779-4d53-b1f0-ab99359508ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a4ab041b4244fb3a6ef221941356c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052347 Jul 16 01:19:36.878197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c33b7f-6023-49e6-9664-d819f84a7fb6 req-405a1d79-8daf-45c2-b27f-c5b23842efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.879710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72c33b7f-6023-49e6-9664-d819f84a7fb6 req-405a1d79-8daf-45c2-b27f-c5b23842efa4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997325 Jul 16 01:19:36.891161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff5b82-a779-4d53-b1f0-ab99359508ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be629266-85f0-4b0c-b307-c8df8c082d2d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.893057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37446) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.904910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1102625838-network', 'tenant_id': 'd6230b9524eb41f18c218e33706a9580'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:36.916670 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2e4835b-7469-4e94-a1f5-bbb560880aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.940863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2e4835b-7469-4e94-a1f5-bbb560880aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.992178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2e4835b-7469-4e94-a1f5-bbb560880aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.996506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2e4835b-7469-4e94-a1f5-bbb560880aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.000628 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d2e4835b-7469-4e94-a1f5-bbb560880aab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be629266-85f0-4b0c-b307-c8df8c082d2d HTTP/1.1" status: 204 len: 168 time: 0.2107596 Jul 16 01:19:37.008736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4835b-7469-4e94-a1f5-bbb560880aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be629266-85f0-4b0c-b307-c8df8c082d2d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.034549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Made reservation on behalf of d6230b9524eb41f18c218e33706a9580 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:37.036896 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.075310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.099211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-1f115f99-f1e6-46ad-84c4-5b4009812072 service neutron] 10.222.0.81 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025307 Jul 16 01:19:37.120089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f06de15c-9f55-4d65-a2e1-ae02ec9b95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.122097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f06de15c-9f55-4d65-a2e1-ae02ec9b95a0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a7013af06f1f42978684441ba9619686&device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 1121 time: 0.1915755 Jul 16 01:19:37.272421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-78b05435-820c-4457-aed0-d4b30b87b6f1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a09fe4f7-4d39-4594-b872-3cf50ecb16c1 HTTP/1.1" status: 200 len: 217 time: 0.1302087 Jul 16 01:19:37.395751 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-c3eedda2-72de-47d4-9cc3-4159493501df service neutron] 10.222.0.81 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887421 Jul 16 01:19:37.401646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-25f606ac-cb48-4584-aa71-0e809debea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.403076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-25f606ac-cb48-4584-aa71-0e809debea78 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1040044 Jul 16 01:19:37.508202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d408291-d036-433e-b2da-9cec7ed08ebb req-1aad4ec4-1c0c-419e-b305-df3090242574 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.509761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d408291-d036-433e-b2da-9cec7ed08ebb req-1aad4ec4-1c0c-419e-b305-df3090242574 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.2854195 Jul 16 01:19:37.552143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.575306 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.626953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-0757122b-360e-4c4b-98ad-1d8effdb50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.628471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-0757122b-360e-4c4b-98ad-1d8effdb50e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120774 Jul 16 01:19:37.630964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:37.639150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0297727b-3146-46b1-9639-5f572b42e48b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.645020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d408291-d036-433e-b2da-9cec7ed08ebb req-d1189648-bcd8-4c0d-b271-dc683ca3d60d tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160507 Jul 16 01:19:37.661797 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.662178 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Added segment bbc8d636-98b7-431d-99f7-25032da52144 of type vlan for network 04429161-34ca-4d47-a5e5-c480dc17598c Jul 16 01:19:37.788795 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.849422 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.850498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.851082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.884483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f184abf3-2a47-4b15-8544-09c06bd3100a service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472906 Jul 16 01:19:37.920281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:37.920809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0267060 Jul 16 01:19:37.927213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Request body: {'subnet': {'network_id': '04429161-34ca-4d47-a5e5-c480dc17598c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1102625838-subnet', 'tenant_id': 'd6230b9524eb41f18c218e33706a9580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:37.966295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Made reservation on behalf of d6230b9524eb41f18c218e33706a9580 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:37.970975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.980525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a9ec8-8bfe-404d-a318-70d93056782c admin admin] Pushing event updated for resources: {'Network': ['ID=04429161-34ca-4d47-a5e5-c480dc17598c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.997176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 04429161-34ca-4d47-a5e5-c480dc17598c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:38.111818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72445a0c-0fac-4014-a5e1-8ab029fd8610 req-5947c0fc-47ad-4984-8c3e-07a806149075 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 210 time: 0.1208014 Jul 16 01:19:38.167287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f31e457d-e3e8-488b-a6bb-d36fb48777a9 req-f340f7db-5425-467f-8f68-0b6a0723f7a7 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739809 Jul 16 01:19:38.247341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-a5d0ebff-4b38-4c00-a736-ff55cab1548d tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=072cb66fd53942f2b537122358a725b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391498 Jul 16 01:19:38.247631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.325721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc823758-4d16-4a4b-bc52-8d1a1f5186e6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:38.334353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Checking segment: {'id': 'bbc8d636-98b7-431d-99f7-25032da52144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '04429161-34ca-4d47-a5e5-c480dc17598c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:38.335152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Network hostable DHCP agents. Network: 04429161-34ca-4d47-a5e5-c480dc17598c, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:38.362036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Network 04429161-34ca-4d47-a5e5-c480dc17598c is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:38.376178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 04429161-34ca-4d47-a5e5-c480dc17598c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:38.384064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.385971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.394502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf205d-0546-4197-afc5-7f3b4c3104f7 None None] Network 04429161-34ca-4d47-a5e5-c480dc17598c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:38.411025 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-84ece26a-c371-45e5-aeb7-6017ceb290f9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4894500 Jul 16 01:19:38.433805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-fea0e5a6-faa7-45cf-bb55-29406f0a0df8 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.435370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-fea0e5a6-faa7-45cf-bb55-29406f0a0df8 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779013 Jul 16 01:19:38.454746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-46cd1120-8c5a-44bb-8f69-ba5983aa3a70 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/quotas/072cb66fd53942f2b537122358a725b2 HTTP/1.1" status: 200 len: 375 time: 0.0121453 Jul 16 01:19:38.525104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-03c80eab-bcc5-47bb-9634-2826c27d74b8 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=072cb66fd53942f2b537122358a725b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640345 Jul 16 01:19:38.705479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936beb7d-5bbc-4ec1-96dc-d7825d37b07e None None] Network 04429161-34ca-4d47-a5e5-c480dc17598c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:38.787662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d34e0b9-3d87-4707-a83e-a0cee81423d6 req-e939690c-f312-4fd1-a278-4043dca83579 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.0661600 Jul 16 01:19:39.239029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d16e48-e0f5-410a-8689-506bd9078291 req-3ebd38dd-e610-4a10-a8cd-15daf0bc105c tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.241556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7d16e48-e0f5-410a-8689-506bd9078291 req-3ebd38dd-e610-4a10-a8cd-15daf0bc105c tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.3992076 Jul 16 01:19:39.314648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7d16e48-e0f5-410a-8689-506bd9078291 req-4a183194-1dbd-46d6-b6b8-2f35eafc9cc2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Jul 16 01:19:39.532608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10dde533-170c-4b44-80e0-a84f5778d474 req-507aac07-d23a-4cc5-983c-3b6d894b8de6 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 210 time: 0.0287597 Jul 16 01:19:39.725127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.78', 62658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:39.796171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa173-8306-4fef-991b-53c2172f35b9 req-965f4baf-e834-4a3d-8e82-bfcb54646431 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.798465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-965f4baf-e834-4a3d-8e82-bfcb54646431 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.1293161 Jul 16 01:19:39.823187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-5f617361-3f6a-45e9-800d-cd471f6fd1ca tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/quotas/34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 375 time: 0.0178940 Jul 16 01:19:39.889848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-8e669b13-ea8b-4b12-94b2-edbfc5105e19 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584455 Jul 16 01:19:39.895834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-75024a4a-5025-4e03-8c77-0316b9e7ddc9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:39.905741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-75024a4a-5025-4e03-8c77-0316b9e7ddc9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149276 Jul 16 01:19:39.972710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-3b4d5185-6459-4159-b590-c2ba7c6920b0 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.974686 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-3b4d5185-6459-4159-b590-c2ba7c6920b0 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 823 time: 0.2421227 Jul 16 01:19:40.109627 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-94887a70-0af0-4613-add8-51579204950f tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f830a028814f43898594e273bf421eb1 HTTP/1.1" status: 200 len: 379 time: 0.0742822 Jul 16 01:19:40.122689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'port': {'device_id': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'admin_state_up': True, 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'security_groups': ['f291bb1a-9cdf-4418-b99e-f064ac2c1e31']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:40.304973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-ed3a72a2-2433-41ea-9444-d309518f57a0 service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909029 Jul 16 01:19:40.474742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-35d8cac0-07ec-41e1-80d8-16e5e7c1823e service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579380 Jul 16 01:19:40.519269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Made reservation on behalf of f830a028814f43898594e273bf421eb1 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:40.525293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.644853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed6383c9-0497-4620-8fc3-2b1fe68ce234 req-1969a99f-ed31-406e-9060-b7315e5f1eb8 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.0488882 Jul 16 01:19:40.837403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Allocated IP 172.20.0.13 (ffc5b524-1c1f-4e8b-bae6-95151861f6cb/e16a75cc-8446-4fc8-960c-dc82ca165141/018d7ad9-ad02-4b99-b551-27a0fabe2f71) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:40.878720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80f64-4314-4979-9453-963547614635 req-a90aaa1a-1d68-4be3-984c-398cb6f5aa49 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.886910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56a80f64-4314-4979-9453-963547614635 req-a90aaa1a-1d68-4be3-984c-398cb6f5aa49 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.0987279 Jul 16 01:19:40.929739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56a80f64-4314-4979-9453-963547614635 req-4d8e228f-87a8-435f-82eb-7c7e8d01f654 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Jul 16 01:19:40.947791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37646) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:41.101947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4f4b-babe-4122-9d59-598ded2cd009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.116023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.137853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Transition to ACTIVE for port object 018d7ad9-ad02-4b99-b551-27a0fabe2f71 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:41.178498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.233200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4f4b-babe-4122-9d59-598ded2cd009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.238891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d1f4f4b-babe-4122-9d59-598ded2cd009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.272348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:41.280408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:41.292111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:41.298869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.299747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.338886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2204983 Jul 16 01:19:41.344973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b32c27-110a-458d-b6b4-dc7c613f3e14 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event updated for resources: {'Port': ['ID=018d7ad9-ad02-4b99-b551-27a0fabe2f71,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.367068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0d1f4f4b-babe-4122-9d59-598ded2cd009 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a7507ceb48c4f4a9eb9672fbab00d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153655 Jul 16 01:19:41.367650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:41.382373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f4f4b-babe-4122-9d59-598ded2cd009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84e87e3-b45b-42ac-ae55-b51e26487396,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.443084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cddd802-c836-4739-9737-42502a5680b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.463963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec4af6-cd2e-4d89-9901-9ee6bdb0d14a req-1051a4b7-1ff4-4021-a04a-a91b9895cc4a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.465675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4ec4af6-cd2e-4d89-9901-9ee6bdb0d14a req-1051a4b7-1ff4-4021-a04a-a91b9895cc4a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 932 time: 0.2118945 Jul 16 01:19:41.467728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cddd802-c836-4739-9737-42502a5680b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.485344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87646a12-0f46-48d6-95a4-d6b9bb3da728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.531067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cddd802-c836-4739-9737-42502a5680b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.534366 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cddd802-c836-4739-9737-42502a5680b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.537083 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5cddd802-c836-4739-9737-42502a5680b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a84e87e3-b45b-42ac-ae55-b51e26487396 HTTP/1.1" status: 204 len: 168 time: 0.1675320 Jul 16 01:19:41.560005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd802-c836-4739-9737-42502a5680b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84e87e3-b45b-42ac-ae55-b51e26487396,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.593071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4ec4af6-cd2e-4d89-9901-9ee6bdb0d14a req-8105da00-d118-420f-805d-1684ed1bcafb tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093750 Jul 16 01:19:41.658281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-be36a5ec-66f9-4362-ba36-1568cc20b278 None None] Provisioning for port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:41.667751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-be36a5ec-66f9-4362-ba36-1568cc20b278 None None] Provisioning complete for port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:41.669432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be36a5ec-66f9-4362-ba36-1568cc20b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.719759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-be36a5ec-66f9-4362-ba36-1568cc20b278 None None] Port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:41.760198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23cff38d-9fbe-40b9-949a-eb7cf620701b req-6a52ff80-ae91-4272-8e7b-bccfe84ba967 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 210 time: 0.0425985 Jul 16 01:19:41.993070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.017147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab124-dcd1-47bb-99f2-4ac28a9636e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.079768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9336c5d3-b92b-480e-bc83-0379b5664de7 req-42445ea4-20b4-49a6-9176-ed89f1049a93 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.0412350 Jul 16 01:19:42.183004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab124-dcd1-47bb-99f2-4ac28a9636e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.190376 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb9ab124-dcd1-47bb-99f2-4ac28a9636e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.258319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb9ab124-dcd1-47bb-99f2-4ac28a9636e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71878b6233fd484099caeca813753869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618546 Jul 16 01:19:42.259516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.319271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ab124-dcd1-47bb-99f2-4ac28a9636e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01727b3-5e34-4cd3-b622-fdd35fdda0e2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.360155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e928f-d1e5-4753-9032-d47a58016691 req-7b676611-9f61-4340-a631-1e146e608a31 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.367193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df3e928f-d1e5-4753-9032-d47a58016691 req-7b676611-9f61-4340-a631-1e146e608a31 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 970 time: 0.1489329 Jul 16 01:19:42.376578 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c96221-8815-49cf-aea4-8e87cd5dc084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.403672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a09fe4f7-4d39-4594-b872-3cf50ecb16c1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:42.424213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c96221-8815-49cf-aea4-8e87cd5dc084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.481275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df3e928f-d1e5-4753-9032-d47a58016691 req-605cdfe3-ee38-4283-b954-d99a44210fd6 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130784 Jul 16 01:19:42.503405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa173-8306-4fef-991b-53c2172f35b9 req-25dd7572-2b6d-40ea-a62b-0d1d69cd298b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.513063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-25dd7572-2b6d-40ea-a62b-0d1d69cd298b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.2527611 Jul 16 01:19:42.524278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c96221-8815-49cf-aea4-8e87cd5dc084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.526346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Request body: {'port': {'device_id': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'admin_state_up': True, 'tenant_id': '34000a6212a84bc1a638fd54aec83d06'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:42.527110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c96221-8815-49cf-aea4-8e87cd5dc084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.528259 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e8c96221-8815-49cf-aea4-8e87cd5dc084 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d01727b3-5e34-4cd3-b622-fdd35fdda0e2 HTTP/1.1" status: 204 len: 168 time: 0.2669828 Jul 16 01:19:42.548973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.550030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c96221-8815-49cf-aea4-8e87cd5dc084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01727b3-5e34-4cd3-b622-fdd35fdda0e2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.631921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a09fe4f7-4d39-4594-b872-3cf50ecb16c1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:42.646195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1', 'mac_address': 'fa:16:3e:29:46:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:tempest-test_az-1123607976', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:42.659458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.692929 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.705160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Made reservation on behalf of 34000a6212a84bc1a638fd54aec83d06 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:42.706838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09fe4f7-4d39-4594-b872-3cf50ecb16c1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:42.710601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.734234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a09fe4f7-4d39-4594-b872-3cf50ecb16c1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:42.743004 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.787701 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-098c6879-2a03-43a5-94a6-0cbf4ba8e7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.807085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.952456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c41a9003-9b95-415e-829c-21a233e7e882 req-da3e9c8c-0ab9-4469-bb9c-995ee941a770 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 210 time: 0.0341363 Jul 16 01:19:42.975712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-098c6879-2a03-43a5-94a6-0cbf4ba8e7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.982772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-098c6879-2a03-43a5-94a6-0cbf4ba8e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.016825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938602a7-1c1e-4a5e-ab82-6a5f18bd17bb req-d4cd2bc0-a965-4cb7-b10e-84d6111d2b69 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.018528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-938602a7-1c1e-4a5e-ab82-6a5f18bd17bb req-d4cd2bc0-a965-4cb7-b10e-84d6111d2b69 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 932 time: 0.1957498 Jul 16 01:19:43.021470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-098c6879-2a03-43a5-94a6-0cbf4ba8e7cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e3d987330a34e248f79a3c8fff036bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659564 Jul 16 01:19:43.023432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c6879-2a03-43a5-94a6-0cbf4ba8e7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd49c26-787a-49f3-bc26-3067052dc88e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:43.026113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:43.041598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Allocated IP 172.20.0.2 (c14d38ee-6492-4421-9138-4142ee902243/1e02df53-74ca-43db-9c48-c72d43a4a891/afe559b5-d147-477b-8ece-98894fc82fbf) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:43.057385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-984e75e2-1ed6-4993-985e-3b5c53119bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.088049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a09fe4f7-4d39-4594-b872-3cf50ecb16c1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:43.112472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-938602a7-1c1e-4a5e-ab82-6a5f18bd17bb req-2c4bee12-074a-4ab9-8446-34f27d001f79 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749700 Jul 16 01:19:43.158657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da05-9a37-4057-8d7c-b020bc24b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.190997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da05-9a37-4057-8d7c-b020bc24b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.271375 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-984e75e2-1ed6-4993-985e-3b5c53119bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.275629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-984e75e2-1ed6-4993-985e-3b5c53119bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.286559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da05-9a37-4057-8d7c-b020bc24b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.291445 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da05-9a37-4057-8d7c-b020bc24b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.291445 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3ba8da05-9a37-4057-8d7c-b020bc24b5cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdd49c26-787a-49f3-bc26-3067052dc88e HTTP/1.1" status: 204 len: 168 time: 0.2633154 Jul 16 01:19:43.355059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0413aa6-790c-4cca-a7e1-09bd50bb3b4b req-84c56b84-f601-4caa-ab04-c31fd889d616 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.0782561 Jul 16 01:19:43.359692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-984e75e2-1ed6-4993-985e-3b5c53119bbc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97f0ad7e736d40c496dcb873571a65e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982796 Jul 16 01:19:43.363094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:43.376571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e75e2-1ed6-4993-985e-3b5c53119bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bafa443-7692-4f68-85df-e43b94544097,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:43.388628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8da05-9a37-4057-8d7c-b020bc24b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd49c26-787a-49f3-bc26-3067052dc88e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:43.410602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.466145 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d841-a0b9-40be-ba96-d9f0f9e99716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.506974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d841-a0b9-40be-ba96-d9f0f9e99716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.532771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.621844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:43.628140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Network c14d38ee-6492-4421-9138-4142ee902243 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:43.632392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:43.636024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:43.645902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.647000 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.705055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-aeab80d3-e980-4b49-a515-2f7cbe95551f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1830559 Jul 16 01:19:43.708083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d841-a0b9-40be-ba96-d9f0f9e99716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.712752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9e0d841-a0b9-40be-ba96-d9f0f9e99716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.713839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f9e0d841-a0b9-40be-ba96-d9f0f9e99716 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4bafa443-7692-4f68-85df-e43b94544097 HTTP/1.1" status: 204 len: 168 time: 0.3498056 Jul 16 01:19:43.725113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Request body: {'port': {'device_id': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'device_owner': 'compute:tempest-test_az-1123607976', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:43.755474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0d841-a0b9-40be-ba96-d9f0f9e99716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bafa443-7692-4f68-85df-e43b94544097,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:43.792292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37738) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:43.806837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dddb96b-27af-4e04-b127-86d0cc3302f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.823084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01261d37-bb86-4836-b78e-e3e0c99d42f8 req-0d667329-b4bb-4431-bb14-2632e0b1a594 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.832662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01261d37-bb86-4836-b78e-e3e0c99d42f8 req-0d667329-b4bb-4431-bb14-2632e0b1a594 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 971 time: 0.2032280 Jul 16 01:19:43.876140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.901065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01261d37-bb86-4836-b78e-e3e0c99d42f8 req-f2358a27-a90d-4120-bdac-7fec4a4d306e tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674481 Jul 16 01:19:43.967435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dddb96b-27af-4e04-b127-86d0cc3302f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.973024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dddb96b-27af-4e04-b127-86d0cc3302f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.014994 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0dddb96b-27af-4e04-b127-86d0cc3302f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c9ad2e1d33248dfb1b79407e53caae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214150 Jul 16 01:19:44.018865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:44.074278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddb96b-27af-4e04-b127-86d0cc3302f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9489cb4f-f4e9-45d5-adea-87f3efc6d273,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.127645 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4b86b7a-439a-4356-a65b-496a717900e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.228577 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e39bae-7642-4ba6-af1a-ea5333433d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.314234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e39bae-7642-4ba6-af1a-ea5333433d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.347851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:44.349996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.362797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f87ac47-488e-4fb4-a1d4-581223486e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.372995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a09fe4f7-4d39-4594-b872-3cf50ecb16c1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:44.412774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aecdda-3a8a-42c0-831e-16c8b85d2ef8 req-3ffcaa82-42fd-4284-ba7b-dc0085b7e588 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.414306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30aecdda-3a8a-42c0-831e-16c8b85d2ef8 req-3ffcaa82-42fd-4284-ba7b-dc0085b7e588 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 931 time: 0.2964208 Jul 16 01:19:44.450212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:44.455541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:44.456249 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.464883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe559b5-d147-477b-8ece-98894fc82fbf {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:44.481018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.508672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e39bae-7642-4ba6-af1a-ea5333433d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.510121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e39bae-7642-4ba6-af1a-ea5333433d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.512255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-22e39bae-7642-4ba6-af1a-ea5333433d41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9489cb4f-f4e9-45d5-adea-87f3efc6d273 HTTP/1.1" status: 204 len: 168 time: 0.4918687 Jul 16 01:19:44.524780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30aecdda-3a8a-42c0-831e-16c8b85d2ef8 req-73f15a0e-e085-4bdb-9288-085336b762e1 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031554 Jul 16 01:19:44.535265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f87ac47-488e-4fb4-a1d4-581223486e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.559830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f87ac47-488e-4fb4-a1d4-581223486e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.564085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ea0d3-ef4a-4aab-86ea-a49f27e4a712 req-045d4032-c42c-476a-8fff-509cd3b361c5 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.567729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c5ea0d3-ef4a-4aab-86ea-a49f27e4a712 req-045d4032-c42c-476a-8fff-509cd3b361c5 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 932 time: 0.3315277 Jul 16 01:19:44.571092 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.595824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e39bae-7642-4ba6-af1a-ea5333433d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9489cb4f-f4e9-45d5-adea-87f3efc6d273,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.599923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:44.624568 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7f87ac47-488e-4fb4-a1d4-581223486e1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b08db83dfbd41c8bfa1772a658a8f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753277 Jul 16 01:19:44.625458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87ac47-488e-4fb4-a1d4-581223486e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8202580b-d947-4b03-9bf3-eab99d82d4d6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.627956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:44.628404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Transition to ACTIVE for port object afe559b5-d147-477b-8ece-98894fc82fbf will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:44.660921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.726389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a09fe4f7-4d39-4594-b872-3cf50ecb16c1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.737843 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.740454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee9b-ebda-45e6-a35b-ed029e97ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.799193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c5ea0d3-ef4a-4aab-86ea-a49f27e4a712 req-5348d15c-2164-4b62-96d9-7bc96fcb79b3 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092431 Jul 16 01:19:44.809099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee9b-ebda-45e6-a35b-ed029e97ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.849229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.860031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0682081f-e3ef-449e-866b-289d05c2ab9e req-e88af4fc-3c0f-4e5b-949f-27362d327625 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.0798085 Jul 16 01:19:44.861571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.891844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee9b-ebda-45e6-a35b-ed029e97ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.894548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee9b-ebda-45e6-a35b-ed029e97ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.895706 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1bb4ee9b-ebda-45e6-a35b-ed029e97ceba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8202580b-d947-4b03-9bf3-eab99d82d4d6 HTTP/1.1" status: 204 len: 168 time: 0.2668667 Jul 16 01:19:44.906338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4ee9b-ebda-45e6-a35b-ed029e97ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202580b-d947-4b03-9bf3-eab99d82d4d6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.925653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:44.925874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:44.926204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:44.932360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:44.932685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:44.945149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:44.945149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:44.945149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:44.945149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Bound port: afe559b5-d147-477b-8ece-98894fc82fbf, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:44.945149 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.025994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:45.032446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:45.047758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.057872 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c52836b-6189-428d-96d7-6a7bd6014dfb" -d '{"events": [{"server_uuid": "75a7acb4-6723-4901-b02c-288f5aa2bc11", "name": "network-vif-plugged", "status": "completed", "tag": "a09fe4f7-4d39-4594-b872-3cf50ecb16c1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:45.099103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.099729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.101287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] 10.222.0.93 "PUT /v2.0/ports/afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 1113 time: 1.3850327 Jul 16 01:19:45.103646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:45.106233 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781fb25-8862-42b0-9e7e-a775d66eb1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:45.183259 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.189769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9631c5-04f0-4d27-b901-2e56aae75f6f service neutron] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:45.236293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398a06b-c534-4d07-a535-59fcb7c0f6bc req-087fb561-d8df-42c9-bc53-28b3c6f21903 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.237812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9398a06b-c534-4d07-a535-59fcb7c0f6bc req-087fb561-d8df-42c9-bc53-28b3c6f21903 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 972 time: 0.2029188 Jul 16 01:19:45.286294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa173-8306-4fef-991b-53c2172f35b9 req-752d2283-4a33-4ea3-9d2a-0b995d2b8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.287857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-752d2283-4a33-4ea3-9d2a-0b995d2b8fab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1116 time: 0.1241314 Jul 16 01:19:45.293279 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9398a06b-c534-4d07-a535-59fcb7c0f6bc req-e2fba080-3c94-452d-9648-b843a62ee20f tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483713 Jul 16 01:19:45.337891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-76a2439d-324e-4a41-9d96-553eb2ad9c17 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 217 time: 0.0414608 Jul 16 01:19:45.372635 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a72eb-1ca2-4e0a-a8ed-ed2f6b5b75dd x-openstack-request-id: req-d44a72eb-1ca2-4e0a-a8ed-ed2f6b5b75dd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:45.372921 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:45.373205 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d44a72eb-1ca2-4e0a-a8ed-ed2f6b5b75dd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:45.373546 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf', 'status': 'completed', 'code': 200} Jul 16 01:19:45.425824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa173-8306-4fef-991b-53c2172f35b9 req-c4e9206d-7832-4f6e-967b-468a5b20dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.427574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-c4e9206d-7832-4f6e-967b-468a5b20dada service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0726848 Jul 16 01:19:45.483319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-7061c734-561b-431b-94e3-32989a5d0d1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479069 Jul 16 01:19:45.508478 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9577fa-0c5c-45b1-93b1-68b38211bb51 x-openstack-request-id: req-7b9577fa-0c5c-45b1-93b1-68b38211bb51 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:45.508823 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a7acb4-6723-4901-b02c-288f5aa2bc11", "name": "network-vif-plugged", "status": "completed", "tag": "a09fe4f7-4d39-4594-b872-3cf50ecb16c1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:45.509076 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b9577fa-0c5c-45b1-93b1-68b38211bb51 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:45.509545 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1', 'code': 200} Jul 16 01:19:45.598640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.93', 59820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:45.616727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-5221fcfc-388f-43e3-a60f-231b2016a6bb service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252985 Jul 16 01:19:45.734480 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.742767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fdd54-0b72-488a-9f80-9c36dc16fcd8 req-3aef9c7e-1e5b-487d-8310-618a4a5ca851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.744578 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d69fdd54-0b72-488a-9f80-9c36dc16fcd8 req-3aef9c7e-1e5b-487d-8310-618a4a5ca851 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 1123 time: 0.1364141 Jul 16 01:19:45.755744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243fa173-8306-4fef-991b-53c2172f35b9 req-2fe9c9b6-442f-4b6a-a4fd-016b0ed712b9 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318521 Jul 16 01:19:45.771399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d69fdd54-0b72-488a-9f80-9c36dc16fcd8 req-dbf33a69-b879-4c94-8d4e-91c387ec195f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.790630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f92fd-afe2-4eb4-9c54-104761e29351 req-3f74cfc0-5383-4002-a617-22a885805f64 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.805897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319f92fd-afe2-4eb4-9c54-104761e29351 req-3f74cfc0-5383-4002-a617-22a885805f64 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 965 time: 0.0989261 Jul 16 01:19:45.892173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319f92fd-afe2-4eb4-9c54-104761e29351 req-1a22e81a-b5fe-498b-a1fa-99435eb520d1 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804415 Jul 16 01:19:45.939565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-e3844e3b-8f88-4e64-9046-b929793d235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.941527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-e3844e3b-8f88-4e64-9046-b929793d235f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1116 time: 0.1289420 Jul 16 01:19:45.954255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d69fdd54-0b72-488a-9f80-9c36dc16fcd8 req-dbf33a69-b879-4c94-8d4e-91c387ec195f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.966051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d69fdd54-0b72-488a-9f80-9c36dc16fcd8 req-dbf33a69-b879-4c94-8d4e-91c387ec195f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.006090 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d69fdd54-0b72-488a-9f80-9c36dc16fcd8 req-dbf33a69-b879-4c94-8d4e-91c387ec195f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544127 Jul 16 01:19:46.010751 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:46.018436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf33a69-b879-4c94-8d4e-91c387ec195f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf2d4ab-88b6-451d-bfaf-83dc6d303f9c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:46.349549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20197388-b9f3-47b4-9f7a-f665046018f6 req-5dbf84e2-682e-454e-9069-8398a8b05e56 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.2649975 Jul 16 01:19:46.458352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-9b969987-034e-47b0-a63d-d7c73ce9fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.460014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-9b969987-034e-47b0-a63d-d7c73ce9fd4a service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.5105705 Jul 16 01:19:46.470356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf6963-021a-4558-b3e7-7249a7c1159d req-5a4603a0-c460-4858-b80b-136641a75d3c tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.470470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abcf6963-021a-4558-b3e7-7249a7c1159d req-5a4603a0-c460-4858-b80b-136641a75d3c tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 932 time: 0.4574177 Jul 16 01:19:46.527284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-542fd448-8ae5-4248-90df-56feb5190393 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 217 time: 0.0558047 Jul 16 01:19:46.608914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abcf6963-021a-4558-b3e7-7249a7c1159d req-0de46358-bfdf-4029-bc06-2214fc069401 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307116 Jul 16 01:19:46.625772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-452e6d85-920a-4753-8ccf-9427a487a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.627293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-452e6d85-920a-4753-8ccf-9427a487a602 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0768669 Jul 16 01:19:46.643477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc72cb7-754d-40c9-bc9d-320e757dc8e3 req-39e01a2a-57b8-4a1d-9913-fd6593f24e9a tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.644909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2dc72cb7-754d-40c9-bc9d-320e757dc8e3 req-39e01a2a-57b8-4a1d-9913-fd6593f24e9a tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 972 time: 0.1379702 Jul 16 01:19:46.674910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-0730b916-bc14-42e1-9bf2-7ee5e2fe00f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290494 Jul 16 01:19:46.690280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.733286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2dc72cb7-754d-40c9-bc9d-320e757dc8e3 req-9362d90c-d9a6-413d-86d8-916f5fcb05d5 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789354 Jul 16 01:19:46.792324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-8bd8fa0f-d85c-4588-9509-21b95f7d4c6d service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050818 Jul 16 01:19:46.894339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0781fb25-8862-42b0-9e7e-a775d66eb1f2 req-29b261f0-8dd4-4bc9-88e0-02cd961eb5af service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931079 Jul 16 01:19:46.954568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.78', 62662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:46.960056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-27116251-49f6-469e-99ae-9666e7095758 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:46.961092 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-27116251-49f6-469e-99ae-9666e7095758 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062335 Jul 16 01:19:46.998388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-76eb6b2e-ccb0-4b42-8bde-9b347347a72d tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=072cb66fd53942f2b537122358a725b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425277 Jul 16 01:19:47.171386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7a528317-3261-4cb7-a34d-1658342ca320 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.173176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7a528317-3261-4cb7-a34d-1658342ca320 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689661 Jul 16 01:19:47.180358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bbfdb-9bd1-4e77-874d-8cb7b909796f req-6f97af6e-2c48-4f0a-90b9-872c2cd518d5 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.187146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea0bbfdb-9bd1-4e77-874d-8cb7b909796f req-6f97af6e-2c48-4f0a-90b9-872c2cd518d5 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 965 time: 0.1722059 Jul 16 01:19:47.199169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Request body: {'port': {'device_id': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '072cb66fd53942f2b537122358a725b2'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:47.260965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Request body: {'port': {'device_id': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:47.276972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea0bbfdb-9bd1-4e77-874d-8cb7b909796f req-1a3c8976-c0f4-4498-9f3e-1fb80870a115 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888450 Jul 16 01:19:47.358780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.373888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Made reservation on behalf of 072cb66fd53942f2b537122358a725b2 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:47.377992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.386825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.546733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94980611-ad98-4757-88be-ea138b38aeaa req-45e2e4bb-03d6-403d-a117-04c699976ae0 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.0451851 Jul 16 01:19:47.593571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.602504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.686188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.827733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018d7ad9-ad02-4b99-b551-27a0fabe2f71 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:47.836990 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.859912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Transition to ACTIVE for port object 018d7ad9-ad02-4b99-b551-27a0fabe2f71 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:47.863364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Allocated IP 192.168.233.125 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/1f6ad009-4e05-479e-96e0-70da33645970) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:47.867642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.946843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb316e-5a1d-48f4-b2ab-5de53f2fa521 req-db3a2754-302a-4436-b801-8b189264c9de tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.954032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90eb316e-5a1d-48f4-b2ab-5de53f2fa521 req-db3a2754-302a-4436-b801-8b189264c9de tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 932 time: 0.1430004 Jul 16 01:19:48.031285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90eb316e-5a1d-48f4-b2ab-5de53f2fa521 req-1be9b455-e1c1-48e6-9669-b8f8ac11b8a6 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762613 Jul 16 01:19:48.096733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37930) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:48.119686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Pushing event updated for resources: {'Port': ['ID=018d7ad9-ad02-4b99-b551-27a0fabe2f71,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.127662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Attempting to bind port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:48.128863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Attempting to bind port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:48.129428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Attempting to bind port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:48.134674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:48.135372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Attempting to bind port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:48.140782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:48.141430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Checking segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:48.142293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Bound using segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:48.142936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Bound port: 018d7ad9-ad02-4b99-b551-27a0fabe2f71, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:48.143507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.176066 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.201581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Transition to ACTIVE for port object 1f6ad009-4e05-479e-96e0-70da33645970 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:48.227299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] For port 018d7ad9-ad02-4b99-b551-27a0fabe2f71, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:48.231991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] For port 018d7ad9-ad02-4b99-b551-27a0fabe2f71, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:48.239221 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.283191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.292439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.293141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.294663 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] 10.222.0.78 "PUT /v2.0/ports/018d7ad9-ad02-4b99-b551-27a0fabe2f71 HTTP/1.1" status: 200 len: 1092 time: 1.1845441 Jul 16 01:19:48.298279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:48.397032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:48.430021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bab02-f171-40d5-95e2-e6354b127415 req-9d1c5da1-55cb-48cf-841f-26323fb9fa15 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.439007 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-118bab02-f171-40d5-95e2-e6354b127415 req-9d1c5da1-55cb-48cf-841f-26323fb9fa15 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 972 time: 0.1951978 Jul 16 01:19:48.457360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf189b-f8d2-4aa9-8fcf-f86d6fdf037f service neutron] Pushing event updated for resources: {'Port': ['ID=018d7ad9-ad02-4b99-b551-27a0fabe2f71,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.489766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-12da3fe6-f613-4771-8141-211ab83a9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.491296 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-12da3fe6-f613-4771-8141-211ab83a9df8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 1095 time: 0.1319783 Jul 16 01:19:48.529778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-118bab02-f171-40d5-95e2-e6354b127415 req-26876f4e-5ebe-43fd-82da-1ccd563f83a4 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897522 Jul 16 01:19:48.554695 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb049865-d41f-44d3-a117-3f05ca191fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:48.596271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:48.602835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-96bface5-5ef1-437b-8e1c-95d30a6bdf5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71 HTTP/1.1" status: 200 len: 217 time: 0.1029632 Jul 16 01:19:48.629010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:48.652123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'afe559b5-d147-477b-8ece-98894fc82fbf', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'port_id': 'afe559b5-d147-477b-8ece-98894fc82fbf', 'mac_address': 'fa:16:3e:93:df:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e02df53-74ca-43db-9c48-c72d43a4a891', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:tempest-test_az-1123607976', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:48.674773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Pushing event updated for resources: {'Port': ['ID=1f6ad009-4e05-479e-96e0-70da33645970,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.678119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:48.679633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-137cbfe9-5a15-466b-903a-d7e193eb598b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.699327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-58ae9841-7f34-4867-bc5e-dc54de28bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.700851 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-58ae9841-7f34-4867-bc5e-dc54de28bb34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 200 len: 862 time: 0.0904622 Jul 16 01:19:48.710153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:48.716037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.716713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.738151 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.779149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe559b5-d147-477b-8ece-98894fc82fbf {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:48.788186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-7713b5d2-eaf8-49e5-9e2c-8c40897b4242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5924840 Jul 16 01:19:48.827648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Request body: {'port': {'device_id': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:48.830508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:48.841842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.848271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-99093825-c8f3-4e4f-a5d4-9fd2118d299f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5529246 Jul 16 01:19:48.849237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-52a9cf9e-1b93-4003-8de9-53a52872266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.850822 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-52a9cf9e-1b93-4003-8de9-53a52872266c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429501 Jul 16 01:19:48.903921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.986045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406c6fc-64da-4d6c-8aba-3dddee935138 req-1b0e359e-e8ef-453b-ac8b-cc02e490634a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.987774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e406c6fc-64da-4d6c-8aba-3dddee935138 req-1b0e359e-e8ef-453b-ac8b-cc02e490634a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 965 time: 0.3729575 Jul 16 01:19:48.992483 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-d22349f3-6f3f-499e-83ed-3409affc1235 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344271 Jul 16 01:19:49.047565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-da469713-27fa-439c-87d9-80f9811a0eb8 None None] Provisioning for port 1f6ad009-4e05-479e-96e0-70da33645970 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:49.053673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['afe559b5-d147-477b-8ece-98894fc82fbf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:49.059968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-da469713-27fa-439c-87d9-80f9811a0eb8 None None] Provisioning complete for port 1f6ad009-4e05-479e-96e0-70da33645970 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:49.060508 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-da469713-27fa-439c-87d9-80f9811a0eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.092860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc6cc-d4e1-4aed-97f1-ac82bcf6895c req-0593ca85-55db-43a6-9be0-cccca481abdc tempest-AggregatesAdminTestJSON-874585198 tempest-AggregatesAdminTestJSON-874585198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.100373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62bbc6cc-d4e1-4aed-97f1-ac82bcf6895c req-0593ca85-55db-43a6-9be0-cccca481abdc tempest-AggregatesAdminTestJSON-874585198 tempest-AggregatesAdminTestJSON-874585198-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 1123 time: 0.3423128 Jul 16 01:19:49.102644 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ffee7f6-b9b3-40ab-a5f5-b2e16ee83c82 req-309436cc-c1b8-4eec-b132-6b1baff02a00 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030540 Jul 16 01:19:49.128966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.136733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-da469713-27fa-439c-87d9-80f9811a0eb8 None None] Port 1f6ad009-4e05-479e-96e0-70da33645970 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:49.152764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e406c6fc-64da-4d6c-8aba-3dddee935138 req-1956d300-6b54-4880-a57e-faec239f06ce tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575689 Jul 16 01:19:49.158318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62bbc6cc-d4e1-4aed-97f1-ac82bcf6895c req-5ca83fda-99d6-4880-8bec-2dca205159e0 tempest-AggregatesAdminTestJSON-874585198 tempest-AggregatesAdminTestJSON-874585198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.197356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-137cbfe9-5a15-466b-903a-d7e193eb598b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.231729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-137cbfe9-5a15-466b-903a-d7e193eb598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.251466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-ef0259fc-1c0f-472b-850d-7f7cf54b958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.253301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-ef0259fc-1c0f-472b-850d-7f7cf54b958a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a7013af06f1f42978684441ba9619686&device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 1123 time: 0.3477185 Jul 16 01:19:49.323510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:49.342877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-137cbfe9-5a15-466b-903a-d7e193eb598b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=235dab5ff9da44d8930da2517ab0ae4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2428129 Jul 16 01:19:49.343371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:49.391226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cbfe9-5a15-466b-903a-d7e193eb598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97759e7-498d-41d7-807b-cb5caa94358e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.403883 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7415-02e5-430d-9d87-a2a1c12d7194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.425556 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.441649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7415-02e5-430d-9d87-a2a1c12d7194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.463054 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90194d85-925e-4685-b845-d9f4447148f7 x-openstack-request-id: req-90194d85-925e-4685-b845-d9f4447148f7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:49.463492 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:49.463744 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90194d85-925e-4685-b845-d9f4447148f7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:49.464182 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'status': 'completed', 'code': 200} Jul 16 01:19:49.507784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6438c16d-7f34-4253-b423-4d86d9f8ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.538595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-fa7b3aa4-c337-485d-bb1a-cb5bbd276af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.540594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-fa7b3aa4-c337-485d-bb1a-cb5bbd276af0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2559180 Jul 16 01:19:49.566787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7415-02e5-430d-9d87-a2a1c12d7194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.569307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb7415-02e5-430d-9d87-a2a1c12d7194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.570417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1cb7415-02e5-430d-9d87-a2a1c12d7194 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c97759e7-498d-41d7-807b-cb5caa94358e HTTP/1.1" status: 204 len: 168 time: 0.2256062 Jul 16 01:19:49.574935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-ba5371c9-82ef-4dd4-bf07-0f7f87f68a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.576839 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-ba5371c9-82ef-4dd4-bf07-0f7f87f68a7b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 1095 time: 0.0806177 Jul 16 01:19:49.582445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb7415-02e5-430d-9d87-a2a1c12d7194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97759e7-498d-41d7-807b-cb5caa94358e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.661153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-fea7d5d0-65e8-4577-807c-b7485942a2b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a09fe4f7-4d39-4594-b872-3cf50ecb16c1 HTTP/1.1" status: 200 len: 217 time: 0.0849948 Jul 16 01:19:49.694791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62bbc6cc-d4e1-4aed-97f1-ac82bcf6895c req-5ca83fda-99d6-4880-8bec-2dca205159e0 tempest-AggregatesAdminTestJSON-874585198 tempest-AggregatesAdminTestJSON-874585198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.730047 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62bbc6cc-d4e1-4aed-97f1-ac82bcf6895c req-5ca83fda-99d6-4880-8bec-2dca205159e0 tempest-AggregatesAdminTestJSON-874585198 tempest-AggregatesAdminTestJSON-874585198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.770845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-24fb437c-f7de-466d-99f6-6f3fe6516b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.772461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-24fb437c-f7de-466d-99f6-6f3fe6516b16 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 924 time: 0.1875532 Jul 16 01:19:49.826287 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-bdb07c58-7d4b-4ef4-809a-37373809f40e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71 HTTP/1.1" status: 200 len: 217 time: 0.0467241 Jul 16 01:19:49.885763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:49.911403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-f28a05df-c739-4a18-a4bd-78728874d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.912814 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-f28a05df-c739-4a18-a4bd-78728874d04f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 200 len: 862 time: 0.0783741 Jul 16 01:19:49.918216 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ea44260-c1b1-4b81-820a-698f874dfeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.968325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6438c16d-7f34-4253-b423-4d86d9f8ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.977162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6438c16d-7f34-4253-b423-4d86d9f8ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.001897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62bbc6cc-d4e1-4aed-97f1-ac82bcf6895c req-5ca83fda-99d6-4880-8bec-2dca205159e0 tempest-AggregatesAdminTestJSON-874585198 tempest-AggregatesAdminTestJSON-874585198-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9004331 Jul 16 01:19:50.014751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-8fe9b47d-2b21-42cf-a0b1-ace8cf30bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.016746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-8fe9b47d-2b21-42cf-a0b1-ace8cf30bbce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.3392785 Jul 16 01:19:50.033535 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6438c16d-7f34-4253-b423-4d86d9f8ad01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=282b8bc5440f404d859ab9ef4e041913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089422 Jul 16 01:19:50.046205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:50.079170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438c16d-7f34-4253-b423-4d86d9f8ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b376781-724d-4435-9531-9ff881b825ce,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.091139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32ce5-ea65-4ff5-a5b4-4f3d6b1d9c69 req-2624f04f-a792-45a6-a119-865c3e7a877f tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.101192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4d32ce5-ea65-4ff5-a5b4-4f3d6b1d9c69 req-2624f04f-a792-45a6-a119-865c3e7a877f tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 936 time: 0.5236616 Jul 16 01:19:50.107786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca83fda-99d6-4880-8bec-2dca205159e0 tempest-AggregatesAdminTestJSON-874585198 tempest-AggregatesAdminTestJSON-874585198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d0b2c1-6ed7-4d5c-ab37-d9cc81485c92,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.121353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-8a93bac2-5943-423b-a265-f031607f9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.123327 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-8a93bac2-5943-423b-a265-f031607f9eb4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030802 Jul 16 01:19:50.183116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ae791c-4865-4d39-93b1-63e2d3222e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.197669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6ad009-4e05-479e-96e0-70da33645970 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:50.216829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.226969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4d32ce5-ea65-4ff5-a5b4-4f3d6b1d9c69 req-ab6b7ea3-702c-4182-99e5-0010d5a028d3 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245320 Jul 16 01:19:50.242341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Transition to ACTIVE for port object 1f6ad009-4e05-479e-96e0-70da33645970 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:50.246810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-57a3d6fa-bd9b-43c1-86c0-535d03c1f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.248369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-57a3d6fa-bd9b-43c1-86c0-535d03c1f069 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183270 Jul 16 01:19:50.255096 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.258023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ea44260-c1b1-4b81-820a-698f874dfeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.267599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ae791c-4865-4d39-93b1-63e2d3222e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.279073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ea44260-c1b1-4b81-820a-698f874dfeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.335367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d205c-8b9d-4142-9c47-88295cb67f2b req-c942389d-1c5d-484f-8e07-96b982d244bd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.336472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a63d205c-8b9d-4142-9c47-88295cb67f2b req-c942389d-1c5d-484f-8e07-96b982d244bd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 944 time: 0.2006440 Jul 16 01:19:50.362094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0ea44260-c1b1-4b81-820a-698f874dfeef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=042c13d7bc134bd399d6ade040ddc8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730964 Jul 16 01:19:50.363535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea44260-c1b1-4b81-820a-698f874dfeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db4bd17-28d0-4c80-a43f-2194b2a1858a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.377016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:50.383669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-4c6033b7-7159-4a58-a8e3-48df81e8ea49 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524409 Jul 16 01:19:50.394238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Pushing event updated for resources: {'Port': ['ID=1f6ad009-4e05-479e-96e0-70da33645970,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.418185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:50.476513 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ae791c-4865-4d39-93b1-63e2d3222e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.479494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ae791c-4865-4d39-93b1-63e2d3222e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.480779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-66ae791c-4865-4d39-93b1-63e2d3222e15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b376781-724d-4435-9531-9ff881b825ce HTTP/1.1" status: 204 len: 168 time: 0.4334860 Jul 16 01:19:50.489935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port afe559b5-d147-477b-8ece-98894fc82fbf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:50.494131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port afe559b5-d147-477b-8ece-98894fc82fbf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:50.494502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.510257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a63d205c-8b9d-4142-9c47-88295cb67f2b req-ad6cd072-8ee3-4ea3-be62-e0937937b651 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607733 Jul 16 01:19:50.541958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Attempting to bind port 1f6ad009-4e05-479e-96e0-70da33645970 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:50.545497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Attempting to bind port 1f6ad009-4e05-479e-96e0-70da33645970 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:50.545686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Attempting to bind port 1f6ad009-4e05-479e-96e0-70da33645970 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:50.560627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Port 1f6ad009-4e05-479e-96e0-70da33645970 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:50.560959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Attempting to bind port 1f6ad009-4e05-479e-96e0-70da33645970 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:50.574902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-bac31d02-958a-4e1b-8032-fd8ba87a6186 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159647 Jul 16 01:19:50.705062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.729940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:50.732368 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7e5e88-b732-4161-9ca8-1975fc4186d4" -d '{"events": [{"server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "name": "network-vif-plugged", "status": "completed", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:50.745894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:50.746415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:50.746614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:50.747066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Bound port: 1f6ad009-4e05-479e-96e0-70da33645970, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:50.747424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.748598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:50.756151 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.814246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.818887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb049865-d41f-44d3-a117-3f05ca191fc9 req-72507189-07ad-4e01-bbb3-b859ea1d1930 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209402 Jul 16 01:19:50.819652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64d8e98e-8c24-4460-9722-4ebdb7e78ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.821442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae791c-4865-4d39-93b1-63e2d3222e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b376781-724d-4435-9531-9ff881b825ce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.836015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f847a095-3c11-42d4-b6b9-a76a2a197ec2 req-a12b631b-1cb1-4830-a018-7d7996785b6a service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496600 Jul 16 01:19:50.873862 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64d8e98e-8c24-4460-9722-4ebdb7e78ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.934340 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6a17eb-75e1-460b-b051-b5f16c971fb8 x-openstack-request-id: req-ce6a17eb-75e1-460b-b051-b5f16c971fb8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:50.934775 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "name": "network-vif-plugged", "status": "completed", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:50.936096 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce6a17eb-75e1-460b-b051-b5f16c971fb8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:50.937234 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf', 'code': 200} Jul 16 01:19:50.939692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64d8e98e-8c24-4460-9722-4ebdb7e78ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.947534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64d8e98e-8c24-4460-9722-4ebdb7e78ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.947929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] For port 1f6ad009-4e05-479e-96e0-70da33645970, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:50.951716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-64d8e98e-8c24-4460-9722-4ebdb7e78ab1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7db4bd17-28d0-4c80-a43f-2194b2a1858a HTTP/1.1" status: 204 len: 168 time: 0.5639937 Jul 16 01:19:50.975068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8e98e-8c24-4460-9722-4ebdb7e78ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db4bd17-28d0-4c80-a43f-2194b2a1858a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.977997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4301f0-48ad-4aa5-b944-6407d85acff7 req-410aa000-cc10-4330-9b10-5fab784d8bf7 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.979615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd4301f0-48ad-4aa5-b944-6407d85acff7 req-410aa000-cc10-4330-9b10-5fab784d8bf7 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 967 time: 0.2367010 Jul 16 01:19:50.982132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] For port 1f6ad009-4e05-479e-96e0-70da33645970, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1f6ad009-4e05-479e-96e0-70da33645970,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:51.013624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.086608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:51.102933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28e86b3b-53e7-4543-9938-06d5597d4bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.143682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Pushing event updated for resources: {'Port': ['ID=1f6ad009-4e05-479e-96e0-70da33645970,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.157662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.158389 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.159918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-00674fac-da88-4dce-acda-f91e8e54f58c service neutron] 10.222.0.78 "PUT /v2.0/ports/1f6ad009-4e05-479e-96e0-70da33645970 HTTP/1.1" status: 200 len: 1096 time: 2.3493540 Jul 16 01:19:51.160512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'tag': '1f6ad009-4e05-479e-96e0-70da33645970'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:51.163415 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899d116-f082-4d96-9592-efb708f2b913" -d '{"events": [{"name": "network-changed", "server_uuid": "1d67fe4b-ef82-47c1-8741-7a1229409904", "tag": "1f6ad009-4e05-479e-96e0-70da33645970"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:51.183534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd4301f0-48ad-4aa5-b944-6407d85acff7 req-49325251-5929-43ec-a62a-dc56cee88683 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917384 Jul 16 01:19:51.264853 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eca637-4453-4dd4-8e54-8e81d447a961 x-openstack-request-id: req-d5eca637-4453-4dd4-8e54-8e81d447a961 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:51.264853 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d67fe4b-ef82-47c1-8741-7a1229409904", "tag": "1f6ad009-4e05-479e-96e0-70da33645970", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:51.264853 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5eca637-4453-4dd4-8e54-8e81d447a961 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:51.264853 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'tag': '1f6ad009-4e05-479e-96e0-70da33645970', 'status': 'completed', 'code': 200} Jul 16 01:19:51.307313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28e86b3b-53e7-4543-9938-06d5597d4bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.316755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28e86b3b-53e7-4543-9938-06d5597d4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.328881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7463034-098e-4816-a20f-485d6d5e3013 req-6fd24f0a-d816-471d-aee1-8c8fb0d072b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.330698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7463034-098e-4816-a20f-485d6d5e3013 req-6fd24f0a-d816-471d-aee1-8c8fb0d072b9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1118 time: 0.3066473 Jul 16 01:19:51.388784 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-28e86b3b-53e7-4543-9938-06d5597d4bc5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aca6112e06f44888a1a48d44a6b88e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008771 Jul 16 01:19:51.390255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e86b3b-53e7-4543-9938-06d5597d4bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ea41b0-d598-4450-89f5-1f73b8dd0e3a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.393134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:51.458667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7463034-098e-4816-a20f-485d6d5e3013 req-2d175029-5ef8-4a48-b807-f5a72e17f526 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163380 Jul 16 01:19:51.465448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-f0b5b833-818d-4c60-a339-e87e85126a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.467141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-f0b5b833-818d-4c60-a339-e87e85126a2b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072cb66fd53942f2b537122358a725b2&device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 1099 time: 0.2423692 Jul 16 01:19:51.505911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d4b7fe8-3238-4fdb-ab20-fed215224cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.565217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-e8936c7c-dcf4-4524-b607-22cfd9001990 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=1f6ad009-4e05-479e-96e0-70da33645970 HTTP/1.1" status: 200 len: 217 time: 0.0820615 Jul 16 01:19:51.565482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d4b7fe8-3238-4fdb-ab20-fed215224cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.626963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d4b7fe8-3238-4fdb-ab20-fed215224cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.629504 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d4b7fe8-3238-4fdb-ab20-fed215224cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.633733 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3d4b7fe8-3238-4fdb-ab20-fed215224cd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5ea41b0-d598-4450-89f5-1f73b8dd0e3a HTTP/1.1" status: 204 len: 168 time: 0.2373505 Jul 16 01:19:51.644960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6bbe-77df-483b-91d1-78c6b3ed2460 req-df06a0bf-f40d-4526-b8bf-1bc5ddbc095b tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.646705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22ed6bbe-77df-483b-91d1-78c6b3ed2460 req-df06a0bf-f40d-4526-b8bf-1bc5ddbc095b tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 948 time: 0.1747758 Jul 16 01:19:51.656179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b7fe8-3238-4fdb-ab20-fed215224cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ea41b0-d598-4450-89f5-1f73b8dd0e3a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.659470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-8146e516-a004-48bb-8122-f9cc29f188f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.661072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-8146e516-a004-48bb-8122-f9cc29f188f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0849221 Jul 16 01:19:51.783789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22ed6bbe-77df-483b-91d1-78c6b3ed2460 req-242013ec-7031-4352-87ab-87f7e5201fcc tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260703 Jul 16 01:19:51.810122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084956e-40fc-47d8-b10e-e69dc351b03b req-c99f4d29-8df7-4dfb-9a4c-5cf56fb35eea tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.810122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c084956e-40fc-47d8-b10e-e69dc351b03b req-c99f4d29-8df7-4dfb-9a4c-5cf56fb35eea tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 944 time: 0.1466615 Jul 16 01:19:51.815688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934ef9d-3779-4052-835f-d8b627ed749d req-218350ae-ed34-460e-ae02-d6e144b1aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.817117 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-218350ae-ed34-460e-ae02-d6e144b1aa7c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484544 Jul 16 01:19:51.916617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c084956e-40fc-47d8-b10e-e69dc351b03b req-ccece156-ec5e-48c4-9703-1dbf44dfaed3 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982172 Jul 16 01:19:51.946275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-b032ff35-fe8e-4b82-8e12-9d15292e4e09 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152477 Jul 16 01:19:52.080262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b934ef9d-3779-4052-835f-d8b627ed749d req-28486aef-e18a-4336-8da4-9eae87b3f030 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258712 Jul 16 01:19:52.230740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d116-f082-4d96-9592-efb708f2b913 req-cef95372-11fd-40df-9a84-3fb9c766549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.239402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8899d116-f082-4d96-9592-efb708f2b913 req-cef95372-11fd-40df-9a84-3fb9c766549f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072cb66fd53942f2b537122358a725b2&device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 1099 time: 0.0902417 Jul 16 01:19:52.292500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 018d7ad9-ad02-4b99-b551-27a0fabe2f71 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:52.491038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 018d7ad9-ad02-4b99-b551-27a0fabe2f71, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:52.491383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d116-f082-4d96-9592-efb708f2b913 req-b3f701c7-a50b-4ffd-9a9d-644b82780bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.492884 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8899d116-f082-4d96-9592-efb708f2b913 req-b3f701c7-a50b-4ffd-9a9d-644b82780bb5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2495615 Jul 16 01:19:52.504985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'port_id': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'mac_address': 'fa:16:3e:62:9d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:52.543844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8899d116-f082-4d96-9592-efb708f2b913 req-faafa093-e548-464f-8d14-cb0e222079a0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=1f6ad009-4e05-479e-96e0-70da33645970 HTTP/1.1" status: 200 len: 217 time: 0.0402572 Jul 16 01:19:52.556805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6daa-04c2-4b85-aa2c-3cb48e9bc50a req-3cb062b1-c171-4374-a954-ce442dbbc12f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.558414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e0c6daa-04c2-4b85-aa2c-3cb48e9bc50a req-3cb062b1-c171-4374-a954-ce442dbbc12f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 967 time: 0.1316185 Jul 16 01:19:52.561577 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.582494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d7ad9-ad02-4b99-b551-27a0fabe2f71 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:52.616601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 018d7ad9-ad02-4b99-b551-27a0fabe2f71, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:52.624200 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.628454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d116-f082-4d96-9592-efb708f2b913 req-a52dabf0-04a1-467c-aada-ba823d94bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.630039 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8899d116-f082-4d96-9592-efb708f2b913 req-a52dabf0-04a1-467c-aada-ba823d94bbc8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0710251 Jul 16 01:19:52.700891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=018d7ad9-ad02-4b99-b551-27a0fabe2f71,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:52.723921 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e0c6daa-04c2-4b85-aa2c-3cb48e9bc50a req-3759e392-6cf3-4a87-84fb-fb870480b30c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299586 Jul 16 01:19:52.776659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d116-f082-4d96-9592-efb708f2b913 req-f094f04b-7b54-4a58-b95c-183911dbc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.776659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8899d116-f082-4d96-9592-efb708f2b913 req-f094f04b-7b54-4a58-b95c-183911dbc960 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393414 Jul 16 01:19:52.898896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8899d116-f082-4d96-9592-efb708f2b913 req-0f944a55-96c0-4df2-bd4f-ae1902326706 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139631 Jul 16 01:19:52.955951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['018d7ad9-ad02-4b99-b551-27a0fabe2f71'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:53.092716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8899d116-f082-4d96-9592-efb708f2b913 req-e5fd588b-8199-408b-a0e9-77bf4d67af9f service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843667 Jul 16 01:19:53.110616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a8b2-38b1-467d-ba24-fbca4ade2b46 req-a6af7a86-8d20-46eb-94e9-99346bed3a80 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.112566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec99a8b2-38b1-467d-ba24-fbca4ade2b46 req-a6af7a86-8d20-46eb-94e9-99346bed3a80 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 948 time: 0.1156306 Jul 16 01:19:53.174576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec99a8b2-38b1-467d-ba24-fbca4ade2b46 req-856801ae-db37-423b-8c5e-23bffa27d5d2 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549071 Jul 16 01:19:53.358060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42ba3d-ab13-425a-b432-8aa3c4f2143f req-193bdc83-8cf4-4bcb-894c-d6422b5b8f74 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.365434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e42ba3d-ab13-425a-b432-8aa3c4f2143f req-193bdc83-8cf4-4bcb-894c-d6422b5b8f74 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 945 time: 0.0829213 Jul 16 01:19:53.412918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e42ba3d-ab13-425a-b432-8aa3c4f2143f req-3d05dc12-9e3c-495b-9c1e-2a6648eb3dae tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464664 Jul 16 01:19:53.590998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:53.768705 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0884b85-2d57-4f60-8fa3-986744e4e65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.871811 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0884b85-2d57-4f60-8fa3-986744e4e65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.876999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0884b85-2d57-4f60-8fa3-986744e4e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.916658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b0884b85-2d57-4f60-8fa3-986744e4e65f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6836826ce99c4a57b11f94b3da395de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243895 Jul 16 01:19:53.917500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884b85-2d57-4f60-8fa3-986744e4e65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b438f1fc-841b-46e5-8907-8cec229f6a34,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:53.919461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:53.980345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-632c820d-b9a5-4a96-a26c-c669b3da5b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.045653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-632c820d-b9a5-4a96-a26c-c669b3da5b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.131107 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-632c820d-b9a5-4a96-a26c-c669b3da5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.134474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-632c820d-b9a5-4a96-a26c-c669b3da5b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.135854 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-632c820d-b9a5-4a96-a26c-c669b3da5b1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b438f1fc-841b-46e5-8907-8cec229f6a34 HTTP/1.1" status: 204 len: 168 time: 0.2147243 Jul 16 01:19:54.144639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c820d-b9a5-4a96-a26c-c669b3da5b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b438f1fc-841b-46e5-8907-8cec229f6a34,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.201234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6acc10-c648-4c01-ad13-29ba5828d636 req-e90d1b04-ab76-4728-9339-18405e8f3682 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.207780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d6acc10-c648-4c01-ad13-29ba5828d636 req-e90d1b04-ab76-4728-9339-18405e8f3682 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 967 time: 0.1203852 Jul 16 01:19:54.250237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d6acc10-c648-4c01-ad13-29ba5828d636 req-19949392-3376-43c7-aa74-66e6c66481f3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Jul 16 01:19:54.272315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 018d7ad9-ad02-4b99-b551-27a0fabe2f71 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:54.345520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:54.354944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:54.355328 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.446809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dff5f5-0757-41bd-9078-d932babc7225 req-1c93cd8d-23c1-4337-b16e-006eb3783e5a tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.447456 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.448788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4dff5f5-0757-41bd-9078-d932babc7225 req-1c93cd8d-23c1-4337-b16e-006eb3783e5a tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 948 time: 0.0729928 Jul 16 01:19:54.474921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:54.477694 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc416f9-32fb-463a-af34-8b2d2602682e" -d '{"events": [{"server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "name": "network-vif-plugged", "status": "completed", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:54.492098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 018d7ad9-ad02-4b99-b551-27a0fabe2f71, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:54.494095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4dff5f5-0757-41bd-9078-d932babc7225 req-9c7a0aa5-1557-470f-bfad-5d58a4edb752 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 Jul 16 01:19:54.498597 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.522694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:54.556817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=018d7ad9-ad02-4b99-b551-27a0fabe2f71,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.673606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38282) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:54.689612 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93cce887-2021-4398-804d-aab46a5b4e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.720518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-b421820c-fb8b-4d7d-bb30-2fae6fea29b9 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b0e086b87986446da6fe31ba7eb50377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274704 Jul 16 01:19:54.805868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93cce887-2021-4398-804d-aab46a5b4e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.811511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93cce887-2021-4398-804d-aab46a5b4e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.841036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93cce887-2021-4398-804d-aab46a5b4e87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc395563b0c8459e8c8d142495b834a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662033 Jul 16 01:19:54.845121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:54.863653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cce887-2021-4398-804d-aab46a5b4e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3139573b-f54f-478d-a4a3-d121adf0c366,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.889820 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fb685c-ea9c-45d8-8a86-b751fd4805c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.899904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-534e705e-d1d6-4056-9075-11f06288e91a tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.901449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-534e705e-d1d6-4056-9075-11f06288e91a tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754138 Jul 16 01:19:54.927307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00439056-1475-4957-bccd-f5a25a1dbb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.930104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-360ff19d-3571-4895-a2d7-782f327bdca7 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/quotas/b0e086b87986446da6fe31ba7eb50377 HTTP/1.1" status: 200 len: 375 time: 0.0193970 Jul 16 01:19:54.979498 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00439056-1475-4957-bccd-f5a25a1dbb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.982833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-09bdabd1-b8d2-4734-871b-f9b7e1045082 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0e086b87986446da6fe31ba7eb50377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443575 Jul 16 01:19:54.989928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fb685c-ea9c-45d8-8a86-b751fd4805c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.995079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fb685c-ea9c-45d8-8a86-b751fd4805c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.037736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5fb685c-ea9c-45d8-8a86-b751fd4805c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68904b1e76f044b1a16d2a5ab0fb0262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137691 Jul 16 01:19:55.039391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb685c-ea9c-45d8-8a86-b751fd4805c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b4f266-62ad-49bf-9f2c-947ad5324579,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.044472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:55.068917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00439056-1475-4957-bccd-f5a25a1dbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.071418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00439056-1475-4957-bccd-f5a25a1dbb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.072558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-00439056-1475-4957-bccd-f5a25a1dbb53 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3139573b-f54f-478d-a4a3-d121adf0c366 HTTP/1.1" status: 204 len: 168 time: 0.2264488 Jul 16 01:19:55.115191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439056-1475-4957-bccd-f5a25a1dbb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3139573b-f54f-478d-a4a3-d121adf0c366,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.188679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56a7786-1860-485a-afd2-31b6218543d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.211771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4066ecf-1b9d-4e71-9bcc-609ff379c0b1 req-3fd36af3-9a2f-46bf-b373-221d97bf1e5f tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.220938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4066ecf-1b9d-4e71-9bcc-609ff379c0b1 req-3fd36af3-9a2f-46bf-b373-221d97bf1e5f tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1118 time: 0.1771209 Jul 16 01:19:55.252638 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56a7786-1860-485a-afd2-31b6218543d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.316771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4066ecf-1b9d-4e71-9bcc-609ff379c0b1 req-efec1a63-5e4a-45c8-85bb-024b2a177b95 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948672 Jul 16 01:19:55.378442 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de2547-39d1-48aa-a440-677277efd557 x-openstack-request-id: req-77de2547-39d1-48aa-a440-677277efd557 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:55.379485 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "name": "network-vif-plugged", "status": "completed", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:55.379961 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77de2547-39d1-48aa-a440-677277efd557 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:55.380679 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'code': 200} Jul 16 01:19:55.385696 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56a7786-1860-485a-afd2-31b6218543d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.393463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56a7786-1860-485a-afd2-31b6218543d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.398290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b56a7786-1860-485a-afd2-31b6218543d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97b4f266-62ad-49bf-9f2c-947ad5324579 HTTP/1.1" status: 204 len: 168 time: 0.3510685 Jul 16 01:19:55.430499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a9322-74b4-4928-80e1-ae3306686732 req-3c14f0ca-6e5e-45d6-86ef-2622ec5ad3fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.452668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc0a9322-74b4-4928-80e1-ae3306686732 req-3c14f0ca-6e5e-45d6-86ef-2622ec5ad3fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 946 time: 0.1973753 Jul 16 01:19:55.551944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d117d39-4c8b-4509-b3c8-f8e35c13b4f1 req-d5ba229b-ee9c-42b8-ab0f-ce382085e273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 210 time: 0.0381181 Jul 16 01:19:55.555265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a7786-1860-485a-afd2-31b6218543d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b4f266-62ad-49bf-9f2c-947ad5324579,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.605523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc0a9322-74b4-4928-80e1-ae3306686732 req-4a02634c-aafa-4a57-a942-ce53155d5e04 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504333 Jul 16 01:19:55.626561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e241dd-5d50-4d1c-8e8a-5aa1bbd5d268 req-1887a501-2e99-4519-ad9e-18d3072606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.630912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65e241dd-5d50-4d1c-8e8a-5aa1bbd5d268 req-1887a501-2e99-4519-ad9e-18d3072606b1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1486197 Jul 16 01:19:55.716581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65e241dd-5d50-4d1c-8e8a-5aa1bbd5d268 req-ee6a7666-3260-49c5-b8f0-a3ae4393f637 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768719 Jul 16 01:19:55.911115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1caf2c-5906-40c9-9f16-8ff4c438dad9 req-7f935652-2c36-47b1-a999-b337f4d83e0b tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.912689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd1caf2c-5906-40c9-9f16-8ff4c438dad9 req-7f935652-2c36-47b1-a999-b337f4d83e0b tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 948 time: 0.1087050 Jul 16 01:19:55.966263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771c80-6378-41e8-b633-0e99e5db15cc req-cffabd61-aa95-4cfb-9ec4-98ca774c65ff tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.979303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3771c80-6378-41e8-b633-0e99e5db15cc req-cffabd61-aa95-4cfb-9ec4-98ca774c65ff tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1118 time: 0.1728427 Jul 16 01:19:56.022215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd1caf2c-5906-40c9-9f16-8ff4c438dad9 req-101b1f22-c7bb-4ef9-8f5a-37bac77655c9 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964320 Jul 16 01:19:56.038688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3771c80-6378-41e8-b633-0e99e5db15cc req-00f9bf22-f8ea-4f93-8760-93e95e89627d tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Jul 16 01:19:56.087164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:56.115308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5bbad88-be49-4ad0-baed-c716fe0733d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.272975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1f6ad009-4e05-479e-96e0-70da33645970 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:56.330550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5bbad88-be49-4ad0-baed-c716fe0733d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.349125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-6a4eafc4-a8f0-488c-9fce-e79f6a845fdc req-13650126-83e1-4474-8d87-003b195de419 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:56.350305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a4eafc4-a8f0-488c-9fce-e79f6a845fdc req-13650126-83e1-4474-8d87-003b195de419 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069873 Jul 16 01:19:56.351213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5bbad88-be49-4ad0-baed-c716fe0733d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.422746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c5bbad88-be49-4ad0-baed-c716fe0733d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3142acf10d114a44bbc15e1f4adaa461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343358 Jul 16 01:19:56.425542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:56.454362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbad88-be49-4ad0-baed-c716fe0733d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e602fab-6072-459f-b8eb-585d9aef4e64,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:56.524495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1f6ad009-4e05-479e-96e0-70da33645970, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1f6ad009-4e05-479e-96e0-70da33645970,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:56.557462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '1f6ad009-4e05-479e-96e0-70da33645970', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '1f6ad009-4e05-479e-96e0-70da33645970', 'mac_address': 'fa:16:3e:0b:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:56.575496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecf20d01-df44-4f71-b8f6-5346c5e70476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.615188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.630420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecf20d01-df44-4f71-b8f6-5346c5e70476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.654587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6ad009-4e05-479e-96e0-70da33645970 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:56.699697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1f6ad009-4e05-479e-96e0-70da33645970, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1f6ad009-4e05-479e-96e0-70da33645970,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:56.707653 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.786341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecf20d01-df44-4f71-b8f6-5346c5e70476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.789784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecf20d01-df44-4f71-b8f6-5346c5e70476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.793556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ecf20d01-df44-4f71-b8f6-5346c5e70476 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e602fab-6072-459f-b8eb-585d9aef4e64 HTTP/1.1" status: 204 len: 168 time: 0.3637257 Jul 16 01:19:56.820899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf20d01-df44-4f71-b8f6-5346c5e70476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e602fab-6072-459f-b8eb-585d9aef4e64,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:56.866193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-7be9c68c-b2dc-48cf-ac46-590ec42a6f79 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b0e086b87986446da6fe31ba7eb50377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073408 Jul 16 01:19:56.902790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1f6ad009-4e05-479e-96e0-70da33645970,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:56.970885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1f6ad009-4e05-479e-96e0-70da33645970'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:57.450835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c8332e0-c34e-48dc-ad57-2ef83e3231f0 req-ecfdc2f6-1163-4619-b71b-8ac4a10697b2 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 210 time: 0.3763869 Jul 16 01:19:57.520851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-0dd759a7-4ee7-47bf-a1aa-a16cdfdc9de1 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.522283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-0dd759a7-4ee7-47bf-a1aa-a16cdfdc9de1 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6503100 Jul 16 01:19:57.536764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Request body: {'port': {'device_id': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'b0e086b87986446da6fe31ba7eb50377'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:57.715992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea5d81-9bc4-49be-9cba-bd0484174e40 req-bc95f524-dea2-4273-847b-932e3f847b7f tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.717650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0ea5d81-9bc4-49be-9cba-bd0484174e40 req-bc95f524-dea2-4273-847b-932e3f847b7f tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 946 time: 0.1045060 Jul 16 01:19:57.749498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Made reservation on behalf of b0e086b87986446da6fe31ba7eb50377 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:57.754741 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.779863 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0ea5d81-9bc4-49be-9cba-bd0484174e40 req-cdcb158a-757a-4586-b0fa-22cf33b83ad6 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546293 Jul 16 01:19:57.780743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.899347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.913157 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.019403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b36d7-acab-4099-af52-17327c5cc219,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:58.093602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365aca-10f6-4a90-8727-d0ea9fd0683c req-1aa9b191-2291-458a-8e12-b30199e2e9d2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.100456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e365aca-10f6-4a90-8727-d0ea9fd0683c req-1aa9b191-2291-458a-8e12-b30199e2e9d2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 972 time: 0.1990404 Jul 16 01:19:58.137446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Allocated IP 192.168.233.90 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/2c0271b5-9ffd-4726-aef2-13e5f1c73dd2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:58.164768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e365aca-10f6-4a90-8727-d0ea9fd0683c req-5c144c2b-5af4-4396-82ee-20cb29acb735 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ca1db3d-6112-481b-9052-090d87eb3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Jul 16 01:19:58.263204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-1cfc9807-6580-445f-b4f6-0491c3b13ae4 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.269732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-1cfc9807-6580-445f-b4f6-0491c3b13ae4 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.93 "GET /v2.0/ports?device_id=75a7acb4-6723-4901-b02c-288f5aa2bc11 HTTP/1.1" status: 200 len: 972 time: 0.1806641 Jul 16 01:19:58.288035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1f6ad009-4e05-479e-96e0-70da33645970 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:58.402839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 1f6ad009-4e05-479e-96e0-70da33645970 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:58.408163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 1f6ad009-4e05-479e-96e0-70da33645970 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:58.408792 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.443218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.464471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Transition to ACTIVE for port object 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:58.492707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3afb-da8a-461c-b6c4-c974c877d775 req-2274e65b-42e0-4311-8f02-a8e8ecf466fa tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.494406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-380a3afb-da8a-461c-b6c4-c974c877d775 req-2274e65b-42e0-4311-8f02-a8e8ecf466fa tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 949 time: 0.1282659 Jul 16 01:19:58.508166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Deleting port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:58.508906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.523066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:58.542983 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.560416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.580846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ad009-4e05-479e-96e0-70da33645970'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:58.584038 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff663bd-5f69-47e7-bbc9-ffdfedf0b7da" -d '{"events": [{"server_uuid": "1d67fe4b-ef82-47c1-8741-7a1229409904", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ad009-4e05-479e-96e0-70da33645970"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:58.589980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1f6ad009-4e05-479e-96e0-70da33645970, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1f6ad009-4e05-479e-96e0-70da33645970,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:58.592190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-380a3afb-da8a-461c-b6c4-c974c877d775 req-6d8920b1-d729-4f62-9687-729180ee0522 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873160 Jul 16 01:19:58.606172 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.657459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] For port a09fe4f7-4d39-4594-b872-3cf50ecb16c1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:58.657834 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.675883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Calling delete_port for a09fe4f7-4d39-4594-b872-3cf50ecb16c1 owned by compute:tempest-test_az-1123607976 {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:58.684191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1f6ad009-4e05-479e-96e0-70da33645970,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:58.690408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:58.698675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:58.714522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:58.721140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.721785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.733242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Pushing event updated for resources: {'Port': ['ID=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:58.748212 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-6527c54b-f8ee-4ea5-8c43-b48d1a9121a4 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2157135 Jul 16 01:19:58.759576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Request body: {'port': {'device_id': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:58.837040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-3435f5be-2eb1-42b8-a553-20547920c32d tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:58.838110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-3435f5be-2eb1-42b8-a553-20547920c32d tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127275 Jul 16 01:19:58.854003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.944399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.956707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a09fe4f7-4d39-4594-b872-3cf50ecb16c1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:58.993195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Pushing event deleted for resources: {'Port': ['ID=a09fe4f7-4d39-4594-b872-3cf50ecb16c1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:59.019844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Request body: {'binding': {'host': 'n-h1-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:59.020379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Unknown quota resources ['binding']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:19:59.025943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-83402425-9e8d-4f2b-ba7f-1e1fcbf548b9 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b5c13b95bfea4c5f806f12f91fa6a16b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334930 Jul 16 01:19:59.048194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c2d35fe4-daf6-4893-8644-d5411525aa3d None None] Provisioning for port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:59.053933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c2d35fe4-daf6-4893-8644-d5411525aa3d None None] Provisioning complete for port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:59.055079 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2d35fe4-daf6-4893-8644-d5411525aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.089653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] No DVR routers for this DVR port a09fe4f7-4d39-4594-b872-3cf50ecb16c1 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:59.095966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.098465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8c1e7bda-8455-44eb-8d9c-ad3a7a6f0033 req-5ebdfef7-fc99-460a-a917-f4940a9fc9a2 tempest-AggregatesAdminTestJSON-554178667 tempest-AggregatesAdminTestJSON-554178667-project] 10.222.0.93 "DELETE /v2.0/ports/a09fe4f7-4d39-4594-b872-3cf50ecb16c1 HTTP/1.1" status: 204 len: 173 time: 0.8216207 Jul 16 01:19:59.099130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'name': 'network-vif-deleted', 'tag': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:59.101931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c2d35fe4-daf6-4893-8644-d5411525aa3d None None] Port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:59.103361 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6686b816-7b8a-43f0-8a04-805e33997176" -d '{"events": [{"server_uuid": "75a7acb4-6723-4901-b02c-288f5aa2bc11", "name": "network-vif-deleted", "tag": "a09fe4f7-4d39-4594-b872-3cf50ecb16c1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:59.301659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-6976b08c-1353-4cbd-b5ae-056c7301a490 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.302989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-6976b08c-1353-4cbd-b5ae-056c7301a490 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511790 Jul 16 01:19:59.340022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-c639ab0d-62bf-4a7e-9911-0eb0e3912715 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/quotas/b5c13b95bfea4c5f806f12f91fa6a16b HTTP/1.1" status: 200 len: 375 time: 0.0304191 Jul 16 01:19:59.394378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-782b9cfd-3ab2-418c-b367-7924445f5c43 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5c13b95bfea4c5f806f12f91fa6a16b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432696 Jul 16 01:19:59.437751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on host n-h1-800085-5 for vnic_type normal with profile None {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:59.438085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:59.438405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:59.448471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:59.448787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:59.457385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:59.461849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:59.462234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:59.462650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:59.463148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Bound port: afe559b5-d147-477b-8ece-98894fc82fbf, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:59.489467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.548074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Transition to ACTIVE for port object 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:59.556888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.610168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:59.623143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.624313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2f6ff5a9-e4e1-4630-81a2-18784dd00a59 service neutron] 10.222.0.81 "POST /v2.0/ports/afe559b5-d147-477b-8ece-98894fc82fbf/bindings HTTP/1.1" status: 201 len: 389 time: 0.6994026 Jul 16 01:19:59.661039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:59.709614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Attempting to bind port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:59.709981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Attempting to bind port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:59.710306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Attempting to bind port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:59.720792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:59.721168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Attempting to bind port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:59.735895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:59.736132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:59.736541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:59.737351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Bound port: 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:59.737790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.764866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c6178-8577-42b6-86d5-bd31d13cbc3e req-1a090bd7-938e-4cd1-abb6-2293311ecd57 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.766470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca4c6178-8577-42b6-86d5-bd31d13cbc3e req-1a090bd7-938e-4cd1-abb6-2293311ecd57 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 946 time: 0.1482415 Jul 16 01:19:59.779954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38510) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:59.785674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'floatingip': {'port_id': '018d7ad9-ad02-4b99-b551-27a0fabe2f71'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:59.828252 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bd37fe-faf5-4ad3-aef9-325624f7e380 x-openstack-request-id: req-d1bd37fe-faf5-4ad3-aef9-325624f7e380 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:59.828771 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d67fe4b-ef82-47c1-8741-7a1229409904", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ad009-4e05-479e-96e0-70da33645970", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:59.829103 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1bd37fe-faf5-4ad3-aef9-325624f7e380 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:59.829531 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ad009-4e05-479e-96e0-70da33645970', 'code': 200} Jul 16 01:19:59.854096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] For port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:59.859880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] For port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:59.870027 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.988119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.988119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.989690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] 10.222.0.93 "PUT /v2.0/ports/2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 HTTP/1.1" status: 200 len: 1095 time: 1.2351484 Jul 16 01:19:59.994943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'tag': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:00.013954 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e2b5d-69ff-41a0-a82d-c573a2e7153d" -d '{"events": [{"name": "network-changed", "server_uuid": "63b18e2d-e122-45b7-9fa4-fd63e4ed9203", "tag": "2c0271b5-9ffd-4726-aef2-13e5f1c73dd2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:00.031312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56d35-5b5e-400c-8014-ea6d9c4b6da9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.051497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.105098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1f876-07e0-438b-943e-4c0e3eb6e7b8 req-148e5fd4-42fa-47c9-b89a-59ddd3f16725 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.128010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3eb1f876-07e0-438b-943e-4c0e3eb6e7b8 req-148e5fd4-42fa-47c9-b89a-59ddd3f16725 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 947 time: 0.1884553 Jul 16 01:20:00.267286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3eb1f876-07e0-438b-943e-4c0e3eb6e7b8 req-a59e7162-d985-47f8-b40f-43606f7ce489 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355605 Jul 16 01:20:00.295726 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae405e0-d39f-4fe6-8707-fd5eaa22e326 x-openstack-request-id: req-aae405e0-d39f-4fe6-8707-fd5eaa22e326 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:00.296306 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a7acb4-6723-4901-b02c-288f5aa2bc11", "name": "network-vif-deleted", "tag": "a09fe4f7-4d39-4594-b872-3cf50ecb16c1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:00.297559 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aae405e0-d39f-4fe6-8707-fd5eaa22e326 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:00.298136 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a7acb4-6723-4901-b02c-288f5aa2bc11', 'name': 'network-vif-deleted', 'tag': 'a09fe4f7-4d39-4594-b872-3cf50ecb16c1', 'status': 'completed', 'code': 200} Jul 16 01:20:00.332345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaf22b-a6e5-4506-b0e8-05e6c2aca6a9 req-317f66a4-425a-427b-89be-c645c5f1e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.344597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2aaf22b-a6e5-4506-b0e8-05e6c2aca6a9 req-317f66a4-425a-427b-89be-c645c5f1e710 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 1101 time: 0.2088332 Jul 16 01:20:00.374270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-7fb5372b-fdc4-4987-9849-f9e82e9efff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.379186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-7fb5372b-fdc4-4987-9849-f9e82e9efff6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0e086b87986446da6fe31ba7eb50377&device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 1098 time: 0.2156398 Jul 16 01:20:00.412528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-520e905a-5351-41ae-9ada-f8608fc31cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.414304 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-520e905a-5351-41ae-9ada-f8608fc31cf0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1118 time: 0.2065108 Jul 16 01:20:00.466229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-cebc1f05-0063-47f0-9dc1-d6314642e842 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 HTTP/1.1" status: 200 len: 217 time: 0.0743210 Jul 16 01:20:00.533364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c3fec1d-f1a8-40e0-9f8b-7988a8bd594b req-d705fd61-1e0b-4175-a046-019a9df1c9a2 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 210 time: 0.0654249 Jul 16 01:20:00.573620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2aaf22b-a6e5-4506-b0e8-05e6c2aca6a9 req-6b303e82-c177-496b-9bec-557f988cb3dc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152622 Jul 16 01:20:00.596288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-c4f24895-abcd-4d72-b8ea-4da37204e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.597761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-c4f24895-abcd-4d72-b8ea-4da37204e0e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1022081 Jul 16 01:20:00.678309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c74cbb-2a00-4702-883d-506fd1546139 req-9fb22475-a33d-4e9d-90e1-67d6291dc028 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.680273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2c74cbb-2a00-4702-883d-506fd1546139 req-9fb22475-a33d-4e9d-90e1-67d6291dc028 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 950 time: 0.2003429 Jul 16 01:20:00.769305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-4948fb3d-b8be-40dd-b0d2-324bd80a928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.771063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-4948fb3d-b8be-40dd-b0d2-324bd80a928a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580024 Jul 16 01:20:00.780472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2c74cbb-2a00-4702-883d-506fd1546139 req-e13e1581-c624-42d4-898b-d141b8c4ef5e tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872912 Jul 16 01:20:00.808366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:00.853075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-5be10913-7dac-4ec1-9500-1918c4c4ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.855254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-5be10913-7dac-4ec1-9500-1918c4c4ec01 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.4027538 Jul 16 01:20:00.893212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0c2a5-06d1-46c7-8a86-f8227852089b req-0a3e3bda-8355-46ed-8338-d1e7303423b2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.894899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4df0c2a5-06d1-46c7-8a86-f8227852089b req-0a3e3bda-8355-46ed-8338-d1e7303423b2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 967 time: 0.1696253 Jul 16 01:20:00.915850 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-30f001ba-0be4-4096-ae3f-8c7724ab0c8e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 217 time: 0.0519240 Jul 16 01:20:00.919122 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a84a64-4300-4043-bb25-0652a9e30c8d x-openstack-request-id: req-a3a84a64-4300-4043-bb25-0652a9e30c8d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:00.919563 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b18e2d-e122-45b7-9fa4-fd63e4ed9203", "tag": "2c0271b5-9ffd-4726-aef2-13e5f1c73dd2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:00.920142 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3a84a64-4300-4043-bb25-0652a9e30c8d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:00.920696 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'tag': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2', 'status': 'completed', 'code': 200} Jul 16 01:20:00.933970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-36c6f744-897f-4263-a881-14b28c7ef170 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520066 Jul 16 01:20:00.994372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4df0c2a5-06d1-46c7-8a86-f8227852089b req-304da4f9-0547-4435-a478-7a25a949ce68 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839081 Jul 16 01:20:01.076363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-221ca931-aff6-49f5-84d9-2a224325d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.078659 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-221ca931-aff6-49f5-84d9-2a224325d2d6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.1454151 Jul 16 01:20:01.079576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-98a7ae99-7ca5-475a-92d1-d70d6efd15ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7013af06f1f42978684441ba9619686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675221 Jul 16 01:20:01.087677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:01.095614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7c8ecc-857b-440e-ac35-6921cd41f72d req-8f75b87a-1a62-465d-821c-823f23057920 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534178 Jul 16 01:20:01.147501 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-78464660-c62b-40d6-9357-c6471fd37846 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583675 Jul 16 01:20:01.337970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:20:01.502617 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-5f6a8163-b554-4806-b475-851345176c5b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b5c13b95bfea4c5f806f12f91fa6a16b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2500241 Jul 16 01:20:01.594321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.639476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.657137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-602f5f7c-5920-4a74-9849-fc2e3170174d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.678919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc0943d-b273-479e-aa31-bd6f87fcc081 req-4f4bb377-d5f7-41c3-be52-7134485e160b tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c0012f40ac7b4c71a5af2bce7f4dcf2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321233 Jul 16 01:20:01.737701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-44a39f10-9a6b-481a-b2bb-aee1e628fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.739203 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-44a39f10-9a6b-481a-b2bb-aee1e628fffb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0e086b87986446da6fe31ba7eb50377&device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 1098 time: 0.5480237 Jul 16 01:20:01.756150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de1d-f3f3-4116-ad77-8b2c4ca35076 req-c97f681c-94a2-4964-b633-ba7792324482 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.757584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0500de1d-f3f3-4116-ad77-8b2c4ca35076 req-c97f681c-94a2-4964-b633-ba7792324482 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 947 time: 0.1429625 Jul 16 01:20:01.788997 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-8278dce1-34a9-400f-9694-c53764ee471c service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278777 Jul 16 01:20:01.825450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-602f5f7c-5920-4a74-9849-fc2e3170174d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.900867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0943d-b273-479e-aa31-bd6f87fcc081 req-1220d570-847d-4c95-a4f8-24fbf2a83515 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.902241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc0943d-b273-479e-aa31-bd6f87fcc081 req-1220d570-847d-4c95-a4f8-24fbf2a83515 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167604 Jul 16 01:20:01.907359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0500de1d-f3f3-4116-ad77-8b2c4ca35076 req-24b0035e-a554-4b96-b2bc-ea07076ddcab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242549 Jul 16 01:20:01.931159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc0943d-b273-479e-aa31-bd6f87fcc081 req-c05f768c-5c8a-4899-b25d-44a7b1a7b08c tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/quotas/c0012f40ac7b4c71a5af2bce7f4dcf2c HTTP/1.1" status: 200 len: 375 time: 0.0213728 Jul 16 01:20:01.933890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-2b53fd8d-010d-4885-a792-5f947451faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.935310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-2b53fd8d-010d-4885-a792-5f947451faf5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1768847 Jul 16 01:20:01.952278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-4af610fe-be53-4c52-b367-0dde55818ad9 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.954341 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-4af610fe-be53-4c52-b367-0dde55818ad9 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564448 Jul 16 01:20:01.977922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc0943d-b273-479e-aa31-bd6f87fcc081 req-ac7293af-1822-4f8e-bcac-9bae647a6ba4 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0012f40ac7b4c71a5af2bce7f4dcf2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387099 Jul 16 01:20:01.989531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Request body: {'port': {'device_id': '1b822d07-409f-461e-9394-d0dffafccb60', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'b5c13b95bfea4c5f806f12f91fa6a16b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:02.016764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-504655d7-c123-48cb-a97d-7ee839180012 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 HTTP/1.1" status: 200 len: 217 time: 0.0658672 Jul 16 01:20:02.030265 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Floating IP ece81d24-4907-418a-944c-46b3e6db584d associated. External IP: 172.25.5.90, port: 018d7ad9-ad02-4b99-b551-27a0fabe2f71. Jul 16 01:20:02.091229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de2fc7a8-5895-44d5-a7a4-1ef72b0b9ce4 req-3d9f874c-f9e8-48b9-98e3-f6093b55497f tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 210 time: 0.0521083 Jul 16 01:20:02.109286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-6abc12fd-b5cc-46e7-8761-2517f2fac59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.109942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-602f5f7c-5920-4a74-9849-fc2e3170174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.111385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-6abc12fd-b5cc-46e7-8761-2517f2fac59d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0875962 Jul 16 01:20:02.112485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-602f5f7c-5920-4a74-9849-fc2e3170174d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.116314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-602f5f7c-5920-4a74-9849-fc2e3170174d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ca1db3d-6112-481b-9052-090d87eb3c65 HTTP/1.1" status: 204 len: 168 time: 1.0238416 Jul 16 01:20:02.147210 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-7a7c79aa-1bd1-4f6f-bcc3-61cc72ab95cc service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345006 Jul 16 01:20:02.147745 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f5f7c-5920-4a74-9849-fc2e3170174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca1db3d-6112-481b-9052-090d87eb3c65,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.227111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-cf623a92-f820-48d8-a3da-cc075b2447fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.228915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-cf623a92-f820-48d8-a3da-cc075b2447fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107464 Jul 16 01:20:02.280442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Made reservation on behalf of b5c13b95bfea4c5f806f12f91fa6a16b for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:02.293826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.385512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461f221-bd1f-4bef-8cc5-8a752902ea21 req-3e69124b-5bf6-4072-b124-86a83c00e81c tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.387510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e461f221-bd1f-4bef-8cc5-8a752902ea21 req-3e69124b-5bf6-4072-b124-86a83c00e81c tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 950 time: 0.1561019 Jul 16 01:20:02.389031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-7fad31e3-0969-4908-9559-fbb604a089b5 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399443 Jul 16 01:20:02.493892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.497792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a09fe4f7-4d39-4594-b872-3cf50ecb16c1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:02.519095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:02.523141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: a09fe4f7-4d39-4594-b872-3cf50ecb16c1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:02.523490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a09fe4f7-4d39-4594-b872-3cf50ecb16c1 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:02.540322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e461f221-bd1f-4bef-8cc5-8a752902ea21 req-cd85ad38-7338-493c-8799-b0e64c68a5a8 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435857 Jul 16 01:20:02.573206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-099e2b5d-69ff-41a0-a82d-c573a2e7153d req-c87d1dbe-6b21-4bc3-b46d-3f820cccbbb4 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752930 Jul 16 01:20:02.611032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7e9f1-57ab-4a18-af9a-2fcfa17a5b30 req-90efd68e-45af-4844-a2b1-aa1128530450 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.612569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2da7e9f1-57ab-4a18-af9a-2fcfa17a5b30 req-90efd68e-45af-4844-a2b1-aa1128530450 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 967 time: 0.2061610 Jul 16 01:20:02.616289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-50b8d720-2fac-4de4-92c7-d6d01dd43b76 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34a0135e1d394e81baefd54ab0ead929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914993 Jul 16 01:20:02.617634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:02.682013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2da7e9f1-57ab-4a18-af9a-2fcfa17a5b30 req-d219dffd-2861-4ca3-aee6-3937f90e1117 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619948 Jul 16 01:20:02.708563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6873dc-e404-4bc3-b552-b5a89dd95635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.726358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2197034f-b821-45d8-8f20-d78af0dd9afa tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.728028 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2197034f-b821-45d8-8f20-d78af0dd9afa tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1118 time: 0.2441108 Jul 16 01:20:02.730981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6873dc-e404-4bc3-b552-b5a89dd95635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.748815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-5'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:02.790105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Router b8e24e38-aa08-4067-8851-07ca38e6b74e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:20:02.808331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6873dc-e404-4bc3-b552-b5a89dd95635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.813620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6873dc-e404-4bc3-b552-b5a89dd95635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.814791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ac6873dc-e404-4bc3-b552-b5a89dd95635 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15d0b2c1-6ed7-4d5c-ab37-d9cc81485c92 HTTP/1.1" status: 204 len: 168 time: 0.1962562 Jul 16 01:20:02.824610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6873dc-e404-4bc3-b552-b5a89dd95635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d0b2c1-6ed7-4d5c-ab37-d9cc81485c92,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.929922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.933285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.971260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.119618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35392de2-8266-49fb-b5e1-d6e6449b8861,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.155456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:03.174123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.180958 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] Sync routers for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:03.194281 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:03.195377 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:03.207706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58b83d-0978-4526-bdab-4814ae36f394 req-eda5a108-51f7-49f9-a22a-24abe320e00d tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.212439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de58b83d-0978-4526-bdab-4814ae36f394 req-eda5a108-51f7-49f9-a22a-24abe320e00d tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 947 time: 0.0974081 Jul 16 01:20:03.271045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Allocated IP 192.168.233.29 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:03.291980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5038ea95-f9e0-45c9-8b17-d9a3c4b59366 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "PUT /v2.0/floatingips/ece81d24-4907-418a-944c-46b3e6db584d HTTP/1.1" status: 200 len: 991 time: 3.5076923 Jul 16 01:20:03.292746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:03.294650 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef6c666-3f24-486c-9b09-4ba97376a254" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:03.301112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de58b83d-0978-4526-bdab-4814ae36f394 req-b7702122-1142-49f4-a3cf-4aea0a35caca tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815120 Jul 16 01:20:03.359478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:03.442758 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:03.525236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:03.538178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a72430e-69dc-418e-a170-de6357d2e7d1 req-6408ac33-e557-4669-ac3f-2d2517b0ee46 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 210 time: 0.0406044 Jul 16 01:20:03.609353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840c25-ff36-4aaa-84d5-d85b29a1fdee req-cdd86218-5a01-43bf-9ebd-8ec840be9afe tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.610994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb840c25-ff36-4aaa-84d5-d85b29a1fdee req-cdd86218-5a01-43bf-9ebd-8ec840be9afe tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 950 time: 0.0755129 Jul 16 01:20:03.663908 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.678790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.687951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb840c25-ff36-4aaa-84d5-d85b29a1fdee req-64be3f24-21cd-4dc6-9b19-48dcd0fbc44b tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644867 Jul 16 01:20:03.766628 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.808305 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8078c8b-f8e8-4815-a219-213072d40867 x-openstack-request-id: req-e8078c8b-f8e8-4815-a219-213072d40867 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:03.808650 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:03.808886 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8078c8b-f8e8-4815-a219-213072d40867 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:03.809422 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'status': 'completed', 'code': 200} Jul 16 01:20:03.836270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on host n-h2-800085-5 for vnic_type normal with profile {"migrating_to": "n-h1-800085-5"} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:03.836631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:03.837180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:03.841785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Transition to ACTIVE for port object cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:03.852652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.860900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:03.861411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Attempting to bind port afe559b5-d147-477b-8ece-98894fc82fbf on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:03.863527 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ece81d24-4907-418a-944c-46b3e6db584d', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'port_id': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'mac_address': 'fa:16:3e:62:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:19:33Z', 'updated_at': '2021-07-16T01:20:01Z', 'revision_number': 1, 'project_id': 'f830a028814f43898594e273bf421eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:03.869761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:03.870216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:03.870700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:03.871243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Bound port: afe559b5-d147-477b-8ece-98894fc82fbf, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:03.871719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.942465 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] Checking router: b8e24e38-aa08-4067-8851-07ca38e6b74e for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:03.947735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-7bc78120-ba52-49ed-98bb-15e111d9b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.949277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-7bc78120-ba52-49ed-98bb-15e111d9b7bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1389539 Jul 16 01:20:03.963011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:03.968257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:03.968850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:03.970907 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:19:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:03.972519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.979448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.072183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:04.087240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:04.109335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:04.115424 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:04.120788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.121470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.139295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.140619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.142045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] 10.222.0.78 "PUT /v2.0/ports/afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 1143 time: 1.4011519 Jul 16 01:20:04.155035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddf2ef-c1b0-43e5-84fa-04a735c1f83e service neutron] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:04.171350 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1882806 Jul 16 01:20:04.181913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-6e5335c8-1aec-4dc9-bcae-4dada6bdba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.183592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-6e5335c8-1aec-4dc9-bcae-4dada6bdba7e service neutron] 10.222.0.78 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 924 time: 0.2204778 Jul 16 01:20:04.200044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['afe559b5-d147-477b-8ece-98894fc82fbf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:04.271879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Request body: {'port': {'device_id': '1b822d07-409f-461e-9394-d0dffafccb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:04.325998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc72ca5-65c7-4e9f-b6cc-2c10aab95ef1 req-c83b9d4e-3966-4134-b691-3c959db44566 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.335657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8fc72ca5-65c7-4e9f-b6cc-2c10aab95ef1 req-c83b9d4e-3966-4134-b691-3c959db44566 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 965 time: 0.3636949 Jul 16 01:20:04.400734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c83b3-56a5-4f33-b021-034cf0528c9d tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Pushing event updated for resources: {'Port': ['ID=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:04.461608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-6c3d90f0-0374-422a-961b-08148e5a9889 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71 HTTP/1.1" status: 200 len: 999 time: 0.2577956 Jul 16 01:20:04.491780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.556265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:04.561254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:04.607022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ba8d59a5-59fe-46e7-b2ae-3399f67c41ae None None] Provisioning for port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:04.621970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ba8d59a5-59fe-46e7-b2ae-3399f67c41ae None None] Provisioning complete for port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:04.622574 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba8d59a5-59fe-46e7-b2ae-3399f67c41ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.653021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8fc72ca5-65c7-4e9f-b6cc-2c10aab95ef1 req-80dbf3a0-2bdb-4c9b-8857-38f5e174a67e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161211 Jul 16 01:20:04.709087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-174d8dfb-affc-4261-8f2b-ab9f86fcbde3 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=072cb66fd53942f2b537122358a725b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221952 Jul 16 01:20:04.745145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ece81d24-4907-418a-944c-46b3e6db584d', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'port_id': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'mac_address': 'fa:16:3e:62:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:19:33Z', 'updated_at': '2021-07-16T01:20:01Z', 'revision_number': 1, 'project_id': 'f830a028814f43898594e273bf421eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:04.792145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d59a5-59fe-46e7-b2ae-3399f67c41ae None None] Port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:04.800314 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9bf6c-b51b-4c01-ad8b-e1ffa08df26b None None] The sync data for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 is: [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ece81d24-4907-418a-944c-46b3e6db584d', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'port_id': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'mac_address': 'fa:16:3e:62:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:19:33Z', 'updated_at': '2021-07-16T01:20:01Z', 'revision_number': 1, 'project_id': 'f830a028814f43898594e273bf421eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:04.814148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-628540f3-aee7-46c2-a438-371d5bfb15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.815430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-628540f3-aee7-46c2-a438-371d5bfb15f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 200 len: 862 time: 0.3322299 Jul 16 01:20:04.829005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:04.841350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2', 'mac_address': 'fa:16:3e:6e:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:04.869318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:04.877526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.896073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.924931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:04.926522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Transition to ACTIVE for port object cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:04.927832 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3563622-025b-4cbe-8759-78030e138fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.937691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.951204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:04.956863 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.017959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.035621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.091184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Attempting to bind port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:05.091868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Attempting to bind port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:05.092478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Attempting to bind port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:05.102344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-e211f5f1-fd5b-4aab-a7cf-a333dd10be8e tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.111293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:05.111499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-e211f5f1-fd5b-4aab-a7cf-a333dd10be8e tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3866577 Jul 16 01:20:05.111827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Attempting to bind port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:05.126017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:05.126393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:05.126812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:05.127495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Bound port: cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:05.128155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.144666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-31eaaae5-6fa2-425c-adb7-1317887c92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.152346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-31eaaae5-6fa2-425c-adb7-1317887c92ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269806 Jul 16 01:20:05.163000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-f7da563e-24fd-487c-bb13-acfe4e5fac26 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/quotas/072cb66fd53942f2b537122358a725b2 HTTP/1.1" status: 200 len: 375 time: 0.0505691 Jul 16 01:20:05.174897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2c0271b5-9ffd-4726-aef2-13e5f1c73dd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:05.222104 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3563622-025b-4cbe-8759-78030e138fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.226996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d840c6-78d6-4f98-8f20-e57295daffac None None] New status for floating IP ece81d24-4907-418a-944c-46b3e6db584d: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:20:05.245706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] For port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:05.250467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] For port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:05.252000 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3563622-025b-4cbe-8759-78030e138fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.275451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccdc76-fe7a-42cd-beea-026369bee6ca req-d53b3867-1e1a-4c2f-bdb9-5a1ece5f4f3b tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.283131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61ccdc76-fe7a-42cd-beea-026369bee6ca req-d53b3867-1e1a-4c2f-bdb9-5a1ece5f4f3b tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 948 time: 0.3408251 Jul 16 01:20:05.286494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d3563622-025b-4cbe-8759-78030e138fa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aad03372284146668054ec7b4fcb1f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7206843 Jul 16 01:20:05.286494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.287152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:05.385506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3563622-025b-4cbe-8759-78030e138fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eb0a0c-c63a-4384-bc4e-6f16f6d420b5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.392440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.393068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.394452 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] 10.222.0.93 "PUT /v2.0/ports/cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b HTTP/1.1" status: 200 len: 1095 time: 1.1383514 Jul 16 01:20:05.404640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61ccdc76-fe7a-42cd-beea-026369bee6ca req-2c51792e-fb47-4f63-b129-ac1c6f19542d tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161523 Jul 16 01:20:05.417127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e9ee-fb9c-4e1e-8b1f-1aa13b4d2649 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.431003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-e13abc5f-1559-4a9f-8721-46a1046847df tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=072cb66fd53942f2b537122358a725b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2670496 Jul 16 01:20:05.440492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-f3b084ef-9954-4a7f-91f4-86d9755535a9 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671020 Jul 16 01:20:05.442878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c30e5a8c-094b-4c22-8095-c70a50b345af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.518997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c30e5a8c-094b-4c22-8095-c70a50b345af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.573377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ef6c666-3f24-486c-9b09-4ba97376a254 req-63294e56-8a45-4104-b9a6-88addf114546 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229587 Jul 16 01:20:05.609290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-539d57fb-b3c0-4e3d-a7ee-b879dbf2aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.610922 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-539d57fb-b3c0-4e3d-a7ee-b879dbf2aeff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b5c13b95bfea4c5f806f12f91fa6a16b&device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 1098 time: 0.1531849 Jul 16 01:20:05.618052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c30e5a8c-094b-4c22-8095-c70a50b345af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.623328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c30e5a8c-094b-4c22-8095-c70a50b345af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.628169 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c30e5a8c-094b-4c22-8095-c70a50b345af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35eb0a0c-c63a-4384-bc4e-6f16f6d420b5 HTTP/1.1" status: 204 len: 168 time: 0.3105195 Jul 16 01:20:05.689302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e5a8c-094b-4c22-8095-c70a50b345af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eb0a0c-c63a-4384-bc4e-6f16f6d420b5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.698093 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-e575bb9c-2981-4ff4-b937-7d2176c370a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b HTTP/1.1" status: 200 len: 217 time: 0.0687809 Jul 16 01:20:05.756793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ca1c0-7481-413c-a44c-72471fcbb667 req-2ee4dd50-0a70-40c5-aa89-7eeb13a2de39 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.759198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-940ca1c0-7481-413c-a44c-72471fcbb667 req-2ee4dd50-0a70-40c5-aa89-7eeb13a2de39 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 947 time: 0.1422727 Jul 16 01:20:05.781063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-f9e8dafb-33b1-450a-a8b5-24f022855590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.782250 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-f9e8dafb-33b1-450a-a8b5-24f022855590 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0777686 Jul 16 01:20:05.807887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-303a430b-f538-49f1-bd80-e5250b2f6108 req-464d3a41-448a-4782-9a28-57e8f68d7130 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c0012f40ac7b4c71a5af2bce7f4dcf2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475006 Jul 16 01:20:05.840931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf'}, {'name': 'network-changed', 'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf'}, {'name': 'network-changed', 'server_uuid': '1b822d07-409f-461e-9394-d0dffafccb60', 'tag': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:05.843574 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d710c-9449-4048-a32e-76cdc875f7d8" -d '{"events": [{"server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf"}, {"name": "network-changed", "server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf"}, {"name": "network-changed", "server_uuid": "1b822d07-409f-461e-9394-d0dffafccb60", "tag": "cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:05.891432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-cc4c23b5-5f05-49b9-975f-7d68c65e82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.893333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-cc4c23b5-5f05-49b9-975f-7d68c65e82cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043417 Jul 16 01:20:05.949942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a430b-f538-49f1-bd80-e5250b2f6108 req-cc9cfc4e-571e-47c4-a5cb-30ed7b82bdb0 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.956764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-303a430b-f538-49f1-bd80-e5250b2f6108 req-cc9cfc4e-571e-47c4-a5cb-30ed7b82bdb0 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479328 Jul 16 01:20:05.980439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-940ca1c0-7481-413c-a44c-72471fcbb667 req-8e4b9571-2aa9-4c71-935d-7f3261afc14e tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068000 Jul 16 01:20:05.987648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-303a430b-f538-49f1-bd80-e5250b2f6108 req-f9d7f5d6-3072-4240-b765-c4a71e209cb7 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/quotas/c0012f40ac7b4c71a5af2bce7f4dcf2c HTTP/1.1" status: 200 len: 375 time: 0.0300629 Jul 16 01:20:06.022428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-c8cda5b3-ffa0-47c2-95a1-0213a9603654 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220269 Jul 16 01:20:06.024299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-303a430b-f538-49f1-bd80-e5250b2f6108 req-b281324e-6cd1-4b17-b9f8-6bfc74a35f0e tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0012f40ac7b4c71a5af2bce7f4dcf2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292039 Jul 16 01:20:06.161588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e109e2e-0aca-4b6d-ad97-42dc470d1b63 req-87b15d40-f059-407a-a7dd-bf761747f9ff service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277652 Jul 16 01:20:06.172239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:06.193848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1722e6d5-39a9-4891-a77e-db4b4a1fed37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.311138 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1722e6d5-39a9-4891-a77e-db4b4a1fed37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.316012 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1722e6d5-39a9-4891-a77e-db4b4a1fed37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.329035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:06.395347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-219ed9bd-55ac-4690-9c09-84caedfba46c req-67fb946b-4a6c-4384-977a-d70e29d504bb tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 210 time: 0.0743470 Jul 16 01:20:06.416588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:06.416751 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1722e6d5-39a9-4891-a77e-db4b4a1fed37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=821febd4477145ec9bad7984d132d285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432218 Jul 16 01:20:06.418979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722e6d5-39a9-4891-a77e-db4b4a1fed37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b14932-da63-44cf-a0ce-dcf0cb4d910c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.511566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:06.512928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-981c71fb-733a-414f-b184-52d2e0521f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.533569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:06.554569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-981c71fb-733a-414f-b184-52d2e0521f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.585480 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd12c20-5504-4068-b423-af8ea8971912 x-openstack-request-id: req-0dd12c20-5504-4068-b423-af8ea8971912 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:06.585889 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf", "code": 200}, {"name": "network-changed", "server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b822d07-409f-461e-9394-d0dffafccb60", "tag": "cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:06.586512 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dd12c20-5504-4068-b423-af8ea8971912 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:06.587003 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf', 'code': 200} Jul 16 01:20:06.587356 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf', 'status': 'completed', 'code': 200} Jul 16 01:20:06.587707 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b822d07-409f-461e-9394-d0dffafccb60', 'tag': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b', 'status': 'completed', 'code': 200} Jul 16 01:20:06.639320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf has no active binding in host n-h1-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:20:06.673014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:06.674154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03ab8-5799-40e9-8f2d-6714aea7f329 req-4f3be981-f578-4dd9-9394-a57e8c7e23bf tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.678572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:06.679103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.685845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62d03ab8-5799-40e9-8f2d-6714aea7f329 req-4f3be981-f578-4dd9-9394-a57e8c7e23bf tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 965 time: 0.1530304 Jul 16 01:20:06.691326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-981c71fb-733a-414f-b184-52d2e0521f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.695192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-981c71fb-733a-414f-b184-52d2e0521f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.697381 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-981c71fb-733a-414f-b184-52d2e0521f1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10b14932-da63-44cf-a0ce-dcf0cb4d910c HTTP/1.1" status: 204 len: 168 time: 0.2798047 Jul 16 01:20:06.701461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-8d22f12c-2d2d-4635-9b98-0c9412385182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.703750 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-8d22f12c-2d2d-4635-9b98-0c9412385182 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1146 time: 0.1148777 Jul 16 01:20:06.753382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62d03ab8-5799-40e9-8f2d-6714aea7f329 req-a94ed1e5-6715-4dbe-9ff3-e21487735ee8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651131 Jul 16 01:20:06.806006 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.833663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:06.836898 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cd8f4d-a0b6-413b-a6bb-3d011dc1cb9b" -d '{"events": [{"server_uuid": "63b18e2d-e122-45b7-9fa4-fd63e4ed9203", "name": "network-vif-plugged", "status": "completed", "tag": "2c0271b5-9ffd-4726-aef2-13e5f1c73dd2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:06.853157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:06.857664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c71fb-733a-414f-b184-52d2e0521f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b14932-da63-44cf-a0ce-dcf0cb4d910c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.869049 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.910135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-164f90f6-7880-4219-8eaa-868cca05e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.911908 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-164f90f6-7880-4219-8eaa-868cca05e3fb service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.1945422 Jul 16 01:20:06.932330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:06.951220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.982689 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d8447-327e-4c4b-8a17-bdc2ae77d9d4 x-openstack-request-id: req-978d8447-327e-4c4b-8a17-bdc2ae77d9d4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:06.982984 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b18e2d-e122-45b7-9fa4-fd63e4ed9203", "name": "network-vif-plugged", "status": "completed", "tag": "2c0271b5-9ffd-4726-aef2-13e5f1c73dd2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:06.983236 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-978d8447-327e-4c4b-8a17-bdc2ae77d9d4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:06.983666 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2', 'code': 200} Jul 16 01:20:06.993283 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-9e60ec10-12a0-4fce-a82e-24358bb778c8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 217 time: 0.0586057 Jul 16 01:20:07.051132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce451b-0ef1-424e-a5a7-f740d32e8054 req-08d010f5-6a37-4d2f-af75-95125b264e1a tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.054004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acce451b-0ef1-424e-a5a7-f740d32e8054 req-08d010f5-6a37-4d2f-af75-95125b264e1a tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 949 time: 0.1053629 Jul 16 01:20:07.074793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-63d023b7-1a01-4f65-b00c-d06523e72dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.077268 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-63d023b7-1a01-4f65-b00c-d06523e72dd7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0759192 Jul 16 01:20:07.131596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-29dea53a-8347-4c39-a9f1-c20c4df9accd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471387 Jul 16 01:20:07.151564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acce451b-0ef1-424e-a5a7-f740d32e8054 req-563e5a2d-f1f8-415f-9003-7c6f990bd285 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698254 Jul 16 01:20:07.177196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72f625-f904-4781-98e7-8cdf175a3b4d req-835a4b53-96a9-424d-a121-3ca2ba237dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.178709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d72f625-f904-4781-98e7-8cdf175a3b4d req-835a4b53-96a9-424d-a121-3ca2ba237dc0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 1100 time: 0.1100385 Jul 16 01:20:07.251608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4f990f6-259e-4938-a350-49174a87ade3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:07.273829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d72f625-f904-4781-98e7-8cdf175a3b4d req-b031c9c3-9497-4882-af57-8567cb0497c3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856681 Jul 16 01:20:07.383789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-a0f0cbae-c5d7-4118-a814-a6d8527a088f tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=072cb66fd53942f2b537122358a725b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732248 Jul 16 01:20:07.494106 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-af5550e7-5b6e-4ec0-aa8b-e8be148bb1e5 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545406 Jul 16 01:20:07.632493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-dc6bcf6d-99f6-4e17-aca6-8f5b7ecdfd2e service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289413 Jul 16 01:20:07.810163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-9dcaae4a-d446-4f13-94eb-54202e1321ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.812524 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-9dcaae4a-d446-4f13-94eb-54202e1321ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b5c13b95bfea4c5f806f12f91fa6a16b&device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 1098 time: 0.0627410 Jul 16 01:20:07.818052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-72405777-f4af-4306-8070-ced5b12a5491 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.819488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-72405777-f4af-4306-8070-ced5b12a5491 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4274058 Jul 16 01:20:07.848373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Request body: {'port': {'device_id': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '072cb66fd53942f2b537122358a725b2'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:07.877906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a088b4f-e5e4-48f5-ad07-4d6b72a4dd9b req-80a7d83c-fbfd-4787-8099-2f80bbacdefd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 210 time: 0.0514598 Jul 16 01:20:07.885239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd835f-3e8d-4a1c-b419-c5da132d099b req-6c455f32-de13-4538-84f9-c2e96f81096c tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.891896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8fcd835f-3e8d-4a1c-b419-c5da132d099b req-6c455f32-de13-4538-84f9-c2e96f81096c tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 947 time: 0.5613379 Jul 16 01:20:07.941772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-203686f0-d099-44b8-a8a6-dd21160fa58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.943692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-203686f0-d099-44b8-a8a6-dd21160fa58b service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1187501 Jul 16 01:20:07.948641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4f990f6-259e-4938-a350-49174a87ade3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:07.993551 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-a64a1ded-ddfc-4345-9fca-d224891add67 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b HTTP/1.1" status: 200 len: 217 time: 0.0363505 Jul 16 01:20:08.001940 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4f990f6-259e-4938-a350-49174a87ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.042985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f990f6-259e-4938-a350-49174a87ade3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b6c96-d394-40e7-af94-1b81117f1e37,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:08.066422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8fcd835f-3e8d-4a1c-b419-c5da132d099b req-96427559-7433-43b5-946c-308a4f809637 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735277 Jul 16 01:20:08.094474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-d4e2f4ee-3394-4c5d-a858-d9714f7fe7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.095965 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-d4e2f4ee-3394-4c5d-a858-d9714f7fe7de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0932646 Jul 16 01:20:08.119858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a4f990f6-259e-4938-a350-49174a87ade3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fddb6b1f2ba4492ead725c60b734ee0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1858339 Jul 16 01:20:08.125158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:08.193685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Made reservation on behalf of 072cb66fd53942f2b537122358a725b2 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:08.197369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.230682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-fb0f2370-df54-4c9d-bab6-15ee78f0e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.236181 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-fb0f2370-df54-4c9d-bab6-15ee78f0e929 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330261 Jul 16 01:20:08.264293 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb6229a1-1ab3-4a9a-9f8f-9fafb08b7a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.299316 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb6229a1-1ab3-4a9a-9f8f-9fafb08b7a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.434165 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-018bf892-eaae-4dd5-83a1-df1f811a16da service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903269 Jul 16 01:20:08.493053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe038dc-8dec-4efe-8d30-7a23cc3efbcc req-4d2507c9-ad29-4d47-a822-057a40c7442b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.494557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1fe038dc-8dec-4efe-8d30-7a23cc3efbcc req-4d2507c9-ad29-4d47-a822-057a40c7442b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 965 time: 0.3033538 Jul 16 01:20:08.549359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:08.563646 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a56d710c-9449-4048-a32e-76cdc875f7d8 req-dcdaf37c-6bee-4278-9ee0-c69855527c9d service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214259 Jul 16 01:20:08.563851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb6229a1-1ab3-4a9a-9f8f-9fafb08b7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.566323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb6229a1-1ab3-4a9a-9f8f-9fafb08b7a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.567437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bb6229a1-1ab3-4a9a-9f8f-9fafb08b7a25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/245b6c96-d394-40e7-af94-1b81117f1e37 HTTP/1.1" status: 204 len: 168 time: 0.4412918 Jul 16 01:20:08.612502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Allocated IP 192.168.233.121 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/d26e9335-2b40-432d-a68a-0339de6f6e29) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:08.619026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1fe038dc-8dec-4efe-8d30-7a23cc3efbcc req-7bcc009e-df85-4183-ab07-e120b28aefd3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968573 Jul 16 01:20:08.619971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6229a1-1ab3-4a9a-9f8f-9fafb08b7a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b6c96-d394-40e7-af94-1b81117f1e37,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:08.640553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8da3a-e8f5-4d8e-aee6-1bdf09d378a2 req-aea8ac88-8ef5-44fa-a755-cd8dd6307af0 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.650162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5da8da3a-e8f5-4d8e-aee6-1bdf09d378a2 req-aea8ac88-8ef5-44fa-a755-cd8dd6307af0 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 949 time: 0.2249603 Jul 16 01:20:08.747576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5da8da3a-e8f5-4d8e-aee6-1bdf09d378a2 req-91ce505c-b2bd-47e3-8102-eb5e2112cdd7 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914931 Jul 16 01:20:08.803307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0689c6b6-5e40-4d1e-b8a9-a26b6bdb33d9 req-feeeaf43-6bd2-444f-a4c2-c94dfdf3bfc9 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c0012f40ac7b4c71a5af2bce7f4dcf2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674288 Jul 16 01:20:08.853041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:08.886686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b', 'mac_address': 'fa:16:3e:cf:50:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:08.950718 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.957088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.968675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:08.983219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Transition to ACTIVE for port object d26e9335-2b40-432d-a68a-0339de6f6e29 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:08.996965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c6b6-5e40-4d1e-b8a9-a26b6bdb33d9 req-ef03b54b-22ae-4b9c-b408-b12223d73e6d tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.998465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0689c6b6-5e40-4d1e-b8a9-a26b6bdb33d9 req-ef03b54b-22ae-4b9c-b408-b12223d73e6d tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529210 Jul 16 01:20:08.998796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:09.010318 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.033645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0689c6b6-5e40-4d1e-b8a9-a26b6bdb33d9 req-237b8f83-43e2-4fd0-b7b6-0d5c89297a0a tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/quotas/c0012f40ac7b4c71a5af2bce7f4dcf2c HTTP/1.1" status: 200 len: 375 time: 0.0274169 Jul 16 01:20:09.074877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0689c6b6-5e40-4d1e-b8a9-a26b6bdb33d9 req-f410875b-64c3-40c1-a591-6d22a67b75f8 tempest-QuotasAdminNegativeTest-1542497568 tempest-QuotasAdminNegativeTest-1542497568-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0012f40ac7b4c71a5af2bce7f4dcf2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403726 Jul 16 01:20:09.079928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:09.106868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ceee4fc-7e06-45c6-9d8b-8f1b2f9bf79f req-91880dc7-e21f-4d00-9c15-9c953290c107 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 210 time: 0.0346262 Jul 16 01:20:09.112380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.129589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1f6ad009-4e05-479e-96e0-70da33645970'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:09.212840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:09.224146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:09.225088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:09.229820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:09.241923 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.246064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.252337 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.267645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Pushing event updated for resources: {'Port': ['ID=d26e9335-2b40-432d-a68a-0339de6f6e29,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:09.285776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:09.400582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edca88-fd2e-4c42-8f6e-7cd4069ba13e req-8721bf47-5bf8-44ef-b7e4-5df9aa727958 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.413431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02edca88-fd2e-4c42-8f6e-7cd4069ba13e req-8721bf47-5bf8-44ef-b7e4-5df9aa727958 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 948 time: 0.1492434 Jul 16 01:20:09.482113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02edca88-fd2e-4c42-8f6e-7cd4069ba13e req-cd35ddf0-726b-4c31-bfdf-6d2d90f3adab tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595357 Jul 16 01:20:09.497716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.518196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.523487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-64f43367-1844-4637-8762-dd8794c18abf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6793909 Jul 16 01:20:09.537878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Request body: {'port': {'device_id': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:09.572620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4318fc6f7c945c9962e42de84ffe2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472290 Jul 16 01:20:09.574649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a2c9c4-3db3-4ab5-ae6a-070354f08057,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:09.575398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:09.584030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.584411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.584757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.585137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.585429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.585761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.586093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.586422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.586815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.587081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.587404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.587728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66ee8-6501-428a-b376-1c4db49146da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:09.627210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26708a66-3f69-459f-a31e-edbb20c8cdfc None None] Provisioning for port d26e9335-2b40-432d-a68a-0339de6f6e29 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:09.633943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26708a66-3f69-459f-a31e-edbb20c8cdfc None None] Provisioning complete for port d26e9335-2b40-432d-a68a-0339de6f6e29 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:09.634968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26708a66-3f69-459f-a31e-edbb20c8cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.659289 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.694919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-26708a66-3f69-459f-a31e-edbb20c8cdfc None None] Port d26e9335-2b40-432d-a68a-0339de6f6e29 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:09.706924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-710af3fc-f2b8-42cc-a88a-7e7162f9bf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.746505 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-710af3fc-f2b8-42cc-a88a-7e7162f9bf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.944193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-710af3fc-f2b8-42cc-a88a-7e7162f9bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.946766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-710af3fc-f2b8-42cc-a88a-7e7162f9bf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.950344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-710af3fc-f2b8-42cc-a88a-7e7162f9bf68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1a2c9c4-3db3-4ab5-ae6a-070354f08057 HTTP/1.1" status: 204 len: 168 time: 0.3713603 Jul 16 01:20:09.981187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710af3fc-f2b8-42cc-a88a-7e7162f9bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a2c9c4-3db3-4ab5-ae6a-070354f08057,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.007213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77424a-60ea-48cd-9666-33e67bb6649a req-ada6f07f-a322-48d2-8325-9588e471d167 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.013888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da77424a-60ea-48cd-9666-33e67bb6649a req-ada6f07f-a322-48d2-8325-9588e471d167 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 965 time: 0.2109997 Jul 16 01:20:10.027120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-4520060a-70bc-4a4a-b387-189de75a68ef service neutron] 10.222.0.93 "GET /v2.0/ports/afe559b5-d147-477b-8ece-98894fc82fbf/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.0889666 Jul 16 01:20:10.031020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38904) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:10.114118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da77424a-60ea-48cd-9666-33e67bb6649a req-e67fd4a6-9cfb-4937-b1d6-8499f8396968 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991848 Jul 16 01:20:10.173231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90399066-1638-469d-ade4-6e3c61ca49c4 req-ebc77f4d-585b-4a90-8166-54585d3bf1e6 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.179859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90399066-1638-469d-ade4-6e3c61ca49c4 req-ebc77f4d-585b-4a90-8166-54585d3bf1e6 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 949 time: 0.2264705 Jul 16 01:20:10.209301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26e9335-2b40-432d-a68a-0339de6f6e29 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:10.220549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.223409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d257171-261b-40d7-be0e-01dc43b0a9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.250391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90399066-1638-469d-ade4-6e3c61ca49c4 req-ce0ed7e5-d2ab-443f-afdb-044de84a7d97 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695112 Jul 16 01:20:10.255252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Transition to ACTIVE for port object d26e9335-2b40-432d-a68a-0339de6f6e29 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:10.263406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.279640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.315245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:10.363071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe559b5-d147-477b-8ece-98894fc82fbf {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:10.374084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d26e9335-2b40-432d-a68a-0339de6f6e29,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.380159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.445712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.447682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Attempting to bind port d26e9335-2b40-432d-a68a-0339de6f6e29 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:10.448022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Attempting to bind port d26e9335-2b40-432d-a68a-0339de6f6e29 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:10.448410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Attempting to bind port d26e9335-2b40-432d-a68a-0339de6f6e29 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:10.458004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Port d26e9335-2b40-432d-a68a-0339de6f6e29 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:10.458345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Attempting to bind port d26e9335-2b40-432d-a68a-0339de6f6e29 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:10.466977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:10.467310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:10.467863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:10.468178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Bound port: d26e9335-2b40-432d-a68a-0339de6f6e29, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:10.470105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.515325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d257171-261b-40d7-be0e-01dc43b0a9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.528717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d257171-261b-40d7-be0e-01dc43b0a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.568960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:10.629470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] For port d26e9335-2b40-432d-a68a-0339de6f6e29, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:10.633958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] For port d26e9335-2b40-432d-a68a-0339de6f6e29, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d26e9335-2b40-432d-a68a-0339de6f6e29,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:10.656773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.663845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d257171-261b-40d7-be0e-01dc43b0a9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6946a2-df52-4d23-b71b-a5ed0b9956fa,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.669394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:10.676498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:10.676877 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.679852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6d257171-261b-40d7-be0e-01dc43b0a9ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0012f40ac7b4c71a5af2bce7f4dcf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477246 Jul 16 01:20:10.684832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:10.737941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] Transition to ACTIVE for port object afe559b5-d147-477b-8ece-98894fc82fbf will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:10.746562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.754169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.755036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.757021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] 10.222.0.78 "PUT /v2.0/ports/d26e9335-2b40-432d-a68a-0339de6f6e29 HTTP/1.1" status: 200 len: 1096 time: 1.2247117 Jul 16 01:20:10.757649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'tag': 'd26e9335-2b40-432d-a68a-0339de6f6e29'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:10.760079 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfadac07-4c24-4fcf-9337-a33aaeba4f74" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c8c337-3b1f-4646-935e-d133e920fc80", "tag": "d26e9335-2b40-432d-a68a-0339de6f6e29"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:10.802682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049574d7-33ae-44ec-aa02-8ff67aad18c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d26e9335-2b40-432d-a68a-0339de6f6e29,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.873327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.926382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b822d07-409f-461e-9394-d0dffafccb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:10.928721 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5eb76a-5a25-4e62-af47-3971f3aa1902" -d '{"events": [{"server_uuid": "1b822d07-409f-461e-9394-d0dffafccb60", "name": "network-vif-plugged", "status": "completed", "tag": "cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:10.937275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] No DVR routers for this DVR port afe559b5-d147-477b-8ece-98894fc82fbf on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:10.962181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.974925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec920349-0f54-4156-9b2d-5dfb6b25ec12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.977474 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.005016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fe60e-623f-491a-b082-79a2808bb264 req-9951046c-ffe3-4751-81c9-f7d699a5aa48 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.017223 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-803fe60e-623f-491a-b082-79a2808bb264 req-9951046c-ffe3-4751-81c9-f7d699a5aa48 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 948 time: 0.3781183 Jul 16 01:20:11.045302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.076796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-d7487ff6-c208-4b90-8df6-e2c1096f5cc7 service neutron] 10.222.0.93 "PUT /v2.0/ports/afe559b5-d147-477b-8ece-98894fc82fbf/bindings/n-h1-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0393779 Jul 16 01:20:11.084043 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec920349-0f54-4156-9b2d-5dfb6b25ec12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.099195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.129547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.130353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.130916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.131762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.132457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.133016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.133562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.134106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.134647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.135701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.136345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.136882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:11.176486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec920349-0f54-4156-9b2d-5dfb6b25ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.179270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec920349-0f54-4156-9b2d-5dfb6b25ec12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.182980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec920349-0f54-4156-9b2d-5dfb6b25ec12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac6946a2-df52-4d23-b71b-a5ed0b9956fa HTTP/1.1" status: 204 len: 168 time: 0.4919825 Jul 16 01:20:11.194686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec920349-0f54-4156-9b2d-5dfb6b25ec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6946a2-df52-4d23-b71b-a5ed0b9956fa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.292926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-e26ff803-b519-4961-88b4-01c7a87ec26e tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.295421 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-e26ff803-b519-4961-88b4-01c7a87ec26e tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1117 time: 0.0924830 Jul 16 01:20:11.307755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-803fe60e-623f-491a-b082-79a2808bb264 req-eb3ee1e5-bfb6-4fd7-b77d-00828138ce03 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798915 Jul 16 01:20:11.314287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-d7c765d1-11ac-4463-b385-6ea57d352516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.315768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-d7c765d1-11ac-4463-b385-6ea57d352516 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072cb66fd53942f2b537122358a725b2&device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 1099 time: 0.4883857 Jul 16 01:20:11.381597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-29bf62ba-1e85-4e61-9c6f-dbc3d463872a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d26e9335-2b40-432d-a68a-0339de6f6e29 HTTP/1.1" status: 200 len: 217 time: 0.0475469 Jul 16 01:20:11.400999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b0e26-bde1-4f97-8cbd-1186c447c1f6 req-b6330e5e-ba39-41bb-b99e-338089564f10 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.403107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f5b0e26-bde1-4f97-8cbd-1186c447c1f6 req-b6330e5e-ba39-41bb-b99e-338089564f10 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 949 time: 0.1639009 Jul 16 01:20:11.406366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-09102073-31bc-438a-a5bd-617b9fa41004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.408086 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-09102073-31bc-438a-a5bd-617b9fa41004 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f&tenant_id=34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 1117 time: 0.1049349 Jul 16 01:20:11.481783 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ced202ce-5da5-47fc-86d4-46d7574eae4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.504533 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f5b0e26-bde1-4f97-8cbd-1186c447c1f6 req-c5221a04-abec-491b-bc90-bc2b55208f8a tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927207 Jul 16 01:20:11.506141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-d49f5413-394e-42b1-bde0-c4113732bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.507811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-d49f5413-394e-42b1-bde0-c4113732bd24 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1179574 Jul 16 01:20:11.513074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-63717599-d2c7-42fb-850e-b64bdf8d8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.515598 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-63717599-d2c7-42fb-850e-b64bdf8d8ca0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1117 time: 0.0747294 Jul 16 01:20:11.573119 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6cc0c8-a4e9-4506-a774-9fb53076453f x-openstack-request-id: req-9d6cc0c8-a4e9-4506-a774-9fb53076453f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:11.573427 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c8c337-3b1f-4646-935e-d133e920fc80", "tag": "d26e9335-2b40-432d-a68a-0339de6f6e29", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:11.573807 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d6cc0c8-a4e9-4506-a774-9fb53076453f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:11.574224 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'tag': 'd26e9335-2b40-432d-a68a-0339de6f6e29', 'status': 'completed', 'code': 200} Jul 16 01:20:11.600637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da92dc-3fe4-4941-a332-448539fd592e req-a83ca6f4-5ba0-465f-9935-f440ea352f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.602218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-a83ca6f4-5ba0-465f-9935-f440ea352f25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796547 Jul 16 01:20:11.616628 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaced246-3874-4c44-b69f-7a909ab0e9b2 x-openstack-request-id: req-eaced246-3874-4c44-b69f-7a909ab0e9b2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:11.617477 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b822d07-409f-461e-9394-d0dffafccb60", "name": "network-vif-plugged", "status": "completed", "tag": "cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:11.618114 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eaced246-3874-4c44-b69f-7a909ab0e9b2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:11.618696 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b822d07-409f-461e-9394-d0dffafccb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b', 'code': 200} Jul 16 01:20:11.730364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-fcc127ad-6c7d-4b06-a284-bfb21dce1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.731959 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-fcc127ad-6c7d-4b06-a284-bfb21dce1706 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.2089112 Jul 16 01:20:11.755452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38968) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:11.805995 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-7723db8e-fe21-4f5b-b622-123f1f647e30 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 217 time: 0.0581276 Jul 16 01:20:11.807822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.817045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-e839a354-76b5-4ff4-a912-b50b3bc48397 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032948 Jul 16 01:20:11.848351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69737573-2429-4307-9f93-bb61934715aa req-683506ca-3565-40cf-bc36-16cd85dbf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.849858 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69737573-2429-4307-9f93-bb61934715aa req-683506ca-3565-40cf-bc36-16cd85dbf035 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 1100 time: 0.1531408 Jul 16 01:20:11.891632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-39c4f73c-e34d-44e5-b3cb-2780b68d89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.893480 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-39c4f73c-e34d-44e5-b3cb-2780b68d89b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0779686 Jul 16 01:20:11.915184 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69737573-2429-4307-9f93-bb61934715aa req-44628539-9c51-499e-abd1-e57713d4b56c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568244 Jul 16 01:20:11.938291 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-3b244eff-8234-4512-8426-101967b0302e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332072 Jul 16 01:20:11.953213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d6012-74fa-4512-a869-fc47c15244b8 req-3cc726ba-c8bd-495f-ac4a-d52446644363 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.954762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d8d6012-74fa-4512-a869-fc47c15244b8 req-3cc726ba-c8bd-495f-ac4a-d52446644363 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 966 time: 0.1984062 Jul 16 01:20:12.025384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-c35a4d7c-ea3b-4d71-bb32-77149ad18c6b tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b0e086b87986446da6fe31ba7eb50377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561845 Jul 16 01:20:12.029532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2da92dc-3fe4-4941-a332-448539fd592e req-a737d429-95fc-4fdc-b482-67d58072c8ee service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037957 Jul 16 01:20:12.050060 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-fa9d99c4-5ff9-446f-b47a-03bf1cdd4531 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003468 Jul 16 01:20:12.094397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d8d6012-74fa-4512-a869-fc47c15244b8 req-a534d165-b2df-44e4-90f4-a60d0816f0b1 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329539 Jul 16 01:20:12.189478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.200248 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.201476 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-905e7110-3e26-477a-a235-601176ce1cd1 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397002 Jul 16 01:20:12.264492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-83ae971e-022b-4071-90a9-4f44eb26fe27 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.268709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-83ae971e-022b-4071-90a9-4f44eb26fe27 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308409 Jul 16 01:20:12.287086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572182b8-d16e-4172-930a-d6d5c1c97cb0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.295486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f83724d3f924970a4c818644dee0d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356166 Jul 16 01:20:12.296781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:12.302386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.302842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.303194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.303530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.304332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.304601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.304929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.305253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.305579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.305901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.306220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.306554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7fddc-c29c-49b5-8569-66693ce1e289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:12.317540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-c99fa325-c10b-4118-8425-d8530248a8f0 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/quotas/b0e086b87986446da6fe31ba7eb50377 HTTP/1.1" status: 200 len: 375 time: 0.0416110 Jul 16 01:20:12.330602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-8b44bfe7-b898-479d-afac-fc0a96df559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.332368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-8b44bfe7-b898-479d-afac-fc0a96df559b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072cb66fd53942f2b537122358a725b2&device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 1099 time: 0.2300196 Jul 16 01:20:12.371962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b27ac89d-e0b5-4d30-9083-e6d6e9ac2c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.397090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b27ac89d-e0b5-4d30-9083-e6d6e9ac2c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.457157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b27ac89d-e0b5-4d30-9083-e6d6e9ac2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.459938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b27ac89d-e0b5-4d30-9083-e6d6e9ac2c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.463574 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b27ac89d-e0b5-4d30-9083-e6d6e9ac2c95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/572182b8-d16e-4172-930a-d6d5c1c97cb0 HTTP/1.1" status: 204 len: 168 time: 0.1634324 Jul 16 01:20:12.471618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ac89d-e0b5-4d30-9083-e6d6e9ac2c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572182b8-d16e-4172-930a-d6d5c1c97cb0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.585755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35177d9-6b05-4cd3-8880-28c287692efc req-e4fb2230-410a-403f-a43a-5c3faf337cef tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.587273 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-e4fb2230-410a-403f-a43a-5c3faf337cef tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1117 time: 0.0682318 Jul 16 01:20:12.706060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e4c295fe-3368-4f82-b578-98d62a92da95 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b0e086b87986446da6fe31ba7eb50377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3876433 Jul 16 01:20:12.723113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-b1ec59a3-b1e4-4c85-a416-60f5737f333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.724567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-b1ec59a3-b1e4-4c85-a416-60f5737f333a service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3720715 Jul 16 01:20:12.775760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-fba4192b-3533-4a71-897b-5018696d61b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d26e9335-2b40-432d-a68a-0339de6f6e29 HTTP/1.1" status: 200 len: 217 time: 0.0406272 Jul 16 01:20:12.775942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2240a10d-32b2-494b-a152-476448d4e6b9 service neutron] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:12.783494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2240a10d-32b2-494b-a152-476448d4e6b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.786800 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a35177d9-6b05-4cd3-8880-28c287692efc req-2240a10d-32b2-494b-a152-476448d4e6b9 service neutron] 10.222.0.78 "DELETE /v2.0/ports/afe559b5-d147-477b-8ece-98894fc82fbf/bindings/n-h2-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.1868179 Jul 16 01:20:12.820471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac46e26-e8a2-483b-adf9-5ec5cfccd97f req-22eec829-d5e6-4454-ae24-37e556c061e0 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.824789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ac46e26-e8a2-483b-adf9-5ec5cfccd97f req-22eec829-d5e6-4454-ae24-37e556c061e0 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 948 time: 0.3649807 Jul 16 01:20:12.879989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-e9a68baa-cf36-4701-9e29-8ee4ba88973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.881776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-e9a68baa-cf36-4701-9e29-8ee4ba88973d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0963383 Jul 16 01:20:12.890708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ac46e26-e8a2-483b-adf9-5ec5cfccd97f req-80e0d05a-e658-4837-a26d-d3bb8511b6d3 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612483 Jul 16 01:20:12.953360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-ceac1e25-c88a-402e-8a69-0757e5489529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.955123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-ceac1e25-c88a-402e-8a69-0757e5489529 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629098 Jul 16 01:20:13.100708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-6467a843-939d-4b3a-93fd-3632f485a2fc service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364987 Jul 16 01:20:13.130659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060466e-7b04-4f5d-b742-2e8dd78e1547 req-8a5b4dfc-0dc5-4512-879f-8a74bed9a3f8 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.132429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6060466e-7b04-4f5d-b742-2e8dd78e1547 req-8a5b4dfc-0dc5-4512-879f-8a74bed9a3f8 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 949 time: 0.1029806 Jul 16 01:20:13.245545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6060466e-7b04-4f5d-b742-2e8dd78e1547 req-751bb93c-d4f7-449a-a90e-0437709e2afe tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002946 Jul 16 01:20:13.271790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfadac07-4c24-4fcf-9337-a33aaeba4f74 req-bb715ea8-c5f7-495e-8163-b1e2fdcb41f0 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633201 Jul 16 01:20:13.387170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7a7a132b-dff8-4ea8-bbec-62ec814d3cc4 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=580dbf63ad324de7a346e54dabd75367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361884 Jul 16 01:20:13.408054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13392063-7bb1-49c0-b680-97c3cf21e4eb req-0f396933-c700-4b0d-9b64-4a053cf3f70b tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 210 time: 0.0590563 Jul 16 01:20:13.553617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-76cc60ee-4e68-48cb-88c7-f08eb68be1d9 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.555590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-76cc60ee-4e68-48cb-88c7-f08eb68be1d9 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505222 Jul 16 01:20:13.581286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7f131a08-4a7c-4f43-80ee-8d4cbd1055c3 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/quotas/580dbf63ad324de7a346e54dabd75367 HTTP/1.1" status: 200 len: 375 time: 0.0201139 Jul 16 01:20:13.637085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-51798589-b3f3-4bf6-beec-35827c7e83d6 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=580dbf63ad324de7a346e54dabd75367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328989 Jul 16 01:20:13.673012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec01b-5de3-4a49-baa6-4bda1ad14b0d req-07f1cc3f-9bf8-4bf2-87af-80a8259f2105 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.674761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cecec01b-5de3-4a49-baa6-4bda1ad14b0d req-07f1cc3f-9bf8-4bf2-87af-80a8259f2105 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 966 time: 0.1119785 Jul 16 01:20:13.740896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cecec01b-5de3-4a49-baa6-4bda1ad14b0d req-1d699f76-6bcb-4b72-af21-57da5a27ac37 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Jul 16 01:20:14.032369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f68d330f-5a5a-4373-b160-5669360f6507 req-aeeab7a3-16d6-4c99-b765-70ed39b594b5 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 210 time: 0.0332780 Jul 16 01:20:14.129336 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11c4b15d-5cb8-494e-8fcc-4336472bdc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.169758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f475a6-931c-4940-add1-2b4f0b392dff req-e56c58b4-7639-443d-9593-59058aec2690 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.172369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72f475a6-931c-4940-add1-2b4f0b392dff req-e56c58b4-7639-443d-9593-59058aec2690 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 948 time: 0.1053433 Jul 16 01:20:14.251233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72f475a6-931c-4940-add1-2b4f0b392dff req-4251e628-5582-450f-a3de-b55333a01abc tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645945 Jul 16 01:20:14.364961 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.368990 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-753d73c0-b552-489b-b3c8-681bc3e4421b tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b0e086b87986446da6fe31ba7eb50377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335684 Jul 16 01:20:14.537317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ca18-4fd4-45f8-aba3-203c5f508a65 req-5693525e-e45d-4d9b-aa2a-77672d3a188a tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.539349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7d5ca18-4fd4-45f8-aba3-203c5f508a65 req-5693525e-e45d-4d9b-aa2a-77672d3a188a tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1117 time: 0.0876791 Jul 16 01:20:14.548871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-049d4cc1-7802-41a3-965f-f77ceb09c193 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.550621 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-049d4cc1-7802-41a3-965f-f77ceb09c193 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738622 Jul 16 01:20:14.567075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Request body: {'port': {'device_id': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'b0e086b87986446da6fe31ba7eb50377'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:14.606488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:14.630897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7d5ca18-4fd4-45f8-aba3-203c5f508a65 req-da1140c8-da10-43a3-9a8b-813cb8523ea5 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752370 Jul 16 01:20:14.649183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-8149de23-c32c-4149-ae11-dab066aa47b5 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7a95712f8e774421ac7e4cf940b65b17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765102 Jul 16 01:20:14.680098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:14.751150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Made reservation on behalf of b0e086b87986446da6fe31ba7eb50377 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:14.756007 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.791810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ed13ca08-f065-47b2-9511-99541f1fb38c tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.793473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ed13ca08-f065-47b2-9511-99541f1fb38c tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435013 Jul 16 01:20:14.811051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-b1902603-a123-49be-aed8-b7ddf80ad3e6 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/quotas/7a95712f8e774421ac7e4cf940b65b17 HTTP/1.1" status: 200 len: 375 time: 0.0111470 Jul 16 01:20:14.848902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-dc822ad3-760f-430d-8cb2-f493da50a172 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a95712f8e774421ac7e4cf940b65b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321078 Jul 16 01:20:14.911069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Allocated IP 192.168.233.206 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/b491dcdb-8cac-4205-893c-33220edea150) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:15.000997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452e683-b4ac-4936-8b98-57c4f1f585fe req-8f58a5eb-7306-484d-b95b-38b2959271cc tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.008196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3452e683-b4ac-4936-8b98-57c4f1f585fe req-8f58a5eb-7306-484d-b95b-38b2959271cc tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 949 time: 0.0833552 Jul 16 01:20:15.056381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3452e683-b4ac-4936-8b98-57c4f1f585fe req-214c1de7-8e2f-4583-aa89-093a86d2e5a2 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Jul 16 01:20:15.122658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.137366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc4e9d79-e051-4bc0-9900-af35f3609325 req-c0dc1f92-e5c5-474e-9054-57cf0eb2b28b tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 210 time: 0.0620952 Jul 16 01:20:15.148782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Transition to ACTIVE for port object b491dcdb-8cac-4205-893c-33220edea150 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:15.185417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.192312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.207634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2c0271b5-9ffd-4726-aef2-13e5f1c73dd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:15.277578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:15.298847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:15.312600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:15.325185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.325842 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.332936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Pushing event updated for resources: {'Port': ['ID=b491dcdb-8cac-4205-893c-33220edea150,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:15.361503 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-06d2c36f-1eea-43d3-813f-c2dfced08273 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7977180 Jul 16 01:20:15.374925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Request body: {'port': {'device_id': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:15.413236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-9c62c01b-c756-4805-8ea4-c463a0f10b17 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.414677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-9c62c01b-c756-4805-8ea4-c463a0f10b17 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.2296348 Jul 16 01:20:15.495999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5032372c-074a-46c9-a39f-39031e8ffd29 req-0445bd22-8cf7-429c-b2ef-a56d5c6c24a8 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 210 time: 0.0802827 Jul 16 01:20:15.508052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-e7bc3898-c163-41b1-ad7b-654f42b116bf tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=580dbf63ad324de7a346e54dabd75367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619774 Jul 16 01:20:15.512526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.514625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ad33ea72-d3b7-477e-a817-5789dd4e7c1a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/quotas/34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 375 time: 0.0298383 Jul 16 01:20:15.666537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b01836c5-f20c-454b-bf1b-e5815aee559a None None] Provisioning for port b491dcdb-8cac-4205-893c-33220edea150 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:15.677180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b01836c5-f20c-454b-bf1b-e5815aee559a None None] Provisioning complete for port b491dcdb-8cac-4205-893c-33220edea150 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:15.677929 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b01836c5-f20c-454b-bf1b-e5815aee559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.716268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.93', 59854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:15.719892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1aa178a8-7a0c-499a-a835-e6870e982d0f req-ef995ac1-df0b-47bf-8b8c-fb5c292b4cf4 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 210 time: 0.0401940 Jul 16 01:20:15.734338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b01836c5-f20c-454b-bf1b-e5815aee559a None None] Port b491dcdb-8cac-4205-893c-33220edea150 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:15.745954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-d3cb77cc-80e3-43dc-a757-341aa114465a tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.745954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-d3cb77cc-80e3-43dc-a757-341aa114465a tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187021 Jul 16 01:20:15.762581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Request body: {'port': {'device_id': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '580dbf63ad324de7a346e54dabd75367'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:15.782822 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.838376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a581c2-c006-454e-b152-b722959044d1 req-8be4adfe-e550-49e9-b5aa-7d8e42a50ac4 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.840045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76a581c2-c006-454e-b152-b722959044d1 req-8be4adfe-e550-49e9-b5aa-7d8e42a50ac4 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 949 time: 0.1223459 Jul 16 01:20:15.848085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-1ac46f98-18b9-44a1-94dd-fa426613dfd5 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3325844 Jul 16 01:20:16.011101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b491dcdb-8cac-4205-893c-33220edea150 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:16.020920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.021294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-da8f6b48-8ad0-4ebf-ad50-b391a2d154a3 service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630602 Jul 16 01:20:16.028495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Made reservation on behalf of 580dbf63ad324de7a346e54dabd75367 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:16.032621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.043782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71b208-b9e4-46d7-9304-de46fc962f9b req-02fea0f6-fb2b-42f7-a859-f8228d3f6610 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.045481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed71b208-b9e4-46d7-9304-de46fc962f9b req-02fea0f6-fb2b-42f7-a859-f8228d3f6610 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 948 time: 0.1646371 Jul 16 01:20:16.047269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Transition to ACTIVE for port object b491dcdb-8cac-4205-893c-33220edea150 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:16.055434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.066038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.087358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Deleting port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:16.087704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.168952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Pushing event updated for resources: {'Port': ['ID=b491dcdb-8cac-4205-893c-33220edea150,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.183687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed71b208-b9e4-46d7-9304-de46fc962f9b req-7d954cda-465c-4724-b5ce-169c613dc1a4 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132536 Jul 16 01:20:16.215436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Attempting to bind port b491dcdb-8cac-4205-893c-33220edea150 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:16.215715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Attempting to bind port b491dcdb-8cac-4205-893c-33220edea150 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:16.216049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Attempting to bind port b491dcdb-8cac-4205-893c-33220edea150 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:16.225881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-21808657-2023-4b21-88ab-6e461e74ba5d service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898720 Jul 16 01:20:16.229538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Port b491dcdb-8cac-4205-893c-33220edea150 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:16.229538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Attempting to bind port b491dcdb-8cac-4205-893c-33220edea150 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:16.246296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:16.246704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:16.247752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:16.247752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Bound port: b491dcdb-8cac-4205-893c-33220edea150, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:16.248144 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.252441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] For port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:16.253093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.281858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Calling delete_port for cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:16.326426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.336474 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.371236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d26e9335-2b40-432d-a68a-0339de6f6e29 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:16.408264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] For port b491dcdb-8cac-4205-893c-33220edea150, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:16.412934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] For port b491dcdb-8cac-4205-893c-33220edea150, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b491dcdb-8cac-4205-893c-33220edea150,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:16.423394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.437671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb34d8a3-bc90-4f08-be37-25058fb77ea9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.459174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.93', 59856) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.626683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port d26e9335-2b40-432d-a68a-0339de6f6e29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d26e9335-2b40-432d-a68a-0339de6f6e29,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:16.647915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-b61862e3-8d44-4c05-8878-c85e4615c9a9 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=7a95712f8e774421ac7e4cf940b65b17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350787 Jul 16 01:20:16.658735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'd26e9335-2b40-432d-a68a-0339de6f6e29', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'd26e9335-2b40-432d-a68a-0339de6f6e29', 'mac_address': 'fa:16:3e:30:30:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:16.707652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Pushing event updated for resources: {'Port': ['ID=b491dcdb-8cac-4205-893c-33220edea150,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.713850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Allocated IP 192.168.233.137 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/8ede70eb-eb6b-43f2-9da4-b9326915f027) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:16.736789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.737638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.743967 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e800bed7-cf60-4177-b1c3-2baf6e493e0d service neutron] 10.222.0.93 "PUT /v2.0/ports/b491dcdb-8cac-4205-893c-33220edea150 HTTP/1.1" status: 200 len: 1096 time: 1.3743486 Jul 16 01:20:16.745664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'tag': 'b491dcdb-8cac-4205-893c-33220edea150'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:16.752018 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.757511 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a257d87e-e651-4a5f-91d4-f35586e1f61f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac05790d-b1e3-4699-91c8-f772c7e43209", "tag": "b491dcdb-8cac-4205-893c-33220edea150"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:16.759725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.769626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.777628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26e9335-2b40-432d-a68a-0339de6f6e29 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:16.787959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:16.843234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port d26e9335-2b40-432d-a68a-0339de6f6e29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d26e9335-2b40-432d-a68a-0339de6f6e29,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:16.850478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.920006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=d26e9335-2b40-432d-a68a-0339de6f6e29,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.951918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa902bcf-aa0f-4c07-bfdd-f978f860ec8a req-3a36f213-4fe0-4da0-8f4a-3ade00a5c966 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.954349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa902bcf-aa0f-4c07-bfdd-f978f860ec8a req-3a36f213-4fe0-4da0-8f4a-3ade00a5c966 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b822d07-409f-461e-9394-d0dffafccb60 HTTP/1.1" status: 200 len: 867 time: 0.4434249 Jul 16 01:20:16.982008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-2888886c-167f-4d03-bc1d-ab90f39d3990 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.984255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-2888886c-167f-4d03-bc1d-ab90f39d3990 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279574 Jul 16 01:20:17.011292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Request body: {'port': {'device_id': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '7a95712f8e774421ac7e4cf940b65b17'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:17.065419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Pushing event deleted for resources: {'Port': ['ID=cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:17.085537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53f9b9-2768-4002-9fc5-278dfe05e7a9 req-53d2af62-1188-4c17-a5a9-4d1f6df3e616 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.092752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb53f9b9-2768-4002-9fc5-278dfe05e7a9 req-53d2af62-1188-4c17-a5a9-4d1f6df3e616 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 948 time: 0.3569114 Jul 16 01:20:17.139486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] No DVR routers for this DVR port cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:17.143438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d26e9335-2b40-432d-a68a-0339de6f6e29'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:17.144209 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.154337 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76a581c2-c006-454e-b152-b722959044d1 req-0d3644ee-c542-4333-8114-a5b1242fdc2b tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.93 "DELETE /v2.0/ports/cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b HTTP/1.1" status: 204 len: 173 time: 1.2765355 Jul 16 01:20:17.171684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e2b602e0-b790-4de6-99e1-23e1345cb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.174041 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-e2b602e0-b790-4de6-99e1-23e1345cb32d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0e086b87986446da6fe31ba7eb50377&device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 1099 time: 0.1180234 Jul 16 01:20:17.180109 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa902bcf-aa0f-4c07-bfdd-f978f860ec8a req-c8daad08-191a-49d9-8ef7-e1c39c5bc130 tempest-ServerDiagnosticsNegativeTest-494527683 tempest-ServerDiagnosticsNegativeTest-494527683-project] 10.222.0.81 "GET /v2.0/security-groups?id=35392de2-8266-49fb-b5e1-d6e6449b8861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120385 Jul 16 01:20:17.241430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-13978688-0b1f-4b10-94fe-c706d3e4ea2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=b491dcdb-8cac-4205-893c-33220edea150 HTTP/1.1" status: 200 len: 217 time: 0.0573249 Jul 16 01:20:17.324357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-272530eb-6b39-4a13-b03e-60f1b4743f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.327503 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-272530eb-6b39-4a13-b03e-60f1b4743f0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0800059 Jul 16 01:20:17.465440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-b28aba64-50ac-4d3e-88d0-12608da68830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.467277 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-b28aba64-50ac-4d3e-88d0-12608da68830 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329274 Jul 16 01:20:17.537049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb53f9b9-2768-4002-9fc5-278dfe05e7a9 req-5763e7e3-8e3c-47e8-9bd9-a7d32527f940 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432821 Jul 16 01:20:17.552563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.573917 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-d707bcc5-eebd-4641-a144-aac9a2954871 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993035 Jul 16 01:20:17.605695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Transition to ACTIVE for port object 8ede70eb-eb6b-43f2-9da4-b9326915f027 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:17.679521 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.739074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f783d2ee-cb89-4aad-9af8-3c975ed6a344 req-54dc0f40-2718-4a0d-ad2b-68f064b50e39 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577892 Jul 16 01:20:17.739280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Made reservation on behalf of 7a95712f8e774421ac7e4cf940b65b17 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:17.743099 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.758801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:17.784623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.794121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:17.798023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c77a7c96-0eeb-4941-8567-3e9d5aa4e84b req-d029efad-8c6f-4a17-bafd-c0edcb1fd830 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 210 time: 0.0700140 Jul 16 01:20:17.814569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:17.820087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.820794 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.837811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f2d31c8-b554-4489-88a8-1f01a8d7007f req-f2409eb1-737b-4b25-9c97-d94946c41e5c tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 210 time: 0.0831666 Jul 16 01:20:17.874753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Pushing event updated for resources: {'Port': ['ID=8ede70eb-eb6b-43f2-9da4-b9326915f027,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:17.877946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-7b322825-dd2c-4c65-877b-6dc378bbb7d1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1227348 Jul 16 01:20:17.893688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Request body: {'port': {'device_id': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:17.919504 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf72be-018c-4d07-914e-25157f62bfa1 x-openstack-request-id: req-3adf72be-018c-4d07-914e-25157f62bfa1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:17.920093 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac05790d-b1e3-4699-91c8-f772c7e43209", "tag": "b491dcdb-8cac-4205-893c-33220edea150", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:17.921271 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3adf72be-018c-4d07-914e-25157f62bfa1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:17.922503 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'tag': 'b491dcdb-8cac-4205-893c-33220edea150', 'status': 'completed', 'code': 200} Jul 16 01:20:18.043439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-ed5a21a1-86e6-409b-8147-110a43efdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.045031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-ed5a21a1-86e6-409b-8147-110a43efdc1f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b0e086b87986446da6fe31ba7eb50377&device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 1099 time: 0.0930407 Jul 16 01:20:18.129180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.150838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-b5b63586-1ba1-4bd8-b31d-18a429a35e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.152526 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-b5b63586-1ba1-4bd8-b31d-18a429a35e5e service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1014557 Jul 16 01:20:18.197282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-9b983ff3-9125-467b-b901-5a45557ffccb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=b491dcdb-8cac-4205-893c-33220edea150 HTTP/1.1" status: 200 len: 217 time: 0.0385239 Jul 16 01:20:18.198229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6cb0cc7-e7fe-4488-9b4c-4725455d9a2b None None] Provisioning for port 8ede70eb-eb6b-43f2-9da4-b9326915f027 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:18.202436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6cb0cc7-e7fe-4488-9b4c-4725455d9a2b None None] Provisioning complete for port 8ede70eb-eb6b-43f2-9da4-b9326915f027 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:18.202959 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0cc7-e7fe-4488-9b4c-4725455d9a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.219820 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.246434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60abf3-a298-40b7-bbae-b0b892325b8d req-be54629b-4c70-452f-ac29-42234372dd1f tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.247970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c60abf3-a298-40b7-bbae-b0b892325b8d req-be54629b-4c70-452f-ac29-42234372dd1f tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 936 time: 0.3116908 Jul 16 01:20:18.251358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-304bb0d6-443b-4b5a-a5b0-307867b1c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.253082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-304bb0d6-443b-4b5a-a5b0-307867b1c609 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0491185 Jul 16 01:20:18.253777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb0cc7-e7fe-4488-9b4c-4725455d9a2b None None] Port 8ede70eb-eb6b-43f2-9da4-b9326915f027 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:18.264693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.318452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-f44f8e5f-7c91-4f1e-9ac7-dc623ea5354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.319915 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-f44f8e5f-7c91-4f1e-9ac7-dc623ea5354c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595763 Jul 16 01:20:18.401648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d26e9335-2b40-432d-a68a-0339de6f6e29 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:18.432182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-f30af24e-f895-4027-a9a3-dc8c47b8ce10 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048298 Jul 16 01:20:18.451307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2746a-4bae-43c1-bed7-d90c5f2250a2 req-6a2c2e27-9eb6-4cec-9d5a-95f1441e4167 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.453618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0a2746a-4bae-43c1-bed7-d90c5f2250a2 req-6a2c2e27-9eb6-4cec-9d5a-95f1441e4167 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 949 time: 0.3880730 Jul 16 01:20:18.453947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port d26e9335-2b40-432d-a68a-0339de6f6e29 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:18.459749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port d26e9335-2b40-432d-a68a-0339de6f6e29 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:18.460571 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.474966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb01b63-0166-44a2-937f-8e5ff723e896,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:18.533117 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a257d87e-e651-4a5f-91d4-f35586e1f61f req-5d7531c9-47e8-4ec4-bcc1-78f6aa8c886c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938053 Jul 16 01:20:18.550870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-6b0f5faa-77c3-4bf3-a535-d2e269d865ba tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.552427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-6b0f5faa-77c3-4bf3-a535-d2e269d865ba tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.3531697 Jul 16 01:20:18.557483 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.580713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e9335-2b40-432d-a68a-0339de6f6e29'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:18.583112 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f06b7c-2de8-4696-aaf3-6d6820deb221" -d '{"events": [{"server_uuid": "d7c8c337-3b1f-4646-935e-d133e920fc80", "name": "network-vif-plugged", "status": "completed", "tag": "d26e9335-2b40-432d-a68a-0339de6f6e29"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:18.585163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c60abf3-a298-40b7-bbae-b0b892325b8d req-83dd48d8-d18c-4d65-b386-23f9dc07f933 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230274 Jul 16 01:20:18.595408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Request body: {'port': {'device_id': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'admin_state_up': True, 'tenant_id': '34000a6212a84bc1a638fd54aec83d06'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:18.597800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port d26e9335-2b40-432d-a68a-0339de6f6e29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d26e9335-2b40-432d-a68a-0339de6f6e29,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:18.603006 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.658752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=d26e9335-2b40-432d-a68a-0339de6f6e29,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:18.661406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0a2746a-4bae-43c1-bed7-d90c5f2250a2 req-9bc32f48-fb51-4e66-88bd-3667ba36b9f2 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926312 Jul 16 01:20:18.718582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Allocated IP 192.168.233.14 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/e1deb92c-0d17-494f-be16-5e00737235f7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:18.730077 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166660aa-f160-4579-b9f1-3fbd63a1d7e1 x-openstack-request-id: req-166660aa-f160-4579-b9f1-3fbd63a1d7e1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:18.730555 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c8c337-3b1f-4646-935e-d133e920fc80", "name": "network-vif-plugged", "status": "completed", "tag": "d26e9335-2b40-432d-a68a-0339de6f6e29", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:18.730956 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-166660aa-f160-4579-b9f1-3fbd63a1d7e1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:18.731499 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e9335-2b40-432d-a68a-0339de6f6e29', 'code': 200} Jul 16 01:20:18.899594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c173a-dd3d-44e9-b103-3d9ee09ee49b req-89160de2-770b-48cb-99cd-01326cb71962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.901142 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-719c173a-dd3d-44e9-b103-3d9ee09ee49b req-89160de2-770b-48cb-99cd-01326cb71962 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 1101 time: 0.0695946 Jul 16 01:20:18.903547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Made reservation on behalf of 34000a6212a84bc1a638fd54aec83d06 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:18.907306 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.953731 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-719c173a-dd3d-44e9-b103-3d9ee09ee49b req-b3bf2938-ea48-43b2-8af9-0df27e40058f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Jul 16 01:20:19.026398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0ed1b-f1d3-43de-b0f4-9d34dc23b970 req-a7665d64-5ebc-46db-a6cb-63348fbb2a47 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.027924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43b0ed1b-f1d3-43de-b0f4-9d34dc23b970 req-a7665d64-5ebc-46db-a6cb-63348fbb2a47 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 948 time: 0.2441695 Jul 16 01:20:19.034100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39202) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:19.124079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72475b7a-f2b7-4701-a839-78ca9a328cee req-b0577c5b-caa6-43c6-af6d-821c8fd55a8c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 210 time: 0.0702066 Jul 16 01:20:19.159567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.196528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43b0ed1b-f1d3-43de-b0f4-9d34dc23b970 req-aa12cf0f-6230-4e94-8abc-15b0408c4c21 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524158 Jul 16 01:20:19.201648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Transition to ACTIVE for port object e1deb92c-0d17-494f-be16-5e00737235f7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:19.237623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Allocated IP 172.20.0.4 (c14d38ee-6492-4421-9138-4142ee902243/1e02df53-74ca-43db-9c48-c72d43a4a891/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:19.263883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ccf99dcb-2d9c-4868-bc95-709342ca78af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5c13b95bfea4c5f806f12f91fa6a16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302291 Jul 16 01:20:19.266903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:19.309930 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa602f9a-39fd-4a07-8112-8889db8d6d0a req-69b4d9cf-49ed-4c5c-8280-dc82a6ddb182 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 210 time: 0.0488684 Jul 16 01:20:19.323349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c60a4361-b42b-4285-87b0-fc6a0e05cb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.342757 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.351675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c60a4361-b42b-4285-87b0-fc6a0e05cb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.409258 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c60a4361-b42b-4285-87b0-fc6a0e05cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.412089 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c60a4361-b42b-4285-87b0-fc6a0e05cb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.415571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c60a4361-b42b-4285-87b0-fc6a0e05cb5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35392de2-8266-49fb-b5e1-d6e6449b8861 HTTP/1.1" status: 204 len: 168 time: 0.1450787 Jul 16 01:20:19.423882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a4361-b42b-4285-87b0-fc6a0e05cb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35392de2-8266-49fb-b5e1-d6e6449b8861,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.460415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:19.473907 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.491976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Pushing event updated for resources: {'Port': ['ID=e1deb92c-0d17-494f-be16-5e00737235f7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.494487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:19.504275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:19.510164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.510731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.584669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-7011802c-a145-4d3a-8284-6f01d784a048 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5869093 Jul 16 01:20:19.604145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Request body: {'port': {'device_id': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:19.662199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.787502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ede70eb-eb6b-43f2-9da4-b9326915f027 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:19.811957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:19.822008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.824255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.832830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1e34d8-a87c-477e-b56a-a36b941be410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.896139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ef047a71-66bf-4bbd-91ed-6572eeb69395 None None] Provisioning for port e1deb92c-0d17-494f-be16-5e00737235f7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:19.902047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ef047a71-66bf-4bbd-91ed-6572eeb69395 None None] Provisioning complete for port e1deb92c-0d17-494f-be16-5e00737235f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:19.902436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef047a71-66bf-4bbd-91ed-6572eeb69395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.924618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b822d07-409f-461e-9394-d0dffafccb60', 'name': 'network-vif-deleted', 'tag': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:19.926120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Transition to ACTIVE for port object 8ede70eb-eb6b-43f2-9da4-b9326915f027 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:19.927500 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aeb8a4-0f8d-4bff-aa7c-8713a0c17408" -d '{"events": [{"server_uuid": "1b822d07-409f-461e-9394-d0dffafccb60", "name": "network-vif-deleted", "tag": "cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:19.931542 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.951344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ef047a71-66bf-4bbd-91ed-6572eeb69395 None None] Port e1deb92c-0d17-494f-be16-5e00737235f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:19.953456 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.964878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:19.993957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1e34d8-a87c-477e-b56a-a36b941be410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.005093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1e34d8-a87c-477e-b56a-a36b941be410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.047912 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e1e34d8-a87c-477e-b56a-a36b941be410 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fff4d61bbd4a40328f94f752b2284e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342358 Jul 16 01:20:20.048747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e34d8-a87c-477e-b56a-a36b941be410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac1568-4457-4e00-bfc7-6c0037ccdcce,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.056804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:20.111204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37aab41d-0e5d-4da9-a95e-ba181c8e1398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.114398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Network c14d38ee-6492-4421-9138-4142ee902243 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:20.136662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:20.144260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:20.148506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae9f36e0-3a79-4981-92de-6546a84b9587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.151429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37aab41d-0e5d-4da9-a95e-ba181c8e1398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.157114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.157822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.174333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6091a-6f4f-424d-853a-a532e6213c4d req-494327ab-1481-420c-878c-2f99bec58db4 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.181506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86b6091a-6f4f-424d-853a-a532e6213c4d req-494327ab-1481-420c-878c-2f99bec58db4 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 936 time: 0.3998027 Jul 16 01:20:20.196504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.247026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37aab41d-0e5d-4da9-a95e-ba181c8e1398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.249698 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37aab41d-0e5d-4da9-a95e-ba181c8e1398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.253214 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-37aab41d-0e5d-4da9-a95e-ba181c8e1398 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07ac1568-4457-4e00-bfc7-6c0037ccdcce HTTP/1.1" status: 204 len: 168 time: 0.1982958 Jul 16 01:20:20.272809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aab41d-0e5d-4da9-a95e-ba181c8e1398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac1568-4457-4e00-bfc7-6c0037ccdcce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.310110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae9f36e0-3a79-4981-92de-6546a84b9587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.314719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae9f36e0-3a79-4981-92de-6546a84b9587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.361169 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ae9f36e0-3a79-4981-92de-6546a84b9587 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6227ae164fd4ad7b2f5a1c0f0051b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926072 Jul 16 01:20:20.361169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f36e0-3a79-4981-92de-6546a84b9587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf809ae-fd21-4487-b786-8fbc24625744,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.362404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39254) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:20.419794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b960c89-7370-4d92-b455-12746a031f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.444412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b960c89-7370-4d92-b455-12746a031f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.495108 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b960c89-7370-4d92-b455-12746a031f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.498327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b960c89-7370-4d92-b455-12746a031f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.500449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3b960c89-7370-4d92-b455-12746a031f2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adf809ae-fd21-4487-b786-8fbc24625744 HTTP/1.1" status: 204 len: 168 time: 0.1374991 Jul 16 01:20:20.511336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b960c89-7370-4d92-b455-12746a031f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf809ae-fd21-4487-b786-8fbc24625744,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.570840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8db9a-17fd-4bb4-802c-1c1d59e494e6 req-df735375-40c4-4c8c-bf05-b605e3d67242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.578601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37d8db9a-17fd-4bb4-802c-1c1d59e494e6 req-df735375-40c4-4c8c-bf05-b605e3d67242 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 950 time: 0.7188509 Jul 16 01:20:20.580885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-ea741169-0bd0-4673-8018-7c3e09d1f95d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0040522 Jul 16 01:20:20.622472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b491dcdb-8cac-4205-893c-33220edea150 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:20.628577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Request body: {'port': {'device_id': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:20.662924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Attempting to bind port 8ede70eb-eb6b-43f2-9da4-b9326915f027 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:20.663174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Attempting to bind port 8ede70eb-eb6b-43f2-9da4-b9326915f027 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:20.663488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Attempting to bind port 8ede70eb-eb6b-43f2-9da4-b9326915f027 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:20.665441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Pushing event updated for resources: {'Port': ['ID=8ede70eb-eb6b-43f2-9da4-b9326915f027,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.695791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86b6091a-6f4f-424d-853a-a532e6213c4d req-853029a8-dff7-49ce-bdd5-24467feff9ea tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131838 Jul 16 01:20:20.705047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:20.725613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Port 8ede70eb-eb6b-43f2-9da4-b9326915f027 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:20.726157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Attempting to bind port 8ede70eb-eb6b-43f2-9da4-b9326915f027 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:20.728433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:20.729276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:20.756772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:20.757121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:20.758267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:20.758711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Bound port: 8ede70eb-eb6b-43f2-9da4-b9326915f027, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:20.759444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.764365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b491dcdb-8cac-4205-893c-33220edea150, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b491dcdb-8cac-4205-893c-33220edea150,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:20.774645 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d99036-f694-4595-8369-b810b4bd7227 x-openstack-request-id: req-e8d99036-f694-4595-8369-b810b4bd7227 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:20.775312 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b822d07-409f-461e-9394-d0dffafccb60", "name": "network-vif-deleted", "tag": "cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:20.775312 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8d99036-f694-4595-8369-b810b4bd7227 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:20.775793 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b822d07-409f-461e-9394-d0dffafccb60', 'name': 'network-vif-deleted', 'tag': 'cf7b3389-cb91-4cd3-b05c-7c4705e2ce5b', 'status': 'completed', 'code': 200} Jul 16 01:20:20.777066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37d8db9a-17fd-4bb4-802c-1c1d59e494e6 req-e42b7be0-494a-494c-af76-0d58b497ecd0 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977241 Jul 16 01:20:20.801414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b491dcdb-8cac-4205-893c-33220edea150', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'b491dcdb-8cac-4205-893c-33220edea150', 'mac_address': 'fa:16:3e:e1:b6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:20.888805 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.895329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.916337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b491dcdb-8cac-4205-893c-33220edea150 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:20.952280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] For port 8ede70eb-eb6b-43f2-9da4-b9326915f027, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:20.957083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39270) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:20.974660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b491dcdb-8cac-4205-893c-33220edea150, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b491dcdb-8cac-4205-893c-33220edea150,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:20.977268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ee86e83-488f-4801-b072-7858da14a6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.983674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.993536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] For port 8ede70eb-eb6b-43f2-9da4-b9326915f027, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8ede70eb-eb6b-43f2-9da4-b9326915f027,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:21.012123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1deb92c-0d17-494f-be16-5e00737235f7 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:21.043124 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.047048 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.048168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b491dcdb-8cac-4205-893c-33220edea150,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.100240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ee86e83-488f-4801-b072-7858da14a6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.105317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ee86e83-488f-4801-b072-7858da14a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.110250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Transition to ACTIVE for port object e1deb92c-0d17-494f-be16-5e00737235f7 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:21.156458 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3ee86e83-488f-4801-b072-7858da14a6eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed18cafe1dd44dfa91ede54a005432a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942573 Jul 16 01:20:21.162349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:21.163034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee86e83-488f-4801-b072-7858da14a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bcb412-0db9-424f-8680-0438e1c1f54f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.189291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b491dcdb-8cac-4205-893c-33220edea150'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:21.207449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.207449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.216121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] 10.222.0.93 "PUT /v2.0/ports/8ede70eb-eb6b-43f2-9da4-b9326915f027 HTTP/1.1" status: 200 len: 1096 time: 3.3279328 Jul 16 01:20:21.230353 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cb668d7-6014-45a0-ada2-9616a2393a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.249750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.253277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'tag': '8ede70eb-eb6b-43f2-9da4-b9326915f027'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:21.257514 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41825ef-2ec0-4766-8dcd-7d56741e0907" -d '{"events": [{"name": "network-changed", "server_uuid": "229641fd-a634-4c27-af3b-4fa5e06f982f", "tag": "8ede70eb-eb6b-43f2-9da4-b9326915f027"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:21.272702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cb668d7-6014-45a0-ada2-9616a2393a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.336689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cb668d7-6014-45a0-ada2-9616a2393a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.340815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cb668d7-6014-45a0-ada2-9616a2393a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.343228 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0cb668d7-6014-45a0-ada2-9616a2393a74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39bcb412-0db9-424f-8680-0438e1c1f54f HTTP/1.1" status: 204 len: 168 time: 0.1759515 Jul 16 01:20:21.354126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb668d7-6014-45a0-ada2-9616a2393a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bcb412-0db9-424f-8680-0438e1c1f54f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.485641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b6086-c674-48ce-b555-fa7fb3fbb218 service neutron] Pushing event updated for resources: {'Port': ['ID=8ede70eb-eb6b-43f2-9da4-b9326915f027,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.518961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Attempting to bind port e1deb92c-0d17-494f-be16-5e00737235f7 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:21.519294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Attempting to bind port e1deb92c-0d17-494f-be16-5e00737235f7 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:21.519623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Attempting to bind port e1deb92c-0d17-494f-be16-5e00737235f7 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:21.528580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d67e13-1cce-4962-959b-242afb83df56 req-2572a316-8888-47e8-9336-d08aa8bd69cc tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.537035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97d67e13-1cce-4962-959b-242afb83df56 req-2572a316-8888-47e8-9336-d08aa8bd69cc tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 931 time: 0.5454488 Jul 16 01:20:21.596860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Port e1deb92c-0d17-494f-be16-5e00737235f7 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:21.597173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Attempting to bind port e1deb92c-0d17-494f-be16-5e00737235f7 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:21.652502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:21.653275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:21.653275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:21.653615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Bound port: e1deb92c-0d17-494f-be16-5e00737235f7, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:21.654101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.688939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1deb92c-0d17-494f-be16-5e00737235f7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.696096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-b976b694-a7cf-414b-816c-30ab4af3c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.697811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-b976b694-a7cf-414b-816c-30ab4af3c807 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=580dbf63ad324de7a346e54dabd75367&device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 1099 time: 0.3905489 Jul 16 01:20:21.707698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97d67e13-1cce-4962-959b-242afb83df56 req-684c6095-6127-4cf5-bdbd-3be5ee87f228 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696565 Jul 16 01:20:21.732916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6653f-d7cc-4687-b560-3155d31e0f86 req-a43b9baf-518d-40d5-b918-5711e4c52ce3 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.734599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98a6653f-d7cc-4687-b560-3155d31e0f86 req-a43b9baf-518d-40d5-b918-5711e4c52ce3 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 949 time: 0.6318049 Jul 16 01:20:21.791490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:21.798806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-d26bee78-23af-42c2-981d-cc9c344a16de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=8ede70eb-eb6b-43f2-9da4-b9326915f027 HTTP/1.1" status: 200 len: 217 time: 0.0852346 Jul 16 01:20:21.806049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fb10d74-9980-4ba4-b166-b373d11032bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.911869 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fb10d74-9980-4ba4-b166-b373d11032bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.917959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fb10d74-9980-4ba4-b166-b373d11032bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.969416 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9fb10d74-9980-4ba4-b166-b373d11032bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ade71887ba204c96ae0d4361edab1ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741986 Jul 16 01:20:21.969416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb10d74-9980-4ba4-b166-b373d11032bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f73be2-1e94-448c-a623-5b61994031aa,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.970127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98a6653f-d7cc-4687-b560-3155d31e0f86 req-5947f130-1a7a-4605-88aa-3ce5a9641efd tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756399 Jul 16 01:20:21.971702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39306) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:21.992636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] For port e1deb92c-0d17-494f-be16-5e00737235f7, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:22.012683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-1ff669f0-86e8-4070-910b-4fddcb0def0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.014976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-1ff669f0-86e8-4070-910b-4fddcb0def0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2069170 Jul 16 01:20:22.027907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f39248-8552-46e5-92ad-18203c83bf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.029169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:22.036066 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde0c022-7315-45bc-91ad-80f8eba8d9ac x-openstack-request-id: req-fde0c022-7315-45bc-91ad-80f8eba8d9ac {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:22.036585 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229641fd-a634-4c27-af3b-4fa5e06f982f", "tag": "8ede70eb-eb6b-43f2-9da4-b9326915f027", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:22.036939 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fde0c022-7315-45bc-91ad-80f8eba8d9ac {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:22.037538 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'tag': '8ede70eb-eb6b-43f2-9da4-b9326915f027', 'status': 'completed', 'code': 200} Jul 16 01:20:22.057628 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f39248-8552-46e5-92ad-18203c83bf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.067013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] For port e1deb92c-0d17-494f-be16-5e00737235f7, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1deb92c-0d17-494f-be16-5e00737235f7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:22.093820 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.104698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.145937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f39248-8552-46e5-92ad-18203c83bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.149728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f39248-8552-46e5-92ad-18203c83bf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.153343 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-50f39248-8552-46e5-92ad-18203c83bf1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83f73be2-1e94-448c-a623-5b61994031aa HTTP/1.1" status: 204 len: 168 time: 0.1784759 Jul 16 01:20:22.164874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f39248-8552-46e5-92ad-18203c83bf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f73be2-1e94-448c-a623-5b61994031aa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.165076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Transition to ACTIVE for port object 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:22.195238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a471b8-918c-46f1-a62b-3f95c4d1489c req-377480da-61ae-402d-9414-ab6c87213ed2 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.200281 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63a471b8-918c-46f1-a62b-3f95c4d1489c req-377480da-61ae-402d-9414-ab6c87213ed2 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 947 time: 0.3364928 Jul 16 01:20:22.203504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.204137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.205518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] 10.222.0.93 "PUT /v2.0/ports/e1deb92c-0d17-494f-be16-5e00737235f7 HTTP/1.1" status: 200 len: 1095 time: 2.6056411 Jul 16 01:20:22.247734 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.348193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae867222-b447-4764-a7f7-37e1c6b92d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e1deb92c-0d17-494f-be16-5e00737235f7,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.400976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-85495976-046c-4a66-8f78-33358c5e9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.402661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-85495976-046c-4a66-8f78-33358c5e9d22 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3643289 Jul 16 01:20:22.460824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63a471b8-918c-46f1-a62b-3f95c4d1489c req-a7ea2214-6866-4302-87c5-41a0757f6843 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033734 Jul 16 01:20:22.485935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:22.486269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:22.486592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:22.495900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.509404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:22.509727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:22.522998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df551ba-2913-4f4e-b3ab-061c3360d52c req-79862632-ba9d-4d60-97a4-e397125c66d9 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.524653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df551ba-2913-4f4e-b3ab-061c3360d52c req-79862632-ba9d-4d60-97a4-e397125c66d9 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 948 time: 0.3931000 Jul 16 01:20:22.563235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:22.563585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:22.563944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:22.564526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Bound port: 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:22.564880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.586058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-e617c750-ec76-44e6-9f32-322080031261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.587501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-e617c750-ec76-44e6-9f32-322080031261 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a95712f8e774421ac7e4cf940b65b17&device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 1098 time: 0.3273578 Jul 16 01:20:22.621742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b491dcdb-8cac-4205-893c-33220edea150 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:22.673559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port b491dcdb-8cac-4205-893c-33220edea150 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:22.677896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b491dcdb-8cac-4205-893c-33220edea150 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:22.678531 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.709028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-e1c92742-568f-4906-87da-282571a85499 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e1deb92c-0d17-494f-be16-5e00737235f7 HTTP/1.1" status: 200 len: 217 time: 0.1019757 Jul 16 01:20:22.734743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-56e0644c-658d-403d-a9eb-030190bccdce service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141673 Jul 16 01:20:22.740450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df551ba-2913-4f4e-b3ab-061c3360d52c req-838375a2-03fa-46dc-ad12-e5cab4938a1c tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836836 Jul 16 01:20:22.773854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.800008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491dcdb-8cac-4205-893c-33220edea150'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:22.802545 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929101e8-d778-4dc2-b647-de4c713a368c" -d '{"events": [{"server_uuid": "ac05790d-b1e3-4699-91c8-f772c7e43209", "name": "network-vif-plugged", "status": "completed", "tag": "b491dcdb-8cac-4205-893c-33220edea150"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:22.819808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b491dcdb-8cac-4205-893c-33220edea150, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b491dcdb-8cac-4205-893c-33220edea150,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:22.825952 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.836993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:22.889504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-0dad0953-d3ee-4a3b-b5e9-e28e95ff2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.891181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-0dad0953-d3ee-4a3b-b5e9-e28e95ff2695 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1702473 Jul 16 01:20:22.898574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b491dcdb-8cac-4205-893c-33220edea150,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.900762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:22.924084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.959286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795ec04-fe38-4952-a639-33fe227f24b3 req-6cff5796-f402-4f7e-9b86-5de3ce75b66d tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.960931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4795ec04-fe38-4952-a639-33fe227f24b3 req-6cff5796-f402-4f7e-9b86-5de3ce75b66d tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 950 time: 0.3770077 Jul 16 01:20:23.001982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.002808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.009669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] 10.222.0.78 "PUT /v2.0/ports/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 1091 time: 2.3999271 Jul 16 01:20:23.010554 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:23.037659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4431f055-80e3-4c38-ac43-d5abfbd4c753 req-0538688e-8544-4552-999c-8264d5553b70 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936604 Jul 16 01:20:23.070931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b6672-ea22-4744-9e1d-f5cefcdd66c4 service neutron] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:23.111276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4795ec04-fe38-4952-a639-33fe227f24b3 req-b3c9a991-024c-40b9-86e4-8b4081af1a16 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234324 Jul 16 01:20:23.413807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-e0006e74-9c3d-4300-8288-9c10f7138f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.415257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-e0006e74-9c3d-4300-8288-9c10f7138f68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5122974 Jul 16 01:20:23.461656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-ab1ddcdd-29dd-4bcd-b290-c02c93c3763b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746696 Jul 16 01:20:23.575786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-4c7db2c2-7fa6-42c6-ab83-8bc564e92826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.577966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-4c7db2c2-7fa6-42c6-ab83-8bc564e92826 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1094 time: 0.4885859 Jul 16 01:20:23.665598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-2c85fc25-7813-4841-a56e-5883981e0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.667074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-2c85fc25-7813-4841-a56e-5883981e0b72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=580dbf63ad324de7a346e54dabd75367&device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 1099 time: 0.5384731 Jul 16 01:20:23.679298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-56a7d9be-3f10-45a9-8b6d-4cc36bb47593 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 217 time: 0.0841017 Jul 16 01:20:23.726763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01830948-7ec1-40db-bd05-df8cf850f650 req-4e9ebb43-8467-4f8d-b4fa-1433e91b5957 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.728194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01830948-7ec1-40db-bd05-df8cf850f650 req-4e9ebb43-8467-4f8d-b4fa-1433e91b5957 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 943 time: 0.3374658 Jul 16 01:20:23.738578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-d9a2437a-e5c0-4580-aebc-4e0d3848bad8 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921429 Jul 16 01:20:23.819121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-3b41a1d7-4026-4948-885f-0c94c5b58e80 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.820475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-3b41a1d7-4026-4948-885f-0c94c5b58e80 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337171 Jul 16 01:20:23.892026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-1f3ba31e-993c-4574-8248-68ec18e92df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.893496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-1f3ba31e-993c-4574-8248-68ec18e92df8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.1928163 Jul 16 01:20:23.897857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-550318b8-c43e-44b7-b943-a719d89b951a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/quotas/50a4449342d04018acd56fb7baa26a31 HTTP/1.1" status: 200 len: 375 time: 0.0461612 Jul 16 01:20:23.929536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01830948-7ec1-40db-bd05-df8cf850f650 req-74ccd4cd-02f7-4d0f-9137-b00ab011c77c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869528 Jul 16 01:20:23.975114 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b9185-bcfb-42ff-9cfe-39b8dde7ff76 x-openstack-request-id: req-cd8b9185-bcfb-42ff-9cfe-39b8dde7ff76 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:23.976022 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac05790d-b1e3-4699-91c8-f772c7e43209", "name": "network-vif-plugged", "status": "completed", "tag": "b491dcdb-8cac-4205-893c-33220edea150", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:23.976400 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd8b9185-bcfb-42ff-9cfe-39b8dde7ff76 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:23.976888 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491dcdb-8cac-4205-893c-33220edea150', 'code': 200} Jul 16 01:20:23.996579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-40cdbc15-eeb3-4396-8cfb-526dfa863fd1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647597 Jul 16 01:20:24.002101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-c9a797a0-061e-464f-8a92-9593b98615e4 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692816 Jul 16 01:20:24.015075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-d0f95097-720c-4c0d-b071-12fd371eb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.016526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-d0f95097-720c-4c0d-b071-12fd371eb499 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3312695 Jul 16 01:20:24.042790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'tag': 'e1deb92c-0d17-494f-be16-5e00737235f7'}, {'name': 'network-changed', 'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:24.045050 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733afe2e-66d9-4c09-9579-c8084853acb3" -d '{"events": [{"name": "network-changed", "server_uuid": "0aaf7161-142f-4b16-a519-e8a9f1b282e0", "tag": "e1deb92c-0d17-494f-be16-5e00737235f7"}, {"name": "network-changed", "server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:24.090228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28fa3214-52c6-443e-9e88-6d730a4706ab req-0ae8b424-be20-44e1-bb8b-f830e2e5553c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212247 Jul 16 01:20:24.097637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-1fe38210-5469-4f86-a71d-2b90d338cf3e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=8ede70eb-eb6b-43f2-9da4-b9326915f027 HTTP/1.1" status: 200 len: 217 time: 0.0706835 Jul 16 01:20:24.104051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127d926-762f-46c0-84e9-1c8b49dadd8a req-847d5aae-dc0b-4cf2-afdf-31a17403c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.105069 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f127d926-762f-46c0-84e9-1c8b49dadd8a req-847d5aae-dc0b-4cf2-afdf-31a17403c45d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 1101 time: 0.0652564 Jul 16 01:20:24.142432 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f127d926-762f-46c0-84e9-1c8b49dadd8a req-c8e9222d-fe96-41fe-91ee-52317a838ee9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Jul 16 01:20:24.240498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-24050260-68cd-4cca-a62f-d3a9bfa1c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.242003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-24050260-68cd-4cca-a62f-d3a9bfa1c7e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1325593 Jul 16 01:20:24.243721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-032b9695-4bd2-4100-9182-4c1cb954603a service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377219 Jul 16 01:20:24.259909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6ab7-ad9f-4db1-9281-c92ab498b5e2 req-3f6bca2d-2311-4158-b9b2-3b358ba69c95 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.261571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dcd6ab7-ad9f-4db1-9281-c92ab498b5e2 req-3f6bca2d-2311-4158-b9b2-3b358ba69c95 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 950 time: 0.1681454 Jul 16 01:20:24.416834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dcd6ab7-ad9f-4db1-9281-c92ab498b5e2 req-09b6b418-937c-4485-a0d4-fc51025490d6 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460545 Jul 16 01:20:24.445919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c862121d-3b18-4dc7-a7f9-e25cf2001dd3 req-adbedd1a-6135-4bc0-8788-890f9e611894 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833830 Jul 16 01:20:24.455989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-f0ac1480-80f4-4437-afd5-d421f6ba582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.457740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-f0ac1480-80f4-4437-afd5-d421f6ba582f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881402 Jul 16 01:20:24.598246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-584aedde-db64-4eb5-9d48-ccfbcc1b6bf3 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319802 Jul 16 01:20:24.622593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ce40-8b40-4058-bb10-082448938d39 req-076b2545-251b-427b-809c-56c5776b8957 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.624105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3197ce40-8b40-4058-bb10-082448938d39 req-076b2545-251b-427b-809c-56c5776b8957 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 947 time: 0.1324174 Jul 16 01:20:24.742274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3197ce40-8b40-4058-bb10-082448938d39 req-169e2683-0476-4758-8f1a-452362a55280 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080825 Jul 16 01:20:24.763056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41825ef-2ec0-4766-8dcd-7d56741e0907 req-79989b22-7468-4f1d-8bad-5b0b5bca4381 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563222 Jul 16 01:20:24.794039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dccc1-3cba-4af3-a8f7-2af916b24378 req-c7c27e40-5bba-4347-a4fa-6d1bf2dca504 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.795655 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c61dccc1-3cba-4af3-a8f7-2af916b24378 req-c7c27e40-5bba-4347-a4fa-6d1bf2dca504 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 948 time: 0.1089153 Jul 16 01:20:24.835851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c61dccc1-3cba-4af3-a8f7-2af916b24378 req-0caac4e3-6ec5-4329-b3c8-aa6f2cf93e31 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Jul 16 01:20:24.894849 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddf05ce-ffc3-4d30-8ce0-db815e739178 x-openstack-request-id: req-dddf05ce-ffc3-4d30-8ce0-db815e739178 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:24.895354 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aaf7161-142f-4b16-a519-e8a9f1b282e0", "tag": "e1deb92c-0d17-494f-be16-5e00737235f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:24.895791 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dddf05ce-ffc3-4d30-8ce0-db815e739178 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:24.896580 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'tag': 'e1deb92c-0d17-494f-be16-5e00737235f7', 'status': 'completed', 'code': 200} Jul 16 01:20:24.897077 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83', 'status': 'completed', 'code': 200} Jul 16 01:20:24.999602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0faa57f4-0663-4f72-b9d1-e19b4a1f930a req-0848c95e-8c7f-4c41-a4ef-67130c7f7d23 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 210 time: 0.0375690 Jul 16 01:20:25.114587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-3d291401-3b6c-4bb6-a6ec-b0c5479610b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.116003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-3d291401-3b6c-4bb6-a6ec-b0c5479610b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1094 time: 0.1888776 Jul 16 01:20:25.144787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-4cb07c7d-9852-4314-9968-49b1edb8ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.146450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-4cb07c7d-9852-4314-9968-49b1edb8ad7d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a95712f8e774421ac7e4cf940b65b17&device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 1098 time: 0.1495552 Jul 16 01:20:25.163001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9930162-01a0-481d-8ea6-ac2feb62a5db req-d12b3a70-3d8b-4830-be10-ff0c4bd897bf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.164404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9930162-01a0-481d-8ea6-ac2feb62a5db req-d12b3a70-3d8b-4830-be10-ff0c4bd897bf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 950 time: 0.1687546 Jul 16 01:20:25.355131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9930162-01a0-481d-8ea6-ac2feb62a5db req-d986f539-7409-4fb6-8d01-ee1411e434af tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750648 Jul 16 01:20:25.364715 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-fc2b09de-f3f7-4375-824b-154d5382921d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283530 Jul 16 01:20:25.381011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-c8db9280-2536-44e0-8d68-2183516c5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.383122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-c8db9280-2536-44e0-8d68-2183516c5887 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.2556317 Jul 16 01:20:25.401979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-f5d796a1-c572-4287-9916-cae1f9704a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.403997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-f5d796a1-c572-4287-9916-cae1f9704a96 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2325227 Jul 16 01:20:25.479166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-302a38bd-0da6-47df-b776-baf044712b98 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.480658 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-302a38bd-0da6-47df-b776-baf044712b98 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102288 Jul 16 01:20:25.489639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-8985b26f-cff5-4c7f-9b5b-c16680336ba0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e1deb92c-0d17-494f-be16-5e00737235f7 HTTP/1.1" status: 200 len: 217 time: 0.0775077 Jul 16 01:20:25.504064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33e29-9033-4428-8a66-d67c43682c64 req-c3e92e24-52be-4d95-af09-94fcbcd73bfb tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.506086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdd33e29-9033-4428-8a66-d67c43682c64 req-c3e92e24-52be-4d95-af09-94fcbcd73bfb tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 943 time: 0.3504107 Jul 16 01:20:25.506598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:25.509437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-b6fb76b1-ac69-409b-b283-c0405080f478 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 217 time: 0.1044123 Jul 16 01:20:25.633193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:25.636909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.646773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.747105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.751551 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.817120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5932aaf5-9451-43dc-b152-7f770603470b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.876653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-dd10b29a-f9a1-443b-85df-3bd1d93d638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.878610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-dd10b29a-f9a1-443b-85df-3bd1d93d638d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.3712611 Jul 16 01:20:25.897990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.60 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/ab919d5a-180d-44d8-9269-ac19887f0bd6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:25.905867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdd33e29-9033-4428-8a66-d67c43682c64 req-dbc01b85-46ba-46ed-9e8b-7a71f3aeb628 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860900 Jul 16 01:20:25.908492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-3cbb2534-b3fe-45a1-8fa4-1079a3637c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.909866 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-3cbb2534-b3fe-45a1-8fa4-1079a3637c83 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.3667960 Jul 16 01:20:25.969443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-7c7eb948-341e-49b7-9301-418e1e4171cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388105 Jul 16 01:20:26.007612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe74ac-ad0e-4bfc-a48a-089b77fbafee req-fb5dbb21-76e1-4c03-8069-20f38ad5b608 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.009138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dbe74ac-ad0e-4bfc-a48a-089b77fbafee req-fb5dbb21-76e1-4c03-8069-20f38ad5b608 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 950 time: 0.4187653 Jul 16 01:20:26.057772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-cca7d7d8-84ef-4f5e-94bf-be523158924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.059273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-cca7d7d8-84ef-4f5e-94bf-be523158924c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688297 Jul 16 01:20:26.081389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.095454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object ab919d5a-180d-44d8-9269-ac19887f0bd6 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:26.128845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.173138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:26.178832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dbe74ac-ad0e-4bfc-a48a-089b77fbafee req-9f587487-7614-40c9-9fc4-84e3978279b8 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567693 Jul 16 01:20:26.180910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:26.182990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:26.189676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.190311 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.205320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=ab919d5a-180d-44d8-9269-ac19887f0bd6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.221465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-f90da769-ec7d-4680-b1e6-b93c5aaac346 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7228096 Jul 16 01:20:26.234053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Request body: {'port': {'device_id': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:26.245268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-dd9df39b-9831-4f18-9aee-eb307f862165 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587712 Jul 16 01:20:26.286471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-99a61704-3bb1-40a8-a41e-4a4fcad0da28 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152402 Jul 16 01:20:26.314619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189547a-e033-45d4-94c6-1ee0e5b58821 req-2bbbdbdf-5215-4d8e-b872-e610f80816b4 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.316156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2189547a-e033-45d4-94c6-1ee0e5b58821 req-2bbbdbdf-5215-4d8e-b872-e610f80816b4 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 947 time: 0.2718012 Jul 16 01:20:26.329204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.470403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7bab960c-c4a0-4d92-aa04-e0838619f561 None None] Provisioning for port ab919d5a-180d-44d8-9269-ac19887f0bd6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:26.475211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7bab960c-c4a0-4d92-aa04-e0838619f561 None None] Provisioning complete for port ab919d5a-180d-44d8-9269-ac19887f0bd6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:26.475949 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bab960c-c4a0-4d92-aa04-e0838619f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.509033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2189547a-e033-45d4-94c6-1ee0e5b58821 req-1455cf32-9d0e-49e8-9a04-6e3e5261f06e tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782334 Jul 16 01:20:26.511726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7bab960c-c4a0-4d92-aa04-e0838619f561 None None] Port ab919d5a-180d-44d8-9269-ac19887f0bd6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:26.515675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-94ef2283-3438-4596-aeea-adcc70522520 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542102 Jul 16 01:20:26.535712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-733afe2e-66d9-4c09-9579-c8084853acb3 req-444109be-074d-4ef3-a9b2-8d6bdc43e485 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388265 Jul 16 01:20:26.556718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad910183-e092-4fad-b578-78fa11a37180 req-e7617c84-655e-4de9-aed6-282fa2e9c72b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.558845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad910183-e092-4fad-b578-78fa11a37180 req-e7617c84-655e-4de9-aed6-282fa2e9c72b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 948 time: 0.2524493 Jul 16 01:20:26.597921 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad910183-e092-4fad-b578-78fa11a37180 req-786f605f-746d-4fe7-8cf5-8f6c19698eb5 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Jul 16 01:20:26.638800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab919d5a-180d-44d8-9269-ac19887f0bd6 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:26.644935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1deb92c-0d17-494f-be16-5e00737235f7 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:26.656379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.670882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Transition to ACTIVE for port object ab919d5a-180d-44d8-9269-ac19887f0bd6 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:26.676160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.724453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Pushing event updated for resources: {'Port': ['ID=ab919d5a-180d-44d8-9269-ac19887f0bd6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.784735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Attempting to bind port ab919d5a-180d-44d8-9269-ac19887f0bd6 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:26.785270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Attempting to bind port ab919d5a-180d-44d8-9269-ac19887f0bd6 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:26.785667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Attempting to bind port ab919d5a-180d-44d8-9269-ac19887f0bd6 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:26.786283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e1deb92c-0d17-494f-be16-5e00737235f7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1deb92c-0d17-494f-be16-5e00737235f7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:26.794997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Port ab919d5a-180d-44d8-9269-ac19887f0bd6 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:26.795975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Attempting to bind port ab919d5a-180d-44d8-9269-ac19887f0bd6 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:26.800434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'e1deb92c-0d17-494f-be16-5e00737235f7', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'e1deb92c-0d17-494f-be16-5e00737235f7', 'mac_address': 'fa:16:3e:63:a1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:26.804416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:26.804848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:26.805300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:26.805794 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Bound port: ab919d5a-180d-44d8-9269-ac19887f0bd6, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:26.806385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.843223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1255ca7-cf0d-4b70-acda-34daad223f07 req-61a0cf3a-c13b-4ef9-a8d5-dd11e300411c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.850887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1255ca7-cf0d-4b70-acda-34daad223f07 req-61a0cf3a-c13b-4ef9-a8d5-dd11e300411c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 947 time: 0.1145926 Jul 16 01:20:26.851705 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.870134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1deb92c-0d17-494f-be16-5e00737235f7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:26.892144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1255ca7-cf0d-4b70-acda-34daad223f07 req-81aa3304-9f05-4907-b3e1-e2a3f49ea86c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Jul 16 01:20:26.908692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] For port ab919d5a-180d-44d8-9269-ac19887f0bd6, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:26.910690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e1deb92c-0d17-494f-be16-5e00737235f7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1deb92c-0d17-494f-be16-5e00737235f7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:26.912126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] For port ab919d5a-180d-44d8-9269-ac19887f0bd6, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:26.917484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.918176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8ede70eb-eb6b-43f2-9da4-b9326915f027 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:26.918534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.967781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.968494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.970471 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] 10.222.0.93 "PUT /v2.0/ports/ab919d5a-180d-44d8-9269-ac19887f0bd6 HTTP/1.1" status: 200 len: 1095 time: 0.7405992 Jul 16 01:20:26.970471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'tag': 'ab919d5a-180d-44d8-9269-ac19887f0bd6'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:26.973423 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c96fe4f8-65e2-49bf-a404-98547775e47c", "tag": "ab919d5a-180d-44d8-9269-ac19887f0bd6"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:26.994578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa538f-5597-44e7-95af-216c3691e55f service neutron] Pushing event updated for resources: {'Port': ['ID=ab919d5a-180d-44d8-9269-ac19887f0bd6,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.005549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e1deb92c-0d17-494f-be16-5e00737235f7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.043503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8ede70eb-eb6b-43f2-9da4-b9326915f027, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8ede70eb-eb6b-43f2-9da4-b9326915f027,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:27.070442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '8ede70eb-eb6b-43f2-9da4-b9326915f027', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '8ede70eb-eb6b-43f2-9da4-b9326915f027', 'mac_address': 'fa:16:3e:15:05:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:27.127743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-73f2157f-7eb0-4e1f-979a-dbc4f55cea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.129299 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-73f2157f-7eb0-4e1f-979a-dbc4f55cea06 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 1098 time: 0.1091783 Jul 16 01:20:27.134605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.134864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8a20-3c8a-4d0a-a738-40f66db0c1b1 req-73aab5e9-f6eb-4971-a443-7b6037d37cd6 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.136477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d8e8a20-3c8a-4d0a-a738-40f66db0c1b1 req-73aab5e9-f6eb-4971-a443-7b6037d37cd6 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 950 time: 0.0856750 Jul 16 01:20:27.147949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ede70eb-eb6b-43f2-9da4-b9326915f027 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:27.171432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8ede70eb-eb6b-43f2-9da4-b9326915f027, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8ede70eb-eb6b-43f2-9da4-b9326915f027,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:27.176571 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.183316 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-10e0b061-f1c7-4710-9c0a-155ae0c4b0dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6 HTTP/1.1" status: 200 len: 217 time: 0.0392270 Jul 16 01:20:27.228992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d8e8a20-3c8a-4d0a-a738-40f66db0c1b1 req-79ab4021-78f3-4b70-93fb-941b8c7ceee9 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847719 Jul 16 01:20:27.240146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-97ef7193-95df-49f2-8e64-bfeca30b7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.241596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-97ef7193-95df-49f2-8e64-bfeca30b7e5d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0510194 Jul 16 01:20:27.241893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8ede70eb-eb6b-43f2-9da4-b9326915f027,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.262914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7fc04-1bad-4add-960b-94f5153ad35a req-adde43d2-f51f-488b-aba8-4f4bfc6039c2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.264512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdd7fc04-1bad-4add-960b-94f5153ad35a req-adde43d2-f51f-488b-aba8-4f4bfc6039c2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 943 time: 0.1042428 Jul 16 01:20:27.310294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-18e82cef-a346-4c64-aa97-df404724467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.311879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-18e82cef-a346-4c64-aa97-df404724467e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600135 Jul 16 01:20:27.312705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdd7fc04-1bad-4add-960b-94f5153ad35a req-e11f900f-0779-4187-8e8b-cd92b74dfa8a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375590 Jul 16 01:20:27.356081 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fc9cbb-152f-4c0e-a728-51f3005c711f x-openstack-request-id: req-d0fc9cbb-152f-4c0e-a728-51f3005c711f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:27.356433 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96fe4f8-65e2-49bf-a404-98547775e47c", "tag": "ab919d5a-180d-44d8-9269-ac19887f0bd6", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:27.356687 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0fc9cbb-152f-4c0e-a728-51f3005c711f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:27.357076 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'tag': 'ab919d5a-180d-44d8-9269-ac19887f0bd6', 'status': 'completed', 'code': 200} Jul 16 01:20:27.410049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e9f0-a85f-4f60-a5db-9f2ab767ef6d req-d0d05048-eb08-4ef0-94b9-cadac2febabd tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.411794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d766e9f0-a85f-4f60-a5db-9f2ab767ef6d req-d0d05048-eb08-4ef0-94b9-cadac2febabd tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 1101 time: 0.0563879 Jul 16 01:20:27.434112 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-a1d1aa14-dd26-40cc-8fc8-dbee9f1a5dbe service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136374 Jul 16 01:20:27.436535 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d766e9f0-a85f-4f60-a5db-9f2ab767ef6d req-9ab061d7-aa17-4ff3-bb9d-22babac9de6b tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.444168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e1deb92c-0d17-494f-be16-5e00737235f7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:27.486164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8ede70eb-eb6b-43f2-9da4-b9326915f027'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:27.570513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ed1a3-a8f4-4433-8475-b51f83cd3776 req-34a38678-904b-406b-a863-c20304edf929 tempest-LiveMigrationNegativeTest-1279763688 tempest-LiveMigrationNegativeTest-1279763688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.578363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a2ed1a3-a8f4-4433-8475-b51f83cd3776 req-34a38678-904b-406b-a863-c20304edf929 tempest-LiveMigrationNegativeTest-1279763688 tempest-LiveMigrationNegativeTest-1279763688-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 1101 time: 0.0946877 Jul 16 01:20:27.599710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9a2ed1a3-a8f4-4433-8475-b51f83cd3776 req-9a9fdcfb-13bf-4332-a729-79c9eb20192c tempest-LiveMigrationNegativeTest-1279763688 tempest-LiveMigrationNegativeTest-1279763688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.608859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0301b478-a7f7-41b5-b4a3-fa4dbc437719 req-4f1fae3a-bdd9-4bc8-976f-1ac849b14306 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619563 Jul 16 01:20:27.621504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d766e9f0-a85f-4f60-a5db-9f2ab767ef6d req-9ab061d7-aa17-4ff3-bb9d-22babac9de6b tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.631092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d766e9f0-a85f-4f60-a5db-9f2ab767ef6d req-9ab061d7-aa17-4ff3-bb9d-22babac9de6b tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.671343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d766e9f0-a85f-4f60-a5db-9f2ab767ef6d req-9ab061d7-aa17-4ff3-bb9d-22babac9de6b tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535489 Jul 16 01:20:27.689017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab061d7-aa17-4ff3-bb9d-22babac9de6b tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abfaa88-a3ef-48b7-b489-1527eec686fd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.735603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-3a13255e-4628-4daf-ae82-862c987e63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.738749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-3a13255e-4628-4daf-ae82-862c987e63a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 1098 time: 0.0779972 Jul 16 01:20:27.754402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9a2ed1a3-a8f4-4433-8475-b51f83cd3776 req-9a9fdcfb-13bf-4332-a729-79c9eb20192c tempest-LiveMigrationNegativeTest-1279763688 tempest-LiveMigrationNegativeTest-1279763688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.759031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9a2ed1a3-a8f4-4433-8475-b51f83cd3776 req-9a9fdcfb-13bf-4332-a729-79c9eb20192c tempest-LiveMigrationNegativeTest-1279763688 tempest-LiveMigrationNegativeTest-1279763688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.788876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a2ed1a3-a8f4-4433-8475-b51f83cd3776 req-9a9fdcfb-13bf-4332-a729-79c9eb20192c tempest-LiveMigrationNegativeTest-1279763688 tempest-LiveMigrationNegativeTest-1279763688-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096086 Jul 16 01:20:27.790638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fdcfb-13bf-4332-a729-79c9eb20192c tempest-LiveMigrationNegativeTest-1279763688 tempest-LiveMigrationNegativeTest-1279763688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc39b92-1edc-42f0-9a14-5bb9a52f31bb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.829824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-28e83e3c-fbde-4cc2-938a-7e2b2a8b32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.831520 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-28e83e3c-fbde-4cc2-938a-7e2b2a8b32fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.0867376 Jul 16 01:20:27.877801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-a5ad7088-bad6-465e-b029-70cdd60627c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6 HTTP/1.1" status: 200 len: 217 time: 0.0392253 Jul 16 01:20:27.917804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4740e-98d2-41fa-8b4a-e30b0ce91dc7 req-17e4237f-a0d2-45db-8872-b142ea247312 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.919264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59e4740e-98d2-41fa-8b4a-e30b0ce91dc7 req-17e4237f-a0d2-45db-8872-b142ea247312 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 948 time: 0.0763946 Jul 16 01:20:27.929547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-115d5786-5616-4947-a602-7d36ce86d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.931045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-115d5786-5616-4947-a602-7d36ce86d9ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0464022 Jul 16 01:20:27.984130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59e4740e-98d2-41fa-8b4a-e30b0ce91dc7 req-f711f0e1-6a12-47c4-8191-fb3162748106 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451772 Jul 16 01:20:27.988655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-729f2831-e4ad-45fd-bcc6-3b86a116c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.990149 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-729f2831-e4ad-45fd-bcc6-3b86a116c5ac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507483 Jul 16 01:20:28.004025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0991c-476d-4607-9fed-a75fb5781ac1 req-f062be27-8fd3-466e-807b-251d9f9d1a64 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.007525 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ff0991c-476d-4607-9fed-a75fb5781ac1 req-f062be27-8fd3-466e-807b-251d9f9d1a64 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 949 time: 0.1067896 Jul 16 01:20:28.045766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ff0991c-476d-4607-9fed-a75fb5781ac1 req-3f35fbe5-c45e-48be-9f2c-7570eb158379 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343068 Jul 16 01:20:28.101425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-a02d6b68-499d-448a-b16d-fa7f528aef3d service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019697 Jul 16 01:20:28.203740 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9435d8-1f85-4362-a1c5-d01fd8ff03e7 req-1c428f09-f2a4-412b-96db-059c2f52a69d service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934048 Jul 16 01:20:28.261542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ed5f8-05bf-4aeb-bcda-5eb7a6494461 req-2582089d-2439-4dc0-b7e4-1e44fd80aae0 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.263071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b95ed5f8-05bf-4aeb-bcda-5eb7a6494461 req-2582089d-2439-4dc0-b7e4-1e44fd80aae0 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 947 time: 0.0743408 Jul 16 01:20:28.302560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b95ed5f8-05bf-4aeb-bcda-5eb7a6494461 req-1e1fc725-4041-45a4-9c0e-97e13135d3aa tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336614 Jul 16 01:20:28.425771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:28.490146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a0af-0f74-4f45-9f5d-f3c95ec83335 req-8ea450a2-8087-4157-a580-8d879e4a9e06 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.493123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4566a0af-0f74-4f45-9f5d-f3c95ec83335 req-8ea450a2-8087-4157-a580-8d879e4a9e06 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 943 time: 0.0767908 Jul 16 01:20:28.532882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4566a0af-0f74-4f45-9f5d-f3c95ec83335 req-f0d6996d-9640-4418-8b43-ea94907aa2a0 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347130 Jul 16 01:20:28.534998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:28.547545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'port_id': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83', 'mac_address': 'fa:16:3e:d9:3e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e02df53-74ca-43db-9c48-c72d43a4a891', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:28.595157 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.610422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:28.633289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:28.638358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.667511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1deb92c-0d17-494f-be16-5e00737235f7 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:28.680617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa1eb9-92bd-400a-a070-ba6852c4d7d2 req-af8be7c0-486f-4209-aaba-23fec8888217 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.682119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6efa1eb9-92bd-400a-a070-ba6852c4d7d2 req-af8be7c0-486f-4209-aaba-23fec8888217 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 950 time: 0.0728416 Jul 16 01:20:28.726052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:28.731475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6efa1eb9-92bd-400a-a070-ba6852c4d7d2 req-981db9df-4b2d-46fb-ba44-8935bb18e96b tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Jul 16 01:20:28.743084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port e1deb92c-0d17-494f-be16-5e00737235f7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:28.747908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port e1deb92c-0d17-494f-be16-5e00737235f7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:28.748510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.836927 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.847382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:28.864123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1deb92c-0d17-494f-be16-5e00737235f7'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:28.866597 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe9c9e9-7e5d-4f9b-a22d-cc67a01cd961" -d '{"events": [{"server_uuid": "0aaf7161-142f-4b16-a519-e8a9f1b282e0", "name": "network-vif-plugged", "status": "completed", "tag": "e1deb92c-0d17-494f-be16-5e00737235f7"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:28.879637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e1deb92c-0d17-494f-be16-5e00737235f7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1deb92c-0d17-494f-be16-5e00737235f7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:28.885465 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.886256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8ede70eb-eb6b-43f2-9da4-b9326915f027 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:28.888148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d035b5b-6f16-4428-9907-fabce9f60bc8 req-8a963e0c-7e5a-4aa5-9770-ffc0f830037b tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.895205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d035b5b-6f16-4428-9907-fabce9f60bc8 req-8a963e0c-7e5a-4aa5-9770-ffc0f830037b tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 1101 time: 0.0679150 Jul 16 01:20:28.930321 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a15ba4-e492-40be-84c4-7e2932176526 x-openstack-request-id: req-a0a15ba4-e492-40be-84c4-7e2932176526 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:28.930889 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaf7161-142f-4b16-a519-e8a9f1b282e0", "name": "network-vif-plugged", "status": "completed", "tag": "e1deb92c-0d17-494f-be16-5e00737235f7", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:28.931299 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0a15ba4-e492-40be-84c4-7e2932176526 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:28.931685 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1deb92c-0d17-494f-be16-5e00737235f7', 'code': 200} Jul 16 01:20:28.934546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d035b5b-6f16-4428-9907-fabce9f60bc8 req-7b4fd18d-8026-4aaf-a95f-707c30d465c5 tempest-ServersAdminNegativeTestJSON-1468564863 tempest-ServersAdminNegativeTestJSON-1468564863-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Jul 16 01:20:28.958562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:28.990785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8216be46-3df5-4e6f-a566-8b69ab27fd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.012817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e1deb92c-0d17-494f-be16-5e00737235f7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.028079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 8ede70eb-eb6b-43f2-9da4-b9326915f027 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:29.033978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 8ede70eb-eb6b-43f2-9da4-b9326915f027 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:29.034397 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.150711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8216be46-3df5-4e6f-a566-8b69ab27fd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.160035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8216be46-3df5-4e6f-a566-8b69ab27fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.168258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e80d4a-0793-4708-8161-cad93043bf43 req-ce228b51-541a-4033-89b6-322cbbc355d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.169829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a9e80d4a-0793-4708-8161-cad93043bf43 req-ce228b51-541a-4033-89b6-322cbbc355d9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 1100 time: 0.1762111 Jul 16 01:20:29.186173 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.229610 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8216be46-3df5-4e6f-a566-8b69ab27fd5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d253713b005450684af2cc152cfca5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777843 Jul 16 01:20:29.229610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216be46-3df5-4e6f-a566-8b69ab27fd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583853f6-d89b-48a9-98ea-1b2dba4dcee7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.230986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.241322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8ede70eb-eb6b-43f2-9da4-b9326915f027, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8ede70eb-eb6b-43f2-9da4-b9326915f027,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:29.250362 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a9e80d4a-0793-4708-8161-cad93043bf43 req-a548d5f1-a8d0-4ae7-aaec-6e6fe59b4690 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667424 Jul 16 01:20:29.254391 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.304902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884f958-8e50-44cb-82c2-02b692889f84 req-6668f6dd-ea90-4d02-a5b6-1240ef0bd9b3 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.306038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8ede70eb-eb6b-43f2-9da4-b9326915f027,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.306386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d884f958-8e50-44cb-82c2-02b692889f84 req-6668f6dd-ea90-4d02-a5b6-1240ef0bd9b3 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 949 time: 0.1563938 Jul 16 01:20:29.321758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a1dfe-c0a5-4e55-a14c-4beef937e4d1 req-b8025d4d-0543-49e5-b9f9-f3f2f0bedc48 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.323161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c81a1dfe-c0a5-4e55-a14c-4beef937e4d1 req-b8025d4d-0543-49e5-b9f9-f3f2f0bedc48 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 949 time: 0.1331403 Jul 16 01:20:29.356131 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e240b404-017c-4773-ba95-ca96df64b558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.403548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e240b404-017c-4773-ba95-ca96df64b558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.407557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d884f958-8e50-44cb-82c2-02b692889f84 req-63fce7bf-3a3e-4e5c-8eac-ca5ee8506a0e tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933468 Jul 16 01:20:29.414598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c81a1dfe-c0a5-4e55-a14c-4beef937e4d1 req-70449fd5-7149-4b6a-b434-1de3350e6a72 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807135 Jul 16 01:20:29.470936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e240b404-017c-4773-ba95-ca96df64b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.474316 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e240b404-017c-4773-ba95-ca96df64b558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.477883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e240b404-017c-4773-ba95-ca96df64b558 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/583853f6-d89b-48a9-98ea-1b2dba4dcee7 HTTP/1.1" status: 204 len: 168 time: 0.2435477 Jul 16 01:20:29.483172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b404-017c-4773-ba95-ca96df64b558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583853f6-d89b-48a9-98ea-1b2dba4dcee7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.608032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbe14-83b8-425b-96aa-0cc153b6aed7 req-34a1fe9a-60a7-4898-8f11-2c90a7d7036f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.609580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d03fbe14-83b8-425b-96aa-0cc153b6aed7 req-34a1fe9a-60a7-4898-8f11-2c90a7d7036f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 947 time: 0.0723481 Jul 16 01:20:29.655443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d03fbe14-83b8-425b-96aa-0cc153b6aed7 req-098f3497-1059-49b5-bf5f-ebbe4eb38dc8 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Jul 16 01:20:29.779657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.796657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9617b8b0-e366-4965-a239-aac28fc52c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.832434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffd887-fef1-495c-8d39-090c941cf44a req-548e4ca9-e8bb-4a61-b239-02b0d94ce3f0 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.834307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44ffd887-fef1-495c-8d39-090c941cf44a req-548e4ca9-e8bb-4a61-b239-02b0d94ce3f0 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 944 time: 0.0742824 Jul 16 01:20:29.874322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44ffd887-fef1-495c-8d39-090c941cf44a req-d8f37eb9-5346-4609-92dd-b33bd139e2a3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Jul 16 01:20:29.887653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9617b8b0-e366-4965-a239-aac28fc52c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.901178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9617b8b0-e366-4965-a239-aac28fc52c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.929325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617b8b0-e366-4965-a239-aac28fc52c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38ca5e-0ace-49a7-ae8f-6318b219dc9a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.937284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fb1fd-4843-4e24-b2e2-9a6ff3bbc90c req-96c6fd6c-562f-4649-9286-5d75c7ae8b16 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.938797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-363fb1fd-4843-4e24-b2e2-9a6ff3bbc90c req-96c6fd6c-562f-4649-9286-5d75c7ae8b16 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 950 time: 0.0637095 Jul 16 01:20:29.965298 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9617b8b0-e366-4965-a239-aac28fc52c4f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31c5e8deeea8476c81a2fb98fbfee9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843619 Jul 16 01:20:29.967811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.999462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-363fb1fd-4843-4e24-b2e2-9a6ff3bbc90c req-d308d3f7-7020-4d29-8ccc-40b148051c6a tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543792 Jul 16 01:20:30.018018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f64055c-9e2f-4167-87eb-d34cf49059d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.041945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f64055c-9e2f-4167-87eb-d34cf49059d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.058006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7029-0984-4bf9-8176-ec4e9bbb514c req-d1fa4bcf-a031-44e2-9381-aa7a1d740efa tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.059590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71ce7029-0984-4bf9-8176-ec4e9bbb514c req-d1fa4bcf-a031-44e2-9381-aa7a1d740efa tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 950 time: 0.0748279 Jul 16 01:20:30.089806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f64055c-9e2f-4167-87eb-d34cf49059d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.093019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f64055c-9e2f-4167-87eb-d34cf49059d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.094163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f64055c-9e2f-4167-87eb-d34cf49059d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b38ca5e-0ace-49a7-ae8f-6318b219dc9a HTTP/1.1" status: 204 len: 168 time: 0.1254115 Jul 16 01:20:30.101685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64055c-9e2f-4167-87eb-d34cf49059d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38ca5e-0ace-49a7-ae8f-6318b219dc9a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.102125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71ce7029-0984-4bf9-8176-ec4e9bbb514c req-f57f78e8-c21c-48ea-8862-add43a30233a tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Jul 16 01:20:30.439112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:30.505140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-128c2827-99f1-45a6-a2c6-8b2d0bc24565 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.506956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-128c2827-99f1-45a6-a2c6-8b2d0bc24565 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 950 time: 0.0732419 Jul 16 01:20:30.512011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:30.519190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:30.519781 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.603617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.640042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:30.645721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.678272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ab919d5a-180d-44d8-9269-ac19887f0bd6 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:30.722273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.751224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9f90f-9910-4b73-a422-e3fafca2f5b2 req-86daa7af-40fe-4469-abbb-47d2ed7664e0 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.751224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17a9f90f-9910-4b73-a422-e3fafca2f5b2 req-86daa7af-40fe-4469-abbb-47d2ed7664e0 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 949 time: 0.2113225 Jul 16 01:20:30.766926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ec10e-263a-4149-94b6-05636157b690 req-e583b9a0-2c0e-4c55-98db-3850e26d8ab7 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.768437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc7ec10e-263a-4149-94b6-05636157b690 req-e583b9a0-2c0e-4c55-98db-3850e26d8ab7 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 950 time: 0.1931894 Jul 16 01:20:30.808790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ab919d5a-180d-44d8-9269-ac19887f0bd6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:30.819155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Deleting port d26e9335-2b40-432d-a68a-0339de6f6e29 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:30.819501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.820501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'ab919d5a-180d-44d8-9269-ac19887f0bd6', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'ab919d5a-180d-44d8-9269-ac19887f0bd6', 'mac_address': 'fa:16:3e:8e:4a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:30.846975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39538) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:30.855381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17a9f90f-9910-4b73-a422-e3fafca2f5b2 req-4154eaab-188c-4333-862e-3dc69b5c1e67 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858216 Jul 16 01:20:30.862187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc7ec10e-263a-4149-94b6-05636157b690 req-59d538ba-b6c6-46f3-8cbd-3c98308e7e56 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833783 Jul 16 01:20:30.872555 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.907757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab919d5a-180d-44d8-9269-ac19887f0bd6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:30.933639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ede70eb-eb6b-43f2-9da4-b9326915f027'}, {'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:30.940470 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60ec2b2-2512-4ffb-8671-e27873e855b8" -d '{"events": [{"server_uuid": "229641fd-a634-4c27-af3b-4fa5e06f982f", "name": "network-vif-plugged", "status": "completed", "tag": "8ede70eb-eb6b-43f2-9da4-b9326915f027"}, {"server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "name": "network-vif-plugged", "status": "completed", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:30.951243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] For port d26e9335-2b40-432d-a68a-0339de6f6e29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d26e9335-2b40-432d-a68a-0339de6f6e29,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:30.952250 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.960961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ab919d5a-180d-44d8-9269-ac19887f0bd6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:30.969031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.970309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Calling delete_port for d26e9335-2b40-432d-a68a-0339de6f6e29 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:30.988556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-579430470-network', 'tenant_id': '0f75708dffdd4c4ea2b1a91be34dcff6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:31.025277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ab919d5a-180d-44d8-9269-ac19887f0bd6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:31.028916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Made reservation on behalf of 0f75708dffdd4c4ea2b1a91be34dcff6 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:31.032113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.042367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.147230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e432a-1b7c-44b4-ba22-05d55bf2e556 req-e02d98af-f284-4fd3-be4f-e6402d35885b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.148691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480e432a-1b7c-44b4-ba22-05d55bf2e556 req-e02d98af-f284-4fd3-be4f-e6402d35885b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 948 time: 0.1028633 Jul 16 01:20:31.174004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.177760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.206501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f964623-5841-4150-82a4-1b147bd74dd0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:31.247687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:31.405878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-c604646d-c8c5-495e-bbc6-733a4a424b55 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.407382 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-c604646d-c8c5-495e-bbc6-733a4a424b55 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 950 time: 0.0713890 Jul 16 01:20:31.471452 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.475633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480e432a-1b7c-44b4-ba22-05d55bf2e556 req-52dccd28-9e24-46d9-8fbd-dc993a2b38fc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081410 Jul 16 01:20:31.487004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1f6ad009-4e05-479e-96e0-70da33645970', 'd26e9335-2b40-432d-a68a-0339de6f6e29'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:31.491088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:31.511910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Pushing event deleted for resources: {'Port': ['ID=d26e9335-2b40-432d-a68a-0339de6f6e29,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:31.520397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.520751 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Added segment 9ec8602a-00db-4063-a730-52481a98b2db of type vlan for network 42c707e9-6612-42bb-89cd-46edae7a2abd Jul 16 01:20:31.613841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a974b-a2fd-4fa6-8803-899ad4a85817 req-595eaa3d-a4a9-420e-9911-90884974a9c4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.616099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c8a974b-a2fd-4fa6-8803-899ad4a85817 req-595eaa3d-a4a9-420e-9911-90884974a9c4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 945 time: 0.4496586 Jul 16 01:20:31.617473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] No DVR routers for this DVR port d26e9335-2b40-432d-a68a-0339de6f6e29 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:31.622274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.625147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae1fe545-b4f2-4506-8f6a-84abd83ed9ec req-657752bf-3318-45e3-9893-aff386441201 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "DELETE /v2.0/ports/d26e9335-2b40-432d-a68a-0339de6f6e29 HTTP/1.1" status: 204 len: 173 time: 1.1119413 Jul 16 01:20:31.625886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'name': 'network-vif-deleted', 'tag': 'd26e9335-2b40-432d-a68a-0339de6f6e29'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:31.630200 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d9f2aa-d109-4661-8e48-315c1943cbcc" -d '{"events": [{"server_uuid": "d7c8c337-3b1f-4646-935e-d133e920fc80", "name": "network-vif-deleted", "tag": "d26e9335-2b40-432d-a68a-0339de6f6e29"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:31.692953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c8a974b-a2fd-4fa6-8803-899ad4a85817 req-06c64286-5629-4757-9372-7f9bcd48ad9d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Jul 16 01:20:31.815582 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a22c183-abbd-4fc2-a5f0-17b828655edc x-openstack-request-id: req-0a22c183-abbd-4fc2-a5f0-17b828655edc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:31.816185 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229641fd-a634-4c27-af3b-4fa5e06f982f", "name": "network-vif-plugged", "status": "completed", "tag": "8ede70eb-eb6b-43f2-9da4-b9326915f027", "code": 200}, {"server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "name": "network-vif-plugged", "status": "completed", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:31.816610 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a22c183-abbd-4fc2-a5f0-17b828655edc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:31.817177 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ede70eb-eb6b-43f2-9da4-b9326915f027', 'code': 200} Jul 16 01:20:31.817859 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83', 'code': 200} Jul 16 01:20:31.938163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.943172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Deleting port b491dcdb-8cac-4205-893c-33220edea150 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:31.943506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.031900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1207246-73c2-436f-b2b1-36831c28163f req-a0fb3f3e-9f28-475c-a493-8c84934360f3 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7c8c337-3b1f-4646-935e-d133e920fc80 HTTP/1.1" status: 200 len: 210 time: 0.0380242 Jul 16 01:20:32.033837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.035370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.036182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.088254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2400951 Jul 16 01:20:32.088618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de263bf0-c296-469e-a675-fa2851b8e7dc req-f7d4f051-07b0-4a70-b5b5-25f36646fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.089213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.090032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de263bf0-c296-469e-a675-fa2851b8e7dc req-f7d4f051-07b0-4a70-b5b5-25f36646fb24 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 1101 time: 0.1915739 Jul 16 01:20:32.095545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Request body: {'subnet': {'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-579430470-subnet', 'tenant_id': '0f75708dffdd4c4ea2b1a91be34dcff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:32.106984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] For port b491dcdb-8cac-4205-893c-33220edea150, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b491dcdb-8cac-4205-893c-33220edea150,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:32.107983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.122389 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c232897-586f-48a6-8653-78c648b409c7 x-openstack-request-id: req-5c232897-586f-48a6-8653-78c648b409c7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:32.122772 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c8c337-3b1f-4646-935e-d133e920fc80", "name": "network-vif-deleted", "tag": "d26e9335-2b40-432d-a68a-0339de6f6e29", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:32.123642 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c232897-586f-48a6-8653-78c648b409c7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:32.124109 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c8c337-3b1f-4646-935e-d133e920fc80', 'name': 'network-vif-deleted', 'tag': 'd26e9335-2b40-432d-a68a-0339de6f6e29', 'status': 'completed', 'code': 200} Jul 16 01:20:32.135164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defafbc0-5abd-4089-beb3-3c1ff33c0ee3 req-e2f53356-1b85-4419-a545-abb345ef0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.136543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-defafbc0-5abd-4089-beb3-3c1ff33c0ee3 req-e2f53356-1b85-4419-a545-abb345ef0396 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1096 time: 0.1747940 Jul 16 01:20:32.151043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45585e41-f0b1-4449-aa98-a35cd3f729c8 admin admin] Pushing event updated for resources: {'Network': ['ID=42c707e9-6612-42bb-89cd-46edae7a2abd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.154020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de263bf0-c296-469e-a675-fa2851b8e7dc req-65b4d2cc-d6c7-4c33-8f6f-e78619713214 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564616 Jul 16 01:20:32.159657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Calling delete_port for b491dcdb-8cac-4205-893c-33220edea150 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:32.168556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 42c707e9-6612-42bb-89cd-46edae7a2abd details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:32.183329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd8036-24ac-4777-b979-f8f6837b5ae4 req-04e47854-71c8-49e5-beda-1c1eadc12196 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.190624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1dd8036-24ac-4777-b979-f8f6837b5ae4 req-04e47854-71c8-49e5-beda-1c1eadc12196 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 950 time: 0.1526544 Jul 16 01:20:32.213549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-defafbc0-5abd-4089-beb3-3c1ff33c0ee3 req-1c0bfaeb-d9ad-428d-922b-fc2c02ef1a1f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676649 Jul 16 01:20:32.216032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Made reservation on behalf of 0f75708dffdd4c4ea2b1a91be34dcff6 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:32.218431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.241045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1dd8036-24ac-4777-b979-f8f6837b5ae4 req-b59d18a2-cf15-4861-a91d-fb03d925e32d tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Jul 16 01:20:32.330278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050095a-b15b-4142-a814-3ff889a6bf18 req-d181857f-502e-4209-bbfb-f581e96253bb tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.336715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6050095a-b15b-4142-a814-3ff889a6bf18 req-d181857f-502e-4209-bbfb-f581e96253bb tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 950 time: 0.0931017 Jul 16 01:20:32.375771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6050095a-b15b-4142-a814-3ff889a6bf18 req-87ce3238-ead1-4e42-b25b-77bacc7fb9cd tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Jul 16 01:20:32.461434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.475516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2c0271b5-9ffd-4726-aef2-13e5f1c73dd2', 'b491dcdb-8cac-4205-893c-33220edea150'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:32.499351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Pushing event deleted for resources: {'Port': ['ID=b491dcdb-8cac-4205-893c-33220edea150,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.547919 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.575119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] No DVR routers for this DVR port b491dcdb-8cac-4205-893c-33220edea150 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:32.615492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.617899 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f89d79d7-3158-40ba-9256-beaceb3436bf req-dc05789f-3225-4904-9ba6-1c3f0446e7ab tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "DELETE /v2.0/ports/b491dcdb-8cac-4205-893c-33220edea150 HTTP/1.1" status: 204 len: 173 time: 1.2042558 Jul 16 01:20:32.618607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'name': 'network-vif-deleted', 'tag': 'b491dcdb-8cac-4205-893c-33220edea150'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:32.620652 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dd188b-3273-418c-9761-7bd5ba07b4c1" -d '{"events": [{"server_uuid": "ac05790d-b1e3-4699-91c8-f772c7e43209", "name": "network-vif-deleted", "tag": "b491dcdb-8cac-4205-893c-33220edea150"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:32.677528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ab919d5a-180d-44d8-9269-ac19887f0bd6 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:32.682781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:32.683147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Network hostable DHCP agents. Network: 42c707e9-6612-42bb-89cd-46edae7a2abd, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:32.686661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7659b63f-ed0a-4428-8872-747ace802137,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.729437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Network 42c707e9-6612-42bb-89cd-46edae7a2abd is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:32.747849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 42c707e9-6612-42bb-89cd-46edae7a2abd) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:32.753220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.753833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.781197 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-197526ec-1897-4fdb-bad4-11d1e2ef7034 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6906126 Jul 16 01:20:32.801580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8efb8-ba5b-4373-9d34-1dc6b6d820df req-62b13c11-eee2-40ec-a832-0a5fe20d99bc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.803437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fc212-3f5e-424f-9a7b-514cbf4e9b16 None None] Network 42c707e9-6612-42bb-89cd-46edae7a2abd requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:32.808799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41b8efb8-ba5b-4373-9d34-1dc6b6d820df req-62b13c11-eee2-40ec-a832-0a5fe20d99bc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 948 time: 0.1357341 Jul 16 01:20:32.842480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port ab919d5a-180d-44d8-9269-ac19887f0bd6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:32.856178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port ab919d5a-180d-44d8-9269-ac19887f0bd6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:32.856577 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.863875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41b8efb8-ba5b-4373-9d34-1dc6b6d820df req-f72037cd-c7ca-441b-bc3e-e38828067356 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522676 Jul 16 01:20:32.916315 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181adb95-29cf-40ca-8e64-ae76d4410d38 x-openstack-request-id: req-181adb95-29cf-40ca-8e64-ae76d4410d38 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:32.917063 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac05790d-b1e3-4699-91c8-f772c7e43209", "name": "network-vif-deleted", "tag": "b491dcdb-8cac-4205-893c-33220edea150", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:32.917523 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-181adb95-29cf-40ca-8e64-ae76d4410d38 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:32.918377 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac05790d-b1e3-4699-91c8-f772c7e43209', 'name': 'network-vif-deleted', 'tag': 'b491dcdb-8cac-4205-893c-33220edea150', 'status': 'completed', 'code': 200} Jul 16 01:20:33.035601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe044f-d761-4da4-b8c9-51808cd0fa2a None None] Network 42c707e9-6612-42bb-89cd-46edae7a2abd requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:33.096598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.148898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea028b25-765b-4be4-8aa5-ebba42d9739d req-cecec2c4-af75-482d-9ea4-03dc9daa8b7e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.156745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea028b25-765b-4be4-8aa5-ebba42d9739d req-cecec2c4-af75-482d-9ea4-03dc9daa8b7e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 945 time: 0.1288793 Jul 16 01:20:33.192810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ab919d5a-180d-44d8-9269-ac19887f0bd6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:33.200465 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.214699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff15e-6859-4bab-9596-2f4b29b013d3 req-5b5a6c39-9276-4445-bee2-dd5f8aa9878f tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.216360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d1ff15e-6859-4bab-9596-2f4b29b013d3 req-5b5a6c39-9276-4445-bee2-dd5f8aa9878f tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 949 time: 0.1314955 Jul 16 01:20:33.225856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea028b25-765b-4be4-8aa5-ebba42d9739d req-d66bff0a-3500-4c38-beba-c857f2a0b857 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Jul 16 01:20:33.276941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d1ff15e-6859-4bab-9596-2f4b29b013d3 req-5dfb4d7d-0f5f-404d-a977-ce2bcc4079fe tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495248 Jul 16 01:20:33.286656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ab919d5a-180d-44d8-9269-ac19887f0bd6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.506488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39600) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:33.512552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-692068916-network', 'tenant_id': 'ca05250ff7264f679f20f447062cf8c1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:33.518282 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b0e4cfb-faea-4821-9771-7fa0fe84416f req-f323ca7c-cf64-4280-b1be-22235d3eb358 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac05790d-b1e3-4699-91c8-f772c7e43209 HTTP/1.1" status: 200 len: 210 time: 0.0701084 Jul 16 01:20:33.555152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Made reservation on behalf of ca05250ff7264f679f20f447062cf8c1 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:33.558731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.572262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.697140 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.702389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.730380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:33.736925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7acea7-0489-43e7-941f-dd3162582044,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.745317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.745640 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Added segment 11ce4d6a-e171-45ca-81aa-aa624fb412bc of type vlan for network 58985279-2b9c-4135-8c9a-1c85e77bc63d Jul 16 01:20:33.787130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.815354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.816556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.817222 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.819453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab919d5a-180d-44d8-9269-ac19887f0bd6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:33.819941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16662-1ecc-471f-9a76-c6c0725ff8ad req-80ec3c84-9e87-40d8-9e0d-cd26bd5ebc7e tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.820997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2e16662-1ecc-471f-9a76-c6c0725ff8ad req-80ec3c84-9e87-40d8-9e0d-cd26bd5ebc7e tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 950 time: 0.1160004 Jul 16 01:20:33.823625 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26308743-c678-48ed-8e10-853d906295fa" -d '{"events": [{"server_uuid": "c96fe4f8-65e2-49bf-a404-98547775e47c", "name": "network-vif-plugged", "status": "completed", "tag": "ab919d5a-180d-44d8-9269-ac19887f0bd6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:33.844853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc5b2-653f-44f4-9c41-f06e8a8a7aa9 req-939886c4-ed9f-46c4-b7bd-c8094dfd5946 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.846332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-135cc5b2-653f-44f4-9c41-f06e8a8a7aa9 req-939886c4-ed9f-46c4-b7bd-c8094dfd5946 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 950 time: 0.1011097 Jul 16 01:20:33.852567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3442008 Jul 16 01:20:33.857474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:33.863002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Request body: {'subnet': {'network_id': '58985279-2b9c-4135-8c9a-1c85e77bc63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-692068916-subnet', 'tenant_id': 'ca05250ff7264f679f20f447062cf8c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:33.879975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf5a71-d10e-40bc-822f-15dee353c644 admin admin] Pushing event updated for resources: {'Network': ['ID=58985279-2b9c-4135-8c9a-1c85e77bc63d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.891561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 58985279-2b9c-4135-8c9a-1c85e77bc63d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:33.907919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2e16662-1ecc-471f-9a76-c6c0725ff8ad req-72ef2cd7-0da4-46bb-a528-834bd0afa141 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797510 Jul 16 01:20:33.936790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-135cc5b2-653f-44f4-9c41-f06e8a8a7aa9 req-7766601e-0d33-47bf-94e1-461cfaad6c7b tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Jul 16 01:20:33.937930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Made reservation on behalf of ca05250ff7264f679f20f447062cf8c1 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:33.940443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.960836 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dd2a32-ef0a-4cca-9893-f9217825e064 x-openstack-request-id: req-20dd2a32-ef0a-4cca-9893-f9217825e064 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:33.961122 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96fe4f8-65e2-49bf-a404-98547775e47c", "name": "network-vif-plugged", "status": "completed", "tag": "ab919d5a-180d-44d8-9269-ac19887f0bd6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:33.961370 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20dd2a32-ef0a-4cca-9893-f9217825e064 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:33.961753 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab919d5a-180d-44d8-9269-ac19887f0bd6', 'code': 200} Jul 16 01:20:34.113732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c1179-164a-470d-b3a9-904d971d6927 req-eb0f000a-d040-4283-a5a4-9817325bc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.115392 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-538c1179-164a-470d-b3a9-904d971d6927 req-eb0f000a-d040-4283-a5a4-9817325bc3af service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 1100 time: 0.0642169 Jul 16 01:20:34.154616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-538c1179-164a-470d-b3a9-904d971d6927 req-9d51097b-7c5b-4a7d-8951-769e731907b3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Jul 16 01:20:34.165028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.211041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67e5d9-2d03-454b-85a4-75fd1fe593f1 req-bf6e5eb7-3ac1-448c-b056-57da5de13a2d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.212597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a67e5d9-2d03-454b-85a4-75fd1fe593f1 req-bf6e5eb7-3ac1-448c-b056-57da5de13a2d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 949 time: 0.1436000 Jul 16 01:20:34.256789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da17d74-c575-4903-91fe-c476eb9438c2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:34.272403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Checking segment: {'id': '11ce4d6a-e171-45ca-81aa-aa624fb412bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '58985279-2b9c-4135-8c9a-1c85e77bc63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:34.272762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Network hostable DHCP agents. Network: 58985279-2b9c-4135-8c9a-1c85e77bc63d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:34.283477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a67e5d9-2d03-454b-85a4-75fd1fe593f1 req-c879fe71-bdd6-4105-9bf0-61fab9874547 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620761 Jul 16 01:20:34.297386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Network 58985279-2b9c-4135-8c9a-1c85e77bc63d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:34.316595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 58985279-2b9c-4135-8c9a-1c85e77bc63d) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:34.321741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.322700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.329200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a362ece9-732f-4d74-a9d3-4c4834361ae5 None None] Network 58985279-2b9c-4135-8c9a-1c85e77bc63d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:34.341143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-63c08860-d987-40b3-b08a-0c0441390fd4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4826548 Jul 16 01:20:34.457831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d26e9335-2b40-432d-a68a-0339de6f6e29 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:34.474559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfc39-acea-472d-8446-9eed047515f9 req-0418abd5-1422-4396-ba90-91405389aeed tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.479145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a2bfc39-acea-472d-8446-9eed047515f9 req-0418abd5-1422-4396-ba90-91405389aeed tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 945 time: 0.0893962 Jul 16 01:20:34.496140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: d26e9335-2b40-432d-a68a-0339de6f6e29 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:34.496793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d26e9335-2b40-432d-a68a-0339de6f6e29 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:34.540537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-d0279828-c9a7-4673-b5d6-00d303c6882a tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.542147 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-d0279828-c9a7-4673-b5d6-00d303c6882a tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.93 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 949 time: 0.1125681 Jul 16 01:20:34.544158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56750746-7a24-4d40-96b7-fd21e628b3ad None None] Network 58985279-2b9c-4135-8c9a-1c85e77bc63d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:34.551597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a2bfc39-acea-472d-8446-9eed047515f9 req-0beed30e-d4de-47f6-8af2-84fa1946185f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658183 Jul 16 01:20:34.662238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b25ab-45ab-4858-993f-ecb58ade9d9c req-836b85ef-faf6-4490-8a29-874b6af34d75 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.669718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d91b25ab-45ab-4858-993f-ecb58ade9d9c req-836b85ef-faf6-4490-8a29-874b6af34d75 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/ports?device_id=0aaf7161-142f-4b16-a519-e8a9f1b282e0 HTTP/1.1" status: 200 len: 949 time: 0.0787394 Jul 16 01:20:34.694701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Deleting port e1deb92c-0d17-494f-be16-5e00737235f7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:34.695155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.717367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d91b25ab-45ab-4858-993f-ecb58ade9d9c req-a2930914-8c87-4031-b142-964cb6c78115 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb01b63-0166-44a2-937f-8e5ff723e896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 Jul 16 01:20:34.787108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cfb0a-aa5f-4481-946a-ca061e849ffa req-a3053eb9-03b9-468d-a6d0-9aae0abee243 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.788682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a9cfb0a-aa5f-4481-946a-ca061e849ffa req-a3053eb9-03b9-468d-a6d0-9aae0abee243 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 950 time: 0.0690854 Jul 16 01:20:34.805734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] For port e1deb92c-0d17-494f-be16-5e00737235f7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1deb92c-0d17-494f-be16-5e00737235f7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:34.806242 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.818912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Calling delete_port for e1deb92c-0d17-494f-be16-5e00737235f7 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:34.829894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a9cfb0a-aa5f-4481-946a-ca061e849ffa req-f5c5883e-8964-4b07-8f5f-27a3a7ef1697 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Jul 16 01:20:34.929885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a3983-f71e-4204-8671-a529c94f5d8b req-995eb80c-5791-45a1-bbcb-cbc48439d163 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.931566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-004a3983-f71e-4204-8671-a529c94f5d8b req-995eb80c-5791-45a1-bbcb-cbc48439d163 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1096 time: 0.0577309 Jul 16 01:20:34.959909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.977561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e1deb92c-0d17-494f-be16-5e00737235f7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:34.989998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Pushing event deleted for resources: {'Port': ['ID=e1deb92c-0d17-494f-be16-5e00737235f7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.003681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-004a3983-f71e-4204-8671-a529c94f5d8b req-905db046-144f-4f29-9d0b-de6293b81c85 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 Jul 16 01:20:35.043241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] No DVR routers for this DVR port e1deb92c-0d17-494f-be16-5e00737235f7 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:35.046760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.048975 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fc0201b-3b25-4682-a2d5-3a94b33bdea5 req-37697f0d-88e4-4f21-9f8e-2ea68d985d46 tempest-TenantUsagesTestJSON-772463938 tempest-TenantUsagesTestJSON-772463938-project] 10.222.0.93 "DELETE /v2.0/ports/e1deb92c-0d17-494f-be16-5e00737235f7 HTTP/1.1" status: 204 len: 173 time: 0.5000956 Jul 16 01:20:35.049376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'name': 'network-vif-deleted', 'tag': 'e1deb92c-0d17-494f-be16-5e00737235f7'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:35.052245 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26099e3b-7750-495e-80e7-f5f5977e045f" -d '{"events": [{"server_uuid": "0aaf7161-142f-4b16-a519-e8a9f1b282e0", "name": "network-vif-deleted", "tag": "e1deb92c-0d17-494f-be16-5e00737235f7"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:35.141230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-45bf66f0-f5a9-4c6d-99b9-fdfee4672933 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.146136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-45bf66f0-f5a9-4c6d-99b9-fdfee4672933 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.1704648 Jul 16 01:20:35.160709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-4e13fdc1-afe8-4a69-855a-58a3b475ebbc tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/quotas/0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 375 time: 0.0124674 Jul 16 01:20:35.199049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-915e7269-354e-4c8b-b75c-3ac85a24e261 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330803 Jul 16 01:20:35.302228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d122a4f1-dab4-4a96-ac47-b6b33044ad2e service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949094 Jul 16 01:20:35.406904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f702efc7-b862-40a5-b534-db4e46043a54 service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955956 Jul 16 01:20:35.551422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b158-bc16-4420-87e2-981eaaf2b4b7 req-d0c9f896-7cc6-478a-b86f-3093e25f7e5c tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.552972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f47b158-bc16-4420-87e2-981eaaf2b4b7 req-d0c9f896-7cc6-478a-b86f-3093e25f7e5c tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 950 time: 0.0714171 Jul 16 01:20:35.662517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f47b158-bc16-4420-87e2-981eaaf2b4b7 req-53eab537-3213-49be-8dad-a5cd3f12895d tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954912 Jul 16 01:20:35.716063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b9cab-96ba-4c7c-ac81-a06ef4332c8f req-de8bda30-3e69-40fc-9f90-7ca4b9a50d8a tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.718052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d11b9cab-96ba-4c7c-ac81-a06ef4332c8f req-de8bda30-3e69-40fc-9f90-7ca4b9a50d8a tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1096 time: 0.1133575 Jul 16 01:20:35.726785 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376a7eb4-a30d-4d92-9121-70e0aa771e2f x-openstack-request-id: req-376a7eb4-a30d-4d92-9121-70e0aa771e2f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:35.727288 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaf7161-142f-4b16-a519-e8a9f1b282e0", "name": "network-vif-deleted", "tag": "e1deb92c-0d17-494f-be16-5e00737235f7", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:35.727288 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-376a7eb4-a30d-4d92-9121-70e0aa771e2f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:35.727732 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaf7161-142f-4b16-a519-e8a9f1b282e0', 'name': 'network-vif-deleted', 'tag': 'e1deb92c-0d17-494f-be16-5e00737235f7', 'status': 'completed', 'code': 200} Jul 16 01:20:35.728645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-c61fd704-1f87-4dbf-9514-882f144489f6 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.730178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-c61fd704-1f87-4dbf-9514-882f144489f6 tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 950 time: 0.1266458 Jul 16 01:20:35.824869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d11b9cab-96ba-4c7c-ac81-a06ef4332c8f req-d2ea0bc1-39eb-4125-a614-cc5cfc8bace6 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933986 Jul 16 01:20:35.995532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52dff7-3e43-4700-8677-51e4e40f0d95 req-8ce44a84-9618-441f-a6f5-9db0c24da887 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.997052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b52dff7-3e43-4700-8677-51e4e40f0d95 req-8ce44a84-9618-441f-a6f5-9db0c24da887 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 949 time: 0.1605186 Jul 16 01:20:36.015452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Deleting port 1f6ad009-4e05-479e-96e0-70da33645970 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:36.015792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.062337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-d357ab1c-770c-4ef5-8afe-d0ef44ff8b87 tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.063990 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-d357ab1c-770c-4ef5-8afe-d0ef44ff8b87 tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 1101 time: 0.0600691 Jul 16 01:20:36.124012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e76fb7-bc74-493a-837c-7fc034841fa1 req-e5fabd97-2744-4bd6-b20d-325a9f7cde61 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.128687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34e76fb7-bc74-493a-837c-7fc034841fa1 req-e5fabd97-2744-4bd6-b20d-325a9f7cde61 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 949 time: 0.2004702 Jul 16 01:20:36.143462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b52dff7-3e43-4700-8677-51e4e40f0d95 req-036ac968-5f05-45f9-b194-3d34a24d0ade tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376896 Jul 16 01:20:36.160185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Deleting port 8ede70eb-eb6b-43f2-9da4-b9326915f027 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:36.160185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.197826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34e76fb7-bc74-493a-837c-7fc034841fa1 req-f40c06e9-1f3e-4c81-a6c4-6a6794042bcd tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/security-groups?id=2a4b36d7-acab-4099-af52-17327c5cc219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Jul 16 01:20:36.198937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] For port 1f6ad009-4e05-479e-96e0-70da33645970, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1f6ad009-4e05-479e-96e0-70da33645970,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:36.199302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.212039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Calling delete_port for 1f6ad009-4e05-479e-96e0-70da33645970 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:36.270320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] For port 8ede70eb-eb6b-43f2-9da4-b9326915f027, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8ede70eb-eb6b-43f2-9da4-b9326915f027,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:36.270831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.286070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Calling delete_port for 8ede70eb-eb6b-43f2-9da4-b9326915f027 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:36.303852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9378ef8f-a90a-4b83-9b6c-8f51f8cf40bf req-21dd3064-bf5e-41c7-ac86-5f25a5bdcd47 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 210 time: 0.0369914 Jul 16 01:20:36.408398 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.422880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1f6ad009-4e05-479e-96e0-70da33645970'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:36.483336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Pushing event deleted for resources: {'Port': ['ID=1f6ad009-4e05-479e-96e0-70da33645970,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.522079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.527272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] No DVR routers for this DVR port 1f6ad009-4e05-479e-96e0-70da33645970 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:36.531982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.534028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73bfd3f7-04f1-4f68-8d94-0c39f2352541 req-9da3c2d8-76ce-4e5a-8182-75c13e7858fd tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.78 "DELETE /v2.0/ports/1f6ad009-4e05-479e-96e0-70da33645970 HTTP/1.1" status: 204 len: 173 time: 0.7952008 Jul 16 01:20:36.534481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'name': 'network-vif-deleted', 'tag': '1f6ad009-4e05-479e-96e0-70da33645970'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:36.536986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8ede70eb-eb6b-43f2-9da4-b9326915f027'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:36.537626 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf925282-df45-4475-8db5-2e82a498c75e" -d '{"events": [{"server_uuid": "1d67fe4b-ef82-47c1-8741-7a1229409904", "name": "network-vif-deleted", "tag": "1f6ad009-4e05-479e-96e0-70da33645970"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:36.570184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5d13ac-122d-4e0f-b62f-1e8c7b3d5c92 req-a03eee93-af17-4ea4-96c0-2a6c01e145a5 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=229641fd-a634-4c27-af3b-4fa5e06f982f HTTP/1.1" status: 200 len: 210 time: 0.0409346 Jul 16 01:20:36.624151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ede70eb-eb6b-43f2-9da4-b9326915f027,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.676806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b491dcdb-8cac-4205-893c-33220edea150 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:36.722541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] No DVR routers for this DVR port 8ede70eb-eb6b-43f2-9da4-b9326915f027 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:36.727773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: b491dcdb-8cac-4205-893c-33220edea150 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:36.727964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.729977 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c6d86692-166b-47b3-bbbe-cd70c9716b8d req-bb7ac241-654b-428e-847c-3da601b5f9ec tempest-DeleteServersAdminTestJSON-1943650922 tempest-DeleteServersAdminTestJSON-1943650922-project-admin] 10.222.0.93 "DELETE /v2.0/ports/8ede70eb-eb6b-43f2-9da4-b9326915f027 HTTP/1.1" status: 204 len: 173 time: 0.6604619 Jul 16 01:20:36.730542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b491dcdb-8cac-4205-893c-33220edea150 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:36.808594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:36.994159 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca14871-cb96-42eb-8cc1-8ba81b172ce0 x-openstack-request-id: req-aca14871-cb96-42eb-8cc1-8ba81b172ce0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:36.994465 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d67fe4b-ef82-47c1-8741-7a1229409904", "name": "network-vif-deleted", "tag": "1f6ad009-4e05-479e-96e0-70da33645970", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:36.994692 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aca14871-cb96-42eb-8cc1-8ba81b172ce0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:36.995089 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d67fe4b-ef82-47c1-8741-7a1229409904', 'name': 'network-vif-deleted', 'tag': '1f6ad009-4e05-479e-96e0-70da33645970', 'status': 'completed', 'code': 200} Jul 16 01:20:37.068267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-04228217-1a48-484c-8cca-93e184ee34b9 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.075491 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-04228217-1a48-484c-8cca-93e184ee34b9 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 949 time: 0.1656270 Jul 16 01:20:37.092720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4cd4-7e9c-45d5-a003-d49f383ab10b req-a6af6230-7067-4e88-8524-0ce3abc989c3 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.104421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-677a4cd4-7e9c-45d5-a003-d49f383ab10b req-a6af6230-7067-4e88-8524-0ce3abc989c3 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 1100 time: 0.1961181 Jul 16 01:20:37.271041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Deleting port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:37.271721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.287431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-1ff49c48-0075-427c-a70a-9d8bb63aba18 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.288951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-1ff49c48-0075-427c-a70a-9d8bb63aba18 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.2024908 Jul 16 01:20:37.289733 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-677a4cd4-7e9c-45d5-a003-d49f383ab10b req-f1da9e31-8c24-4093-8aea-ca510b763c4e tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.349759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Request body: {'port': {'device_id': '2d33465f-9905-4d3f-a934-6b74f6485972', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'admin_state_up': True, 'tenant_id': '0f75708dffdd4c4ea2b1a91be34dcff6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:37.443968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc357202-4bd3-4005-a272-1370371eda92 req-b7d78fad-3d0a-4425-8fec-3ca1d982f6cf tempest-LiveMigrationNegativeTest-2082439369 tempest-LiveMigrationNegativeTest-2082439369-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d67fe4b-ef82-47c1-8741-7a1229409904 HTTP/1.1" status: 200 len: 210 time: 0.1518900 Jul 16 01:20:37.453210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] For port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:37.453912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.480392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Calling delete_port for 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:37.610505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:37.611233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0d45aed2-7cdb-4c4c-a681-ef22f25bc18d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a95712f8e774421ac7e4cf940b65b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8011210 Jul 16 01:20:37.718652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.730320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2c0271b5-9ffd-4726-aef2-13e5f1c73dd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:37.736409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'name': 'network-vif-deleted', 'tag': '8ede70eb-eb6b-43f2-9da4-b9326915f027'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:37.738884 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6a6263-aa79-4b09-b60c-21b572646c70" -d '{"events": [{"server_uuid": "229641fd-a634-4c27-af3b-4fa5e06f982f", "name": "network-vif-deleted", "tag": "8ede70eb-eb6b-43f2-9da4-b9326915f027"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:37.744660 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-958b3c61-0bac-4d53-a495-7265e26021e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.751553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581eac9-50fe-4d7c-9c25-95a902702399 req-db7b622e-8fca-437b-abd1-b4a548ae2dfc tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.753426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1581eac9-50fe-4d7c-9c25-95a902702399 req-db7b622e-8fca-437b-abd1-b4a548ae2dfc tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1096 time: 0.1256266 Jul 16 01:20:37.764481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-677a4cd4-7e9c-45d5-a003-d49f383ab10b req-f1da9e31-8c24-4093-8aea-ca510b763c4e tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.778040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Pushing event deleted for resources: {'Port': ['ID=2c0271b5-9ffd-4726-aef2-13e5f1c73dd2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:37.781594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-677a4cd4-7e9c-45d5-a003-d49f383ab10b req-f1da9e31-8c24-4093-8aea-ca510b763c4e tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.826028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-677a4cd4-7e9c-45d5-a003-d49f383ab10b req-f1da9e31-8c24-4093-8aea-ca510b763c4e tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761310 Jul 16 01:20:37.831187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Made reservation on behalf of 0f75708dffdd4c4ea2b1a91be34dcff6 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:37.834830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-958b3c61-0bac-4d53-a495-7265e26021e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.834972 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.858243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da9e31-8c24-4093-8aea-ca510b763c4e tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8bc924-ccc6-45d0-b83d-55c677c1c0b7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:37.870667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1581eac9-50fe-4d7c-9c25-95a902702399 req-84d82157-6174-4f9b-a7c2-d68a042343e7 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089363 Jul 16 01:20:37.890326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] No DVR routers for this DVR port 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:37.897136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.899226 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02edaec6-34ec-45e9-a698-dc3fa98a9203 req-360ced31-8ba3-432c-bea9-e1fc8f6f15be tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.93 "DELETE /v2.0/ports/2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 HTTP/1.1" status: 204 len: 173 time: 0.8182554 Jul 16 01:20:37.936933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-958b3c61-0bac-4d53-a495-7265e26021e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.940559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-958b3c61-0bac-4d53-a495-7265e26021e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.944160 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-958b3c61-0bac-4d53-a495-7265e26021e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcb01b63-0166-44a2-937f-8e5ff723e896 HTTP/1.1" status: 204 len: 168 time: 0.3041329 Jul 16 01:20:37.979415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b3c61-0bac-4d53-a495-7265e26021e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb01b63-0166-44a2-937f-8e5ff723e896,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:38.077229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99c1cab4-fb7d-4fb3-9954-5e78fd916024 req-59eb7436-6490-49ea-ab49-71f32a073499 tempest-ServersAdminNegativeTestJSON-64339888 tempest-ServersAdminNegativeTestJSON-64339888-project] 10.222.0.81 "GET /v2.0/ports?device_id=63b18e2d-e122-45b7-9fa4-fd63e4ed9203 HTTP/1.1" status: 200 len: 210 time: 0.0682311 Jul 16 01:20:38.140102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-154c29b4-d6f8-466e-a03b-631068b29b6f req-398bb650-333d-4f61-b32d-ba545cfca732 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 210 time: 0.0614049 Jul 16 01:20:38.210149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Allocated IP 172.20.0.11 (42c707e9-6612-42bb-89cd-46edae7a2abd/7659b63f-ed0a-4428-8872-747ace802137/f0495018-597d-43bf-8fc0-38a5e5853508) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:38.324438 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a487b9-b24e-4c2c-8bc4-4e4ceaf38df6 x-openstack-request-id: req-86a487b9-b24e-4c2c-8bc4-4e4ceaf38df6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:38.324738 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229641fd-a634-4c27-af3b-4fa5e06f982f", "name": "network-vif-deleted", "tag": "8ede70eb-eb6b-43f2-9da4-b9326915f027", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:38.324990 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86a487b9-b24e-4c2c-8bc4-4e4ceaf38df6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:38.325445 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229641fd-a634-4c27-af3b-4fa5e06f982f', 'name': 'network-vif-deleted', 'tag': '8ede70eb-eb6b-43f2-9da4-b9326915f027', 'status': 'completed', 'code': 200} Jul 16 01:20:38.499024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39730) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:38.524550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7d45248-f857-4dda-909c-7efc9cd723d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.682409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.699034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1deb92c-0d17-494f-be16-5e00737235f7 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:38.720654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: e1deb92c-0d17-494f-be16-5e00737235f7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:38.721278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1deb92c-0d17-494f-be16-5e00737235f7 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:38.724410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-31cb7d89-4bfc-4bd5-bd77-7ee75a83941c tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=580dbf63ad324de7a346e54dabd75367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391061 Jul 16 01:20:38.773101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7d45248-f857-4dda-909c-7efc9cd723d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.787378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7d45248-f857-4dda-909c-7efc9cd723d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.849286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c7d45248-f857-4dda-909c-7efc9cd723d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae705f17168f4e66801f1c7cf0b12501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448513 Jul 16 01:20:38.849286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:38.870037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.877086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d45248-f857-4dda-909c-7efc9cd723d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e723f-d1d0-4754-8467-a66cc3f8c80b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:38.894925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Network 42c707e9-6612-42bb-89cd-46edae7a2abd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:38.899129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:38.919297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:38.926179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.926947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.928355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ef5bc19-dcbd-4520-acd7-1e70552c1244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.936915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-44eed1d5-37e7-4eff-bb58-c9153a2f5b65 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.944130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-44eed1d5-37e7-4eff-bb58-c9153a2f5b65 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187414 Jul 16 01:20:38.954214 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ef5bc19-dcbd-4520-acd7-1e70552c1244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.976060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-2da03aab-3f9a-4b1f-9d75-226304c9322e tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/quotas/580dbf63ad324de7a346e54dabd75367 HTTP/1.1" status: 200 len: 375 time: 0.0308590 Jul 16 01:20:38.983678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6454365 Jul 16 01:20:38.984704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d37a7a-065f-479a-8e68-d237518e9140 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.015156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ef5bc19-dcbd-4520-acd7-1e70552c1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.017231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-b8916ab2-d777-4b6a-9ede-894474a6250b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=580dbf63ad324de7a346e54dabd75367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299244 Jul 16 01:20:39.018811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ef5bc19-dcbd-4520-acd7-1e70552c1244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.020212 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6ef5bc19-dcbd-4520-acd7-1e70552c1244 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b4e723f-d1d0-4754-8467-a66cc3f8c80b HTTP/1.1" status: 204 len: 168 time: 0.1698875 Jul 16 01:20:39.022216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Request body: {'port': {'device_id': '2d33465f-9905-4d3f-a934-6b74f6485972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:39.048620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5bc19-dcbd-4520-acd7-1e70552c1244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e723f-d1d0-4754-8467-a66cc3f8c80b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.112839 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.524944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-446c630f-2f1d-4daf-ad59-680d57a694a4 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382316 Jul 16 01:20:39.647804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0495018-597d-43bf-8fc0-38a5e5853508 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:39.690740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.720663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Transition to ACTIVE for port object f0495018-597d-43bf-8fc0-38a5e5853508 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:39.738290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-e5cd0e61-6a45-4a48-9bb1-a19a4989483a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.740939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-e5cd0e61-6a45-4a48-9bb1-a19a4989483a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074294 Jul 16 01:20:39.743247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.803280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.860950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-e59beb65-1e5b-4467-8e0e-835deb5bb803 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/quotas/50a4449342d04018acd56fb7baa26a31 HTTP/1.1" status: 200 len: 375 time: 0.1143925 Jul 16 01:20:39.879278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.968079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:39.968079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:39.968645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:39.980181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:39.980840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:39.994314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:39.994583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:39.995365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:39.995990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Bound port: f0495018-597d-43bf-8fc0-38a5e5853508, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:39.996559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.048705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f09869de-fe21-45fd-be82-f3f050a31b36 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1867442 Jul 16 01:20:40.135839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:40.137304 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c5cca639-593b-4159-b6b1-7b42cca57005 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=072cb66fd53942f2b537122358a725b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326271 Jul 16 01:20:40.197493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:40.238006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:40.257814 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.306969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.307588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.309004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] 10.222.0.93 "PUT /v2.0/ports/f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 1092 time: 1.2908666 Jul 16 01:20:40.309920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:40.320634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:40.325425 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e54e12-5898-4d4c-8cff-080dd73d0484" -d '{"events": [{"name": "network-changed", "server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:40.326440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'name': 'network-vif-deleted', 'tag': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:40.329871 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3244e2f-a3b5-4d7d-b8a4-7a2ac3bd58d3" -d '{"events": [{"server_uuid": "63b18e2d-e122-45b7-9fa4-fd63e4ed9203", "name": "network-vif-deleted", "tag": "2c0271b5-9ffd-4726-aef2-13e5f1c73dd2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:40.335600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bba16f98-383b-4c63-831e-4de1fb08cff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.375791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595f9cc-a312-478c-9f9b-2a03a34b796f service neutron] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:40.379753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bba16f98-383b-4c63-831e-4de1fb08cff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.461773 n-d-800085-5 neutron-server[93707]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:20:40.462851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1f6ad009-4e05-479e-96e0-70da33645970 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:40.465942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-991233ea-c0f4-4b81-8f28-7548bccdda89 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:40.467483 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-991233ea-c0f4-4b81-8f28-7548bccdda89 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1551454 Jul 16 01:20:40.482582 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bba16f98-383b-4c63-831e-4de1fb08cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.485644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bba16f98-383b-4c63-831e-4de1fb08cff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.486583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 1f6ad009-4e05-479e-96e0-70da33645970 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:40.486913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bba16f98-383b-4c63-831e-4de1fb08cff3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e HTTP/1.1" status: 204 len: 168 time: 0.3475726 Jul 16 01:20:40.487276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1f6ad009-4e05-479e-96e0-70da33645970 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:40.503365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba16f98-383b-4c63-831e-4de1fb08cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec27c0e7-a2ff-4b8d-9d2a-adef1294ab5e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:40.511659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-c7914855-e1af-40ce-b3c2-9db5f6b88698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.513438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-c7914855-e1af-40ce-b3c2-9db5f6b88698 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1095 time: 0.0862601 Jul 16 01:20:40.570714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-9e389ccd-a2c5-43b9-877d-9f29e2dea46a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 217 time: 0.0448353 Jul 16 01:20:40.583467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Request body: {'binding': {'host': 'n-h2-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:40.584124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:20:40.631167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-2a1cb8f5-5b5b-4772-886d-988790183290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.632750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-2a1cb8f5-5b5b-4772-886d-988790183290 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.0562382 Jul 16 01:20:40.698121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:40.698738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-90c4bab9-43fd-4335-ae20-926d469e2be5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578787 Jul 16 01:20:40.737211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:40.743780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2c0271b5-9ffd-4726-aef2-13e5f1c73dd2 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:40.744579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8ede70eb-eb6b-43f2-9da4-b9326915f027 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:40.784239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 8ede70eb-eb6b-43f2-9da4-b9326915f027 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:40.784964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8ede70eb-eb6b-43f2-9da4-b9326915f027 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:40.864826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-e0d975a1-e854-43f3-9cd9-6abb81502141 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634352 Jul 16 01:20:40.907351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on host n-h2-800085-5 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:40.908215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:40.908716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:40.916356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:40.916852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:40.922952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:40.923510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:40.924051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:40.924655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Bound port: 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:41.022551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94899f15-1e08-43d7-840c-6042e46c6b85 req-f025386f-e88e-4341-ac54-d8c94b020a5c service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520369 Jul 16 01:20:41.078943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:41.088717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.089276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-846c95d1-302e-4a41-b97b-0bad2ff5c923 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=580dbf63ad324de7a346e54dabd75367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419924 Jul 16 01:20:41.096789 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-771936dd-fc7c-44dc-a394-4604769c25ce service neutron] 10.222.0.81 "POST /v2.0/ports/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83/bindings HTTP/1.1" status: 201 len: 389 time: 0.5610695 Jul 16 01:20:41.136074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:41.192080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfd3d-961a-4ccc-a3e1-5c46bc74f792 req-50438e9e-724e-4367-895b-a5ecb0e86c62 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.193944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-029bfd3d-961a-4ccc-a3e1-5c46bc74f792 req-50438e9e-724e-4367-895b-a5ecb0e86c62 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 944 time: 0.2914436 Jul 16 01:20:41.308469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:41.328144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-029bfd3d-961a-4ccc-a3e1-5c46bc74f792 req-4ceda043-76ff-4fda-8aa8-e25a204a011b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809102 Jul 16 01:20:41.337846 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-957e3ecd-9b0e-443e-a927-1eeedb91f212 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75c0665b9d5c4cfb9acb42ffd56427ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000895 Jul 16 01:20:41.339093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-dcf6f363-4287-4c3f-8a8f-9ac597b76220 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.340635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:41.341232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-dcf6f363-4287-4c3f-8a8f-9ac597b76220 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298229 Jul 16 01:20:41.366602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Request body: {'port': {'device_id': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '580dbf63ad324de7a346e54dabd75367'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:41.454622 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-062dccc3-3c9e-4f1e-bf84-b8e50395a961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.492270 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa6feb5e-f33e-45d0-beff-76cef2943283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.508873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a98deb55-fedc-4ac5-8f41-0076d2becf36 req-de960e2e-def6-4949-8083-a8dbc7625c9a tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 210 time: 0.0881939 Jul 16 01:20:41.510545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-062dccc3-3c9e-4f1e-bf84-b8e50395a961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.578077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-364990bc-9994-4ad6-85d5-b52ce0c53ec4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0e086b87986446da6fe31ba7eb50377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659574 Jul 16 01:20:41.578372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:41.623343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-062dccc3-3c9e-4f1e-bf84-b8e50395a961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.625323 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbfe9c7-1b68-4bcc-a33f-2419878e6638 x-openstack-request-id: req-6bbfe9c7-1b68-4bcc-a33f-2419878e6638 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:41.625619 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:41.625867 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bbfe9c7-1b68-4bcc-a33f-2419878e6638 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:41.626175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-062dccc3-3c9e-4f1e-bf84-b8e50395a961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.626281 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508', 'status': 'completed', 'code': 200} Jul 16 01:20:41.627840 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-062dccc3-3c9e-4f1e-bf84-b8e50395a961 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8cc39b92-1edc-42f0-9a14-5bb9a52f31bb HTTP/1.1" status: 204 len: 168 time: 0.2843094 Jul 16 01:20:41.671122 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37591a7a-3440-49f8-96f4-8ed3de75ffb1 x-openstack-request-id: req-37591a7a-3440-49f8-96f4-8ed3de75ffb1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:41.671560 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b18e2d-e122-45b7-9fa4-fd63e4ed9203", "name": "network-vif-deleted", "tag": "2c0271b5-9ffd-4726-aef2-13e5f1c73dd2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:41.671917 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37591a7a-3440-49f8-96f4-8ed3de75ffb1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:41.672416 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b18e2d-e122-45b7-9fa4-fd63e4ed9203', 'name': 'network-vif-deleted', 'tag': '2c0271b5-9ffd-4726-aef2-13e5f1c73dd2', 'status': 'completed', 'code': 200} Jul 16 01:20:41.674258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dccc3-3c9e-4f1e-bf84-b8e50395a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc39b92-1edc-42f0-9a14-5bb9a52f31bb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:41.719663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cd43445-395a-4252-9102-9e11335cbb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.758919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-7aaa3616-2007-4f0f-a0ed-4a87fd2837f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.762305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-7aaa3616-2007-4f0f-a0ed-4a87fd2837f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1096 time: 0.2127104 Jul 16 01:20:41.763478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Made reservation on behalf of 580dbf63ad324de7a346e54dabd75367 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:41.767443 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cd43445-395a-4252-9102-9e11335cbb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.773730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.801352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-a57382d5-165d-4e16-99c9-49eefb0e2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.803195 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-a57382d5-165d-4e16-99c9-49eefb0e2cf3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1095 time: 0.1723535 Jul 16 01:20:41.933388 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cd43445-395a-4252-9102-9e11335cbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.937561 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cd43445-395a-4252-9102-9e11335cbb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.942352 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1cd43445-395a-4252-9102-9e11335cbb77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a4b36d7-acab-4099-af52-17327c5cc219 HTTP/1.1" status: 204 len: 168 time: 0.3630078 Jul 16 01:20:41.982973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd43445-395a-4252-9102-9e11335cbb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b36d7-acab-4099-af52-17327c5cc219,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:42.096666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-70ba5f38-0de9-4343-831d-3329e0b8dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.098779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-70ba5f38-0de9-4343-831d-3329e0b8dd76 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.2798162 Jul 16 01:20:42.180694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-f161ec33-6673-4642-a925-f65e2c3e4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.182186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-f161ec33-6673-4642-a925-f65e2c3e4201 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.4049428 Jul 16 01:20:42.284201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-80218950-4c97-49b0-98cd-c0bb5b24a335 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 217 time: 0.1743143 Jul 16 01:20:42.307033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-1f3cea63-13df-4166-83dc-b09b2452ed24 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 217 time: 0.1028779 Jul 16 01:20:42.368450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-07d61bf4-a8f1-4bfd-8f6f-42d1f32a6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.373696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-07d61bf4-a8f1-4bfd-8f6f-42d1f32a6665 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.0834985 Jul 16 01:20:42.437519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-13d1731a-e2c2-4071-b32e-863ddf16aee7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548573 Jul 16 01:20:42.492815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Allocated IP 192.168.233.165 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/6223d074-4486-4d4c-a78e-9383e4c4a7be) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:42.514342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-da94f47f-2f05-430c-bf19-e4ef18b5a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.515787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-da94f47f-2f05-430c-bf19-e4ef18b5a78d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.2080479 Jul 16 01:20:42.574054 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-e2a56f3d-89f0-45f8-b19a-17517b1bfbc0 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327770 Jul 16 01:20:42.578992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-4e0aaca8-b268-4ea9-8656-d41e8e2afd5b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509505 Jul 16 01:20:42.625103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69f19a-5e9e-4916-bc18-e0f493832f75 req-baa5f2b8-3730-421c-a2d3-553e1347cbf2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.626533 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a69f19a-5e9e-4916-bc18-e0f493832f75 req-baa5f2b8-3730-421c-a2d3-553e1347cbf2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 945 time: 0.3276427 Jul 16 01:20:42.721586 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24e54e12-5898-4d4c-8cff-080dd73d0484 req-41d1a1e6-bbaf-46d7-befe-1c9370e64ed5 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355352 Jul 16 01:20:42.784941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39918) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:42.810457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a69f19a-5e9e-4916-bc18-e0f493832f75 req-c1393075-2f8b-4e80-a9bc-d76f410629a2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578259 Jul 16 01:20:42.845826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-7b0d132d-4049-4edd-8596-e24e5e275040 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514708 Jul 16 01:20:42.882164 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dded26c6-8582-4266-ad6d-873e02473888 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c7a8b8c682547539ede0a35bab1040a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961542 Jul 16 01:20:42.884572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:42.957966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d909ef5f-1de2-4b26-828a-488626ffd719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.988898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d909ef5f-1de2-4b26-828a-488626ffd719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.018955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-44e7cfd3-9eab-423f-b270-8a764a370a42 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620886 Jul 16 01:20:43.062632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.063811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d909ef5f-1de2-4b26-828a-488626ffd719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.069692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d909ef5f-1de2-4b26-828a-488626ffd719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.074301 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d909ef5f-1de2-4b26-828a-488626ffd719 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2abfaa88-a3ef-48b7-b489-1527eec686fd HTTP/1.1" status: 204 len: 168 time: 0.1885452 Jul 16 01:20:43.089076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ef5f-1de2-4b26-828a-488626ffd719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abfaa88-a3ef-48b7-b489-1527eec686fd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:43.093370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5bb13-b0fc-46df-83bd-58a4f8043bd7 req-752547e4-6bd3-4677-8212-624710f61343 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.101289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1cd5bb13-b0fc-46df-83bd-58a4f8043bd7 req-752547e4-6bd3-4677-8212-624710f61343 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 944 time: 0.4737420 Jul 16 01:20:43.120511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d4dfe59-0f4a-4963-aaee-047acf908624 req-b0923b37-40be-4a64-aa1b-8afb96d75af3 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 210 time: 0.0875447 Jul 16 01:20:43.205300 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-de996d15-ab4b-47db-9859-790138fea8fe tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357137 Jul 16 01:20:43.264632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Transition to ACTIVE for port object 6223d074-4486-4d4c-a78e-9383e4c4a7be will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:43.449171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1cd5bb13-b0fc-46df-83bd-58a4f8043bd7 req-eec3c887-1e62-4b39-bd28-0221fdc6c2ba tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463633 Jul 16 01:20:43.469328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8921443d-1121-4673-87fb-b6ed794f63d4 req-db504639-2312-4e09-83cb-8a5d42215ece tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 210 time: 0.1683834 Jul 16 01:20:43.491891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-d4ad9890-d84a-4fa9-a0eb-a9c9dc331014 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.496878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-d4ad9890-d84a-4fa9-a0eb-a9c9dc331014 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845602 Jul 16 01:20:43.510126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:43.539758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-f7cfd786-b2f4-4ebb-8e50-7c5149fa556a tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.546810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-f7cfd786-b2f4-4ebb-8e50-7c5149fa556a tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.4433250 Jul 16 01:20:43.565696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-5'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:43.613016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.698251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:43.704566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.733355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:43.771689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:43.800379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:43.807980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.809644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.827869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Pushing event updated for resources: {'Port': ['ID=6223d074-4486-4d4c-a78e-9383e4c4a7be,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:43.840371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb772ae7-17d7-489b-a929-1b6a91797223 req-e8abd6b7-8fe7-44b4-ba87-30153fad350f tempest-FlavorsV2NegativeTest-1772151545 tempest-FlavorsV2NegativeTest-1772151545-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a6f8517c46aa4f5e8ad724f6bec55151&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194155 Jul 16 01:20:43.890730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-e238c3ba-1062-4776-86b3-a7da94e46871 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226573 Jul 16 01:20:43.908591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-a9858984-c021-4e7f-9784-68c508565b2d tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5581613 Jul 16 01:20:44.053967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.94 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/e2d474ea-361d-4d5f-a3be-162684134300) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:44.140841 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2c233c8-aff8-4cea-99e4-20d594c27ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.182615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98bd4b83-1d7a-4c7d-81c0-75cb355f7112 None None] Provisioning for port 6223d074-4486-4d4c-a78e-9383e4c4a7be completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:44.188515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98bd4b83-1d7a-4c7d-81c0-75cb355f7112 None None] Provisioning complete for port 6223d074-4486-4d4c-a78e-9383e4c4a7be triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:44.189230 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98bd4b83-1d7a-4c7d-81c0-75cb355f7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.252502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.260117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-98bd4b83-1d7a-4c7d-81c0-75cb355f7112 None None] Port 6223d074-4486-4d4c-a78e-9383e4c4a7be cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:44.358169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.405697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772ae7-17d7-489b-a929-1b6a91797223 req-a88c60dd-4ca7-42dc-bbf6-e64ddf61b2f7 tempest-FlavorsV2NegativeTest-1772151545 tempest-FlavorsV2NegativeTest-1772151545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.407130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb772ae7-17d7-489b-a929-1b6a91797223 req-a88c60dd-4ca7-42dc-bbf6-e64ddf61b2f7 tempest-FlavorsV2NegativeTest-1772151545 tempest-FlavorsV2NegativeTest-1772151545-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5539196 Jul 16 01:20:44.428014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Request body: {'port': {'device_id': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:44.471340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object e2d474ea-361d-4d5f-a3be-162684134300 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:44.504207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.507787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.520951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:44.562849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb772ae7-17d7-489b-a929-1b6a91797223 req-3d537d51-3235-4a38-934d-70a0e25b2bca tempest-FlavorsV2NegativeTest-1772151545 tempest-FlavorsV2NegativeTest-1772151545-project] 10.222.0.81 "GET /v2.0/quotas/a6f8517c46aa4f5e8ad724f6bec55151 HTTP/1.1" status: 200 len: 375 time: 0.1392910 Jul 16 01:20:44.576165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=e2d474ea-361d-4d5f-a3be-162684134300,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:44.584601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:44.585714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:44.588164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:44.594414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.595048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.615287 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0d7cc74b-b373-4f5b-ab9f-5baaa98fb15d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1100144 Jul 16 01:20:44.629372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Request body: {'port': {'device_id': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:44.697726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb772ae7-17d7-489b-a929-1b6a91797223 req-a1600846-27c3-438e-8317-d24fea71b6dc tempest-FlavorsV2NegativeTest-1772151545 tempest-FlavorsV2NegativeTest-1772151545-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6f8517c46aa4f5e8ad724f6bec55151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940902 Jul 16 01:20:44.703402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.746582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:44.757784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.869871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa49b52-2577-4b07-ba39-68623c2dfd74 req-73defb66-b0a9-417e-ad82-8f0761b7f4ed tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.884950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfa49b52-2577-4b07-ba39-68623c2dfd74 req-73defb66-b0a9-417e-ad82-8f0761b7f4ed tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 945 time: 0.4653888 Jul 16 01:20:44.930435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-803b7928-cd7a-4f4b-a063-7618cae3f13a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.934069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-803b7928-cd7a-4f4b-a063-7618cae3f13a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5383966 Jul 16 01:20:44.956858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:44.975890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'f0495018-597d-43bf-8fc0-38a5e5853508', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'port_id': 'f0495018-597d-43bf-8fc0-38a5e5853508', 'mac_address': 'fa:16:3e:3e:5b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7659b63f-ed0a-4428-8872-747ace802137', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:45.016510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74b1a6e2-a4d0-404c-addc-ef19c593143c req-b5bb497c-5bc7-49ee-8d86-b5c2c7a81226 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 210 time: 0.1076915 Jul 16 01:20:45.024409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:45.031145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-32e5fed9-fd29-4b79-86c4-cef3ffc89eda None None] Provisioning for port e2d474ea-361d-4d5f-a3be-162684134300 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:45.063718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-32e5fed9-fd29-4b79-86c4-cef3ffc89eda None None] Provisioning complete for port e2d474ea-361d-4d5f-a3be-162684134300 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:45.068188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-32e5fed9-fd29-4b79-86c4-cef3ffc89eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.113262 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.135259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0495018-597d-43bf-8fc0-38a5e5853508 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:45.141390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-32e5fed9-fd29-4b79-86c4-cef3ffc89eda None None] Port e2d474ea-361d-4d5f-a3be-162684134300 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:45.163891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:45.173409 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.200123 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.223699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfa49b52-2577-4b07-ba39-68623c2dfd74 req-e072833d-7b69-48a8-8fef-c6c0f6122f5e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379402 Jul 16 01:20:45.251203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.298724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:45.302695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d474ea-361d-4d5f-a3be-162684134300 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:45.313507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.329079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Transition to ACTIVE for port object e2d474ea-361d-4d5f-a3be-162684134300 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:45.336110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.361764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:45.366358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.395260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f0495018-597d-43bf-8fc0-38a5e5853508'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:45.436980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d474ea-361d-4d5f-a3be-162684134300,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.438666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:45.504685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Attempting to bind port e2d474ea-361d-4d5f-a3be-162684134300 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:45.504685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Attempting to bind port e2d474ea-361d-4d5f-a3be-162684134300 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:45.504685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Attempting to bind port e2d474ea-361d-4d5f-a3be-162684134300 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:45.509690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Port e2d474ea-361d-4d5f-a3be-162684134300 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:45.510015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Attempting to bind port e2d474ea-361d-4d5f-a3be-162684134300 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:45.515736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:45.516139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:45.516636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:45.517152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Bound port: e2d474ea-361d-4d5f-a3be-162684134300, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:45.517546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.632692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] For port e2d474ea-361d-4d5f-a3be-162684134300, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:45.638364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] For port e2d474ea-361d-4d5f-a3be-162684134300, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e2d474ea-361d-4d5f-a3be-162684134300,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:45.648804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.730559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:45.732798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.733442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.734207 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b9f6f-7b1a-41b9-817f-4e754eb63afa" -d '{"events": [{"server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "name": "network-vif-unplugged", "status": "completed", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:45.734868 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] 10.222.0.93 "PUT /v2.0/ports/e2d474ea-361d-4d5f-a3be-162684134300 HTTP/1.1" status: 200 len: 1095 time: 1.1125906 Jul 16 01:20:45.735330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'tag': 'e2d474ea-361d-4d5f-a3be-162684134300'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:45.737583 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc5551a-20e1-47a2-8a87-d41cd1d45855", "tag": "e2d474ea-361d-4d5f-a3be-162684134300"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:45.742745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.743239 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.770960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffbb59-dc90-4b85-aeca-c65796d22261 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d474ea-361d-4d5f-a3be-162684134300,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.791287 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.854922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4584a10-f90b-474d-b466-9938ee76a14c req-1e84dcd9-10e9-4e0b-a85d-d1a2a8cea508 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.857555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4584a10-f90b-474d-b466-9938ee76a14c req-1e84dcd9-10e9-4e0b-a85d-d1a2a8cea508 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 945 time: 0.4824166 Jul 16 01:20:45.875812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-4dbf0267-2344-421a-bb09-9a48667d8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.881492 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-4dbf0267-2344-421a-bb09-9a48667d8935 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 1098 time: 0.0917327 Jul 16 01:20:45.937522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-e8ade0e5-a36c-48d4-9e38-35c14e518d2d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=e2d474ea-361d-4d5f-a3be-162684134300 HTTP/1.1" status: 200 len: 217 time: 0.0470786 Jul 16 01:20:45.969534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:45.988156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.994165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6223d074-4486-4d4c-a78e-9383e4c4a7be {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:46.001226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-d3f52490-68e0-4828-8a88-3a17a1d9ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.002695 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-d3f52490-68e0-4828-8a88-3a17a1d9ce11 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0578079 Jul 16 01:20:46.015350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.015830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.016325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.016795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.017442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.017910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.019557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.020029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.020520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.022413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-306bc2c4-eabd-4157-bef3-90d6517c95d9 req-4526f079-4146-4196-b860-9b496a9fbad8 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6434 time: 0.3927851 Jul 16 01:20:46.032901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.051547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4584a10-f90b-474d-b466-9938ee76a14c req-da91fd34-8d00-42c5-a05b-8abd8ddd8642 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829772 Jul 16 01:20:46.084675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-14ca069c-093e-4d02-a371-9181b81cb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.085504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-14ca069c-093e-4d02-a371-9181b81cb83a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756440 Jul 16 01:20:46.105309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Transition to ACTIVE for port object 6223d074-4486-4d4c-a78e-9383e4c4a7be will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:46.114137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on host n-h1-800085-5 for vnic_type normal with profile {"migrating_to": "n-h2-800085-5"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:46.114821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:46.115732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:46.154470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.167166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:46.167576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Attempting to bind port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:46.210479 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-dffe8e14-019e-45d2-bb31-9fe4ca8af615 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163368 Jul 16 01:20:46.211590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2c83d79-1959-4865-8f5d-a5bb6f9f1b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.242042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:46.242381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:46.242761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:46.243395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Bound port: 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:46.243590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.310106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Pushing event updated for resources: {'Port': ['ID=6223d074-4486-4d4c-a78e-9383e4c4a7be,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:46.319699 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-dd1b406b-a4ab-421b-8a33-fbecb49278d0 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019499 Jul 16 01:20:46.382657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.83 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/d529b4fe-a0fb-4a2f-a420-842b1e447053) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:46.449795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:46.460011 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51767c12-e8ed-4cca-9d3b-c82f50eb69c9 x-openstack-request-id: req-51767c12-e8ed-4cca-9d3b-c82f50eb69c9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:46.460382 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc5551a-20e1-47a2-8a87-d41cd1d45855", "tag": "e2d474ea-361d-4d5f-a3be-162684134300", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:46.460686 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51767c12-e8ed-4cca-9d3b-c82f50eb69c9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:46.461212 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'tag': 'e2d474ea-361d-4d5f-a3be-162684134300', 'status': 'completed', 'code': 200} Jul 16 01:20:46.484843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:46.491101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Attempting to bind port 6223d074-4486-4d4c-a78e-9383e4c4a7be on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:46.491429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Attempting to bind port 6223d074-4486-4d4c-a78e-9383e4c4a7be by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:46.491756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Attempting to bind port 6223d074-4486-4d4c-a78e-9383e4c4a7be on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:46.501029 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3a2f4d-fbfa-4d81-a54d-b3595f68875c x-openstack-request-id: req-cb3a2f4d-fbfa-4d81-a54d-b3595f68875c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:46.501319 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "name": "network-vif-unplugged", "status": "completed", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:46.504403 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb3a2f4d-fbfa-4d81-a54d-b3595f68875c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:46.504777 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83', 'code': 200} Jul 16 01:20:46.517491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.534691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f76ae-78f4-4464-ac30-51100fd31d70 req-46a1ce0e-e930-429b-a886-0c169c4c4f42 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.536121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-970f76ae-78f4-4464-ac30-51100fd31d70 req-46a1ce0e-e930-429b-a886-0c169c4c4f42 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 948 time: 0.3727498 Jul 16 01:20:46.558129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-52b17d3a-4ae6-481f-a3c2-6efd6e5cfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.559738 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-52b17d3a-4ae6-481f-a3c2-6efd6e5cfc48 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 1098 time: 0.0645077 Jul 16 01:20:46.578134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Port 6223d074-4486-4d4c-a78e-9383e4c4a7be on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:46.578535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Attempting to bind port 6223d074-4486-4d4c-a78e-9383e4c4a7be on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:46.635231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:46.635573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:46.635948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:46.636408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Bound port: 6223d074-4486-4d4c-a78e-9383e4c4a7be, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:46.636765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.651864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-fd654928-cd9b-4eaa-b7e2-c331317ba64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.653136 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-fd654928-cd9b-4eaa-b7e2-c331317ba64a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.0866957 Jul 16 01:20:46.685263 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.700137 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-1c209865-2444-4443-b7b3-93509d943a6c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=e2d474ea-361d-4d5f-a3be-162684134300 HTTP/1.1" status: 200 len: 217 time: 0.0400290 Jul 16 01:20:46.729227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:46.749191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-aeb5f56e-92c9-4f2b-8b52-8d06c9f021e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.750648 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-aeb5f56e-92c9-4f2b-8b52-8d06c9f021e7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0444169 Jul 16 01:20:46.783243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port f0495018-597d-43bf-8fc0-38a5e5853508 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:46.787980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port f0495018-597d-43bf-8fc0-38a5e5853508 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:46.788389 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.798023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:46.820772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-0efacdd7-efef-4cc1-b4b3-f83a1e9cc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.823059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-0efacdd7-efef-4cc1-b4b3-f83a1e9cc56b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653944 Jul 16 01:20:46.866816 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.867080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-970f76ae-78f4-4464-ac30-51100fd31d70 req-ed75bb86-5006-414c-8b91-1848975d6e17 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118527 Jul 16 01:20:46.868212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.868855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.870230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-d89df55d-2f41-4012-91b0-26e50bddc26c service neutron] 10.222.0.93 "PUT /v2.0/ports/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 1121 time: 3.3148944 Jul 16 01:20:46.904801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:46.907981 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0275979-dfa6-4eec-ad51-4521135fe662" -d '{"events": [{"server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "name": "network-vif-plugged", "status": "completed", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:46.913730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2c83d79-1959-4865-8f5d-a5bb6f9f1b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.929590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2c83d79-1959-4865-8f5d-a5bb6f9f1b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.930753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:46.933402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c2352-c7c0-47c9-96fc-37bef662b081 req-0b759438-ab2e-433c-947e-aca02f959137 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.936439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:46.947317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b6c2352-c7c0-47c9-96fc-37bef662b081 req-0b759438-ab2e-433c-947e-aca02f959137 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 886 time: 0.4361200 Jul 16 01:20:46.952548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-291212c2-cc93-42d0-b0be-e6efa7aac55a service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218367 Jul 16 01:20:46.963479 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.987359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] For port 6223d074-4486-4d4c-a78e-9383e4c4a7be, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:47.004926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] For port 6223d074-4486-4d4c-a78e-9383e4c4a7be, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6223d074-4486-4d4c-a78e-9383e4c4a7be,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:47.044865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.068162 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.082680 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd9bd677-bcb8-4154-8bb4-88b58d5e60e0 req-8fbc7f6f-577f-4842-b7bc-d6af3260db12 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226757 Jul 16 01:20:47.334622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.383473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b2c83d79-1959-4865-8f5d-a5bb6f9f1b97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6f8517c46aa4f5e8ad724f6bec55151&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4082263 Jul 16 01:20:47.386934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:47.391234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f172141d-a88c-44a5-919c-cbdf82457d2c req-bbbaee36-586a-4a14-a516-e3f0491f0c7e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 210 time: 0.3445189 Jul 16 01:20:47.414303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c83d79-1959-4865-8f5d-a5bb6f9f1b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989000e7-bf84-4b42-8316-6fc4c9dfca26,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.433025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.433645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.435076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-0893d885-1e90-48db-a87f-04c42715809e service neutron] 10.222.0.78 "PUT /v2.0/ports/6223d074-4486-4d4c-a78e-9383e4c4a7be HTTP/1.1" status: 200 len: 1096 time: 3.0169702 Jul 16 01:20:47.437732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object d529b4fe-a0fb-4a2f-a420-842b1e447053 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:47.456037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45ddedba-bc21-4b47-b562-b80eb7e34da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.470165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893d885-1e90-48db-a87f-04c42715809e service neutron] Pushing event updated for resources: {'Port': ['ID=6223d074-4486-4d4c-a78e-9383e4c4a7be,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.484729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45ddedba-bc21-4b47-b562-b80eb7e34da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.536881 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b0ddc6-aaba-4e72-a894-c3d99920a121 x-openstack-request-id: req-d6b0ddc6-aaba-4e72-a894-c3d99920a121 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:47.537396 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "name": "network-vif-plugged", "status": "completed", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:47.538078 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6b0ddc6-aaba-4e72-a894-c3d99920a121 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:47.538812 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508', 'code': 200} Jul 16 01:20:47.547634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5e8d-ceb9-424d-aa3e-e48a6648429d req-b16d1cce-f8a2-47e7-9702-69e0cb99c7a4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.549483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa3a5e8d-ceb9-424d-aa3e-e48a6648429d req-b16d1cce-f8a2-47e7-9702-69e0cb99c7a4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 943 time: 0.2287936 Jul 16 01:20:47.552558 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.563429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45ddedba-bc21-4b47-b562-b80eb7e34da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.567052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45ddedba-bc21-4b47-b562-b80eb7e34da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.567725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:47.570659 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-45ddedba-bc21-4b47-b562-b80eb7e34da9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/989000e7-bf84-4b42-8316-6fc4c9dfca26 HTTP/1.1" status: 204 len: 168 time: 0.1801395 Jul 16 01:20:47.597063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddedba-bc21-4b47-b562-b80eb7e34da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989000e7-bf84-4b42-8316-6fc4c9dfca26,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.704423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:47.728089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:47.757052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:47.757594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216d239-f879-409b-9e66-48f7a94b2a67 req-bd0b6caf-ee76-42c4-910b-37d4a1b6ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.759557 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0216d239-f879-409b-9e66-48f7a94b2a67 req-bd0b6caf-ee76-42c4-910b-37d4a1b6ef76 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1097 time: 0.0902069 Jul 16 01:20:47.763831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.764636 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.779647 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=d529b4fe-a0fb-4a2f-a420-842b1e447053,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.826953 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0216d239-f879-409b-9e66-48f7a94b2a67 req-2f52a884-d6d3-4aa9-92d2-6ece332eb30d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609391 Jul 16 01:20:47.831453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa3a5e8d-ceb9-424d-aa3e-e48a6648429d req-b603185d-b136-40c9-80f2-30ddbda0cbea tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548950 Jul 16 01:20:47.843126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-194d6e7f-bff1-4e9f-a5f4-46088dcce532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.844823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-194d6e7f-bff1-4e9f-a5f4-46088dcce532 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=580dbf63ad324de7a346e54dabd75367&device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 1099 time: 0.3479033 Jul 16 01:20:47.848260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-a6e8974e-2f75-458e-8fc1-625e556e2851 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8591225 Jul 16 01:20:47.901664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Request body: {'port': {'device_id': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:47.910066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-129809a2-a7ad-4ba2-b00c-3574deafaf58 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6223d074-4486-4d4c-a78e-9383e4c4a7be HTTP/1.1" status: 200 len: 217 time: 0.0566268 Jul 16 01:20:48.007169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.007838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.008053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.008552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.009017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.009476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.009953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.010417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.010874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.013316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa7f6973-5ca1-406a-befa-d7ed0690b9ac req-1f123335-73b8-4ea9-ae03-b42a854bdf82 tempest-NetworksTest-374554859 tempest-NetworksTest-374554859-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6434 time: 0.3938129 Jul 16 01:20:48.080439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-d023a6d7-ef25-430a-894a-23a01921793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.081899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-d023a6d7-ef25-430a-894a-23a01921793a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1459222 Jul 16 01:20:48.098500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44055c5e-5672-43de-9dc1-35ff83559300 None None] Provisioning for port d529b4fe-a0fb-4a2f-a420-842b1e447053 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:48.105189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44055c5e-5672-43de-9dc1-35ff83559300 None None] Provisioning complete for port d529b4fe-a0fb-4a2f-a420-842b1e447053 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:48.105589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-44055c5e-5672-43de-9dc1-35ff83559300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.133815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.167061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-44055c5e-5672-43de-9dc1-35ff83559300 None None] Port d529b4fe-a0fb-4a2f-a420-842b1e447053 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:48.205963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cff081-df9a-4b75-b469-3dc522976fc3 req-080a9a0b-6353-4249-8eaf-695a68842a65 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.207491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15cff081-df9a-4b75-b469-3dc522976fc3 req-080a9a0b-6353-4249-8eaf-695a68842a65 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 946 time: 0.2354867 Jul 16 01:20:48.317550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.337983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0010c3c-19be-426e-9135-a904df6ce600 req-dd7beada-3162-4ef8-8db6-ac3fdc6df96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.339514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-dd7beada-3162-4ef8-8db6-ac3fdc6df96b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410700 Jul 16 01:20:48.359742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15cff081-df9a-4b75-b469-3dc522976fc3 req-c68d8639-5c8b-4a04-8596-bfbf59d176fa tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409800 Jul 16 01:20:48.509349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83'}, {'name': 'network-changed', 'server_uuid': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'tag': '6223d074-4486-4d4c-a78e-9383e4c4a7be'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:48.515295 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d4076b-de4f-4879-a43a-9bb870687d05" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83"}, {"name": "network-changed", "server_uuid": "e89be604-51cf-46ca-9bd3-cb15d3cf017c", "tag": "6223d074-4486-4d4c-a78e-9383e4c4a7be"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:48.524566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.608472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-10defa1f-5403-404f-90e2-2d46b82abcae service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604480 Jul 16 01:20:48.622037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8d510-d392-4605-9c47-c5b21f9e4d8b req-4309d5c9-920e-436a-b4bd-da26468579b1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.624102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ae8d510-d392-4605-9c47-c5b21f9e4d8b req-4309d5c9-920e-436a-b4bd-da26468579b1 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 948 time: 0.2417190 Jul 16 01:20:48.639243 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97a8021-e97a-4662-951b-eaf5eac48e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.657333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-network', 'tenant_id': '057c193c01af41b99de6aa759c886565'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:48.680977 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:20:48.680977 n-d-800085-5 neutron-server[93707]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:20:48.680977 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id': '057c193c01af41b99de6aa759c886565', 'id': '83f2f2c4-716b-4154-ad55-720e490a38fb', 'expiration': datetime.datetime(2021, 7, 16, 1, 22, 48, 675409)}] Jul 16 01:20:48.680977 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:20:48.681422 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:20:48.746066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e2d474ea-361d-4d5f-a3be-162684134300 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:48.775734 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97a8021-e97a-4662-951b-eaf5eac48e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.783647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.797673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97a8021-e97a-4662-951b-eaf5eac48e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.846745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e97a8021-e97a-4662-951b-eaf5eac48e52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ad0857123b44bf4a7afded70275c2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280950 Jul 16 01:20:48.848723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d529b4fe-a0fb-4a2f-a420-842b1e447053 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:48.849344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a8021-e97a-4662-951b-eaf5eac48e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6295bd5-a9e6-4b8a-94f8-2a5c27caadc4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:48.851510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.875894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.894789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e2d474ea-361d-4d5f-a3be-162684134300, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e2d474ea-361d-4d5f-a3be-162684134300,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:48.896912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d47d-6b41-41b9-8e02-525bca813f2d req-d41f1e73-ad8d-4799-82ce-7ac3c6a7268f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.898796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8534d47d-6b41-41b9-8e02-525bca813f2d req-d41f1e73-ad8d-4799-82ce-7ac3c6a7268f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 935 time: 0.3606761 Jul 16 01:20:48.905529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Transition to ACTIVE for port object d529b4fe-a0fb-4a2f-a420-842b1e447053 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:48.912418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'e2d474ea-361d-4d5f-a3be-162684134300', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'e2d474ea-361d-4d5f-a3be-162684134300', 'mac_address': 'fa:16:3e:e6:dd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:48.923298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c9c-b022-4a5b-9824-400bc2ffd6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.925755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ae8d510-d392-4605-9c47-c5b21f9e4d8b req-12c983db-1190-4ae7-9ca2-db4cdb29be67 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830086 Jul 16 01:20:48.956413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.959985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.961953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c9c-b022-4a5b-9824-400bc2ffd6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.970202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4be06469-21c6-4336-86c2-601da1a5a456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.970984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d474ea-361d-4d5f-a3be-162684134300 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:48.997637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e2d474ea-361d-4d5f-a3be-162684134300, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e2d474ea-361d-4d5f-a3be-162684134300,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:49.006671 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.010948 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae876920-9bc1-4dd9-b686-bf52c0ee2278 x-openstack-request-id: req-ae876920-9bc1-4dd9-b686-bf52c0ee2278 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:49.011429 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e89be604-51cf-46ca-9bd3-cb15d3cf017c", "tag": "6223d074-4486-4d4c-a78e-9383e4c4a7be", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:49.011668 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae876920-9bc1-4dd9-b686-bf52c0ee2278 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:49.012096 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83', 'status': 'completed', 'code': 200} Jul 16 01:20:49.012478 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'tag': '6223d074-4486-4d4c-a78e-9383e4c4a7be', 'status': 'completed', 'code': 200} Jul 16 01:20:49.016938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0010c3c-19be-426e-9135-a904df6ce600 req-ea0c196a-10c5-41d0-8f94-c5f404806a28 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897982 Jul 16 01:20:49.062009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8534d47d-6b41-41b9-8e02-525bca813f2d req-5646ce55-835e-4c2a-8a8f-45f4de8f1c9f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529350 Jul 16 01:20:49.065994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d529b4fe-a0fb-4a2f-a420-842b1e447053,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.122744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Attempting to bind port d529b4fe-a0fb-4a2f-a420-842b1e447053 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:49.123065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Attempting to bind port d529b4fe-a0fb-4a2f-a420-842b1e447053 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:49.123278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e2d474ea-361d-4d5f-a3be-162684134300,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.124064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Attempting to bind port d529b4fe-a0fb-4a2f-a420-842b1e447053 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:49.159450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Port d529b4fe-a0fb-4a2f-a420-842b1e447053 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:49.159778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Attempting to bind port d529b4fe-a0fb-4a2f-a420-842b1e447053 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:49.175102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:49.175352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:49.175772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:49.176280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Bound port: d529b4fe-a0fb-4a2f-a420-842b1e447053, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:49.176668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.203033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c9c-b022-4a5b-9824-400bc2ffd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.205562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22dc3c9c-b022-4a5b-9824-400bc2ffd6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.209164 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-22dc3c9c-b022-4a5b-9824-400bc2ffd6eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6295bd5-a9e6-4b8a-94f8-2a5c27caadc4 HTTP/1.1" status: 204 len: 168 time: 0.3542373 Jul 16 01:20:49.233175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-41009ea8-08dd-43a3-b790-330170d76a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.237740 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-41009ea8-08dd-43a3-b790-330170d76a11 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1124 time: 0.2241533 Jul 16 01:20:49.240688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc3c9c-b022-4a5b-9824-400bc2ffd6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6295bd5-a9e6-4b8a-94f8-2a5c27caadc4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.276783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e2d474ea-361d-4d5f-a3be-162684134300'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:49.319473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a3a7-58b1-4dd4-bcd1-60db0257b733 req-7cb9214b-686a-4527-ac40-4b40912db76d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.328381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4224a3a7-58b1-4dd4-bcd1-60db0257b733 req-7cb9214b-686a-4527-ac40-4b40912db76d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 943 time: 0.2074311 Jul 16 01:20:49.340827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] For port d529b4fe-a0fb-4a2f-a420-842b1e447053, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:49.371533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] For port d529b4fe-a0fb-4a2f-a420-842b1e447053, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d529b4fe-a0fb-4a2f-a420-842b1e447053,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:49.408982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4224a3a7-58b1-4dd4-bcd1-60db0257b733 req-148d24fa-503d-44bb-ad34-b1a356e87546 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793650 Jul 16 01:20:49.411336 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.440588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4be06469-21c6-4336-86c2-601da1a5a456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.481075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.484269 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.485701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] 10.222.0.93 "PUT /v2.0/ports/d529b4fe-a0fb-4a2f-a420-842b1e447053 HTTP/1.1" status: 200 len: 1095 time: 1.5884414 Jul 16 01:20:49.506926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4be06469-21c6-4336-86c2-601da1a5a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.546091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77667d2-75d9-4337-83de-1aa2d275abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d529b4fe-a0fb-4a2f-a420-842b1e447053,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.562025 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.603385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Made reservation on behalf of 057c193c01af41b99de6aa759c886565 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:49.605794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.634721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be06469-21c6-4336-86c2-601da1a5a456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42fa795-50b9-411c-8620-9a87c24c2657,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.659692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.670835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4be06469-21c6-4336-86c2-601da1a5a456 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=306a48749da344a0b74863dfbf2d4f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8811748 Jul 16 01:20:49.674447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40136) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:49.682534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-c48482b1-83e6-4a77-ac9a-3ad8fda12dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.684008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-c48482b1-83e6-4a77-ac9a-3ad8fda12dd0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.4357150 Jul 16 01:20:49.693576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:49.749858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-236e3c07-d087-4c24-9595-b594bc272921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.752468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-e06a82f1-0c01-4dfd-901f-ce4ef1a3f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.753869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-e06a82f1-0c01-4dfd-901f-ce4ef1a3f30c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1898072 Jul 16 01:20:49.755082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-1bbb64cc-3705-4277-97da-d353be657406 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 217 time: 0.0622509 Jul 16 01:20:49.785280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8afcc7-87f9-4df1-8bdd-d9fe8b5b105a req-75c34fbd-302d-4aed-b86d-1c9738a3ba98 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.785454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-d30d51ea-005b-4e57-bac3-ba11c241489e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4678459 Jul 16 01:20:49.786771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b8afcc7-87f9-4df1-8bdd-d9fe8b5b105a req-75c34fbd-302d-4aed-b86d-1c9738a3ba98 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 946 time: 0.1871297 Jul 16 01:20:49.790980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f428ae7-437c-46d3-969a-9a626dde851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.837024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-568b31e3-9be6-42b9-9ebc-1bdc2b70a0ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d529b4fe-a0fb-4a2f-a420-842b1e447053 HTTP/1.1" status: 200 len: 217 time: 0.0684652 Jul 16 01:20:49.844852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-db5fd4f3-33e7-46f2-989a-334f46b4046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.846326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-db5fd4f3-33e7-46f2-989a-334f46b4046d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0778358 Jul 16 01:20:49.880510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f428ae7-437c-46d3-969a-9a626dde851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.903905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-f65cfb4e-b429-4287-bae0-51ebac392f5f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491998 Jul 16 01:20:49.932810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b8afcc7-87f9-4df1-8bdd-d9fe8b5b105a req-a78e163a-1882-4e09-9d4c-441062be0d53 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361825 Jul 16 01:20:49.941387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-8de20914-4ac4-4270-bbdd-4cfc3c6e3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.942819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-8de20914-4ac4-4270-bbdd-4cfc3c6e3a49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0967419 Jul 16 01:20:50.008662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.020191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f428ae7-437c-46d3-969a-9a626dde851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.021105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.022752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f428ae7-437c-46d3-969a-9a626dde851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.026214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7f428ae7-437c-46d3-969a-9a626dde851e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f42fa795-50b9-411c-8620-9a87c24c2657 HTTP/1.1" status: 204 len: 168 time: 0.3480473 Jul 16 01:20:50.048292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-0bc04ef2-8b7a-4ad1-877e-43518d3298e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.049817 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-0bc04ef2-8b7a-4ad1-877e-43518d3298e5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 1100 time: 0.2069843 Jul 16 01:20:50.089015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:50.110418 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-54d61e63-c03e-49e5-b98b-5bfd609e8e9b service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970413 Jul 16 01:20:50.122882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1ec29-7c54-4b78-8d94-60ddea27af51,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:50.132330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-86e75b77-26f4-47f0-a3ad-cc8280bd95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.134078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-86e75b77-26f4-47f0-a3ad-cc8280bd95c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692681 Jul 16 01:20:50.134730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f428ae7-437c-46d3-969a-9a626dde851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42fa795-50b9-411c-8620-9a87c24c2657,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:50.164457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.164865 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Added segment 74fcb063-5e9c-4f74-8638-b6caa810b18c of type vlan for network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d Jul 16 01:20:50.246185 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-0235d5c7-81e6-40f3-8900-aae930083048 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987473 Jul 16 01:20:50.306122 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.309399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344fcf-2533-4e6d-9a2d-80f760945e4f req-8b106464-5c8d-4ba6-ae70-d65d09033dd9 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.312530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c344fcf-2533-4e6d-9a2d-80f760945e4f req-8b106464-5c8d-4ba6-ae70-d65d09033dd9 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 948 time: 0.2236154 Jul 16 01:20:50.354795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-67dd3d32-4758-4f3f-bce4-69b43896441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.356305 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-67dd3d32-4758-4f3f-bce4-69b43896441d service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2704670 Jul 16 01:20:50.434156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-24bb43f6-78b8-43d4-aa39-0f2e06a14f2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6 HTTP/1.1" status: 200 len: 217 time: 0.0660841 Jul 16 01:20:50.434682 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.435617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.436204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.441022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-236e3c07-d087-4c24-9595-b594bc272921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.445113 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-bb94ae7f-8e1b-467c-a9c3-07c21df1650f service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180976 Jul 16 01:20:50.462542 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-236e3c07-d087-4c24-9595-b594bc272921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.531810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0060461 Jul 16 01:20:50.553704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.570571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Request body: {'subnet': {'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-subnet', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:50.619890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.628162 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-236e3c07-d087-4c24-9595-b594bc272921 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef8fd3a5ed1c4730a77c8b9d38dce684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9334416 Jul 16 01:20:50.635885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1968e7-dc8f-4e57-b19b-42dd46c54f94 admin admin] Pushing event updated for resources: {'Network': ['ID=c3713d61-ac76-47bc-95f3-4a34bfdc9a1d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:50.637775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e3c07-d087-4c24-9595-b594bc272921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2aa085-41b8-4e97-8f92-54e78c32deb1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:50.640496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.661590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-00ca6adc-e83a-4b02-b34c-4a0b53919697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.663059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-00ca6adc-e83a-4b02-b34c-4a0b53919697 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2134757 Jul 16 01:20:50.665204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:50.673022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9343e219-9249-4cfb-bc0e-e34b60b0a634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.679584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c344fcf-2533-4e6d-9a2d-80f760945e4f req-8d000231-d54e-49f5-8cef-4baab5747dc7 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226933 Jul 16 01:20:50.685739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a45e6c9-44ad-4c66-a742-52fdcca83b66 req-df13cf7a-5f35-4f35-a88e-dba83dff29a1 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310265 Jul 16 01:20:50.711721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbcdc9-aa17-4a94-a7ee-9ee615d899bb req-2805b4ad-8d7e-4d14-a023-c1f72e363412 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.713317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9fbcdc9-aa17-4a94-a7ee-9ee615d899bb req-2805b4ad-8d7e-4d14-a023-c1f72e363412 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1097 time: 0.3170145 Jul 16 01:20:50.769283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9fbcdc9-aa17-4a94-a7ee-9ee615d899bb req-423ef30b-f49c-4015-8e9c-a38bb4ed3109 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Jul 16 01:20:50.770924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Made reservation on behalf of 057c193c01af41b99de6aa759c886565 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:50.772556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:50.773259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.774877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e2d474ea-361d-4d5f-a3be-162684134300 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:50.818674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-d1f206a2-f5e0-47e1-9572-180d17534b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.820261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-d1f206a2-f5e0-47e1-9572-180d17534b6b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=580dbf63ad324de7a346e54dabd75367&device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 1099 time: 0.2901778 Jul 16 01:20:50.820881 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fb741fc-85e1-40d9-8011-4229ddefab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.863015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port e2d474ea-361d-4d5f-a3be-162684134300 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:50.872679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port e2d474ea-361d-4d5f-a3be-162684134300 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:50.873028 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.983349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-2ad555eb-6e2d-4fdc-9390-3c1f51946ee1 service neutron] 10.222.0.78 "GET /v2.0/ports/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83/bindings/n-h2-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.0971267 Jul 16 01:20:50.995276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90412e1-7688-4b86-81a6-8984a27163f9 req-ad2f1352-aa16-4f78-bfc1-33656aa02059 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.003328 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.004704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e90412e1-7688-4b86-81a6-8984a27163f9 req-ad2f1352-aa16-4f78-bfc1-33656aa02059 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 947 time: 0.1519475 Jul 16 01:20:51.014996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'tag': 'd529b4fe-a0fb-4a2f-a420-842b1e447053'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:51.017758 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed91b2-79fe-4262-af08-2f07db002e15" -d '{"events": [{"name": "network-changed", "server_uuid": "cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4", "tag": "d529b4fe-a0fb-4a2f-a420-842b1e447053"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:51.041223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e2d474ea-361d-4d5f-a3be-162684134300, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e2d474ea-361d-4d5f-a3be-162684134300,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.043974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d474ea-361d-4d5f-a3be-162684134300'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:51.046878 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df10c343-d9f9-4681-9f1f-a2c4668d3614" -d '{"events": [{"server_uuid": "bfc5551a-20e1-47a2-8a87-d41cd1d45855", "name": "network-vif-plugged", "status": "completed", "tag": "e2d474ea-361d-4d5f-a3be-162684134300"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:51.052449 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.098702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.120517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 has no active binding in host n-h2-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:20:51.132361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e2d474ea-361d-4d5f-a3be-162684134300,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.138367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fb741fc-85e1-40d9-8011-4229ddefab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.152446 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e90412e1-7688-4b86-81a6-8984a27163f9 req-b2d0a002-2998-4675-b620-d99adfd83755 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465175 Jul 16 01:20:51.162301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-7ec93263-fd12-4829-a0c4-a614dda72327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.163760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-7ec93263-fd12-4829-a0c4-a614dda72327 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4874191 Jul 16 01:20:51.346307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-15be1ad7-91b8-4e8b-b86f-772373c1fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.347780 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-15be1ad7-91b8-4e8b-b86f-772373c1fc3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.5132856 Jul 16 01:20:51.354201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b022fb-7155-4891-bb54-26e7e02a2776 req-5fb6b9c5-37aa-49b2-bd67-53f33f847808 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.355798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7b022fb-7155-4891-bb54-26e7e02a2776 req-5fb6b9c5-37aa-49b2-bd67-53f33f847808 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 943 time: 0.2201931 Jul 16 01:20:51.380798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.419831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c279f-91c7-4a5f-871e-635a50d4cf67 req-43bafdb8-0fca-469f-9fa7-1e553e6510bb tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.421800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-419c279f-91c7-4a5f-871e-635a50d4cf67 req-43bafdb8-0fca-469f-9fa7-1e553e6510bb tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1097 time: 0.1388259 Jul 16 01:20:51.425231 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-aa857ab6-8116-454e-b90f-60e091fc4acc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6223d074-4486-4d4c-a78e-9383e4c4a7be HTTP/1.1" status: 200 len: 217 time: 0.0529966 Jul 16 01:20:51.425811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fb741fc-85e1-40d9-8011-4229ddefab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.427959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:51.428310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fb741fc-85e1-40d9-8011-4229ddefab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.431902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8fb741fc-85e1-40d9-8011-4229ddefab1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b2aa085-41b8-4e97-8f92-54e78c32deb1 HTTP/1.1" status: 204 len: 168 time: 0.7872639 Jul 16 01:20:51.469957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7b022fb-7155-4891-bb54-26e7e02a2776 req-d670fc77-56a5-482c-94c5-360363d292ce tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048510 Jul 16 01:20:51.490303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:51.491580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9343e219-9249-4cfb-bc0e-e34b60b0a634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.496999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb741fc-85e1-40d9-8011-4229ddefab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2aa085-41b8-4e97-8f92-54e78c32deb1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.504482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9343e219-9249-4cfb-bc0e-e34b60b0a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.513710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-419c279f-91c7-4a5f-871e-635a50d4cf67 req-65d3da43-475c-4288-b26e-723657420555 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838854 Jul 16 01:20:51.522115 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-7183173d-5926-4423-b52f-36259a4ed7df service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071625 Jul 16 01:20:51.533560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.557334 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45816908-b8c2-4caf-99b0-50c8e4397f02 x-openstack-request-id: req-45816908-b8c2-4caf-99b0-50c8e4397f02 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:51.557844 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4", "tag": "d529b4fe-a0fb-4a2f-a420-842b1e447053", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:51.558275 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45816908-b8c2-4caf-99b0-50c8e4397f02 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:51.558895 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'tag': 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'status': 'completed', 'code': 200} Jul 16 01:20:51.565575 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.607949 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e206357-cb28-4be2-89c8-884ba1723ddc x-openstack-request-id: req-4e206357-cb28-4be2-89c8-884ba1723ddc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:51.608274 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc5551a-20e1-47a2-8a87-d41cd1d45855", "name": "network-vif-plugged", "status": "completed", "tag": "e2d474ea-361d-4d5f-a3be-162684134300", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:51.608524 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e206357-cb28-4be2-89c8-884ba1723ddc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:51.609932 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d474ea-361d-4d5f-a3be-162684134300', 'code': 200} Jul 16 01:20:51.699081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9343e219-9249-4cfb-bc0e-e34b60b0a634 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=674d7c3f2c4a41858127765b1932c8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0772300 Jul 16 01:20:51.699827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:51.706280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-77e0c5c2-ef43-4c8b-a24f-84bb0dbdd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.707567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-77e0c5c2-ef43-4c8b-a24f-84bb0dbdd9d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2703273 Jul 16 01:20:51.709415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343e219-9249-4cfb-bc0e-e34b60b0a634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997e348b-7f40-49e7-ae22-6cc5e687d544,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.767912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.789239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-710ab77a-443e-4ae3-963b-6bd8b3a891cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.791992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-710ab77a-443e-4ae3-963b-6bd8b3a891cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 1098 time: 0.2034435 Jul 16 01:20:51.896011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] Transition to ACTIVE for port object 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:51.940245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-9f16cf6e-2dff-40d0-858e-c440771141bf req-31579ff9-b106-46c2-8a76-069455b9d628 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:51.940609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74169b4-e68d-4751-a14d-0f5a83e6fc0d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.941222 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f16cf6e-2dff-40d0-858e-c440771141bf req-31579ff9-b106-46c2-8a76-069455b9d628 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082312 Jul 16 01:20:51.944035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e35bc90-8f5f-4915-a498-d58e2e286612 req-9f6da773-4fca-4673-bfcc-c4cc59106dc8 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109929 Jul 16 01:20:51.948453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-557c7f87-eb9c-4fc6-8cca-5e4f90a7fb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.967505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-11f8d169-dccf-400f-8ee4-3bb9a1065e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.969113 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-11f8d169-dccf-400f-8ee4-3bb9a1065e20 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497895 Jul 16 01:20:51.987594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.009166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Checking segment: {'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:52.009662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Network hostable DHCP agents. Network: c3713d61-ac76-47bc-95f3-4a34bfdc9a1d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:52.021102 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-557c7f87-eb9c-4fc6-8cca-5e4f90a7fb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.077839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-814e7bfd-74b6-4a5f-ac77-c63f169ae574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.079286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-814e7bfd-74b6-4a5f-ac77-c63f169ae574 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2784524 Jul 16 01:20:52.101086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9087-21f7-4f46-a71b-86443841883e req-631084f5-5eed-47f5-b152-527784916f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.102614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-edab9087-21f7-4f46-a71b-86443841883e req-631084f5-5eed-47f5-b152-527784916f9f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 1100 time: 0.3777993 Jul 16 01:20:52.124393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:52.148723 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-00a4c3c4-07ab-4288-944d-8aed08e9dd7b service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695120 Jul 16 01:20:52.150043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c3713d61-ac76-47bc-95f3-4a34bfdc9a1d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:52.155598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.156392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.158997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-557c7f87-eb9c-4fc6-8cca-5e4f90a7fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.162577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-557c7f87-eb9c-4fc6-8cca-5e4f90a7fb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.166418 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-557c7f87-eb9c-4fc6-8cca-5e4f90a7fb50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/997e348b-7f40-49e7-ae22-6cc5e687d544 HTTP/1.1" status: 204 len: 168 time: 0.4555690 Jul 16 01:20:52.171133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724fa20-6371-459a-a46b-7f1e9ed475c2 None None] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:52.199385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7f87-eb9c-4fc6-8cca-5e4f90a7fb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997e348b-7f40-49e7-ae22-6cc5e687d544,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:52.221222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:52.222434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b74bcf93-e09f-46c1-900f-fefa3c753fc4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6602635 Jul 16 01:20:52.225217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:52.240461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-4f2cb0c5-cdb1-435a-a1ab-fe0a02ede25c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d529b4fe-a0fb-4a2f-a420-842b1e447053 HTTP/1.1" status: 200 len: 217 time: 0.1499965 Jul 16 01:20:52.242585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:52.284048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] No DVR routers for this DVR port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:52.326607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.328675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.351602 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41d4076b-de4f-4879-a43a-9bb870687d05 req-2fe1fc39-16e7-4b56-a4b2-c191a55d8cc8 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849656 Jul 16 01:20:52.417904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-c3713d61-ac76-47bc-95f3-4a34bfdc9a1d', 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'fixed_ips': [{'subnet_id': 'a74169b4-e68d-4751-a14d-0f5a83e6fc0d'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:20:52.419198 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.419953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.428261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-eb3758a4-2bcf-470a-ab0f-b7fc4f41f3a2 service neutron] 10.222.0.78 "PUT /v2.0/ports/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83/bindings/n-h2-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4204094 Jul 16 01:20:52.481224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cbd65-50bb-4e4e-9f03-609caed548c3 req-ebfeaf08-7cb8-400d-9e03-8cb8e401cdc0 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.492164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd5cbd65-50bb-4e4e-9f03-609caed548c3 req-ebfeaf08-7cb8-400d-9e03-8cb8e401cdc0 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 948 time: 0.6031983 Jul 16 01:20:52.523350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-edab9087-21f7-4f46-a71b-86443841883e req-d3ec1cf8-f961-4c25-840a-c4a8392d5fcb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722341 Jul 16 01:20:52.562451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6223d074-4486-4d4c-a78e-9383e4c4a7be details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:52.576959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd5cbd65-50bb-4e4e-9f03-609caed548c3 req-2699ba05-79ba-42a3-860a-b0b7d0537288 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838053 Jul 16 01:20:52.592026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-71c3f50d-254a-464b-885a-330ce6401f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.593345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-71c3f50d-254a-464b-885a-330ce6401f54 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2983561 Jul 16 01:20:52.625224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Allocated IP 172.20.0.2 (c3713d61-ac76-47bc-95f3-4a34bfdc9a1d/a74169b4-e68d-4751-a14d-0f5a83e6fc0d/f9d6971f-df49-4f4d-aaa4-7c9f45d70d19) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:52.714191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.759279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-89c6ab17-0b70-4a0b-aeae-85197077c418 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.761148 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-89c6ab17-0b70-4a0b-aeae-85197077c418 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.2505531 Jul 16 01:20:52.783531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6223d074-4486-4d4c-a78e-9383e4c4a7be, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6223d074-4486-4d4c-a78e-9383e4c4a7be,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:52.804765 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '6223d074-4486-4d4c-a78e-9383e4c4a7be', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '6223d074-4486-4d4c-a78e-9383e4c4a7be', 'mac_address': 'fa:16:3e:48:a6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:52.807822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-ed367fdb-8ebd-4a03-af63-abb7bbcc4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.811860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-ed367fdb-8ebd-4a03-af63-abb7bbcc4b1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026083 Jul 16 01:20:52.890439 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.927510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.935579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6223d074-4486-4d4c-a78e-9383e4c4a7be {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:52.975141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Transition to ACTIVE for port object f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:52.995345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6223d074-4486-4d4c-a78e-9383e4c4a7be, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6223d074-4486-4d4c-a78e-9383e4c4a7be,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:53.006753 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.013395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Transition to ACTIVE for port object f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:53.037311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.039567 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-bb7c2674-1a62-4ce8-ba66-c2c9fe11ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.042286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-bb7c2674-1a62-4ce8-ba66-c2c9fe11ea87 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338&tenant_id=34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 1095 time: 0.2701657 Jul 16 01:20:53.068339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:53.072634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:53.079456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:53.093126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=6223d074-4486-4d4c-a78e-9383e4c4a7be,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.101746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-298a1318-a84e-47e8-86d2-0a3d9d3208da service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3928685 Jul 16 01:20:53.156658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-07679071-9250-4791-82cb-8071c44640e6 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362358 Jul 16 01:20:53.158186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Pushing event updated for resources: {'Port': ['ID=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.203104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Attempting to bind port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:53.204533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Attempting to bind port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:53.205221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Attempting to bind port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 on network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:53.212053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:53.212741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Checking segment: {'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:53.213349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.213909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Bound using segment: {'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:53.214666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Bound port: f9d6971f-df49-4f4d-aaa4-7c9f45d70d19, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:53.215335 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.283935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['6223d074-4486-4d4c-a78e-9383e4c4a7be'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:53.344900 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] For port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:53.355621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c37d-4e22-4452-bdf1-71c0c2fa49ed req-739a751d-da1b-4ca2-9194-b35c33c17fec tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.365520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e89c37d-4e22-4452-bdf1-71c0c2fa49ed req-739a751d-da1b-4ca2-9194-b35c33c17fec tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 947 time: 0.3621633 Jul 16 01:20:53.376464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] For port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,segment=NetworkSegment(74fcb063-5e9c-4f74-8638-b6caa810b18c),segment_id=74fcb063-5e9c-4f74-8638-b6caa810b18c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:53.402802 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.411385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-aadeb8eb-f5fb-4013-bbff-8de4ce2844e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.415172 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-aadeb8eb-f5fb-4013-bbff-8de4ce2844e0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1095 time: 0.3121915 Jul 16 01:20:53.471811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.523337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.610922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e89c37d-4e22-4452-bdf1-71c0c2fa49ed req-69178cce-114b-478e-a39d-b8ac98f2044a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449450 Jul 16 01:20:53.624187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c26b1-a201-4ca0-bf85-792f66b84250 None None] Pushing event updated for resources: {'Port': ['ID=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.665505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ed91b2-79fe-4262-af08-2f07db002e15 req-9d254459-8db9-4c8d-8e31-1acb45468cf2 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865983 Jul 16 01:20:53.668159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-57a9287a-b42b-4303-afa9-8be96cde93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.670704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-57a9287a-b42b-4303-afa9-8be96cde93c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 1097 time: 0.4773729 Jul 16 01:20:53.898809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-02b9a862-8c4b-4122-8be3-2d9397954519 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:53.904314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-02b9a862-8c4b-4122-8be3-2d9397954519 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246279 Jul 16 01:20:53.943421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Request body: {'binding': {'host': 'n-h1-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:53.944074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Unknown quota resources ['binding']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:20:53.976148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-71ca3178-7cfc-45a2-8ea8-798a5d75fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.977674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-71ca3178-7cfc-45a2-8ea8-798a5d75fee7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 924 time: 0.2701280 Jul 16 01:20:54.097369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-3343f75b-8216-42e0-87e4-edf2f6307295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.098844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-3343f75b-8216-42e0-87e4-edf2f6307295 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.6724710 Jul 16 01:20:54.128531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58dfec-ff41-4f49-a44c-66f193dbc875 req-c519b93c-ea44-4e63-b795-ee369803e8aa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.130034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d58dfec-ff41-4f49-a44c-66f193dbc875 req-c519b93c-ea44-4e63-b795-ee369803e8aa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 944 time: 0.2920091 Jul 16 01:20:54.139808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-074ea9b9-4755-4161-87bf-7baed40ad64a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71 HTTP/1.1" status: 200 len: 1001 time: 0.1525905 Jul 16 01:20:54.167818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-14b6a603-a4cb-4b0b-b6d7-39113228f006 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 217 time: 0.0583045 Jul 16 01:20:54.168901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Allocated IP 172.25.5.34 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/d0fad8e0-79b8-4a24-809a-cfe041847260) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:54.247862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d58dfec-ff41-4f49-a44c-66f193dbc875 req-28699022-51fe-4d15-96f4-dbf77e717d3b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051764 Jul 16 01:20:54.256401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-1ff8b689-a605-4d6c-9745-796d142e1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.256401 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-1ff8b689-a605-4d6c-9745-796d142e1dd3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0791035 Jul 16 01:20:54.257065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-2ef3b753-8f3a-498f-87ad-ec5ac442b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.258675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-2ef3b753-8f3a-498f-87ad-ec5ac442b925 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 200 len: 862 time: 0.1069319 Jul 16 01:20:54.304833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on host n-h1-800085-5 for vnic_type normal with profile None {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:54.305417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:54.305907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:54.319315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:54.319910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:54.320108 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-f63a0b76-db97-4021-b3ac-a4287d11e31d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396979 Jul 16 01:20:54.329233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:54.329815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:54.330349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:54.330947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Bound port: f0495018-597d-43bf-8fc0-38a5e5853508, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:54.393442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-d154ff67-d4a9-4101-8116-ccd65e59b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.394897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-d154ff67-d4a9-4101-8116-ccd65e59b611 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256618 Jul 16 01:20:54.422620 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.446299 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-cb5d2e18-be2c-47c4-9249-31ac25f6048f service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194448 Jul 16 01:20:54.462777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:54.488067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.489514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-9babc047-e6d7-4c97-ab25-a6977622ddbc service neutron] 10.222.0.81 "POST /v2.0/ports/f0495018-597d-43bf-8fc0-38a5e5853508/bindings HTTP/1.1" status: 201 len: 389 time: 0.5628004 Jul 16 01:20:54.565671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6223d074-4486-4d4c-a78e-9383e4c4a7be up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:54.588309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-e64bf9b1-a030-4a74-9858-94639404c8f0 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670516 Jul 16 01:20:54.594066 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.601845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383b43d-3b33-45ba-9594-1be8ffa69acc req-cedb7089-bd03-4126-81d8-73f7810f073b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.609667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d383b43d-3b33-45ba-9594-1be8ffa69acc req-cedb7089-bd03-4126-81d8-73f7810f073b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 949 time: 0.2306480 Jul 16 01:20:54.642845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-a2d2eadb-9442-4d14-b080-f894179ace63 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894803 Jul 16 01:20:54.662403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:54.670070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:54.681062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:54.682460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 6223d074-4486-4d4c-a78e-9383e4c4a7be completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:54.687107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 6223d074-4486-4d4c-a78e-9383e4c4a7be triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:54.687481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.726828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d383b43d-3b33-45ba-9594-1be8ffa69acc req-173b8c12-a286-4815-9a71-69f11126da6c tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155059 Jul 16 01:20:54.804751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d529b4fe-a0fb-4a2f-a420-842b1e447053 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:54.873155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fad8e0-79b8-4a24-809a-cfe041847260,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:54.895401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcc34422-41c1-4b0a-9414-8734ad8db7d3 req-d51eaf6b-3b62-4a1a-af7b-10d72226b074 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830749 Jul 16 01:20:54.917098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:54.993137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1742079756', 'description': 'tempest-description-554716616'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:55.022056 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.047177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.111932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d529b4fe-a0fb-4a2f-a420-842b1e447053, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d529b4fe-a0fb-4a2f-a420-842b1e447053,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:55.132129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'mac_address': 'fa:16:3e:f9:87:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:55.136007 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.152289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:55.198035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223d074-4486-4d4c-a78e-9383e4c4a7be'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:55.201877 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6471626-00ec-425b-b1c2-fd3ef316dac1" -d '{"events": [{"server_uuid": "e89be604-51cf-46ca-9bd3-cb15d3cf017c", "name": "network-vif-plugged", "status": "completed", "tag": "6223d074-4486-4d4c-a78e-9383e4c4a7be"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:55.225073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6223d074-4486-4d4c-a78e-9383e4c4a7be, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6223d074-4486-4d4c-a78e-9383e4c4a7be,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:55.226464 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.238577 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.239372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:55.274426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.283650 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.287877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d529b4fe-a0fb-4a2f-a420-842b1e447053 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:55.292605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e56b37-11a8-419a-8cfe-5bc78481bd56 None None] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:55.306640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-dfcaed58-f040-4c8d-a66c-0cf85b7320d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.308149 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-dfcaed58-f040-4c8d-a66c-0cf85b7320d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1097 time: 0.3678436 Jul 16 01:20:55.308749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.389120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d529b4fe-a0fb-4a2f-a420-842b1e447053, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d529b4fe-a0fb-4a2f-a420-842b1e447053,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:55.396971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-35b9eee0-17d4-4f73-9655-c7ac34830527 None None] Provisioning for port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:55.409772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-35b9eee0-17d4-4f73-9655-c7ac34830527 None None] Provisioning complete for port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:55.410298 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35b9eee0-17d4-4f73-9655-c7ac34830527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.419085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-f0790d50-7d91-41ca-a3b6-938f1561d4cc tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.420818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-f0790d50-7d91-41ca-a3b6-938f1561d4cc tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.2873850 Jul 16 01:20:55.447126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.458928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df490760-3dba-4953-8b3f-270cdb2f6268,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:55.464793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.493502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:55.506724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=6223d074-4486-4d4c-a78e-9383e4c4a7be,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:55.510312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.540795 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.542929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-479b95b9-4bdd-474b-a83d-94911f480cf9 req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5641737 Jul 16 01:20:55.573132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d529b4fe-a0fb-4a2f-a420-842b1e447053,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:55.580688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a665e-a157-436d-87b7-76da2ae3b408 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67a7f4c-31e7-48dc-8207-712b4a2df9d5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:55.601530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69774e9-ff81-4159-8bcd-cf3896738cc8 req-49a73ab6-fce1-4acf-b712-cab717bd857d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.612644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f69774e9-ff81-4159-8bcd-cf3896738cc8 req-49a73ab6-fce1-4acf-b712-cab717bd857d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 946 time: 0.1977994 Jul 16 01:20:55.670059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f69774e9-ff81-4159-8bcd-cf3896738cc8 req-f387daf5-1ef9-4dd3-8589-4b5ff525b4ed tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550559 Jul 16 01:20:55.704601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-ddfb3a06-c9bd-4d5c-9ad0-dc75e779e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.704601 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-ddfb3a06-c9bd-4d5c-9ad0-dc75e779e4a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.2826278 Jul 16 01:20:55.785240 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-d77f7731-eb38-427a-b530-933cc51cd2e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 217 time: 0.0525992 Jul 16 01:20:55.786746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fe1d8-b0e5-44cb-aba9-3731209c9f68 req-c8179cc6-43b8-456f-9183-c7a31311bd53 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:55.789790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-384fe1d8-b0e5-44cb-aba9-3731209c9f68 req-c8179cc6-43b8-456f-9183-c7a31311bd53 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 948 time: 0.1168993 Jul 16 01:20:55.799810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['d529b4fe-a0fb-4a2f-a420-842b1e447053'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:55.827941 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d790bd-87e1-4f38-b608-7d7f6a647599 x-openstack-request-id: req-63d790bd-87e1-4f38-b608-7d7f6a647599 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:55.828261 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89be604-51cf-46ca-9bd3-cb15d3cf017c", "name": "network-vif-plugged", "status": "completed", "tag": "6223d074-4486-4d4c-a78e-9383e4c4a7be", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:55.828504 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63d790bd-87e1-4f38-b608-7d7f6a647599 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:55.828887 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223d074-4486-4d4c-a78e-9383e4c4a7be', 'code': 200} Jul 16 01:20:55.838495 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35b9eee0-17d4-4f73-9655-c7ac34830527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.906932 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.004659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-35b9eee0-17d4-4f73-9655-c7ac34830527 None None] For port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,segment=NetworkSegment(74fcb063-5e9c-4f74-8638-b6caa810b18c),segment_id=74fcb063-5e9c-4f74-8638-b6caa810b18c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:56.024621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35b9eee0-17d4-4f73-9655-c7ac34830527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.051097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-0ae7bb88-17de-4ed5-b90a-4780bf2ebe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.052889 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-0ae7bb88-17de-4ed5-b90a-4780bf2ebe7d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.2438686 Jul 16 01:20:56.071988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-1ef306bf-ed0f-4a8f-9825-de684fc6444d service neutron] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:56.102842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9eee0-17d4-4f73-9655-c7ac34830527 None None] Pushing event updated for resources: {'Port': ['ID=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:56.104938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-d63e3502-e79e-40ef-a2f9-f36b1a097aad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447729 Jul 16 01:20:56.117000 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-1ef306bf-ed0f-4a8f-9825-de684fc6444d service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.118834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-724bb24d-b1f3-494a-bd88-c6d94ac0f763 req-1ef306bf-ed0f-4a8f-9825-de684fc6444d service neutron] 10.222.0.93 "DELETE /v2.0/ports/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83/bindings/n-h1-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.6891119 Jul 16 01:20:56.155132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-384fe1d8-b0e5-44cb-aba9-3731209c9f68 req-3557917c-297f-41a8-9870-5b73e5189b51 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582041 Jul 16 01:20:56.226235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-baaa672e-eed4-4578-aaeb-18455a2de5e9 req-e7bbd5a5-d4a3-4a19-bfb1-058143c92efe tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Request body: {'security_group': {'name': 'tempest-securitygroup-328242941', 'description': 'tempest-description-131641235'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:56.249517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-d09bdcd8-d3b7-4097-8e73-5702fb43d447 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288798 Jul 16 01:20:56.256049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Router 285b74ce-82f4-4166-93c0-146b5339687e is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:20:56.287038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-baaa672e-eed4-4578-aaeb-18455a2de5e9 req-e7bbd5a5-d4a3-4a19-bfb1-058143c92efe tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.324650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd55-5c11-4a41-8785-c8ad716fe430 req-143b6d42-5e3b-4d42-8881-1d78ffaadcc1 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.326788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2533dd55-5c11-4a41-8785-c8ad716fe430 req-143b6d42-5e3b-4d42-8881-1d78ffaadcc1 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 944 time: 0.1759105 Jul 16 01:20:56.331047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7839-f4cc-45f4-90b7-ecdd62d29d72 req-b335cde2-aee3-4002-a3cc-4568ccc450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.332603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a28a7839-f4cc-45f4-90b7-ecdd62d29d72 req-b335cde2-aee3-4002-a3cc-4568ccc450f2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 1101 time: 0.1830623 Jul 16 01:20:56.418621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2533dd55-5c11-4a41-8785-c8ad716fe430 req-0add1626-b0d8-4e06-a1c6-626d10227867 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833244 Jul 16 01:20:56.425230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a28a7839-f4cc-45f4-90b7-ecdd62d29d72 req-1ef8e2e3-c2b1-406d-b50b-22091a335afb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812910 Jul 16 01:20:56.434007 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-2c3f8bf8-8f51-4cc3-b408-662c5befabb3 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746678 Jul 16 01:20:56.447834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:56.460808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Sync routers for ids ['285b74ce-82f4-4166-93c0-146b5339687e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:56.498492 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-baaa672e-eed4-4578-aaeb-18455a2de5e9 req-e7bbd5a5-d4a3-4a19-bfb1-058143c92efe tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.499058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Routers {'285b74ce-82f4-4166-93c0-146b5339687e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:56.499537 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:20:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['285b74ce-82f4-4166-93c0-146b5339687e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:56.502878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-baaa672e-eed4-4578-aaeb-18455a2de5e9 req-e7bbd5a5-d4a3-4a19-bfb1-058143c92efe tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.509374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.514313 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da7b7579-98af-4d56-9324-a0cd621a0316 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2875757 Jul 16 01:20:56.514545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40324) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:56.534600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-baaa672e-eed4-4578-aaeb-18455a2de5e9 req-e7bbd5a5-d4a3-4a19-bfb1-058143c92efe tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.536337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-baaa672e-eed4-4578-aaeb-18455a2de5e9 req-e7bbd5a5-d4a3-4a19-bfb1-058143c92efe tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3185072 Jul 16 01:20:56.541030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbd5a5-d4a3-4a19-bfb1-058143c92efe tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e055f-d0ae-4079-bc6b-a435c598b3c1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:56.561578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-19940b69-3a06-41fc-8d62-6971dacbb63f None None] Provisioning complete for port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:56.562255 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19940b69-3a06-41fc-8d62-6971dacbb63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.734906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:56.744292 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Set router 285b74ce-82f4-4166-93c0-146b5339687e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:56.789758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1befa7e-b1ee-437e-95a6-8ae03b06a2b0 req-f5271176-13dc-4810-8676-dcddcf001e4e tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.792151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1befa7e-b1ee-437e-95a6-8ae03b06a2b0 req-f5271176-13dc-4810-8676-dcddcf001e4e tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 950 time: 0.1486936 Jul 16 01:20:56.812600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:56.813350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.884175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1befa7e-b1ee-437e-95a6-8ae03b06a2b0 req-c5f11e86-22be-4081-869c-5b31b3efed3c tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840402 Jul 16 01:20:57.039073 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 3, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port': {'id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:53Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:57.084549 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Checking router: 285b74ce-82f4-4166-93c0-146b5339687e for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:57.084886 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Updating router 285b74ce-82f4-4166-93c0-146b5339687e port d0fad8e0-79b8-4a24-809a-cfe041847260 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:20:57.104780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-6db5415b-d4cb-4513-b0a9-c00d32339e86 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.107030 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-6db5415b-d4cb-4513-b0a9-c00d32339e86 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1097 time: 0.5216835 Jul 16 01:20:57.132157 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.146778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-5'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:57.227948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-826927727', 'description': 'tempest-description-1610252566'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:57.259763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.269636 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.339850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.399757 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.413304 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Transition to ACTIVE for port object d0fad8e0-79b8-4a24-809a-cfe041847260 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:57.426087 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.456103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.471270 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.494058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Pushing event updated for resources: {'Port': ['ID=d0fad8e0-79b8-4a24-809a-cfe041847260,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.518194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579160d1-13d9-49e1-a9e4-e43bbe5e78dc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.522281 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.523223 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.523750 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.524357 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.524853 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.525338 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.526119 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.526639 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.527374 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.527844 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.529686 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.530209 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:57.531918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55c868-9278-4d40-afe9-0bc8bb1443e6 req-82957aed-1e13-46f1-868e-4f4f162d2cbd tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.533739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a55c868-9278-4d40-afe9-0bc8bb1443e6 req-82957aed-1e13-46f1-868e-4f4f162d2cbd tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 946 time: 0.1372895 Jul 16 01:20:57.534247 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Attempting to bind port d0fad8e0-79b8-4a24-809a-cfe041847260 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:57.534821 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Attempting to bind port d0fad8e0-79b8-4a24-809a-cfe041847260 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:57.535361 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Attempting to bind port d0fad8e0-79b8-4a24-809a-cfe041847260 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:57.543507 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:57.543878 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:57.544312 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.544739 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:57.545774 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Bound port: d0fad8e0-79b8-4a24-809a-cfe041847260, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:57.546573 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.605099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a55c868-9278-4d40-afe9-0bc8bb1443e6 req-81f3f388-1c05-4625-b540-daca975faff7 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643175 Jul 16 01:20:57.608404 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] For port d0fad8e0-79b8-4a24-809a-cfe041847260, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:57.612655 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] For port d0fad8e0-79b8-4a24-809a-cfe041847260, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d0fad8e0-79b8-4a24-809a-cfe041847260,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:57.620540 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.626053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:57.647724 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.654875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.683458 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d6f5f-490a-4e18-b095-688f5f4ac56c None None] Pushing event updated for resources: {'Port': ['ID=d0fad8e0-79b8-4a24-809a-cfe041847260,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.692495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.694206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9004ae6-1ff0-4111-89b7-78c2df200436 req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4722223 Jul 16 01:20:57.696512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec838b3-c079-48e4-8ab0-ba1dc893617d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae96981-9d41-4a71-82b5-a1c954dee941,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.707483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.711156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:57.725997 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Routers {'285b74ce-82f4-4166-93c0-146b5339687e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:57.726752 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:20:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['285b74ce-82f4-4166-93c0-146b5339687e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:57.774824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:57.781631 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4008bdc-466f-4432-bb9e-4ea347061293" -d '{"events": [{"server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "name": "network-vif-unplugged", "status": "completed", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:57.786411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.827231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f81f95-3cad-4a57-b3f0-94674a325454 req-f6fd639c-9716-4a36-8dea-b4d7f80450eb tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.828937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08f81f95-3cad-4a57-b3f0-94674a325454 req-f6fd639c-9716-4a36-8dea-b4d7f80450eb tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1095 time: 0.0647235 Jul 16 01:20:57.856189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.871296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08f81f95-3cad-4a57-b3f0-94674a325454 req-e89eeea7-86cb-4c7e-86d6-235fad79c7d6 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355659 Jul 16 01:20:57.936418 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] Set router 285b74ce-82f4-4166-93c0-146b5339687e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:58.080398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327446d7-6f18-4099-a7f7-b9bd0bc35b4e req-1058e77a-8a1c-4eb6-9722-0d09145b5b2c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.082308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-327446d7-6f18-4099-a7f7-b9bd0bc35b4e req-1058e77a-8a1c-4eb6-9722-0d09145b5b2c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 948 time: 0.0888638 Jul 16 01:20:58.113093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.123608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on host n-h2-800085-5 for vnic_type normal with profile {"migrating_to": "n-h1-800085-5"} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:58.124023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:58.124498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:58.135086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:58.136010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Attempting to bind port f0495018-597d-43bf-8fc0-38a5e5853508 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:58.140136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Allocated IP 172.20.0.1 (c3713d61-ac76-47bc-95f3-4a34bfdc9a1d/a74169b4-e68d-4751-a14d-0f5a83e6fc0d/4c3a9b10-906f-4a79-9f81-c9a7068bd7ae) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:58.145489 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 3, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port': {'id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:53Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:58.147570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:58.148309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:58.148832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:58.149282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Bound port: f0495018-597d-43bf-8fc0-38a5e5853508, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:58.149703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.153230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-327446d7-6f18-4099-a7f7-b9bd0bc35b4e req-da347e14-a120-437b-b718-237d102fa34e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622864 Jul 16 01:20:58.185229 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5e375-d153-47e9-bef4-c5bcef36e129 None None] The sync data for ids ['285b74ce-82f4-4166-93c0-146b5339687e'] in n-d-800085-5 is: [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 3, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port': {'id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:53Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:58.189326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-225eedbe-7d80-4cde-93ae-2d65f7ee488b req-341715b6-abec-478d-8a28-5ff83d21659b tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1307137647', 'description': 'tempest-description-145710813'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:58.226121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-225eedbe-7d80-4cde-93ae-2d65f7ee488b req-341715b6-abec-478d-8a28-5ff83d21659b tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.276340 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7f52c-4820-40a4-9177-b3c11adb3190 x-openstack-request-id: req-68e7f52c-4820-40a4-9177-b3c11adb3190 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:58.276703 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "name": "network-vif-unplugged", "status": "completed", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:58.277010 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68e7f52c-4820-40a4-9177-b3c11adb3190 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:58.277506 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508', 'code': 200} Jul 16 01:20:58.293160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:58.310602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:58.322695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.330333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-225eedbe-7d80-4cde-93ae-2d65f7ee488b req-341715b6-abec-478d-8a28-5ff83d21659b tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.337250 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-225eedbe-7d80-4cde-93ae-2d65f7ee488b req-341715b6-abec-478d-8a28-5ff83d21659b tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.365672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.370671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-225eedbe-7d80-4cde-93ae-2d65f7ee488b req-341715b6-abec-478d-8a28-5ff83d21659b tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.372696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-225eedbe-7d80-4cde-93ae-2d65f7ee488b req-341715b6-abec-478d-8a28-5ff83d21659b tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1916451 Jul 16 01:20:58.381855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341715b6-abec-478d-8a28-5ff83d21659b tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf81441-8900-4594-af40-272062427aec,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.405680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Transition to ACTIVE for port object 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:58.429816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.437733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.438472 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.439717 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4cede482-6485-4ec0-98ae-fc84e4c0ed45 service neutron] 10.222.0.78 "PUT /v2.0/ports/f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 1122 time: 1.2975521 Jul 16 01:20:58.452277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4741-7aac-4023-8c7d-99dac30c1db7 req-d26122ed-b14b-4c30-b53b-2a15b6596cfd tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.454066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ead4741-7aac-4023-8c7d-99dac30c1db7 req-d26122ed-b14b-4c30-b53b-2a15b6596cfd tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 950 time: 0.0865190 Jul 16 01:20:58.499557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.540501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f0495018-597d-43bf-8fc0-38a5e5853508'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:58.556449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.561855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ead4741-7aac-4023-8c7d-99dac30c1db7 req-274a378f-68cc-4987-b29e-4cf3a214ecb5 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990641 Jul 16 01:20:58.569997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:58.571783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:58.577987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:58.578691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.693657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-322026e4-f5a8-4418-ae84-90e0b8af21ee tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.700754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-322026e4-f5a8-4418-ae84-90e0b8af21ee tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.2293241 Jul 16 01:20:58.729067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-c9d6eb31-6acb-4a65-aa14-d3bb99144f4a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/quotas/34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 375 time: 0.0249145 Jul 16 01:20:58.819300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0fad8e0-79b8-4a24-809a-cfe041847260 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:58.823216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d529b4fe-a0fb-4a2f-a420-842b1e447053 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:58.829378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.867208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-4c395c23-51fb-4a66-a3af-12c62ea9011a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316943 Jul 16 01:20:59.004682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d0fad8e0-79b8-4a24-809a-cfe041847260 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:59.025210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d0fad8e0-79b8-4a24-809a-cfe041847260 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:59.025867 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.064733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-75368db4-5901-48fe-beb0-230447141b24 service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878800 Jul 16 01:20:59.080894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port d529b4fe-a0fb-4a2f-a420-842b1e447053 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:59.083437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.089870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port d529b4fe-a0fb-4a2f-a420-842b1e447053 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:59.090286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.091136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.091460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.113860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-372b1f0d-d3f3-4af2-b5de-003c372bb20a None None] Provisioning for port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:59.126441 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-372b1f0d-d3f3-4af2-b5de-003c372bb20a None None] Provisioning complete for port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:59.127106 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-372b1f0d-d3f3-4af2-b5de-003c372bb20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.163492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.211411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-372b1f0d-d3f3-4af2-b5de-003c372bb20a None None] Port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:59.220310 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.240885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-ec9ea480-1fa9-45be-9897-f34e9c79e918 service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711409 Jul 16 01:20:59.254130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:59.255784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:59.265099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port d0fad8e0-79b8-4a24-809a-cfe041847260, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d0fad8e0-79b8-4a24-809a-cfe041847260,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:59.275870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.321766 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.388936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd529b4fe-a0fb-4a2f-a420-842b1e447053'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:59.393024 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb77f8ea-6fd5-4d4f-b359-01c906e2a6be" -d '{"events": [{"server_uuid": "cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d529b4fe-a0fb-4a2f-a420-842b1e447053"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:59.405824 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=d0fad8e0-79b8-4a24-809a-cfe041847260,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.411576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d529b4fe-a0fb-4a2f-a420-842b1e447053, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d529b4fe-a0fb-4a2f-a420-842b1e447053,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:59.419601 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.458594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-d22a4c39-ab44-475e-9065-2bf8c0487b49 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50606 time: 0.4839041 Jul 16 01:20:59.491353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Router 285b74ce-82f4-4166-93c0-146b5339687e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:20:59.517829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d529b4fe-a0fb-4a2f-a420-842b1e447053,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.564711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-c90f0680-cf6b-42b2-84d1-dbeefd0a2aab tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0297727b-3146-46b1-9639-5f572b42e48b HTTP/1.1" status: 200 len: 2981 time: 0.1027148 Jul 16 01:20:59.640918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec7589c3-ee8e-4a75-8d3e-6d3deb69e662 None None] Provisioning complete for port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:59.641440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec7589c3-ee8e-4a75-8d3e-6d3deb69e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.655393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-e0059751-68d4-4194-a3cc-9987eefd7781 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0297727b-3146-46b1-9639-5f572b42e48b HTTP/1.1" status: 200 len: 2981 time: 0.0865800 Jul 16 01:20:59.690577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:59.698189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ec7589c3-ee8e-4a75-8d3e-6d3deb69e662 None None] Port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:59.708415 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7ffe3bed-3068-4ce4-9d04-e9fdff99e002 admin admin] 10.222.0.81 "PUT /v2.0/routers/285b74ce-82f4-4166-93c0-146b5339687e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1918919 Jul 16 01:20:59.745085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-91011900-02f7-42ef-bc44-18fefbabd6eb tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0712b93a-be00-4a18-a991-6248fae3137b HTTP/1.1" status: 200 len: 2981 time: 0.0822470 Jul 16 01:20:59.792083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-21993391-9436-4e49-8b00-77cf837eb1c2 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0712b93a-be00-4a18-a991-6248fae3137b HTTP/1.1" status: 200 len: 2981 time: 0.0460513 Jul 16 01:20:59.864572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-19b6c04b-c32c-4864-b770-ed508f462382 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/25a1ec29-7c54-4b78-8d94-60ddea27af51 HTTP/1.1" status: 200 len: 2981 time: 0.0713837 Jul 16 01:20:59.924629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83135fba-3d6e-4af4-906c-3498df7c3041 req-52356f70-4101-41b2-9fda-e8e4fe3ceca4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.926116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83135fba-3d6e-4af4-906c-3498df7c3041 req-52356f70-4101-41b2-9fda-e8e4fe3ceca4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 944 time: 0.1033905 Jul 16 01:20:59.929326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-eed66a84-c705-4f8f-86fe-c4c87f3c31f8 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/25a1ec29-7c54-4b78-8d94-60ddea27af51 HTTP/1.1" status: 200 len: 2981 time: 0.0582654 Jul 16 01:20:59.990233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83135fba-3d6e-4af4-906c-3498df7c3041 req-9b379cbf-0e3a-4bd4-a964-b60598ad825d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579946 Jul 16 01:21:00.000795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-d223c0f4-6ecf-4999-a6ae-482a09409bad tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/579160d1-13d9-49e1-a9e4-e43bbe5e78dc HTTP/1.1" status: 200 len: 2981 time: 0.0610957 Jul 16 01:21:00.019864 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:00.067414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-cd7851ea-c123-4072-bdaf-c830b177fed6 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/579160d1-13d9-49e1-a9e4-e43bbe5e78dc HTTP/1.1" status: 200 len: 2981 time: 0.0576499 Jul 16 01:21:00.126875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-720ee374-dc1d-4b38-b955-40ade3902eb0 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5932aaf5-9451-43dc-b152-7f770603470b HTTP/1.1" status: 200 len: 2981 time: 0.0415537 Jul 16 01:21:00.175503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-49e9b942-b7df-4aec-a51f-9600398731a7 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5932aaf5-9451-43dc-b152-7f770603470b HTTP/1.1" status: 200 len: 2981 time: 0.0431175 Jul 16 01:21:00.222505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-8a2e79aa-e77f-46fc-91b6-31d6169c9fce tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5aa4dd09-e9e4-40a6-b1fd-266821aaacfc HTTP/1.1" status: 200 len: 2977 time: 0.0413318 Jul 16 01:21:00.269531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-5d2f25c3-381f-4f18-a4d3-a17d1d0ec2ba tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5aa4dd09-e9e4-40a6-b1fd-266821aaacfc HTTP/1.1" status: 200 len: 2977 time: 0.0406466 Jul 16 01:21:00.278728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:00.281136 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42de3489-b061-4361-b353-7dcb4c860267" -d '{"events": [{"name": "network-changed", "server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:00.327989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-92863cc6-adff-4dc8-acd5-1f05b932338d tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5cf2d4ab-88b6-451d-bfaf-83dc6d303f9c HTTP/1.1" status: 200 len: 2981 time: 0.0506370 Jul 16 01:21:00.380535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-82f175de-3696-4ac3-91c3-39b5587eec96 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5cf2d4ab-88b6-451d-bfaf-83dc6d303f9c HTTP/1.1" status: 200 len: 2981 time: 0.0466056 Jul 16 01:21:00.420805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-9f881660-8068-4dce-bf16-28e86665efaa tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5f964623-5841-4150-82a4-1b147bd74dd0 HTTP/1.1" status: 200 len: 2981 time: 0.0388451 Jul 16 01:21:00.451451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Sync routers for ids ['285b74ce-82f4-4166-93c0-146b5339687e'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:00.460653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Routers {'285b74ce-82f4-4166-93c0-146b5339687e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:00.460879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:20:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['285b74ce-82f4-4166-93c0-146b5339687e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:00.479798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-cae8692d-3440-4a55-a3bb-4861493bc850 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5f964623-5841-4150-82a4-1b147bd74dd0 HTTP/1.1" status: 200 len: 2981 time: 0.0509679 Jul 16 01:21:00.526947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-b9d1ad8c-6fea-4dfb-b051-1a5505b8bd32 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6fc863be-0abd-4436-89ed-464d56235ca4 HTTP/1.1" status: 200 len: 2977 time: 0.0411508 Jul 16 01:21:00.567462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Set router 285b74ce-82f4-4166-93c0-146b5339687e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:00.612085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:00.620842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-77b2955d-655a-4106-9210-b56dd66f7625 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6fc863be-0abd-4436-89ed-464d56235ca4 HTTP/1.1" status: 200 len: 2977 time: 0.0873709 Jul 16 01:21:00.660704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb090979-ac87-4f19-bb8a-17840b3d359d req-274119fe-5179-4da4-b077-5e45944344b3 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.662374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb090979-ac87-4f19-bb8a-17840b3d359d req-274119fe-5179-4da4-b077-5e45944344b3 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 949 time: 0.1273715 Jul 16 01:21:00.692588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-ed943cdc-22ae-42a9-a872-bbc0c78fdbe7 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7c36b7b7-b70b-4212-89c4-e2a3f38e29d7 HTTP/1.1" status: 200 len: 2977 time: 0.0700579 Jul 16 01:21:00.735618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0fad8e0-79b8-4a24-809a-cfe041847260 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:00.751920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb090979-ac87-4f19-bb8a-17840b3d359d req-fea88848-9b98-46c3-a7da-5ec2d1f514dc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762908 Jul 16 01:21:00.761444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-059cf59e-b161-4bfa-a51d-0eec881e8ddc tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7c36b7b7-b70b-4212-89c4-e2a3f38e29d7 HTTP/1.1" status: 200 len: 2977 time: 0.0678399 Jul 16 01:21:00.816040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-6a35f436-991e-4376-9bbc-8d0226fa83ae tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/af8bc924-ccc6-45d0-b83d-55c677c1c0b7 HTTP/1.1" status: 200 len: 2981 time: 0.0535676 Jul 16 01:21:00.866031 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee9c1e9-eae6-4281-b816-ae21c9693f24 x-openstack-request-id: req-cee9c1e9-eae6-4281-b816-ae21c9693f24 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:00.866321 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d529b4fe-a0fb-4a2f-a420-842b1e447053", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:00.866574 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cee9c1e9-eae6-4281-b816-ae21c9693f24 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:00.866956 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'code': 200} Jul 16 01:21:00.882521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:00.884155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-b0bd7b49-dcda-4a43-8017-5e868f5c8265 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/af8bc924-ccc6-45d0-b83d-55c677c1c0b7 HTTP/1.1" status: 200 len: 2981 time: 0.0671031 Jul 16 01:21:00.907868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 has no active binding in host n-h1-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:21:00.922602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d0fad8e0-79b8-4a24-809a-cfe041847260 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:00.923224 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.925644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-5d50e40a-5e59-4669-aebb-34379dd797b4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.932274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-5d50e40a-5e59-4669-aebb-34379dd797b4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.1802754 Jul 16 01:21:00.951468 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Request body: {'port': {'device_id': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'admin_state_up': True, 'tenant_id': '34000a6212a84bc1a638fd54aec83d06'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:00.952877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:58Z', 'revision_number': 4, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port': {'id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:53Z', 'updated_at': '2021-07-16T01:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4c3a9b10-906f-4a79-9f81-c9a7068bd7ae', 'name': '', 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'mac_address': 'fa:16:3e:7f:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a74169b4-e68d-4751-a14d-0f5a83e6fc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:57Z', 'updated_at': '2021-07-16T01:20:58Z', 'revision_number': 2, 'project_id': '057c193c01af41b99de6aa759c886565', 'subnets': [{'id': 'a74169b4-e68d-4751-a14d-0f5a83e6fc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:00.988183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Checking router: 285b74ce-82f4-4166-93c0-146b5339687e for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:00.988806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Updating router 285b74ce-82f4-4166-93c0-146b5339687e port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:00.992903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-f797d117-8f06-42b1-95ef-eaa862928c6e tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/df490760-3dba-4953-8b3f-270cdb2f6268 HTTP/1.1" status: 200 len: 2981 time: 0.1006455 Jul 16 01:21:01.030876 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.089416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-398ac6b5-e76a-4ca6-a60d-7889f21ca029 req-20cd06fb-de9b-4ab0-97c4-bf9ad91633c6 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 210 time: 0.0862603 Jul 16 01:21:01.094063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-8d0aef72-0dcc-49a7-83d6-11e4f510a9a6 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/df490760-3dba-4953-8b3f-270cdb2f6268 HTTP/1.1" status: 200 len: 2981 time: 0.0929427 Jul 16 01:21:01.128421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Made reservation on behalf of 34000a6212a84bc1a638fd54aec83d06 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:01.132759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.154008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-072453ad-bcbe-4fe8-afc9-3c9cb75bdb6f tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ef7acea7-0489-43e7-941f-dd3162582044 HTTP/1.1" status: 200 len: 2981 time: 0.0535920 Jul 16 01:21:01.205286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-fec11346-3135-4c9f-b8ae-7fd0e2658e27 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ef7acea7-0489-43e7-941f-dd3162582044 HTTP/1.1" status: 200 len: 2981 time: 0.0455146 Jul 16 01:21:01.217212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2cad1-8013-41b4-b6c4-fde2bedb642f req-9162c798-71aa-477e-97f6-2c822b4637b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.218745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61a2cad1-8013-41b4-b6c4-fde2bedb642f req-9162c798-71aa-477e-97f6-2c822b4637b2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 1100 time: 0.1597931 Jul 16 01:21:01.280415 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61a2cad1-8013-41b4-b6c4-fde2bedb642f req-f5f27770-7930-4da0-9ff2-f805cd6b5264 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514159 Jul 16 01:21:01.304161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-f5464295-7b35-4dfa-9a1b-573c2fc4d79f tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f07b9c18-2d99-49b5-aa55-8743a695204e HTTP/1.1" status: 200 len: 2973 time: 0.0912108 Jul 16 01:21:01.334402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Allocated IP 172.20.0.8 (c14d38ee-6492-4421-9138-4142ee902243/1e02df53-74ca-43db-9c48-c72d43a4a891/7174efe4-64dc-4f7c-800e-4fff4f4a0abb) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:01.351999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144021cc-6db5-4fd4-9fa0-70a61c764fcc req-7206afe9-06c8-4d84-97ec-89ae3fdab90c tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.359366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-144021cc-6db5-4fd4-9fa0-70a61c764fcc req-7206afe9-06c8-4d84-97ec-89ae3fdab90c tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 950 time: 0.1228986 Jul 16 01:21:01.391062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-f12d4277-f07d-4337-aa2d-c85c8a654dbd tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f07b9c18-2d99-49b5-aa55-8743a695204e HTTP/1.1" status: 200 len: 2973 time: 0.0752573 Jul 16 01:21:01.422924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-144021cc-6db5-4fd4-9fa0-70a61c764fcc req-8e7ce31d-87db-4706-beef-76eeddd4d981 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621397 Jul 16 01:21:01.472053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-4c4320e0-1fc2-4a45-8daa-cb79f81e0d57 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fb34d8a3-bc90-4f08-be37-25058fb77ea9 HTTP/1.1" status: 200 len: 2981 time: 0.0689819 Jul 16 01:21:01.475579 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.487841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Transition to ACTIVE for port object 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:01.494913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.522359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.548563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb106b8-d783-474d-848a-2f0ebadd4c93 None None] Pushing event updated for resources: {'Port': ['ID=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.581545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.582484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7409d352-4368-496b-be97-b77e74f56a32 req-d91daba0-1971-4384-ac09-5a2c9b3e67f9 tempest-FloatingIPsNegativeTestJSON-2098702162 tempest-FloatingIPsNegativeTestJSON-2098702162-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=057c193c01af41b99de6aa759c886565 HTTP/1.1" status: 200 len: 217 time: 0.0754676 Jul 16 01:21:01.602206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb9fbfe-3115-4a76-bbb0-3e18c94ca27d req-05c81937-41f7-455e-a0a5-dea3248816c5 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fb34d8a3-bc90-4f08-be37-25058fb77ea9 HTTP/1.1" status: 200 len: 2981 time: 0.1227264 Jul 16 01:21:01.631162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Attempting to bind port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:01.632160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Attempting to bind port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:01.632722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Attempting to bind port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae on network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:01.640051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:01.640704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Checking segment: {'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:01.641303 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.642693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Bound using segment: {'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:01.643351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Bound port: 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fcb063-5e9c-4f74-8638-b6caa810b18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:01.643943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.651370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Network c14d38ee-6492-4421-9138-4142ee902243 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:01.655618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:01.665553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:01.673250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.673974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.693797 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db4ca3f-4b4f-4cf6-aa57-48118fb437f5 x-openstack-request-id: req-6db4ca3f-4b4f-4cf6-aa57-48118fb437f5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:01.694093 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:01.694337 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6db4ca3f-4b4f-4cf6-aa57-48118fb437f5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:01.694830 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508', 'status': 'completed', 'code': 200} Jul 16 01:21:01.703450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7575154 Jul 16 01:21:01.707549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f7e38-921f-46a7-b4b5-0e317387dafa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.718357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Request body: {'port': {'device_id': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:01.744727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] For port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:01.750482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] For port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,segment=NetworkSegment(74fcb063-5e9c-4f74-8638-b6caa810b18c),segment_id=74fcb063-5e9c-4f74-8638-b6caa810b18c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:01.756365 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.821072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Routers {'285b74ce-82f4-4166-93c0-146b5339687e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:01.823162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:20:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['285b74ce-82f4-4166-93c0-146b5339687e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:01.929517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb106b8-d783-474d-848a-2f0ebadd4c93 None None] Pushing event updated for resources: {'Port': ['ID=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.969957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] Set router 285b74ce-82f4-4166-93c0-146b5339687e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:02.005632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471101-53c2-41f2-acff-ed7c661f0556 req-20eb416a-72cd-45bb-8234-5165e1eb114b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.014130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-16471101-53c2-41f2-acff-ed7c661f0556 req-20eb416a-72cd-45bb-8234-5165e1eb114b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 944 time: 0.1344242 Jul 16 01:21:02.060858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-16471101-53c2-41f2-acff-ed7c661f0556 req-97a88530-76e2-4bdb-9c8f-6a4a2192d65e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457501 Jul 16 01:21:02.163654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3489-b061-4361-b353-7dcb4c860267 req-1011a300-a945-4e3b-8fd5-c8b683c483de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.165188 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42de3489-b061-4361-b353-7dcb4c860267 req-1011a300-a945-4e3b-8fd5-c8b683c483de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1125 time: 0.3993316 Jul 16 01:21:02.171954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08de53c1-5b28-4835-ae73-73fce2572e32 req-1844c302-334b-4845-9ce0-14d1ada39913 tempest-FloatingIPsNegativeTestJSON-2098702162 tempest-FloatingIPsNegativeTestJSON-2098702162-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0493512 Jul 16 01:21:02.174596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.269478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cac1821-8596-4f7f-af7c-f04a43264119 req-6612fb4b-e844-4f87-90b6-96d88a0397d6 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f09136d7e5dc4feab920868ceae0688d HTTP/1.1" status: 200 len: 6101 time: 0.1163130 Jul 16 01:21:02.295303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:58Z', 'revision_number': 4, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port': {'id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:53Z', 'updated_at': '2021-07-16T01:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4c3a9b10-906f-4a79-9f81-c9a7068bd7ae', 'name': '', 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'mac_address': 'fa:16:3e:7f:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a74169b4-e68d-4751-a14d-0f5a83e6fc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:57Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 4, 'project_id': '057c193c01af41b99de6aa759c886565', 'subnets': [{'id': 'a74169b4-e68d-4751-a14d-0f5a83e6fc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:02.321759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cac1821-8596-4f7f-af7c-f04a43264119 req-5525794a-eeee-41ab-b2ba-458d0a365590 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "GET /v2.0/security-groups/df490760-3dba-4953-8b3f-270cdb2f6268 HTTP/1.1" status: 200 len: 2981 time: 0.0514090 Jul 16 01:21:02.332620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d12ec-13e7-4261-adb6-736fbc01732f None None] The sync data for ids ['285b74ce-82f4-4166-93c0-146b5339687e'] in n-d-800085-5 is: [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:58Z', 'revision_number': 4, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port': {'id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:53Z', 'updated_at': '2021-07-16T01:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4c3a9b10-906f-4a79-9f81-c9a7068bd7ae', 'name': '', 'network_id': 'c3713d61-ac76-47bc-95f3-4a34bfdc9a1d', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'mac_address': 'fa:16:3e:7f:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a74169b4-e68d-4751-a14d-0f5a83e6fc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:57Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 4, 'project_id': '057c193c01af41b99de6aa759c886565', 'subnets': [{'id': 'a74169b4-e68d-4751-a14d-0f5a83e6fc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:02.436861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cac1821-8596-4f7f-af7c-f04a43264119 req-71117660-838e-4ef7-ba90-11cbc25dcef2 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "GET /v2.0/security-groups/df490760-3dba-4953-8b3f-270cdb2f6268 HTTP/1.1" status: 200 len: 2981 time: 0.1141469 Jul 16 01:21:02.449284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3489-b061-4361-b353-7dcb4c860267 req-35d27605-8e6f-4401-9474-2a1e05bc0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.451417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42de3489-b061-4361-b353-7dcb4c860267 req-35d27605-8e6f-4401-9474-2a1e05bc0202 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.2782569 Jul 16 01:21:02.550425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42de3489-b061-4361-b353-7dcb4c860267 req-577b3a61-2c4b-4c11-9e7d-6fea29a86fdb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 217 time: 0.0849688 Jul 16 01:21:02.665301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3489-b061-4361-b353-7dcb4c860267 req-7e6cc0d3-c1dc-49a8-a36c-25fd78d57c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.666853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42de3489-b061-4361-b353-7dcb4c860267 req-7e6cc0d3-c1dc-49a8-a36c-25fd78d57c0e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1084459 Jul 16 01:21:02.679127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b930c7-3822-4440-9947-8d67a71a1cfd req-ca7146fe-dc25-490b-aed4-5c919828934f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.681236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b930c7-3822-4440-9947-8d67a71a1cfd req-ca7146fe-dc25-490b-aed4-5c919828934f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 949 time: 0.1178493 Jul 16 01:21:02.709879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42de3489-b061-4361-b353-7dcb4c860267 req-2acf5426-d8db-4690-b3c3-b4e0efbce8e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342867 Jul 16 01:21:02.748933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b930c7-3822-4440-9947-8d67a71a1cfd req-6844d0db-4268-4718-9671-9ed0915581a2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593631 Jul 16 01:21:02.777290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:02.850927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:02.857366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7174efe4-64dc-4f7c-800e-4fff4f4a0abb {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:02.857547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:02.857975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.873058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.886599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce14731-b4eb-4e85-870e-ba64101a64b2 req-8e4c17ab-4dfe-4777-afb9-35da64714065 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.887931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cce14731-b4eb-4e85-870e-ba64101a64b2 req-8e4c17ab-4dfe-4777-afb9-35da64714065 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 931 time: 0.0837996 Jul 16 01:21:02.901503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Transition to ACTIVE for port object 7174efe4-64dc-4f7c-800e-4fff4f4a0abb will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:02.905630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42de3489-b061-4361-b353-7dcb4c860267 req-b8a87636-63d7-4fad-94f8-55bd2a773c2d service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813061 Jul 16 01:21:02.911670 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.950817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cce14731-b4eb-4e85-870e-ba64101a64b2 req-a22e2110-8a5a-4c2a-87a6-97be1aa4cacb tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555611 Jul 16 01:21:03.015275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.017354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837764-6d33-46e0-bd56-5a37462c62fb req-2e261082-dd8c-47a4-adfe-41662773a47a tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.025778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69837764-6d33-46e0-bd56-5a37462c62fb req-2e261082-dd8c-47a4-adfe-41662773a47a tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 950 time: 0.0987215 Jul 16 01:21:03.037443 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.079374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,segment=NetworkSegment(74fcb063-5e9c-4f74-8638-b6caa810b18c),segment_id=74fcb063-5e9c-4f74-8638-b6caa810b18c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:03.086306 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.113067 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-efd9e2fe-c04a-4876-a4da-b3820e41aa3e req-39cce908-f0ab-4372-bfe4-0aeffe18e008 tempest-FloatingIPsNegativeTestJSON-2098702162 tempest-FloatingIPsNegativeTestJSON-2098702162-project] show failed (client error): The resource could not be found. Jul 16 01:21:03.124144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:03.124777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-efd9e2fe-c04a-4876-a4da-b3820e41aa3e req-39cce908-f0ab-4372-bfe4-0aeffe18e008 tempest-FloatingIPsNegativeTestJSON-2098702162 tempest-FloatingIPsNegativeTestJSON-2098702162-project] 10.222.0.81 "GET /v2.0/floatingips/ca95e90f-e109-44e0-95d6-b21e6cc81c0b HTTP/1.1" status: 404 len: 350 time: 0.0905840 Jul 16 01:21:03.138656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:03.139512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:03.140202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:03.166383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.189697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f234e1b-85df-4648-8cc5-765e98ff05d8 req-58759be1-0b06-4d0c-9573-47a631639961 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fcf81441-8900-4594-af40-272062427aec HTTP/1.1" status: 200 len: 1777 time: 0.0553977 Jul 16 01:21:03.208568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69837764-6d33-46e0-bd56-5a37462c62fb req-ff2d2063-3e55-4a88-8c99-0f8bf6cd8d0f tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb34d8a3-bc90-4f08-be37-25058fb77ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817639 Jul 16 01:21:03.211797 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:03.212132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:03.229091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42de3489-b061-4361-b353-7dcb4c860267 req-c3fb747b-adc3-416c-a2d4-418243848fe3 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134875 Jul 16 01:21:03.236892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:03.237241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:03.237630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:03.238538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Bound port: 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:03.238538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.317345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-91037cf7-ff88-45f4-99e2-591fb66a85a6 service neutron] 10.222.0.93 "GET /v2.0/ports/f0495018-597d-43bf-8fc0-38a5e5853508/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.1205099 Jul 16 01:21:03.361904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5f234e1b-85df-4648-8cc5-765e98ff05d8 req-ab7ebcb8-7f7d-4995-b2a1-492b7c7782b4 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.389760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:03.393907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:03.394998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5f234e1b-85df-4648-8cc5-765e98ff05d8 req-ab7ebcb8-7f7d-4995-b2a1-492b7c7782b4 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.430888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.477142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.478154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.479960 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] 10.222.0.78 "PUT /v2.0/ports/7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 1091 time: 1.7676907 Jul 16 01:21:03.529797 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5f234e1b-85df-4648-8cc5-765e98ff05d8 req-ab7ebcb8-7f7d-4995-b2a1-492b7c7782b4 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.532283 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5f234e1b-85df-4648-8cc5-765e98ff05d8 req-ab7ebcb8-7f7d-4995-b2a1-492b7c7782b4 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.533458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f234e1b-85df-4648-8cc5-765e98ff05d8 req-ab7ebcb8-7f7d-4995-b2a1-492b7c7782b4 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/fcf81441-8900-4594-af40-272062427aec HTTP/1.1" status: 204 len: 173 time: 0.3429630 Jul 16 01:21:03.552273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52a9ff-c040-4c78-8356-88801124a88d service neutron] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.571221 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ebcb8-7f7d-4995-b2a1-492b7c7782b4 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf81441-8900-4594-af40-272062427aec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.580823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0fc85-faa1-49eb-8db4-522bca3b3464 req-1bb8ec33-6123-4bb7-b46c-96dede0df632 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.587763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cec0fc85-faa1-49eb-8db4-522bca3b3464 req-1bb8ec33-6123-4bb7-b46c-96dede0df632 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 949 time: 0.1975973 Jul 16 01:21:03.693661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-1451b9e2-befa-412f-b461-deded608960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.695353 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-1451b9e2-befa-412f-b461-deded608960d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1094 time: 0.1549685 Jul 16 01:21:03.696054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:03.698237 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906f9542-814d-4808-8632-a6549706071f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:03.723210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:03.737653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cec0fc85-faa1-49eb-8db4-522bca3b3464 req-3803c2e8-efdd-46c5-9be0-d2371de5d866 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489546 Jul 16 01:21:03.764631 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-295cfa7f-3e19-440f-b7c4-dda9d350983f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 217 time: 0.0568070 Jul 16 01:21:03.769740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:03.845000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-f47ee677-f5f0-40b1-8d4d-5f6db3118894 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.846008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-d97749c6-f359-4618-ae67-1c30ae2de9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.846530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-f47ee677-f5f0-40b1-8d4d-5f6db3118894 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.78 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 950 time: 0.2076588 Jul 16 01:21:03.847672 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-d97749c6-f359-4618-ae67-1c30ae2de9b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0725212 Jul 16 01:21:03.861131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0495018-597d-43bf-8fc0-38a5e5853508 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:03.908089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:03.925185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-f492104e-611c-4e29-9449-a1632925f28d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596833 Jul 16 01:21:03.938574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.973662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bec80-3ef5-4ca1-9674-c1d305aa6d9f req-17adbd7e-fa16-4e20-a4a6-38c824162006 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.975208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d06bec80-3ef5-4ca1-9674-c1d305aa6d9f req-17adbd7e-fa16-4e20-a4a6-38c824162006 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 944 time: 0.1721737 Jul 16 01:21:04.025010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.078027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d06bec80-3ef5-4ca1-9674-c1d305aa6d9f req-d3307e5e-1aa0-4a45-a44d-82c7d8000b2e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834768 Jul 16 01:21:04.127054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] Transition to ACTIVE for port object f0495018-597d-43bf-8fc0-38a5e5853508 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:04.134154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Deleting port 6223d074-4486-4d4c-a78e-9383e4c4a7be {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:04.134448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.136979 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-78b44d75-9c22-4e6a-8b65-1cf18cdd4e5f service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030945 Jul 16 01:21:04.150293 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.217205 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625642b4-f05f-4498-9661-b82d8cfa533f x-openstack-request-id: req-625642b4-f05f-4498-9661-b82d8cfa533f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:04.217365 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:04.217596 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-625642b4-f05f-4498-9661-b82d8cfa533f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:04.218019 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb', 'status': 'completed', 'code': 200} Jul 16 01:21:04.271312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3345d7d7-007d-4363-aed7-f8bb9604942f req-2e869162-17f9-475d-8984-e658a6190446 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "GET /v2.0/security-groups/1ae96981-9d41-4a71-82b5-a1c954dee941 HTTP/1.1" status: 200 len: 1777 time: 0.1640983 Jul 16 01:21:04.299135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] No DVR routers for this DVR port f0495018-597d-43bf-8fc0-38a5e5853508 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:04.328444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] Pushing event updated for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:04.343554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] For port 6223d074-4486-4d4c-a78e-9383e4c4a7be, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6223d074-4486-4d4c-a78e-9383e4c4a7be,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:04.343914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.354275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e79eb268-c0bf-4a95-b160-3fb73c629837 req-87354d6b-5a32-4301-aaab-bad0ca6233c4 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098296 Jul 16 01:21:04.384159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Calling delete_port for 6223d074-4486-4d4c-a78e-9383e4c4a7be owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:04.409982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-88740767-8aaf-4870-a4d4-8d2a3d057465 service neutron] 10.222.0.93 "PUT /v2.0/ports/f0495018-597d-43bf-8fc0-38a5e5853508/bindings/n-h1-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0808585 Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: from cryptography.utils import int_from_bytes Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: from cryptography.utils import int_from_bytes Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.473730 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:04.477806 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:04.482001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.78', 62709) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:04.704687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:04.721664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f9542-814d-4808-8632-a6549706071f req-b3137f04-9ce9-4a4a-88c9-582aa872b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.723305 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-906f9542-814d-4808-8632-a6549706071f req-b3137f04-9ce9-4a4a-88c9-582aa872b273 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1094 time: 0.1036484 Jul 16 01:21:04.747233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Deleting port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:04.747907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.758777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:04.759235 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.797537 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3345d7d7-007d-4363-aed7-f8bb9604942f req-30f05862-56f1-4d29-9d00-1bb7e09504e3 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.855414 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3345d7d7-007d-4363-aed7-f8bb9604942f req-30f05862-56f1-4d29-9d00-1bb7e09504e3 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.895286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f9542-814d-4808-8632-a6549706071f req-4da25c36-f003-4b8c-987e-36f57a19ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.896699 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-906f9542-814d-4808-8632-a6549706071f req-4da25c36-f003-4b8c-987e-36f57a19ac2c service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.1612949 Jul 16 01:21:04.898486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] For port 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,segment=NetworkSegment(74fcb063-5e9c-4f74-8638-b6caa810b18c),segment_id=74fcb063-5e9c-4f74-8638-b6caa810b18c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:04.898853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.919217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Calling delete_port for 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:04.926704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66874124-2e78-4e17-ba37-7ed44dd18b32 req-62e7564a-42a4-43d3-a131-148d57164833 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.932504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66874124-2e78-4e17-ba37-7ed44dd18b32 req-62e7564a-42a4-43d3-a131-148d57164833 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.934109 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66874124-2e78-4e17-ba37-7ed44dd18b32 req-62e7564a-42a4-43d3-a131-148d57164833 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855&device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 1689 time: 0.4722784 Jul 16 01:21:04.937259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.940325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-eff13e2a-cf63-4fcd-b24d-c7a0c1794fa2 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.941723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-eff13e2a-cf63-4fcd-b24d-c7a0c1794fa2 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.4355991 Jul 16 01:21:04.949462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['6223d074-4486-4d4c-a78e-9383e4c4a7be'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:04.954213 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-906f9542-814d-4808-8632-a6549706071f req-33b5d5dc-a2a1-4ad4-bbb4-c03f7ff8fd2f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 217 time: 0.0475523 Jul 16 01:21:05.006312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3345d7d7-007d-4363-aed7-f8bb9604942f req-30f05862-56f1-4d29-9d00-1bb7e09504e3 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.008808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3345d7d7-007d-4363-aed7-f8bb9604942f req-30f05862-56f1-4d29-9d00-1bb7e09504e3 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.009898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3345d7d7-007d-4363-aed7-f8bb9604942f req-30f05862-56f1-4d29-9d00-1bb7e09504e3 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ae96981-9d41-4a71-82b5-a1c954dee941 HTTP/1.1" status: 204 len: 173 time: 0.7173882 Jul 16 01:21:05.032636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Pushing event deleted for resources: {'Port': ['ID=6223d074-4486-4d4c-a78e-9383e4c4a7be,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.066659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f9542-814d-4808-8632-a6549706071f req-5c0581f0-d137-4da8-aacc-cbedc702c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.068194 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-906f9542-814d-4808-8632-a6549706071f req-5c0581f0-d137-4da8-aacc-cbedc702c97e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.1074975 Jul 16 01:21:05.068334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f05862-56f1-4d29-9d00-1bb7e09504e3 tempest-SecurityGroupsTestAdminJSON-1338536794 tempest-SecurityGroupsTestAdminJSON-1338536794-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae96981-9d41-4a71-82b5-a1c954dee941,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.111131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] No DVR routers for this DVR port 6223d074-4486-4d4c-a78e-9383e4c4a7be on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:05.115374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.116726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0dc07d37-bd81-445d-b079-3e274ee22cc6 req-4146d2ea-9c85-4faa-8def-2e76d6c1dd2b tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.78 "DELETE /v2.0/ports/6223d074-4486-4d4c-a78e-9383e4c4a7be HTTP/1.1" status: 204 len: 173 time: 1.2502618 Jul 16 01:21:05.117329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'name': 'network-vif-deleted', 'tag': '6223d074-4486-4d4c-a78e-9383e4c4a7be'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:05.119603 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8059c0-cb8a-4048-b686-91ea8622b74d" -d '{"events": [{"server_uuid": "e89be604-51cf-46ca-9bd3-cb15d3cf017c", "name": "network-vif-deleted", "tag": "6223d074-4486-4d4c-a78e-9383e4c4a7be"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:05.135470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-906f9542-814d-4808-8632-a6549706071f req-74ccb082-8903-45be-b873-1e0ecad0e129 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561419 Jul 16 01:21:05.136266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66874124-2e78-4e17-ba37-7ed44dd18b32 req-c2bca8ba-8d06-45f9-aa90-637011f7c632 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932528 Jul 16 01:21:05.225657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-d947080d-f6c6-48c5-882d-20f21d222569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.227347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-d947080d-f6c6-48c5-882d-20f21d222569 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 1096 time: 0.2721822 Jul 16 01:21:05.286034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e549b-156a-4149-a4b1-de94ca13fd0b req-2d8ecbe9-7130-4eab-ae7d-bb32643a979d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.294216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f3e549b-156a-4149-a4b1-de94ca13fd0b req-2d8ecbe9-7130-4eab-ae7d-bb32643a979d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 943 time: 0.1337414 Jul 16 01:21:05.354932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-906f9542-814d-4808-8632-a6549706071f req-5dd373e4-5e45-47d2-8c80-4e91065e5764 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650069 Jul 16 01:21:05.372540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f3e549b-156a-4149-a4b1-de94ca13fd0b req-a6f56655-3a77-41f7-b8d1-090efb57ca05 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739238 Jul 16 01:21:05.410327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-e095323c-6679-4e4c-8aa4-99e43ebd5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.412013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-e095323c-6679-4e4c-8aa4-99e43ebd5aa4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1096 time: 0.1433597 Jul 16 01:21:05.465364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.527021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3a9b10-906f-4a79-9f81-c9a7068bd7ae,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.539224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-926e8772-2057-44ca-a519-b58d099f2605 req-9665475c-b434-4a6f-93c8-fbe0b436d955 tempest-DeleteServersAdminTestJSON-993109854 tempest-DeleteServersAdminTestJSON-993109854-project] 10.222.0.81 "GET /v2.0/ports?device_id=e89be604-51cf-46ca-9bd3-cb15d3cf017c HTTP/1.1" status: 200 len: 210 time: 0.0392587 Jul 16 01:21:05.574277 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-906f9542-814d-4808-8632-a6549706071f req-1b00f916-0060-442f-8ec2-c6b8add02e0b service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059398 Jul 16 01:21:05.579764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-5f5a1dfc-595d-4dcb-a3cd-5cf4bd4852a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.584153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-5f5a1dfc-595d-4dcb-a3cd-5cf4bd4852a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.1626248 Jul 16 01:21:05.660127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-0d3c1f22-a1dc-4906-99b4-c0ea79053843 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 217 time: 0.0675089 Jul 16 01:21:05.709737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.772381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da700191-b9cd-4469-89da-89eb21699439 req-02c33ce3-5efb-4568-9db0-1f812b9d869f tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "GET /v2.0/security-groups/dc2e055f-d0ae-4079-bc6b-a435c598b3c1 HTTP/1.1" status: 200 len: 1776 time: 0.0971386 Jul 16 01:21:05.781620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4e6aa942-e237-426e-b461-ada6dae59e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.783181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-4e6aa942-e237-426e-b461-ada6dae59e34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1069713 Jul 16 01:21:05.837323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-d9d46e93-493a-4aa6-aa1c-4cd940133829 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459251 Jul 16 01:21:05.971449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da700191-b9cd-4469-89da-89eb21699439 req-8589909e-8be6-4f14-81a5-baecc07e7c1d tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.976315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Router 285b74ce-82f4-4166-93c0-146b5339687e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:06.018101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da700191-b9cd-4469-89da-89eb21699439 req-8589909e-8be6-4f14-81a5-baecc07e7c1d tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.034009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4572078-4aa1-4996-aa22-1ffeaaaded75 req-6b6b5604-bb60-4114-a736-deba605fcf3c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.035466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4572078-4aa1-4996-aa22-1ffeaaaded75 req-6b6b5604-bb60-4114-a736-deba605fcf3c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 945 time: 0.1919363 Jul 16 01:21:06.039421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-5b6cdb6c-2b49-497f-b0ea-f2ce6eb0b0a9 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818166 Jul 16 01:21:06.089711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:06.095960 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65a3593e-aa80-4a04-ad8d-8eb1b193aa61 admin admin] 10.222.0.81 "PUT /v2.0/routers/285b74ce-82f4-4166-93c0-146b5339687e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9687312 Jul 16 01:21:06.098331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:06.105539 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] Sync routers for ids ['285b74ce-82f4-4166-93c0-146b5339687e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:06.119100 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] Routers {'285b74ce-82f4-4166-93c0-146b5339687e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:06.119842 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:20:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['285b74ce-82f4-4166-93c0-146b5339687e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:06.141109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da700191-b9cd-4469-89da-89eb21699439 req-8589909e-8be6-4f14-81a5-baecc07e7c1d tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.143635 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da700191-b9cd-4469-89da-89eb21699439 req-8589909e-8be6-4f14-81a5-baecc07e7c1d tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.144801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da700191-b9cd-4469-89da-89eb21699439 req-8589909e-8be6-4f14-81a5-baecc07e7c1d tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "DELETE /v2.0/security-groups/dc2e055f-d0ae-4079-bc6b-a435c598b3c1 HTTP/1.1" status: 204 len: 173 time: 0.3716598 Jul 16 01:21:06.147637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4572078-4aa1-4996-aa22-1ffeaaaded75 req-28c81fe0-9ff1-4296-8e39-bbd69e73e7dc tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054370 Jul 16 01:21:06.162413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589909e-8be6-4f14-81a5-baecc07e7c1d tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e055f-d0ae-4079-bc6b-a435c598b3c1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.187674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-489e36e0-5584-4069-a609-de917857ad70 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329687 Jul 16 01:21:06.242361 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c344a69f-b574-4732-996c-844e30688253 x-openstack-request-id: req-c344a69f-b574-4732-996c-844e30688253 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:06.242793 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89be604-51cf-46ca-9bd3-cb15d3cf017c", "name": "network-vif-deleted", "tag": "6223d074-4486-4d4c-a78e-9383e4c4a7be", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:06.243133 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c344a69f-b574-4732-996c-844e30688253 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:06.243607 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89be604-51cf-46ca-9bd3-cb15d3cf017c', 'name': 'network-vif-deleted', 'tag': '6223d074-4486-4d4c-a78e-9383e4c4a7be', 'status': 'completed', 'code': 200} Jul 16 01:21:06.260214 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.260655 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] Set router 285b74ce-82f4-4166-93c0-146b5339687e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:06.332786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4f5e4e8-1d25-4417-b93e-8182e48befc9 req-ad0729ea-9c95-440a-b4f7-e6508f367a7f tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "GET /v2.0/security-groups/d67a7f4c-31e7-48dc-8207-712b4a2df9d5 HTTP/1.1" status: 200 len: 1777 time: 0.0606332 Jul 16 01:21:06.399298 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4f5e4e8-1d25-4417-b93e-8182e48befc9 req-e1df0479-9323-4dce-b9d4-107762573c44 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.430570 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4f5e4e8-1d25-4417-b93e-8182e48befc9 req-e1df0479-9323-4dce-b9d4-107762573c44 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.437606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.493514 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:05Z', 'revision_number': 5, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port': {'id': 'd0fad8e0-79b8-4a24-809a-cfe041847260', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b74ce-82f4-4166-93c0-146b5339687e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:53Z', 'updated_at': '2021-07-16T01:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:06.507873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Deleting port d0fad8e0-79b8-4a24-809a-cfe041847260 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:06.508320 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.516569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4f5e4e8-1d25-4417-b93e-8182e48befc9 req-e1df0479-9323-4dce-b9d4-107762573c44 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.519665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4f5e4e8-1d25-4417-b93e-8182e48befc9 req-e1df0479-9323-4dce-b9d4-107762573c44 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.532851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4f5e4e8-1d25-4417-b93e-8182e48befc9 req-e1df0479-9323-4dce-b9d4-107762573c44 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] 10.222.0.81 "DELETE /v2.0/security-groups/d67a7f4c-31e7-48dc-8207-712b4a2df9d5 HTTP/1.1" status: 204 len: 173 time: 0.1939547 Jul 16 01:21:06.536592 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] Checking router: 285b74ce-82f4-4166-93c0-146b5339687e for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:06.545698 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] Routers {'285b74ce-82f4-4166-93c0-146b5339687e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:06.546303 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:20:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['285b74ce-82f4-4166-93c0-146b5339687e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:06.597530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2885376-a908-408d-bbab-2970d7df9789 req-796547ee-a8ad-420b-baf2-d41f423041cb tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.606404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2885376-a908-408d-bbab-2970d7df9789 req-796547ee-a8ad-420b-baf2-d41f423041cb tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 1100 time: 0.1464853 Jul 16 01:21:06.608333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] For port d0fad8e0-79b8-4a24-809a-cfe041847260, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d0fad8e0-79b8-4a24-809a-cfe041847260,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:06.608710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.625025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Calling delete_port for d0fad8e0-79b8-4a24-809a-cfe041847260 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:06.628179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df0479-9323-4dce-b9d4-107762573c44 tempest-SecurityGroupsTestAdminJSON-1405833496 tempest-SecurityGroupsTestAdminJSON-1405833496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67a7f4c-31e7-48dc-8207-712b4a2df9d5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.676453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:06.682095 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] Set router 285b74ce-82f4-4166-93c0-146b5339687e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:06.683202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2885376-a908-408d-bbab-2970d7df9789 req-2ef34ecc-89e9-460a-a8a6-cf1f6d16f3aa tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758893 Jul 16 01:21:06.739590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-7b430e97-5b15-4a5c-803d-0f830dc3fa83 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.742065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-7b430e97-5b15-4a5c-803d-0f830dc3fa83 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.2075503 Jul 16 01:21:06.783543 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:06Z', 'revision_number': 6, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:06.842634 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3c9257-8d78-4322-90cd-b9366c9f7501 None None] The sync data for ids ['285b74ce-82f4-4166-93c0-146b5339687e'] in n-d-800085-5 is: [{'id': '285b74ce-82f4-4166-93c0-146b5339687e', 'name': 'tempest-FloatingIPsNegativeTestJSON-569712572-router', 'tenant_id': '057c193c01af41b99de6aa759c886565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:06Z', 'revision_number': 6, 'project_id': '057c193c01af41b99de6aa759c886565', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:06.880054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:06.961597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:06.969326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.986786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'port_id': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb', 'mac_address': 'fa:16:3e:06:5e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e02df53-74ca-43db-9c48-c72d43a4a891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:06.996832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:07.015289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fad8e0-79b8-4a24-809a-cfe041847260,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.034988 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.051808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7174efe4-64dc-4f7c-800e-4fff4f4a0abb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:07.071076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.087634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:07.095329 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.103128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:07.105518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-760ead8b-60c7-4912-8d2b-7689e1f330c1 service neutron] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:07.125717 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-760ead8b-60c7-4912-8d2b-7689e1f330c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.126867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-775ee92c-8b94-4df9-8a1a-5ced74074995 req-760ead8b-60c7-4912-8d2b-7689e1f330c1 service neutron] 10.222.0.78 "DELETE /v2.0/ports/f0495018-597d-43bf-8fc0-38a5e5853508/bindings/n-h2-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.3742366 Jul 16 01:21:07.141408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74437389-f6f8-469d-b79f-3a0a42269684 req-e9286daf-a275-4287-96f6-54407a831db9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.143012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74437389-f6f8-469d-b79f-3a0a42269684 req-e9286daf-a275-4287-96f6-54407a831db9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 943 time: 0.2151074 Jul 16 01:21:07.196887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.222711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74437389-f6f8-469d-b79f-3a0a42269684 req-c91ed60b-1246-4c95-87e7-fc7cc03367b9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734434 Jul 16 01:21:07.232174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.235243 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.334653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.335270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 285b74ce-82f4-4166-93c0-146b5339687e {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:07.345601 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.348670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e965d41e-db5f-4c23-ac11-bfb6a8d2dc7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f09136d7e5dc4feab920868ceae0688d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442713 Jul 16 01:21:07.349520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40768) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:07.349981 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69fa4328-518b-430d-af12-b767aa2a4589 admin admin] 10.222.0.81 "DELETE /v2.0/routers/285b74ce-82f4-4166-93c0-146b5339687e HTTP/1.1" status: 204 len: 168 time: 1.2496850 Jul 16 01:21:07.350885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:07.358070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['7174efe4-64dc-4f7c-800e-4fff4f4a0abb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:07.435157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-393ae1d8-9aa8-4fc4-8251-aba14dc96c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.436067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] Deleting subnet a74169b4-e68d-4751-a14d-0f5a83e6fc0d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:07.441197 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.473516 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-393ae1d8-9aa8-4fc4-8251-aba14dc96c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.511674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.545779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-393ae1d8-9aa8-4fc4-8251-aba14dc96c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.549809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-393ae1d8-9aa8-4fc4-8251-aba14dc96c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.550993 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-393ae1d8-9aa8-4fc4-8251-aba14dc96c3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df490760-3dba-4953-8b3f-270cdb2f6268 HTTP/1.1" status: 204 len: 168 time: 0.1991780 Jul 16 01:21:07.573351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ae1d8-9aa8-4fc4-8251-aba14dc96c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df490760-3dba-4953-8b3f-270cdb2f6268,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.636281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32372821-7bb9-4947-be56-e47778b89924 req-be9a0c70-1925-401c-b286-7eba19ed22a6 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.643887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32372821-7bb9-4947-be56-e47778b89924 req-be9a0c70-1925-401c-b286-7eba19ed22a6 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 1100 time: 0.1833286 Jul 16 01:21:07.676329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.735166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32372821-7bb9-4947-be56-e47778b89924 req-3e2e94a1-fed8-4f70-a9e3-fde53b1fcf7a tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901415 Jul 16 01:21:07.790053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.844743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.849645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a74169b4-e68d-4751-a14d-0f5a83e6fc0d HTTP/1.1" status: 204 len: 168 time: 0.4987345 Jul 16 01:21:07.849815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:07.850810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9418ec8-5cc1-4dfe-9953-85c635ab0f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74169b4-e68d-4751-a14d-0f5a83e6fc0d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.862718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91a3bd-385d-4f6d-b5fb-48e3f823e51d None None] Network c3713d61-ac76-47bc-95f3-4a34bfdc9a1d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:07.975495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:08.034569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.048318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e100036e-ae8e-4fca-80f8-21322b1e2cd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8c34db0a17e44c6b273b98a977ee419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685945 Jul 16 01:21:08.048764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:08.065024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee524a4-1fb9-4976-93f3-f5b312ed82a9 req-b21f6ab3-f83d-4dbf-af92-c6985a462abb tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.066759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cee524a4-1fb9-4976-93f3-f5b312ed82a9 req-b21f6ab3-f83d-4dbf-af92-c6985a462abb tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 945 time: 0.1653037 Jul 16 01:21:08.143035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cee524a4-1fb9-4976-93f3-f5b312ed82a9 req-3406fbf2-bb7b-4e45-bb40-569b965d2b07 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Jul 16 01:21:08.187003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] DHCP port deletion for c3713d61-ac76-47bc-95f3-4a34bfdc9a1d request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:08.198176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eae3ef22-6f0d-4de8-b717-4ebde5300425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.225097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eae3ef22-6f0d-4de8-b717-4ebde5300425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.256814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] Deleting port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:08.257279 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.274093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Deleting port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:08.274576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.350260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] For port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,segment=NetworkSegment(74fcb063-5e9c-4f74-8638-b6caa810b18c),segment_id=74fcb063-5e9c-4f74-8638-b6caa810b18c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:08.350657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.361951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] For port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,segment=NetworkSegment(74fcb063-5e9c-4f74-8638-b6caa810b18c),segment_id=74fcb063-5e9c-4f74-8638-b6caa810b18c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:08.362315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.363702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] Calling delete_port for f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:08.380270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Calling delete_port for f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:08.433425 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eae3ef22-6f0d-4de8-b717-4ebde5300425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.436809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eae3ef22-6f0d-4de8-b717-4ebde5300425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.438125 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eae3ef22-6f0d-4de8-b717-4ebde5300425 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/579160d1-13d9-49e1-a9e4-e43bbe5e78dc HTTP/1.1" status: 204 len: 168 time: 0.3885269 Jul 16 01:21:08.493989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ef22-6f0d-4de8-b717-4ebde5300425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579160d1-13d9-49e1-a9e4-e43bbe5e78dc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:08.537825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.561345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8aab8-263e-4f80-87aa-e8a62dc2b8cf req-54f01df9-e7a7-40ff-b16f-9a3fa8baf215 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.564826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76b8aab8-263e-4f80-87aa-e8a62dc2b8cf req-54f01df9-e7a7-40ff-b16f-9a3fa8baf215 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 944 time: 0.0821941 Jul 16 01:21:08.570858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.589520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:08.599110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] Pushing event deleted for resources: {'Port': ['ID=f9d6971f-df49-4f4d-aaa4-7c9f45d70d19,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:08.605942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad159d50-9c42-47a9-9f1b-8fc3df90cf4d None None] No DVR routers for this DVR port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:08.609596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] No DVR routers for this DVR port f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:08.630499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76b8aab8-263e-4f80-87aa-e8a62dc2b8cf req-0afa1428-f75f-4738-953a-0e3c1f3bf512 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539432 Jul 16 01:21:08.693682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:08.713318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.737644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.738250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.739101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.739437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.739759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.740327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.740659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.740987 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.741305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.741694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.794362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0fad8e0-79b8-4a24-809a-cfe041847260 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:08.830921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.831226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.831571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.831973 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:21:08.832305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3713d61-ac76-47bc-95f3-4a34bfdc9a1d']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:08.835765 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d0fad8e0-79b8-4a24-809a-cfe041847260 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:08.836111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0fad8e0-79b8-4a24-809a-cfe041847260 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:08.836686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:08.859370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fcb063-5e9c-4f74-8638-b6caa810b18c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:08.859971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fcb063-5e9c-4f74-8638-b6caa810b18c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:08.875053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:08.875664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c3a9b10-906f-4a79-9f81-c9a7068bd7ae not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:08.875791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:08.878035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.885479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a26dc9-8d93-4d82-a74e-d65062b35a5b req-cbe210ce-01f0-47fb-9488-d19b597422ca tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.895909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4a26dc9-8d93-4d82-a74e-d65062b35a5b req-cbe210ce-01f0-47fb-9488-d19b597422ca tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1096 time: 0.1151614 Jul 16 01:21:08.896286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:08.896505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9d6971f-df49-4f4d-aaa4-7c9f45d70d19 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:08.909907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:08.915323 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.917959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:08.918840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.928623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:08.929032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: from cryptography.utils import int_from_bytes Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: from cryptography.utils import int_from_bytes Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:08.951331 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:08.955004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4a26dc9-8d93-4d82-a74e-d65062b35a5b req-c7c412b0-bd6a-4bb1-b5db-a7ee5a746b8f tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557857 Jul 16 01:21:09.031043 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.062538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:09.066704 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de4d416-cc7f-4429-9111-2f2260d881bc" -d '{"events": [{"server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "name": "network-vif-plugged", "status": "completed", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:09.084642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:09.093569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.094590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6223d074-4486-4d4c-a78e-9383e4c4a7be no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:09.146881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 6223d074-4486-4d4c-a78e-9383e4c4a7be {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:09.147409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6223d074-4486-4d4c-a78e-9383e4c4a7be not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:09.233989 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d651d3f8-2cba-4c7a-96aa-c8fb66eac957 x-openstack-request-id: req-d651d3f8-2cba-4c7a-96aa-c8fb66eac957 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:09.234604 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "name": "network-vif-plugged", "status": "completed", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:09.235215 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d651d3f8-2cba-4c7a-96aa-c8fb66eac957 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:09.235966 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb', 'code': 200} Jul 16 01:21:09.243079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:09.323572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-6cb9d159-df12-41bb-9b89-81665d93c527 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381033 Jul 16 01:21:09.338123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.360902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.365243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c3713d61-ac76-47bc-95f3-4a34bfdc9a1d HTTP/1.1" status: 204 len: 168 time: 1.5144970 Jul 16 01:21:09.367095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144eb8e-4f92-4d2a-8d98-440663f99fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3713d61-ac76-47bc-95f3-4a34bfdc9a1d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:09.474624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-b20c0342-d19c-4641-9b20-9eafbb61cfdc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.476500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-b20c0342-d19c-4641-9b20-9eafbb61cfdc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517305 Jul 16 01:21:09.479192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574d6a4-bb0f-440b-94f6-e06caa5ea6f0 req-7439168b-4dce-4160-bfdf-693daceb6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.481334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4574d6a4-bb0f-440b-94f6-e06caa5ea6f0 req-7439168b-4dce-4160-bfdf-693daceb6c06 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1096 time: 0.1709137 Jul 16 01:21:09.500844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-efe9eabd-5eb4-422c-9284-7e7e62914881 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/quotas/50a4449342d04018acd56fb7baa26a31 HTTP/1.1" status: 200 len: 375 time: 0.0177383 Jul 16 01:21:09.535491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:09.561370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4574d6a4-bb0f-440b-94f6-e06caa5ea6f0 req-e6104e07-bba3-4e60-9ac6-a99ace0912c8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699747 Jul 16 01:21:09.582417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f9e967cc-2553-403c-bc55-42ff75db9623 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=057c193c01af41b99de6aa759c886565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455329 Jul 16 01:21:09.585627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:09.603383 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-f7b538ca-0b09-4e16-a0ee-11f8304eea43 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932033 Jul 16 01:21:09.646141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:09.669598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.702110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.759604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.763911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.765478 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25a1ec29-7c54-4b78-8d94-60ddea27af51 HTTP/1.1" status: 204 len: 168 time: 0.1788096 Jul 16 01:21:09.782912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1ec29-7c54-4b78-8d94-60ddea27af51,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:09.791914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.792387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.792732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.793590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.793924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.794475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.795063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.795629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.795961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.796314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.796637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.797109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80f2edb-5f2c-42c4-9478-b94cc0066f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:09.854388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-791411405-network', 'tenant_id': '29d4c433de4a4917be76e360d32c4bf0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:09.948319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Made reservation on behalf of 29d4c433de4a4917be76e360d32c4bf0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:09.950860 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.961230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.031345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f95afe-a975-47ec-960e-7da308bd5007 req-53d147f1-5e7e-4f28-bd10-445a7b566ab4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.032881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-53d147f1-5e7e-4f28-bd10-445a7b566ab4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.1710992 Jul 16 01:21:10.086583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-0910309f-3f47-447a-806d-5bebfc056ca1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/quotas/0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 375 time: 0.0408003 Jul 16 01:21:10.168947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.178889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.202820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-13824093-b93d-4893-b2ef-10134b883e2d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149449 Jul 16 01:21:10.233296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:10.292146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.292493 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Added segment 66e4c965-f398-45af-8e29-2288e32797c1 of type vlan for network 77b78342-6bde-46ba-a582-a90fc5c7d93c Jul 16 01:21:10.304213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.378468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.380819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41006) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:10.441669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f240b0f-0e82-4fab-80f1-69abeef87e80 req-fc321cd2-e520-4ae8-afc4-89fea8717b8d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.448406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f240b0f-0e82-4fab-80f1-69abeef87e80 req-fc321cd2-e520-4ae8-afc4-89fea8717b8d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.2573569 Jul 16 01:21:10.460187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-5ec05a0b-5357-4d89-9b98-c1f3f7f9f1f7 service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565322 Jul 16 01:21:10.462218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.463085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.463657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.545138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8976033 Jul 16 01:21:10.553206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:10.559945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Request body: {'subnet': {'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-791411405-subnet', 'tenant_id': '29d4c433de4a4917be76e360d32c4bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:10.586106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bbdea-6b4b-44f9-b5f7-41131321fcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=77b78342-6bde-46ba-a582-a90fc5c7d93c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.599651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f240b0f-0e82-4fab-80f1-69abeef87e80 req-c18c3ae3-1ebb-4bc3-88ff-b2961860ad01 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500468 Jul 16 01:21:10.615286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 77b78342-6bde-46ba-a582-a90fc5c7d93c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:10.672710 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bdbb8319-9082-4fc4-8f9e-82df825648ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=580dbf63ad324de7a346e54dabd75367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906446 Jul 16 01:21:10.683237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:10.712930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Made reservation on behalf of 29d4c433de4a4917be76e360d32c4bf0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:10.721484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.834777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-c5c60b42-8fda-47f3-bec2-8b330a0b8150 service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594975 Jul 16 01:21:10.881178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d50b453e-32c2-4bf7-bc21-6715a2edc9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.942478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d50b453e-32c2-4bf7-bc21-6715a2edc9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.049836 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d50b453e-32c2-4bf7-bc21-6715a2edc9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.052939 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d50b453e-32c2-4bf7-bc21-6715a2edc9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.054299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d50b453e-32c2-4bf7-bc21-6715a2edc9d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb34d8a3-bc90-4f08-be37-25058fb77ea9 HTTP/1.1" status: 204 len: 168 time: 0.3690712 Jul 16 01:21:11.070397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b453e-32c2-4bf7-bc21-6715a2edc9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb34d8a3-bc90-4f08-be37-25058fb77ea9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.125259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.233183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e9d4e6-4c30-4b1c-b724-1632e7a5bd43,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.266716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Checking segment: {'id': '66e4c965-f398-45af-8e29-2288e32797c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:11.267097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Network hostable DHCP agents. Network: 77b78342-6bde-46ba-a582-a90fc5c7d93c, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:11.297585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Network 77b78342-6bde-46ba-a582-a90fc5c7d93c is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:11.345975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 77b78342-6bde-46ba-a582-a90fc5c7d93c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:11.357061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.358151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.364911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120230c5-a568-4b04-88a2-f6e61a17407a None None] Network 77b78342-6bde-46ba-a582-a90fc5c7d93c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:11.405346 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-42237975-1bdb-4d5f-833b-f1da7943e0f0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8498960 Jul 16 01:21:11.476265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f78051e2-47db-43fd-a9bb-48d8e0aada2b req-7933ae8a-fb47-499d-a6cb-cc70643be30b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 210 time: 0.0415838 Jul 16 01:21:11.586264 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bee4023d-6e27-4089-a21a-073e0d24f16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.745117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585675cb-23c7-4a46-bcbb-60eaba891178 None None] Network 77b78342-6bde-46ba-a582-a90fc5c7d93c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:11.829264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-076e23ea-34cd-4115-8cab-6a256a73e04b req-5a98a997-ca91-4a97-ae34-fe47ef7f25cb tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 210 time: 0.0550456 Jul 16 01:21:12.095922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343dd1a-a39a-4044-a289-915fe6508843 req-d3956826-83ff-4fd9-8e5d-4ab1030c7184 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.103154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1343dd1a-a39a-4044-a289-915fe6508843 req-d3956826-83ff-4fd9-8e5d-4ab1030c7184 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.0948265 Jul 16 01:21:12.144264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1343dd1a-a39a-4044-a289-915fe6508843 req-dd30f0f2-0fbe-44eb-9422-1d01d0edcb5e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Jul 16 01:21:12.193186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:12.208093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.375032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.380003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e97a5-f363-4c25-8cf3-9abf79a13558 req-f29e161d-6ecb-473a-9cca-8f9b9bee7000 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.383942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-235e97a5-f363-4c25-8cf3-9abf79a13558 req-f29e161d-6ecb-473a-9cca-8f9b9bee7000 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1096 time: 0.1009731 Jul 16 01:21:12.386384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.454949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:12.455558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0822fd787b54855aa69bdba8fd3c925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607601 Jul 16 01:21:12.464466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0494b-0be6-4394-9ebc-cdb3fef4fe40,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.486042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-235e97a5-f363-4c25-8cf3-9abf79a13558 req-bf6b5e8e-bae5-4e5e-b06d-1954641727eb tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869017 Jul 16 01:21:12.487307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.487689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.488035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.488393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.488725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.489054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.489379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.489747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.490110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.490441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.490759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.491077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6822f998-832a-46b8-8274-30014ee11daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:12.510300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:12.631034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4c22907-6f09-493f-b095-e8f5d05635b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.681291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4c22907-6f09-493f-b095-e8f5d05635b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.728398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:12.778438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4c22907-6f09-493f-b095-e8f5d05635b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.781176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4c22907-6f09-493f-b095-e8f5d05635b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.784213 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f4c22907-6f09-493f-b095-e8f5d05635b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adc0494b-0be6-4394-9ebc-cdb3fef4fe40 HTTP/1.1" status: 204 len: 168 time: 0.3271077 Jul 16 01:21:12.807238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c22907-6f09-493f-b095-e8f5d05635b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0494b-0be6-4394-9ebc-cdb3fef4fe40,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.843811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57b4ec05-368e-45d7-8715-46f7c09dad26 req-9a47803c-c7b0-4a8c-8d93-1a12d8ca2b90 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 210 time: 0.1312473 Jul 16 01:21:12.905969 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8933c9db-db09-466e-af20-84d24f40eb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.916606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-b8ae9432-f77b-4b07-8627-491c1f07ea9a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931921 Jul 16 01:21:12.917489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f5794d7-4c8e-4754-a89d-903379c7ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.936618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-da6682ef-f09d-4c46-ab4c-e8f83c8e143a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150188 Jul 16 01:21:13.183329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8933c9db-db09-466e-af20-84d24f40eb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.194469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8933c9db-db09-466e-af20-84d24f40eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.284333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8933c9db-db09-466e-af20-84d24f40eb7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b3ad2c653fe4bc8af5cf76a2a4021fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5542347 Jul 16 01:21:13.284961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:13.350902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933c9db-db09-466e-af20-84d24f40eb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907c357d-b45d-43fd-b396-80a06bc7ffb2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:13.401718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:13.402456 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81336157-d696-4c54-9cbf-10ba20429d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.422119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1099261567-network', 'tenant_id': '70559f35819e47da8479839e2ee23d5b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:13.476269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81336157-d696-4c54-9cbf-10ba20429d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.609533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81336157-d696-4c54-9cbf-10ba20429d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.611568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-323ecc3a-709a-4499-ba9e-a64d7353b973 req-e9a8a234-6498-44c4-9c54-26664415037b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 210 time: 0.0638909 Jul 16 01:21:13.612926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81336157-d696-4c54-9cbf-10ba20429d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.616333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-81336157-d696-4c54-9cbf-10ba20429d3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/907c357d-b45d-43fd-b396-80a06bc7ffb2 HTTP/1.1" status: 204 len: 168 time: 0.3271525 Jul 16 01:21:13.617199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:21:13.617199 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:21:13.617199 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': '70559f35819e47da8479839e2ee23d5b', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 21, 13, 432849)}] Jul 16 01:21:13.617199 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:21:13.617563 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:21:13.686161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81336157-d696-4c54-9cbf-10ba20429d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907c357d-b45d-43fd-b396-80a06bc7ffb2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:13.740073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-02ba8329-1e7a-4708-a54c-7ad4e8f3c5af tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.742371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-02ba8329-1e7a-4708-a54c-7ad4e8f3c5af tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7934761 Jul 16 01:21:13.763690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-560fadc3-7aa8-4594-a9c0-1080941744ba tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.766419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-560fadc3-7aa8-4594-a9c0-1080941744ba tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8365054 Jul 16 01:21:13.776843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:13.826570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3879ddc-c85e-4e01-ab50-d9a7f4e3430c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.828071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3879ddc-c85e-4e01-ab50-d9a7f4e3430c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.2593687 Jul 16 01:21:13.849597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Request body: {'port': {'device_id': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'admin_state_up': True, 'tenant_id': '0f75708dffdd4c4ea2b1a91be34dcff6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:13.969487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:14.129337 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-befd408c-4dad-45e9-bda7-76b39b3c1a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.173583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1504ed7-7d0b-46b3-83a7-a80a87fcd572 req-69c96caa-c4e2-45e7-b363-ffad625c9ec4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 210 time: 0.0537119 Jul 16 01:21:14.232096 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f5794d7-4c8e-4754-a89d-903379c7ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.255462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f5794d7-4c8e-4754-a89d-903379c7ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.294270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:21:14.294270 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:21:14.294270 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': '70559f35819e47da8479839e2ee23d5b', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 21, 14, 122148)}] Jul 16 01:21:14.294270 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:21:14.295149 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:21:14.296863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:14.300783 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.303193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Made reservation on behalf of 0f75708dffdd4c4ea2b1a91be34dcff6 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:14.307296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5794d7-4c8e-4754-a89d-903379c7ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fce123-d4cd-4961-9059-5db1c69e74dd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.307802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.331207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:21:14.331207 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:21:14.331207 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': '50a4449342d04018acd56fb7baa26a31', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 21, 14, 258360)}] Jul 16 01:21:14.331207 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:21:14.332133 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:21:14.341116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3f5794d7-4c8e-4754-a89d-903379c7ca33 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ded2a5aec9b41c8a9617cd0d51b5540&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8283820 Jul 16 01:21:14.343969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41180) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:14.368249 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.495181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.76 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/d5a26552-f1dd-40a9-b55c-5d356e51fc5f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:14.537597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-547898c9-5cc0-4a9d-9853-2616e0eda0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.610367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-547898c9-5cc0-4a9d-9853-2616e0eda0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.660987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Allocated IP 172.20.0.3 (42c707e9-6612-42bb-89cd-46edae7a2abd/7659b63f-ed0a-4428-8872-747ace802137/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:14.782218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.800622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object d5a26552-f1dd-40a9-b55c-5d356e51fc5f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:14.869492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bc6ac881-08e8-4e1c-92c0-cc9203c26d05 req-3614210c-ae87-41b5-9cf8-2dc48d4614d0 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 210 time: 0.0663233 Jul 16 01:21:14.903549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-547898c9-5cc0-4a9d-9853-2616e0eda0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.908044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-547898c9-5cc0-4a9d-9853-2616e0eda0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.912660 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-547898c9-5cc0-4a9d-9853-2616e0eda0d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45fce123-d4cd-4961-9059-5db1c69e74dd HTTP/1.1" status: 204 len: 168 time: 0.5615535 Jul 16 01:21:14.935561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:14.937592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547898c9-5cc0-4a9d-9853-2616e0eda0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fce123-d4cd-4961-9059-5db1c69e74dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.939277 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.963156 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.978887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:14.989907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Made reservation on behalf of 70559f35819e47da8479839e2ee23d5b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:14.993168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.018249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.039694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.182427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:15.183456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:15.202597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:15.212725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.215426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.239909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.308746 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.391441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.420427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.422997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Network 42c707e9-6612-42bb-89cd-46edae7a2abd is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:15.430738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:15.437153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:15.447365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41218) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.524996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.543755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.628068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:15.630856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a522484-e675-45a4-8189-2da7fdaae31d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.648520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.649476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.682529 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.683222 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Added segment 99b3e0f9-68c4-4062-a84c-f2ae35de950c of type vlan for network 6d40762c-7c20-4f18-918d-57daf6a85cbd Jul 16 01:21:15.686144 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-a0c37cb9-ba96-453b-89d3-6adcafaf311b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8468482 Jul 16 01:21:15.701127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-148f0fc5-f6e0-4705-88fd-e88d5ed2d956 None None] Provisioning for port d5a26552-f1dd-40a9-b55c-5d356e51fc5f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:15.704169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Request body: {'port': {'device_id': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:15.713632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-148f0fc5-f6e0-4705-88fd-e88d5ed2d956 None None] Provisioning complete for port d5a26552-f1dd-40a9-b55c-5d356e51fc5f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:15.714031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-148f0fc5-f6e0-4705-88fd-e88d5ed2d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.733589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-c6e51e14-3041-4f81-95c4-43f3ec4d5b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9785314 Jul 16 01:21:15.758325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Request body: {'port': {'device_id': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:15.765303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-148f0fc5-f6e0-4705-88fd-e88d5ed2d956 None None] Port d5a26552-f1dd-40a9-b55c-5d356e51fc5f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:15.819280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.832137 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.872622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.882561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.165 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/a0f2b762-5cd1-4b43-a74e-1de91d663e5f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:15.912255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1176712271-network', 'tenant_id': '874c9dccef8d414bb43ba9d4a12ddfe1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:15.945775 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.947138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.947376 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.950041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.031206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6266720 Jul 16 01:21:16.034600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.045257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Request body: {'subnet': {'network_id': '6d40762c-7c20-4f18-918d-57daf6a85cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1099261567-subnet', 'tenant_id': '70559f35819e47da8479839e2ee23d5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:16.080451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1ad57-a69d-4214-9c3f-f1e397c73df1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d40762c-7c20-4f18-918d-57daf6a85cbd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.091540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6d40762c-7c20-4f18-918d-57daf6a85cbd details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:16.134469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055674a-1e04-4c5d-9bde-5ef14b894280 req-f7c541ad-1e4d-4a90-8c40-f1d1bd579b99 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.136157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a055674a-1e04-4c5d-9bde-5ef14b894280 req-f7c541ad-1e4d-4a90-8c40-f1d1bd579b99 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 931 time: 0.5367839 Jul 16 01:21:16.170799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Made reservation on behalf of 70559f35819e47da8479839e2ee23d5b for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:16.173372 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.203677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Made reservation on behalf of 874c9dccef8d414bb43ba9d4a12ddfe1 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:16.206288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.257429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a055674a-1e04-4c5d-9bde-5ef14b894280 req-eeeed896-ad59-445f-966f-49178bead3d0 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060181 Jul 16 01:21:16.262594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.375006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.392100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object a0f2b762-5cd1-4b43-a74e-1de91d663e5f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:16.500837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cde18a-acc9-481f-8889-ce8b88840fb7 req-2f2a6c6d-12f7-41d8-b296-8f4f41a237e2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.502378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5cde18a-acc9-481f-8889-ce8b88840fb7 req-2f2a6c6d-12f7-41d8-b296-8f4f41a237e2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 935 time: 0.2438116 Jul 16 01:21:16.523160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.530825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.545269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:16.579694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5c13c4-406f-4bc8-b8f5-3ff159212e88,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.604451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:16.618626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.654061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Checking segment: {'id': '99b3e0f9-68c4-4062-a84c-f2ae35de950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6d40762c-7c20-4f18-918d-57daf6a85cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:16.654779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Network hostable DHCP agents. Network: 6d40762c-7c20-4f18-918d-57daf6a85cbd, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:16.665623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:16.673658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Transition to ACTIVE for port object 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:16.686621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.687280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:16.689868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:16.696010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.696847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.736909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.743130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5cde18a-acc9-481f-8889-ce8b88840fb7 req-eb621c14-e5c1-4494-90ee-4c72805dc863 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170329 Jul 16 01:21:16.761408 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.795430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Network 6d40762c-7c20-4f18-918d-57daf6a85cbd is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:16.813807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6d40762c-7c20-4f18-918d-57daf6a85cbd) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:16.824253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.824867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.825763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.840390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.845315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.872832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0f09e-4f67-445e-b65b-85f283bac37c None None] Network 6d40762c-7c20-4f18-918d-57daf6a85cbd requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:16.885517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-1afc2aef-6cb1-4f1c-bda7-cb520af05084 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9415963 Jul 16 01:21:16.906443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Request body: {'port': {'device_id': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:16.921167 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ca9fbab7-fc34-4055-9714-582b9b99fd48 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8841147 Jul 16 01:21:16.933628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:16.971621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a26552-f1dd-40a9-b55c-5d356e51fc5f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:16.973641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:16.974040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:16.974426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:16.983427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:16.983825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:16.984569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c34d8-86cd-4365-858c-dd609a383043,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.989429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.989615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:16.990136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:16.990632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:16.991603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Bound port: 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:16.992087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.992352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.992461 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Added segment 53b792d4-9ad8-4854-bafa-b506f4fe54e2 of type vlan for network bc5744d9-a9e3-4852-915e-1c8ad9fa8eed Jul 16 01:21:17.068818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Transition to ACTIVE for port object d5a26552-f1dd-40a9-b55c-5d356e51fc5f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:17.097471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.101858 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.117325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:17.121935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:17.127071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.175221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.175982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.177928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] 10.222.0.93 "PUT /v2.0/ports/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 1091 time: 1.4804378 Jul 16 01:21:17.180604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:17.191463 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6956787c-b542-4f47-a605-b3acef850318" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:17.200848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.257300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cda723-5e93-4ca1-973a-358869131534 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.335774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50147b25-a465-4b01-b79f-aa805ed97205 None None] Provisioning for port a0f2b762-5cd1-4b43-a74e-1de91d663e5f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:17.336477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.367475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.374511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.375566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.376101 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325c3a5-f8b8-4432-bbfa-5b1b0a442879 x-openstack-request-id: req-6325c3a5-f8b8-4432-bbfa-5b1b0a442879 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:17.378901 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:17.379169 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6325c3a5-f8b8-4432-bbfa-5b1b0a442879 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:17.380767 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd', 'status': 'completed', 'code': 200} Jul 16 01:21:17.384456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50147b25-a465-4b01-b79f-aa805ed97205 None None] Provisioning complete for port a0f2b762-5cd1-4b43-a74e-1de91d663e5f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:17.384842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50147b25-a465-4b01-b79f-aa805ed97205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.415691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f95afe-a975-47ec-960e-7da308bd5007 req-2e0223f3-b64d-46ea-ae92-4b8ff13f8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.417270 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-2e0223f3-b64d-46ea-ae92-4b8ff13f8935 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1094 time: 0.1497622 Jul 16 01:21:17.509296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Attempting to bind port d5a26552-f1dd-40a9-b55c-5d356e51fc5f on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:17.509697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Attempting to bind port d5a26552-f1dd-40a9-b55c-5d356e51fc5f by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:17.509958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Attempting to bind port d5a26552-f1dd-40a9-b55c-5d356e51fc5f on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:17.524822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-df2744f9-d4a1-4807-ad97-31912c8661c7 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=87046c82493a47098ac3d5ccb1eb0283&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1444166 Jul 16 01:21:17.526107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0723846 Jul 16 01:21:17.532251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41292) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:17.536494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f41557-d9d7-43d1-bae9-d8db65f2a458 None None] Network 6d40762c-7c20-4f18-918d-57daf6a85cbd requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:17.544479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Request body: {'subnet': {'network_id': 'bc5744d9-a9e3-4852-915e-1c8ad9fa8eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1176712271-subnet', 'tenant_id': '874c9dccef8d414bb43ba9d4a12ddfe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:17.549001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-0ccd4949-c215-493f-bb35-798286e47946 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 217 time: 0.1239913 Jul 16 01:21:17.574633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2580-e957-4bc7-a824-991614b1a34f admin admin] Pushing event updated for resources: {'Network': ['ID=bc5744d9-a9e3-4852-915e-1c8ad9fa8eed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.576788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Port d5a26552-f1dd-40a9-b55c-5d356e51fc5f on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:17.580443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-50147b25-a465-4b01-b79f-aa805ed97205 None None] Port a0f2b762-5cd1-4b43-a74e-1de91d663e5f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:17.584265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Attempting to bind port d5a26552-f1dd-40a9-b55c-5d356e51fc5f on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:17.603153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bc5744d9-a9e3-4852-915e-1c8ad9fa8eed details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:17.609427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Made reservation on behalf of 874c9dccef8d414bb43ba9d4a12ddfe1 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:17.612082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.645847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f95afe-a975-47ec-960e-7da308bd5007 req-77856199-53b3-48d8-8e60-ff3c99c7b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.647358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-77856199-53b3-48d8-8e60-ff3c99c7b278 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.0917044 Jul 16 01:21:17.682404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:17.682806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:17.683177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:17.684153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Bound port: d5a26552-f1dd-40a9-b55c-5d356e51fc5f, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:17.684560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.707325 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-cb8b93f9-d1a1-4e05-a7c6-6bdc6ae35932 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322788 Jul 16 01:21:17.848925 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-9aa42f69-519a-4310-829c-0cecad17db2e service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306207 Jul 16 01:21:17.965202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.999484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f2b762-5cd1-4b43-a74e-1de91d663e5f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:18.022871 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.029552 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61f95afe-a975-47ec-960e-7da308bd5007 req-ce261673-e51a-49dd-992e-51a2b22e7643 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721230 Jul 16 01:21:18.046018 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea15ce4c-20a3-41ba-b266-6841c4d71082,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:18.050461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Checking segment: {'id': '53b792d4-9ad8-4854-bafa-b506f4fe54e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bc5744d9-a9e3-4852-915e-1c8ad9fa8eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:18.050830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Network hostable DHCP agents. Network: bc5744d9-a9e3-4852-915e-1c8ad9fa8eed, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:18.059716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-dce9e980-7859-4390-910f-fe86009aea35 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.066574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-dce9e980-7859-4390-910f-fe86009aea35 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4946969 Jul 16 01:21:18.076350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Network bc5744d9-a9e3-4852-915e-1c8ad9fa8eed is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:18.090357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Transition to ACTIVE for port object a0f2b762-5cd1-4b43-a74e-1de91d663e5f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:18.091799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] For port d5a26552-f1dd-40a9-b55c-5d356e51fc5f, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:18.091977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, bc5744d9-a9e3-4852-915e-1c8ad9fa8eed) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:18.099740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.100618 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.100975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6532b5-9306-4b4e-bc05-8c10b7ee4437 req-dddc930f-7b18-419d-8036-924b70da0d5e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.107211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e89781-d3a3-41f0-8f86-f00d63c7ec79 None None] Network bc5744d9-a9e3-4852-915e-1c8ad9fa8eed requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:18.109016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f6532b5-9306-4b4e-bc05-8c10b7ee4437 req-dddc930f-7b18-419d-8036-924b70da0d5e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 943 time: 0.5814161 Jul 16 01:21:18.112883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] For port d5a26552-f1dd-40a9-b55c-5d356e51fc5f, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:18.115601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-1a1f0b24-f403-407e-9aa0-39477f5b68fd tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/quotas/87046c82493a47098ac3d5ccb1eb0283 HTTP/1.1" status: 200 len: 375 time: 0.0477931 Jul 16 01:21:18.120611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.128567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-59b384d3-5fc5-4ea4-802b-133d3bd0267d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5833795 Jul 16 01:21:18.158155 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.192552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956787c-b542-4f47-a605-b3acef850318 req-64319827-fef5-4544-901d-8b01de226d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.194135 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6956787c-b542-4f47-a605-b3acef850318 req-64319827-fef5-4544-901d-8b01de226d90 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1094 time: 0.0699151 Jul 16 01:21:18.215381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-9a55eaf7-4e21-494b-8511-1058977c9cf5 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=87046c82493a47098ac3d5ccb1eb0283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806220 Jul 16 01:21:18.235092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.235641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.237067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] 10.222.0.78 "PUT /v2.0/ports/d5a26552-f1dd-40a9-b55c-5d356e51fc5f HTTP/1.1" status: 200 len: 1095 time: 2.4841247 Jul 16 01:21:18.241523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'tag': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:18.243784 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd745aa6-2684-41ce-8faf-29b0a87a3de1" -d '{"events": [{"name": "network-changed", "server_uuid": "f057a781-f317-4a8d-aea0-eb03b5318304", "tag": "d5a26552-f1dd-40a9-b55c-5d356e51fc5f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:18.283230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f6532b5-9306-4b4e-bc05-8c10b7ee4437 req-f24505e6-5056-41dc-9594-3a2021bed073 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732452 Jul 16 01:21:18.286362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:18.393199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956787c-b542-4f47-a605-b3acef850318 req-056711d4-69e9-4665-8839-54fd3d036ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.394954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6956787c-b542-4f47-a605-b3acef850318 req-056711d4-69e9-4665-8839-54fd3d036ef7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.1934369 Jul 16 01:21:18.432082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514e8fd-d690-4c35-9c95-0cc86d774676 None None] Network bc5744d9-a9e3-4852-915e-1c8ad9fa8eed requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:18.442285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Attempting to bind port a0f2b762-5cd1-4b43-a74e-1de91d663e5f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:18.442624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Attempting to bind port a0f2b762-5cd1-4b43-a74e-1de91d663e5f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:18.442955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Attempting to bind port a0f2b762-5cd1-4b43-a74e-1de91d663e5f on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:18.468107 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6956787c-b542-4f47-a605-b3acef850318 req-e7406f97-93e4-456b-a3ef-98f80a4b5bfd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 217 time: 0.0599525 Jul 16 01:21:18.522735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Port a0f2b762-5cd1-4b43-a74e-1de91d663e5f on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:18.523072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Attempting to bind port a0f2b762-5cd1-4b43-a74e-1de91d663e5f on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:18.543217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3f6b1-ab00-4477-ada9-3586222eb322 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:18.563612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:18.567470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:18.567908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:18.568424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Bound port: a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:18.568793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.578568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956787c-b542-4f47-a605-b3acef850318 req-ac0ff0ab-7a81-405a-a10a-98e5ea7b205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.580777 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6956787c-b542-4f47-a605-b3acef850318 req-ac0ff0ab-7a81-405a-a10a-98e5ea7b205d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1028163 Jul 16 01:21:18.611188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-49c5f03f-aa9e-4478-8698-11e03618b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.619816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-49c5f03f-aa9e-4478-8698-11e03618b9f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 1098 time: 0.3068757 Jul 16 01:21:18.628542 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6956787c-b542-4f47-a605-b3acef850318 req-0edf0f4e-4c04-4491-aff1-3d6ede139c60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329080 Jul 16 01:21:18.819977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9724f796-7460-48bf-9e0c-efe8746c3111 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=d5a26552-f1dd-40a9-b55c-5d356e51fc5f HTTP/1.1" status: 200 len: 217 time: 0.1271133 Jul 16 01:21:18.840727 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6956787c-b542-4f47-a605-b3acef850318 req-72a444b7-5183-4314-9589-430ee0e80ac9 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042665 Jul 16 01:21:18.991254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6956787c-b542-4f47-a605-b3acef850318 req-fb5505a5-5377-4f99-b246-5585257177bc service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395602 Jul 16 01:21:19.259499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] For port a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:19.292467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-7d01a2e2-a38a-4527-9526-a77aedbec7eb tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.294478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-7d01a2e2-a38a-4527-9526-a77aedbec7eb tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/networks?id=77b78342-6bde-46ba-a582-a90fc5c7d93c HTTP/1.1" status: 200 len: 814 time: 0.6876068 Jul 16 01:21:19.298624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-5b359e72-c664-42a5-936d-d59714a871b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.299962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-5b359e72-c664-42a5-936d-d59714a871b9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.4676540 Jul 16 01:21:19.301696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] For port a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:19.326194 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.374699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-fbee719e-b870-4dca-b327-f663b9a0ed15 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/quotas/29d4c433de4a4917be76e360d32c4bf0 HTTP/1.1" status: 200 len: 375 time: 0.0715764 Jul 16 01:21:19.388954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.389613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.390964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] 10.222.0.93 "PUT /v2.0/ports/a0f2b762-5cd1-4b43-a74e-1de91d663e5f HTTP/1.1" status: 200 len: 1096 time: 2.4969060 Jul 16 01:21:19.449625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-55c56d09-a767-4150-9977-632b2128d51f tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=29d4c433de4a4917be76e360d32c4bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637970 Jul 16 01:21:19.456399 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.471353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ccce1-2cd0-4c98-b096-7cacd5a52d94 req-a1238b68-dacc-431d-b900-a646bd50e218 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.479623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d41ccce1-2cd0-4c98-b096-7cacd5a52d94 req-a1238b68-dacc-431d-b900-a646bd50e218 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 947 time: 0.2895856 Jul 16 01:21:19.565547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df294d0-7571-4872-8211-84d52842c1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.613259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-138c9a08-12ac-4840-bdf6-5cbf1fb5d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.614777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-138c9a08-12ac-4840-bdf6-5cbf1fb5d2a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3004339 Jul 16 01:21:19.652881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d41ccce1-2cd0-4c98-b096-7cacd5a52d94 req-638cb968-6b34-4393-be32-c0b19dd2abc3 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711802 Jul 16 01:21:19.704846 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d73163c-93f7-4bda-8313-c86f527a89fb x-openstack-request-id: req-5d73163c-93f7-4bda-8313-c86f527a89fb {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:19.705140 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f057a781-f317-4a8d-aea0-eb03b5318304", "tag": "d5a26552-f1dd-40a9-b55c-5d356e51fc5f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:19.705387 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d73163c-93f7-4bda-8313-c86f527a89fb {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:19.705779 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'tag': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'status': 'completed', 'code': 200} Jul 16 01:21:19.728064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-b55b55e0-716e-4dfb-a39f-2164ee391031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.729649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-b55b55e0-716e-4dfb-a39f-2164ee391031 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 1099 time: 0.2391369 Jul 16 01:21:19.774269 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-041152f1-73ef-427d-b3b6-7b7e3ad07a5c service neutron] 10.222.0.81 "GET /v2.0/networks/77b78342-6bde-46ba-a582-a90fc5c7d93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918108 Jul 16 01:21:19.816690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-776cd336-1f3c-4c7e-9a53-4578bacb5d41 req-27e0549a-6404-41d5-89c1-e6517a093d1a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2013811299', 'description': 'tempest-description-1515294587'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:19.830276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-428c765c-0010-4351-829c-6f8d190ef667 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f HTTP/1.1" status: 200 len: 217 time: 0.0648849 Jul 16 01:21:19.904961 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-a368e58f-d18d-4b8a-93e2-f662afa025d6 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=87046c82493a47098ac3d5ccb1eb0283&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292251 Jul 16 01:21:19.912613 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-6ba623ef-0030-47e1-8f9b-75cad62e9849 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647839 Jul 16 01:21:19.916307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-776cd336-1f3c-4c7e-9a53-4578bacb5d41 req-27e0549a-6404-41d5-89c1-e6517a093d1a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.995739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-d0783143-fce6-4e2d-bbdc-6e662e061b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.997415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-d0783143-fce6-4e2d-bbdc-6e662e061b41 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1487877 Jul 16 01:21:20.046950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-bddc35cb-9eee-4555-adbf-cf9c5f473916 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.065633 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-bddc35cb-9eee-4555-adbf-cf9c5f473916 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532364 Jul 16 01:21:20.079316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Request body: {'port': {'device_id': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '87046c82493a47098ac3d5ccb1eb0283'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:20.093932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-d9b33d84-3f7a-4d67-adec-509386ca7c07 service neutron] 10.222.0.81 "GET /v2.0/networks/77b78342-6bde-46ba-a582-a90fc5c7d93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805738 Jul 16 01:21:20.164619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-73154866-95d9-41d8-b526-b9cd9924b361 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156487 Jul 16 01:21:20.188664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-3a622342-fa98-4fbf-a64f-99ff96d7e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.190278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-3a622342-fa98-4fbf-a64f-99ff96d7e75b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823566 Jul 16 01:21:20.211417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-776cd336-1f3c-4c7e-9a53-4578bacb5d41 req-27e0549a-6404-41d5-89c1-e6517a093d1a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.234927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-776cd336-1f3c-4c7e-9a53-4578bacb5d41 req-27e0549a-6404-41d5-89c1-e6517a093d1a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.290129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Made reservation on behalf of 87046c82493a47098ac3d5ccb1eb0283 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:20.294229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.312263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.375400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0549a-6404-41d5-89c1-e6517a093d1a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17521e5-7978-4bbe-bad8-33d8fedcf545,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:20.402643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-6b4a61bc-b120-4baf-a174-6f6345573398 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038441 Jul 16 01:21:20.443283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-b0f52bfa-ff93-44e2-b876-7cc2b6d2bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.445519 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-b0f52bfa-ff93-44e2-b876-7cc2b6d2bdac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 1098 time: 0.2076225 Jul 16 01:21:20.498348 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.506334 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.552290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-776cd336-1f3c-4c7e-9a53-4578bacb5d41 req-27e0549a-6404-41d5-89c1-e6517a093d1a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.565190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-776cd336-1f3c-4c7e-9a53-4578bacb5d41 req-27e0549a-6404-41d5-89c1-e6517a093d1a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7829001 Jul 16 01:21:20.571951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df6413dc-7b37-4c3d-bf9e-bc8ea9ee7929 req-5038854e-fe7b-49d4-a64b-d88e058fc0c5 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 210 time: 0.0706286 Jul 16 01:21:20.598451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c612d896-ac1d-472b-8dc4-5f2d07578f74,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:20.716586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a4f89-7e46-4056-aac2-63cfbd3bf31d req-eae9a18d-a6e1-4c1e-86f7-565bbd803059 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069732 Jul 16 01:21:20.741661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Allocated IP 192.168.233.10 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/82267030-4d5a-40e3-bf41-741d4b95d0f5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:20.783908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-69d47b79-82dc-41d7-a84e-7f855c17d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.787727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-69d47b79-82dc-41d7-a84e-7f855c17d09d service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3328261 Jul 16 01:21:20.881519 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-71d7addd-bd07-4203-8922-92c7d6214231 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=d5a26552-f1dd-40a9-b55c-5d356e51fc5f HTTP/1.1" status: 200 len: 217 time: 0.0820844 Jul 16 01:21:20.917887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:20.931943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d698e1e8-26c4-4a80-b321-5f3f021498c3 req-3cf418a1-b35d-4e47-9c2e-5360bb4fe5bb tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 210 time: 0.0541220 Jul 16 01:21:21.000054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.007798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-e4bab217-e4f6-40b9-8c37-24821bedf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.009723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-e4bab217-e4f6-40b9-8c37-24821bedf57f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1168802 Jul 16 01:21:21.017282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Transition to ACTIVE for port object 82267030-4d5a-40e3-bf41-741d4b95d0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:21.023363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880da3b4-5149-40d2-9eb8-7074068a7834 req-3d3e53af-130d-4261-849d-1cd60cd5ded1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.031906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-880da3b4-5149-40d2-9eb8-7074068a7834 req-3d3e53af-130d-4261-849d-1cd60cd5ded1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 943 time: 0.2430522 Jul 16 01:21:21.088181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.135679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:21.139139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-880da3b4-5149-40d2-9eb8-7074068a7834 req-9fc3ff5d-a12a-4bcd-8d3b-85a92a963826 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060858 Jul 16 01:21:21.149382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:21.153184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:21.162938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:21.174761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-65632349-07b7-438f-85b3-87512e64c772 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/a17521e5-7978-4bbe-bad8-33d8fedcf545 HTTP/1.1" status: 200 len: 1805 time: 0.1156716 Jul 16 01:21:21.177402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-72c393c4-7bc1-41de-9e43-08afafbc6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.179029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-72c393c4-7bc1-41de-9e43-08afafbc6d8b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450005 Jul 16 01:21:21.186194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.192879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'port_id': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd', 'mac_address': 'fa:16:3e:ba:96:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7659b63f-ed0a-4428-8872-747ace802137', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:21.198391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a17521e5-7978-4bbe-bad8-33d8fedcf545', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:21.198706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a17521e5-7978-4bbe-bad8-33d8fedcf545', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:21.266437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.274332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.274986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.294942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:21.313734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-e87ad001-a882-4ca9-803f-2439f6a06b9c tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2382245 Jul 16 01:21:21.328156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Request body: {'port': {'device_id': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:21.343948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:21.354834 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.456216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.473846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.474220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.474888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.475428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.476201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.476883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.477537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.478206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.478732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.479375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.480484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.481196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.481723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:21.483422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-a28c642e-8933-421b-9a72-3f16ba1a0501 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794714 Jul 16 01:21:21.498179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6537727a-4545-482f-92e3-f6e95e94e12b None None] Provisioning for port 82267030-4d5a-40e3-bf41-741d4b95d0f5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:21.503211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6537727a-4545-482f-92e3-f6e95e94e12b None None] Provisioning complete for port 82267030-4d5a-40e3-bf41-741d4b95d0f5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:21.504160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6537727a-4545-482f-92e3-f6e95e94e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.561383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.564161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6537727a-4545-482f-92e3-f6e95e94e12b None None] Port 82267030-4d5a-40e3-bf41-741d4b95d0f5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:21.637121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.648783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9de48c-d4b2-4d64-b03b-3e8617c51f2e req-251f5aac-440f-40e7-86e3-5ef6050e296b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.650301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af9de48c-d4b2-4d64-b03b-3e8617c51f2e req-251f5aac-440f-40e7-86e3-5ef6050e296b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 947 time: 0.2559516 Jul 16 01:21:21.660117 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.684054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:21.696158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd745aa6-2684-41ce-8faf-29b0a87a3de1 req-caf23030-47d0-47ea-abf6-4ec43cf3d460 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013707 Jul 16 01:21:21.720179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:21.724131 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:21.742834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfee8b0-957d-4a8a-8d13-5f08852a1279,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.758560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.785479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a41a3dbe-cf1f-480b-bdd2-4059dfe75b24 req-031d53d9-9293-4c51-b4ed-e1a74dfa746a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6012607 Jul 16 01:21:21.804850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af9de48c-d4b2-4d64-b03b-3e8617c51f2e req-11bea46a-55b5-4f4b-8c10-24c3186e049c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479647 Jul 16 01:21:21.864775 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b5560-f28a-4ed1-a14a-4c7fd47604a1 x-openstack-request-id: req-8d2b5560-f28a-4ed1-a14a-4c7fd47604a1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:21.865067 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:21.865314 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d2b5560-f28a-4ed1-a14a-4c7fd47604a1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:21.865844 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f', 'status': 'completed', 'code': 200} Jul 16 01:21:21.889214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08915527-1c8a-4b3d-92c4-0d74f93687dc req-fa0f5206-01b7-4253-a8d7-32528316b0e4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-339894487', 'description': 'tempest-description-1538216788'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:21.910199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82267030-4d5a-40e3-bf41-741d4b95d0f5 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:21.920324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.932986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Transition to ACTIVE for port object 82267030-4d5a-40e3-bf41-741d4b95d0f5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:21.940351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.989022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:22.013462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08915527-1c8a-4b3d-92c4-0d74f93687dc req-fa0f5206-01b7-4253-a8d7-32528316b0e4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.035565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-da623e61-4a3d-4d8c-8d2f-ed30ea366fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.037150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-da623e61-4a3d-4d8c-8d2f-ed30ea366fc3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 1099 time: 0.1392984 Jul 16 01:21:22.118974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6ca90-aaa7-46ce-b07c-04c4e55b7bed req-94793b63-b782-4278-bc82-a186e56a154a tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.120647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95d6ca90-aaa7-46ce-b07c-04c4e55b7bed req-94793b63-b782-4278-bc82-a186e56a154a tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 947 time: 0.1786625 Jul 16 01:21:22.457443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-8cc2432e-0993-4263-9fd1-447351bae0e3 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.458852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-8cc2432e-0993-4263-9fd1-447351bae0e3 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.93 "GET /v2.0/networks?id=77b78342-6bde-46ba-a582-a90fc5c7d93c HTTP/1.1" status: 200 len: 814 time: 0.4651682 Jul 16 01:21:22.479694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Request body: {'port': {'device_id': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c', 'admin_state_up': True, 'tenant_id': '29d4c433de4a4917be76e360d32c4bf0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:22.507466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Attempting to bind port 82267030-4d5a-40e3-bf41-741d4b95d0f5 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:22.507837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Attempting to bind port 82267030-4d5a-40e3-bf41-741d4b95d0f5 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:22.508122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Attempting to bind port 82267030-4d5a-40e3-bf41-741d4b95d0f5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:22.519103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Port 82267030-4d5a-40e3-bf41-741d4b95d0f5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:22.519475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Attempting to bind port 82267030-4d5a-40e3-bf41-741d4b95d0f5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:22.542155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95d6ca90-aaa7-46ce-b07c-04c4e55b7bed req-95419651-7380-4cd9-a72b-0a2462ee29a8 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855026 Jul 16 01:21:22.547943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-bf482f98-f3bc-4ea4-a670-1d4ae209f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.549395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-bf482f98-f3bc-4ea4-a670-1d4ae209f904 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.5025282 Jul 16 01:21:22.553937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:22.554281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:22.554668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:22.555127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Bound port: 82267030-4d5a-40e3-bf41-741d4b95d0f5, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:22.555463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.611125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-0402fc34-0ff9-4cb0-9c2a-abb2d0aaf870 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f HTTP/1.1" status: 200 len: 217 time: 0.0520144 Jul 16 01:21:22.613390 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08915527-1c8a-4b3d-92c4-0d74f93687dc req-fa0f5206-01b7-4253-a8d7-32528316b0e4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.619706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08915527-1c8a-4b3d-92c4-0d74f93687dc req-fa0f5206-01b7-4253-a8d7-32528316b0e4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.661954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f5206-01b7-4253-a8d7-32528316b0e4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1fe343-35db-48a5-a6f6-2a61842e7dc8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:22.679540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:22.683778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:22.685852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Made reservation on behalf of 29d4c433de4a4917be76e360d32c4bf0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:22.691280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.699314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.699529 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08915527-1c8a-4b3d-92c4-0d74f93687dc req-fa0f5206-01b7-4253-a8d7-32528316b0e4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.700838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08915527-1c8a-4b3d-92c4-0d74f93687dc req-fa0f5206-01b7-4253-a8d7-32528316b0e4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8183072 Jul 16 01:21:22.709964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-79e986ef-c5cb-4302-b27e-bfee9bb78b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.711570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-79e986ef-c5cb-4302-b27e-bfee9bb78b3f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0871665 Jul 16 01:21:22.770231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.770975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.772533 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] 10.222.0.78 "PUT /v2.0/ports/82267030-4d5a-40e3-bf41-741d4b95d0f5 HTTP/1.1" status: 200 len: 1095 time: 1.4493244 Jul 16 01:21:22.778070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:22.785782 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf673d0-bc10-4e69-80af-b5f104567ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:22.802134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d5a26552-f1dd-40a9-b55c-5d356e51fc5f details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:22.842233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-2ae67776-17ec-400b-a0e2-9d80e90e5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.843729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-2ae67776-17ec-400b-a0e2-9d80e90e5e1d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241510 Jul 16 01:21:22.985546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port d5a26552-f1dd-40a9-b55c-5d356e51fc5f, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:22.998084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2299037f-b4a5-4f3b-af4d-52e733619bf3 req-825b934d-076d-43ba-bf5d-345cf7f92d53 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 210 time: 0.0977280 Jul 16 01:21:23.022536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'mac_address': 'fa:16:3e:2e:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:23.030755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:23.038783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94788d82-6a81-441d-a62f-0c6aee638936 service neutron] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.146431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.178471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-c8063802-2acc-4a49-a549-45cf24101595 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/9f1fe343-35db-48a5-a6f6-2a61842e7dc8 HTTP/1.1" status: 200 len: 1804 time: 0.1129863 Jul 16 01:21:23.186934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9f1fe343-35db-48a5-a6f6-2a61842e7dc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:23.187289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9f1fe343-35db-48a5-a6f6-2a61842e7dc8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:23.188340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a26552-f1dd-40a9-b55c-5d356e51fc5f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:23.193479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-c5d68b71-6ff1-4159-baee-f25d18947a9c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403964 Jul 16 01:21:23.198852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:23.221374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:23.222075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.247246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Allocated IP 172.20.0.6 (77b78342-6bde-46ba-a582-a90fc5c7d93c/71e9d4e6-4c30-4b1c-b724-1632e7a5bd43/937fb2d9-7e1e-449a-a9a3-a96016926ce1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:23.251596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-c9fe743d-ff7e-4b9e-bfb1-2906ea30a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.254702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-c9fe743d-ff7e-4b9e-bfb1-2906ea30a8d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=87046c82493a47098ac3d5ccb1eb0283&device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 1098 time: 0.3318429 Jul 16 01:21:23.269132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port d5a26552-f1dd-40a9-b55c-5d356e51fc5f, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:23.280921 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.328403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ed97ac0-aaa1-44c3-ac9c-c159247d2ab4 req-814b5a8c-b149-4e28-8c07-33af5ebe4cc7 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256135 Jul 16 01:21:23.349620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-a0e8a336-51b5-4e3b-a2ed-8af6616f7666 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5 HTTP/1.1" status: 200 len: 217 time: 0.0805366 Jul 16 01:21:23.375240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.384592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41386) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:23.402674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a3b7b-68c8-4129-b9b6-10f8b01eaa7e req-b2ba1cfa-4322-4da7-bfd6-7c98d8aa05d9 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.405238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-666a3b7b-68c8-4129-b9b6-10f8b01eaa7e req-b2ba1cfa-4322-4da7-bfd6-7c98d8aa05d9 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 944 time: 0.3946037 Jul 16 01:21:23.439342 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.463762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.482694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-7201e14b-1db9-41c8-8cb4-19a70c891cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.484546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-7201e14b-1db9-41c8-8cb4-19a70c891cb6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1235509 Jul 16 01:21:23.490002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:23.492724 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2f2ce1-6a9f-4ac7-a4e7-9a8615d34d03" -d '{"events": [{"server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "name": "network-vif-plugged", "status": "completed", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:23.497639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-666a3b7b-68c8-4129-b9b6-10f8b01eaa7e req-920183c5-1b38-4351-aaa9-77f815ff5a57 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818508 Jul 16 01:21:23.508365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:23.515860 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.523387 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.525136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.562803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.573900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8664a01-b6a8-4444-8a31-ffade85ec615 req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3893168 Jul 16 01:21:23.573900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c80700-3117-4ed6-830b-6ed0ffde9832 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97518757-df4c-444a-8761-f56bedb38633,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.573900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4aec8730-0f6a-4026-bef5-85bd00133993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.591221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:23.599869 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03374ef-06b0-4fed-a6b9-d77619e28ffe x-openstack-request-id: req-b03374ef-06b0-4fed-a6b9-d77619e28ffe {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:23.600165 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:23.600892 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b03374ef-06b0-4fed-a6b9-d77619e28ffe {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:23.600892 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'status': 'completed', 'code': 200} Jul 16 01:21:23.611571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.676217 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e0a1c-c627-4ac1-9d74-2a5d65481d97 x-openstack-request-id: req-eb3e0a1c-c627-4ac1-9d74-2a5d65481d97 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:23.678411 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "name": "network-vif-plugged", "status": "completed", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:23.678411 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb3e0a1c-c627-4ac1-9d74-2a5d65481d97 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:23.678411 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd', 'code': 200} Jul 16 01:21:23.686995 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4aec8730-0f6a-4026-bef5-85bd00133993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.691166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-84d143a9-ce24-4410-885e-199493b6fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.697189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-84d143a9-ce24-4410-885e-199493b6fc9a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036481 Jul 16 01:21:23.699520 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.703798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-95f419cb-a571-4232-ad50-3be4f89d1aa4 req-d8f36378-cc3a-4e4f-8789-3b6d0fc076c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1883386657', 'description': 'tempest-description-1366590111'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:23.710345 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4aec8730-0f6a-4026-bef5-85bd00133993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.711637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.723363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Network 77b78342-6bde-46ba-a582-a90fc5c7d93c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:23.745188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:23.771189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:23.824440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4aec8730-0f6a-4026-bef5-85bd00133993 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f142c8279789457a8ecafcebb256da37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354985 Jul 16 01:21:23.824440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95f419cb-a571-4232-ad50-3be4f89d1aa4 req-d8f36378-cc3a-4e4f-8789-3b6d0fc076c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.826910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:23.839109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8730-0f6a-4026-bef5-85bd00133993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c4ed79-e85b-417a-bea8-6a2d96dfe6c5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.857151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Pushing event updated for resources: {'Port': ['ID=937fb2d9-7e1e-449a-a9a3-a96016926ce1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.895530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33bd12-6274-4daa-b7df-d58fbc598ffb req-72186dd8-a9ab-40e3-a5c8-4d7bff2d74ea tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.897077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f33bd12-6274-4daa-b7df-d58fbc598ffb req-72186dd8-a9ab-40e3-a5c8-4d7bff2d74ea tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 948 time: 0.2083654 Jul 16 01:21:23.898198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.898812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.914859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960196-1607-4ddd-87c9-de194fc824ca req-f2117669-b0ca-4696-9996-ff00c84fae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.916412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85960196-1607-4ddd-87c9-de194fc824ca req-f2117669-b0ca-4696-9996-ff00c84fae14 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1096 time: 0.1474757 Jul 16 01:21:23.945081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-ad708fce-6120-4d58-9d8d-685edeef7405 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197526 Jul 16 01:21:23.970019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3bac93f-45bc-453c-8af0-afe68f4b3b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.993642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f33bd12-6274-4daa-b7df-d58fbc598ffb req-10e38352-69b3-4aac-9ce2-a9cf39dc2b0b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855091 Jul 16 01:21:24.005923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85960196-1607-4ddd-87c9-de194fc824ca req-06eaabef-f1b3-4e3f-bb13-79c3df258e9d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805995 Jul 16 01:21:24.026868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95f419cb-a571-4232-ad50-3be4f89d1aa4 req-d8f36378-cc3a-4e4f-8789-3b6d0fc076c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.032293 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95f419cb-a571-4232-ad50-3be4f89d1aa4 req-d8f36378-cc3a-4e4f-8789-3b6d0fc076c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.052563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-6a582c98-4835-4adc-af3e-0c1ac6273220 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5775590 Jul 16 01:21:24.056051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3bac93f-45bc-453c-8af0-afe68f4b3b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.072065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f36378-cc3a-4e4f-8789-3b6d0fc076c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90be40-8c0d-48bb-b203-b41c80a53750,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.072328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Request body: {'port': {'device_id': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:24.077689 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95f419cb-a571-4232-ad50-3be4f89d1aa4 req-d8f36378-cc3a-4e4f-8789-3b6d0fc076c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.091038 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95f419cb-a571-4232-ad50-3be4f89d1aa4 req-d8f36378-cc3a-4e4f-8789-3b6d0fc076c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4005871 Jul 16 01:21:24.143157 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdf756e9-4162-4c08-8e03-0ae1ff2044a5 req-1f55cb50-2ffe-43a2-9314-22876f6e4459 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854129 Jul 16 01:21:24.182621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3bac93f-45bc-453c-8af0-afe68f4b3b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.185843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3bac93f-45bc-453c-8af0-afe68f4b3b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.186977 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f3bac93f-45bc-453c-8af0-afe68f4b3b9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62c4ed79-e85b-417a-bea8-6a2d96dfe6c5 HTTP/1.1" status: 204 len: 168 time: 0.3309023 Jul 16 01:21:24.199938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bac93f-45bc-453c-8af0-afe68f4b3b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c4ed79-e85b-417a-bea8-6a2d96dfe6c5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.202623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.223796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccbde9-2ca8-4cd3-a4fe-cd3968599b78 req-5c36e648-70ca-43b4-b478-c59db51d63c3 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.225426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8ccbde9-2ca8-4cd3-a4fe-cd3968599b78 req-5c36e648-70ca-43b4-b478-c59db51d63c3 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 947 time: 0.1053991 Jul 16 01:21:24.281080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8ccbde9-2ca8-4cd3-a4fe-cd3968599b78 req-0fbe8e31-5e43-4698-8a00-4386d596cdf5 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Jul 16 01:21:24.310560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-e6d2d863-0824-41e3-8f9b-37883b62949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.312084 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-e6d2d863-0824-41e3-8f9b-37883b62949c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=87046c82493a47098ac3d5ccb1eb0283&device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 1098 time: 0.1063020 Jul 16 01:21:24.331014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-90620a7b-cc2b-4659-9c46-919bb71e0dda req-47018af7-d693-4dc2-a467-4a83e95f177b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1038836870', 'description': 'tempest-description-1004710593'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:24.363451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90620a7b-cc2b-4659-9c46-919bb71e0dda req-47018af7-d693-4dc2-a467-4a83e95f177b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.478280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d776a-a2eb-43cc-9dd4-619b47fb6a4e req-26fca6fd-6488-475d-9370-6376e29f87fc tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.480360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-010d776a-a2eb-43cc-9dd4-619b47fb6a4e req-26fca6fd-6488-475d-9370-6376e29f87fc tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 931 time: 0.1138878 Jul 16 01:21:24.524544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41412) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:24.539776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-fa53d3db-eb7a-43a6-a510-22f812116168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.540524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90620a7b-cc2b-4659-9c46-919bb71e0dda req-47018af7-d693-4dc2-a467-4a83e95f177b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.541317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-fa53d3db-eb7a-43a6-a510-22f812116168 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1667161 Jul 16 01:21:24.551619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90620a7b-cc2b-4659-9c46-919bb71e0dda req-47018af7-d693-4dc2-a467-4a83e95f177b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.563065 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f126993d-6c70-4c63-8968-f4b3eb381c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.588208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-010d776a-a2eb-43cc-9dd4-619b47fb6a4e req-d9cc7d31-4fbd-4ed3-8372-8329d4ee7b3c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957880 Jul 16 01:21:24.595795 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-1d121e4b-c79a-4417-9487-a1ffc6781c20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5 HTTP/1.1" status: 200 len: 217 time: 0.0473816 Jul 16 01:21:24.603561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90620a7b-cc2b-4659-9c46-919bb71e0dda req-47018af7-d693-4dc2-a467-4a83e95f177b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.608515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90620a7b-cc2b-4659-9c46-919bb71e0dda req-47018af7-d693-4dc2-a467-4a83e95f177b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2817152 Jul 16 01:21:24.614091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018af7-d693-4dc2-a467-4a83e95f177b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf64b4-4a65-4fbb-87b4-a5229cc57025,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.695160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-b8155d77-d7b1-44a8-8eff-4adc38575dcb tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/ee90be40-8c0d-48bb-b203-b41c80a53750 HTTP/1.1" status: 200 len: 1805 time: 0.0639749 Jul 16 01:21:24.729291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937fb2d9-7e1e-449a-a9a3-a96016926ce1 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:24.737349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-7f85a18f-a26e-4bdf-9f5c-9efe3b52227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.738856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-7f85a18f-a26e-4bdf-9f5c-9efe3b52227a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1352720 Jul 16 01:21:24.740640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.778089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Transition to ACTIVE for port object 937fb2d9-7e1e-449a-a9a3-a96016926ce1 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:24.783856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.789688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f126993d-6c70-4c63-8968-f4b3eb381c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.794125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-5b43a14f-e977-4c1a-bab4-7477b8a854e7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/89cf64b4-4a65-4fbb-87b4-a5229cc57025 HTTP/1.1" status: 200 len: 1805 time: 0.0932310 Jul 16 01:21:24.798708 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f126993d-6c70-4c63-8968-f4b3eb381c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.799998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d5a26552-f1dd-40a9-b55c-5d356e51fc5f up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:24.830159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee90be40-8c0d-48bb-b203-b41c80a53750', 'remote_group_id': '89cf64b4-4a65-4fbb-87b4-a5229cc57025', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:24.830480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee90be40-8c0d-48bb-b203-b41c80a53750', 'remote_group_id': '89cf64b4-4a65-4fbb-87b4-a5229cc57025', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:24.843674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Pushing event updated for resources: {'Port': ['ID=937fb2d9-7e1e-449a-a9a3-a96016926ce1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.873470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f126993d-6c70-4c63-8968-f4b3eb381c3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce94dd1ef6bf4ae0bbe4ccfa67929f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478713 Jul 16 01:21:24.878696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41416) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:24.881169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126993d-6c70-4c63-8968-f4b3eb381c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc890e53-1951-4c93-90f8-3ba797ff33c1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.898864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port d5a26552-f1dd-40a9-b55c-5d356e51fc5f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:24.899306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b3bd2-319d-461a-a3f1-252f71b15c0b req-b65260ea-46dd-4b75-8aa7-852bcc21ef06 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.905105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port d5a26552-f1dd-40a9-b55c-5d356e51fc5f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:24.906108 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.907292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-904b3bd2-319d-461a-a3f1-252f71b15c0b req-b65260ea-46dd-4b75-8aa7-852bcc21ef06 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 945 time: 0.1809218 Jul 16 01:21:24.914929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-32f392d4-b3ce-481d-b440-5218ca732c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.916476 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-32f392d4-b3ce-481d-b440-5218ca732c5d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692793 Jul 16 01:21:24.937269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a0f2b762-5cd1-4b43-a74e-1de91d663e5f details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:24.986159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-904b3bd2-319d-461a-a3f1-252f71b15c0b req-8c52e056-0152-49b8-a282-7b6f54057f11 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778921 Jul 16 01:21:25.002335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Attempting to bind port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:25.002684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Attempting to bind port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '66e4c965-f398-45af-8e29-2288e32797c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:25.003017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Attempting to bind port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 on network 77b78342-6bde-46ba-a582-a90fc5c7d93c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:25.023901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.098903 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.104395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.121372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 on network 77b78342-6bde-46ba-a582-a90fc5c7d93c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:25.121715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Attempting to bind port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 on network 77b78342-6bde-46ba-a582-a90fc5c7d93c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:25.132862 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c283ed9-0ec5-4c51-9dad-9caf06cd5353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.136851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:25.137440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Checking segment: {'id': '66e4c965-f398-45af-8e29-2288e32797c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:25.138013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Bound using segment: {'id': '66e4c965-f398-45af-8e29-2288e32797c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:25.138616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Bound port: 937fb2d9-7e1e-449a-a9a3-a96016926ce1, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4c965-f398-45af-8e29-2288e32797c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:25.139388 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.140935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17be895f-fd06-4f3f-8ac9-4565ce00d78f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.146828 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.152174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfc67b0f-aa5b-4263-9675-1248c277262e req-dadd91a1-dc4a-4dca-8d39-f0c7c3b84c65 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3442390 Jul 16 01:21:25.164735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:25.167947 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.181731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9254ae48-51ec-407c-816f-17ffaef7cdf0 req-14ab7691-93a0-446a-89b6-61ef9c0113aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1274080284', 'description': 'tempest-description-935640762'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:25.187046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f', 'mac_address': 'fa:16:3e:0e:69:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:25.202186 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-553f698d-8e91-47d0-95e9-0ac9f0059f90 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750268 Jul 16 01:21:25.222357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c283ed9-0ec5-4c51-9dad-9caf06cd5353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.236935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port d5a26552-f1dd-40a9-b55c-5d356e51fc5f, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:25.240550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9254ae48-51ec-407c-816f-17ffaef7cdf0 req-14ab7691-93a0-446a-89b6-61ef9c0113aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.243897 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.284968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.297007 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86bd1-7753-42bc-8b4a-fa8cf8f14d06 req-a24dea99-8ab5-4332-af39-270d2f318d71 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.298549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03a86bd1-7753-42bc-8b4a-fa8cf8f14d06 req-a24dea99-8ab5-4332-af39-270d2f318d71 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 948 time: 0.1209714 Jul 16 01:21:25.305950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f2b762-5cd1-4b43-a74e-1de91d663e5f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:25.329389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] For port 937fb2d9-7e1e-449a-a9a3-a96016926ce1, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:25.333184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.345923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:25.353774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] For port 937fb2d9-7e1e-449a-a9a3-a96016926ce1, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=937fb2d9-7e1e-449a-a9a3-a96016926ce1,segment=NetworkSegment(66e4c965-f398-45af-8e29-2288e32797c1),segment_id=66e4c965-f398-45af-8e29-2288e32797c1)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:25.356070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.365034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.376119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03a86bd1-7753-42bc-8b4a-fa8cf8f14d06 req-74e4df08-475d-4bfe-9f97-dd0a9cc8c059 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647099 Jul 16 01:21:25.381494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6cf673d0-bc10-4e69-80af-b5f104567ed8 req-e93ca894-a3e8-432a-9492-d5d24f0bb179 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689117 Jul 16 01:21:25.403462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9254ae48-51ec-407c-816f-17ffaef7cdf0 req-14ab7691-93a0-446a-89b6-61ef9c0113aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.419747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9254ae48-51ec-407c-816f-17ffaef7cdf0 req-14ab7691-93a0-446a-89b6-61ef9c0113aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.430220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.444077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9254ae48-51ec-407c-816f-17ffaef7cdf0 req-14ab7691-93a0-446a-89b6-61ef9c0113aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.445337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9254ae48-51ec-407c-816f-17ffaef7cdf0 req-14ab7691-93a0-446a-89b6-61ef9c0113aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2705069 Jul 16 01:21:25.447086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab7691-93a0-446a-89b6-61ef9c0113aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b96d621-652f-4275-a84c-94eb9c76d8f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.449828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c283ed9-0ec5-4c51-9dad-9caf06cd5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.453045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c283ed9-0ec5-4c51-9dad-9caf06cd5353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.456284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5c283ed9-0ec5-4c51-9dad-9caf06cd5353 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc890e53-1951-4c93-90f8-3ba797ff33c1 HTTP/1.1" status: 204 len: 168 time: 0.5701275 Jul 16 01:21:25.456771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.457399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.458774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] 10.222.0.93 "PUT /v2.0/ports/937fb2d9-7e1e-449a-a9a3-a96016926ce1 HTTP/1.1" status: 200 len: 1091 time: 1.3908472 Jul 16 01:21:25.472136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb7722-ebdf-405a-a7b6-0ca04dcfe5ee service neutron] Pushing event updated for resources: {'Port': ['ID=937fb2d9-7e1e-449a-a9a3-a96016926ce1,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.477312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283ed9-0ec5-4c51-9dad-9caf06cd5353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc890e53-1951-4c93-90f8-3ba797ff33c1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.565747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-5032fc6e-8986-41a0-970f-c0f8692800be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.567274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-5032fc6e-8986-41a0-970f-c0f8692800be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=29d4c433de4a4917be76e360d32c4bf0&device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 1094 time: 0.0648131 Jul 16 01:21:25.608838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7c333ec8-98e7-482c-813b-119ef8570184 req-ce0030c0-1fa9-4b8b-ae30-c46a20f921be tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1266383566', 'description': 'tempest-description-128173045'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:25.624761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'tag': '937fb2d9-7e1e-449a-a9a3-a96016926ce1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:25.627046 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628f73f8-48ff-4adf-b40f-aa7134eb07ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5fa257-fbc4-478b-9fbb-9a344e24b1db", "tag": "937fb2d9-7e1e-449a-a9a3-a96016926ce1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:25.631343 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-a128e9e5-8098-473a-8e70-9c9848748e0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=937fb2d9-7e1e-449a-a9a3-a96016926ce1 HTTP/1.1" status: 200 len: 217 time: 0.0506175 Jul 16 01:21:25.653174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a0f2b762-5cd1-4b43-a74e-1de91d663e5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:25.659679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7c333ec8-98e7-482c-813b-119ef8570184 req-ce0030c0-1fa9-4b8b-ae30-c46a20f921be tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.679079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd1eba-2b5c-4404-b723-4e3d426595a4 req-d777eb63-7bf4-4d1c-af29-619d2f0a0bfc tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.679270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:25.680536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88cd1eba-2b5c-4404-b723-4e3d426595a4 req-d777eb63-7bf4-4d1c-af29-619d2f0a0bfc tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 947 time: 0.1101236 Jul 16 01:21:25.681316 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab62bc67-0809-4c02-a367-901b02c37ac7" -d '{"events": [{"server_uuid": "f057a781-f317-4a8d-aea0-eb03b5318304", "name": "network-vif-plugged", "status": "completed", "tag": "d5a26552-f1dd-40a9-b55c-5d356e51fc5f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:25.693950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-b370911c-f983-41ca-b6d5-15cdd940ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.697099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-b370911c-f983-41ca-b6d5-15cdd940ec08 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71e9d4e6-4c30-4b1c-b724-1632e7a5bd43 HTTP/1.1" status: 200 len: 854 time: 0.0584996 Jul 16 01:21:25.741716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-dc71cdf8-084a-468a-a635-4e8fbf42a1d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=77b78342-6bde-46ba-a582-a90fc5c7d93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360656 Jul 16 01:21:25.747865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88cd1eba-2b5c-4404-b723-4e3d426595a4 req-66c189a7-532a-4d17-9588-fcb05d57da62 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557239 Jul 16 01:21:25.817546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7c333ec8-98e7-482c-813b-119ef8570184 req-ce0030c0-1fa9-4b8b-ae30-c46a20f921be tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.832412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7c333ec8-98e7-482c-813b-119ef8570184 req-ce0030c0-1fa9-4b8b-ae30-c46a20f921be tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.874276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7c333ec8-98e7-482c-813b-119ef8570184 req-ce0030c0-1fa9-4b8b-ae30-c46a20f921be tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.875607 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c333ec8-98e7-482c-813b-119ef8570184 req-ce0030c0-1fa9-4b8b-ae30-c46a20f921be tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2732303 Jul 16 01:21:25.876672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0030c0-1fa9-4b8b-ae30-c46a20f921be tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400182fd-c846-45f3-842f-4d07f95db744,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.919932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-d5c04ca7-c1ae-43db-bf4f-9bf242161551 service neutron] 10.222.0.93 "GET /v2.0/networks/77b78342-6bde-46ba-a582-a90fc5c7d93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580756 Jul 16 01:21:25.940777 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1710b2a-7fc1-4e4d-9655-ed993d2881d5 x-openstack-request-id: req-d1710b2a-7fc1-4e4d-9655-ed993d2881d5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:25.941144 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5fa257-fbc4-478b-9fbb-9a344e24b1db", "tag": "937fb2d9-7e1e-449a-a9a3-a96016926ce1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:25.941461 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1710b2a-7fc1-4e4d-9655-ed993d2881d5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:25.941914 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'tag': '937fb2d9-7e1e-449a-a9a3-a96016926ce1', 'status': 'completed', 'code': 200} Jul 16 01:21:25.986513 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78e4b5-d103-4bdb-abf8-202173224c92 x-openstack-request-id: req-1a78e4b5-d103-4bdb-abf8-202173224c92 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:25.987056 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f057a781-f317-4a8d-aea0-eb03b5318304", "name": "network-vif-plugged", "status": "completed", "tag": "d5a26552-f1dd-40a9-b55c-5d356e51fc5f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:25.987185 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a78e4b5-d103-4bdb-abf8-202173224c92 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:25.987560 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'code': 200} Jul 16 01:21:26.029026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c123b6-f45f-48a9-917b-846e863c464a req-b76ab4e9-0de2-4527-9925-705ad2b38d05 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.030800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18c123b6-f45f-48a9-917b-846e863c464a req-b76ab4e9-0de2-4527-9925-705ad2b38d05 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 943 time: 0.1206620 Jul 16 01:21:26.051221 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8ee845eb-29c8-47b1-827d-9b36b4846cb1 req-897e4852-7a56-4b09-95c3-e58d35c4c1c9 service neutron] 10.222.0.93 "GET /v2.0/networks/77b78342-6bde-46ba-a582-a90fc5c7d93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228380 Jul 16 01:21:26.094905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18c123b6-f45f-48a9-917b-846e863c464a req-87d52663-463a-4950-bf9c-13792eb77102 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547535 Jul 16 01:21:26.097568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-a48b308c-2317-4baa-8597-377dc3d015b5 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/8b96d621-652f-4275-a84c-94eb9c76d8f6 HTTP/1.1" status: 200 len: 1804 time: 0.0995493 Jul 16 01:21:26.178026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-86b9bc82-d289-49a6-9feb-fc1b6c135000 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/400182fd-c846-45f3-842f-4d07f95db744 HTTP/1.1" status: 200 len: 1804 time: 0.0718222 Jul 16 01:21:26.190784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b96d621-652f-4275-a84c-94eb9c76d8f6', 'remote_group_id': '400182fd-c846-45f3-842f-4d07f95db744', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:26.191150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b96d621-652f-4275-a84c-94eb9c76d8f6', 'remote_group_id': '400182fd-c846-45f3-842f-4d07f95db744', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:26.196016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00e164-fb2e-4ca4-b574-8b84597047a2 req-9888bbf7-bf3d-4e24-a13f-b24da3e416fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.198638 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bb00e164-fb2e-4ca4-b574-8b84597047a2 req-9888bbf7-bf3d-4e24-a13f-b24da3e416fc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 1100 time: 0.1319776 Jul 16 01:21:26.206720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-4b98d76a-ddea-4101-973b-d7da6da12931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.209360 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-4b98d76a-ddea-4101-973b-d7da6da12931 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=29d4c433de4a4917be76e360d32c4bf0&device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 1094 time: 0.0985527 Jul 16 01:21:26.273227 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bb00e164-fb2e-4ca4-b574-8b84597047a2 req-8c7b7bb4-5745-4d9b-baf8-ec724f7d3fb3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629010 Jul 16 01:21:26.305480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.333555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-baaadf47-5220-42a8-82e9-33be0490a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.335101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-baaadf47-5220-42a8-82e9-33be0490a4a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=77b78342-6bde-46ba-a582-a90fc5c7d93c HTTP/1.1" status: 200 len: 915 time: 0.1175947 Jul 16 01:21:26.336580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc0b91-2ed3-43f4-b941-79ebdb007ef8 req-a1499d9f-5a1a-4c55-9e9d-1024a7331348 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.338253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ecc0b91-2ed3-43f4-b941-79ebdb007ef8 req-a1499d9f-5a1a-4c55-9e9d-1024a7331348 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 945 time: 0.1249166 Jul 16 01:21:26.378361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.389928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.412463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ecc0b91-2ed3-43f4-b941-79ebdb007ef8 req-f8f3bf5f-d64d-478c-8d88-67193f68e3de tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Jul 16 01:21:26.417705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e99aac-5fa0-471f-94b2-2cf14ba6b496,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:26.427563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.431479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68735854-a526-45bd-bed1-5ee5a40f94a8 req-5697b9c7-85a8-4d97-b0ce-22475ea5ec73 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2434518 Jul 16 01:21:26.538490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49919e09-df36-42e2-9598-cba76aaac844 req-cf84736b-5342-4bdc-8b26-43439cf2f72d tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/400182fd-c846-45f3-842f-4d07f95db744 HTTP/1.1" status: 200 len: 1804 time: 0.0582652 Jul 16 01:21:26.617377 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-6b913e4b-34d3-4d20-a11c-351a3180b2ff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=937fb2d9-7e1e-449a-a9a3-a96016926ce1 HTTP/1.1" status: 200 len: 217 time: 0.2731874 Jul 16 01:21:26.642174 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-49919e09-df36-42e2-9598-cba76aaac844 req-b4114fbf-3b2c-40e8-83db-fc9abf4a02f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.668449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-d6afc7a9-238f-44f0-9be7-b379cba2b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.670236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-d6afc7a9-238f-44f0-9be7-b379cba2b935 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71e9d4e6-4c30-4b1c-b724-1632e7a5bd43 HTTP/1.1" status: 200 len: 854 time: 0.0459826 Jul 16 01:21:26.671851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb538ccc-b3d8-497c-b5d1-28fefcda6ca5 req-83478f70-f539-456f-839b-c02975cf6618 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.673490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb538ccc-b3d8-497c-b5d1-28fefcda6ca5 req-83478f70-f539-456f-839b-c02975cf6618 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 949 time: 0.1184161 Jul 16 01:21:26.683532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-49919e09-df36-42e2-9598-cba76aaac844 req-b4114fbf-3b2c-40e8-83db-fc9abf4a02f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.709813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-14c15cc2-9c6b-4249-ac25-603bbed3378a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=77b78342-6bde-46ba-a582-a90fc5c7d93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303619 Jul 16 01:21:26.753513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb538ccc-b3d8-497c-b5d1-28fefcda6ca5 req-93796cb2-7c86-4601-9865-47d5e3ef3ba7 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728185 Jul 16 01:21:26.788254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-49919e09-df36-42e2-9598-cba76aaac844 req-b4114fbf-3b2c-40e8-83db-fc9abf4a02f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.794905 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-49919e09-df36-42e2-9598-cba76aaac844 req-b4114fbf-3b2c-40e8-83db-fc9abf4a02f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.800744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49919e09-df36-42e2-9598-cba76aaac844 req-b4114fbf-3b2c-40e8-83db-fc9abf4a02f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-groups/400182fd-c846-45f3-842f-4d07f95db744 HTTP/1.1" status: 204 len: 173 time: 0.2610049 Jul 16 01:21:26.813604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4114fbf-3b2c-40e8-83db-fc9abf4a02f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400182fd-c846-45f3-842f-4d07f95db744,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:26.825333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-5c84c82a-5348-417e-bf08-7bf43a67bbde service neutron] 10.222.0.93 "GET /v2.0/networks/77b78342-6bde-46ba-a582-a90fc5c7d93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082599 Jul 16 01:21:26.845872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:26.941789 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628f73f8-48ff-4adf-b40f-aa7134eb07ec req-e5f4abba-a45b-41aa-b17b-c28ece3f41d0 service neutron] 10.222.0.93 "GET /v2.0/networks/77b78342-6bde-46ba-a582-a90fc5c7d93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101511 Jul 16 01:21:26.946307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a0f2b762-5cd1-4b43-a74e-1de91d663e5f up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:26.992471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50fa9d-7cf2-4b8d-ac93-f3cab3aeff24 req-4967912e-7b70-48ac-98fa-9e681c094d2e tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.999980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b50fa9d-7cf2-4b8d-ac93-f3cab3aeff24 req-4967912e-7b70-48ac-98fa-9e681c094d2e tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1096 time: 0.0881183 Jul 16 01:21:27.038213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b50fa9d-7cf2-4b8d-ac93-f3cab3aeff24 req-24165705-bf75-466d-85cb-19385b96c722 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371709 Jul 16 01:21:27.045983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port a0f2b762-5cd1-4b43-a74e-1de91d663e5f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:27.057784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a0f2b762-5cd1-4b43-a74e-1de91d663e5f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:27.058900 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.101993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:27.120488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'mac_address': 'fa:16:3e:fc:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:27.144790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba8eb6-c136-4885-8df6-1eedf83e2d6c req-74e97737-d19e-41e9-8323-40ccd8ce8dfe tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.146457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66ba8eb6-c136-4885-8df6-1eedf83e2d6c req-74e97737-d19e-41e9-8323-40ccd8ce8dfe tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 947 time: 0.1043816 Jul 16 01:21:27.158538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdf27c46-9ce4-437c-bd2b-f7fcf95b5edf req-2f59842b-a467-4b16-8ef7-6e8cd293c4c6 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/8b96d621-652f-4275-a84c-94eb9c76d8f6 HTTP/1.1" status: 200 len: 1804 time: 0.0602503 Jul 16 01:21:27.171176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.201062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66ba8eb6-c136-4885-8df6-1eedf83e2d6c req-98817759-9640-4137-8bdb-94251f056329 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461278 Jul 16 01:21:27.220359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82267030-4d5a-40e3-bf41-741d4b95d0f5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:27.247664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.257795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:27.269904 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.308687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:27.313675 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.316927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd23d75-6488-402d-bdf7-1584d15c33b3 req-e76af4f5-3131-4fe9-8581-d06d91a7e5d6 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.319181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bd23d75-6488-402d-bdf7-1584d15c33b3 req-e76af4f5-3131-4fe9-8581-d06d91a7e5d6 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1096 time: 0.0602109 Jul 16 01:21:27.334734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.364292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bd23d75-6488-402d-bdf7-1584d15c33b3 req-b80b8aeb-e77d-43ab-9102-9b020a808cdf tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391719 Jul 16 01:21:27.387369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.438657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed99b40-e005-4439-b873-4386e772d924 req-aca92c31-832e-4f7b-9a20-e85f6a681a6c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.440548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ed99b40-e005-4439-b873-4386e772d924 req-aca92c31-832e-4f7b-9a20-e85f6a681a6c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 943 time: 0.0782576 Jul 16 01:21:27.480356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ed99b40-e005-4439-b873-4386e772d924 req-505d2366-88cf-411c-9bac-f41712b573e1 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337503 Jul 16 01:21:27.522841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-bd2e0514-7ab0-465e-8bb9-20023776a2e0 req-d2f505e3-e1e2-4b16-a562-db4656220026 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607196669', 'description': 'tempest-description-653152968'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:27.548158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd2e0514-7ab0-465e-8bb9-20023776a2e0 req-d2f505e3-e1e2-4b16-a562-db4656220026 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.634110 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd2e0514-7ab0-465e-8bb9-20023776a2e0 req-d2f505e3-e1e2-4b16-a562-db4656220026 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.638090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd2e0514-7ab0-465e-8bb9-20023776a2e0 req-d2f505e3-e1e2-4b16-a562-db4656220026 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.644370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['82267030-4d5a-40e3-bf41-741d4b95d0f5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:27.665380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd2e0514-7ab0-465e-8bb9-20023776a2e0 req-d2f505e3-e1e2-4b16-a562-db4656220026 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.667030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd2e0514-7ab0-465e-8bb9-20023776a2e0 req-d2f505e3-e1e2-4b16-a562-db4656220026 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1494656 Jul 16 01:21:27.671825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f505e3-e1e2-4b16-a562-db4656220026 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.783012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-5b2855c9-a462-47c9-8147-f61f7a3ab8bb tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea HTTP/1.1" status: 200 len: 1804 time: 0.0392382 Jul 16 01:21:27.794551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:27.794917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:27.860511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.888590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.892064 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.913523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ae7dba-d339-4b75-945b-e8e98487347a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.917543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.924784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-998e9f61-533c-4b08-8f1c-a15a0922eca3 req-8abb63c1-538b-42dd-8b00-ef023cd00114 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1343982 Jul 16 01:21:27.989330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:27.991914 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f993c7a-009b-4702-84ff-e28e26562df3" -d '{"events": [{"server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:28.147897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-9ce0f849-8a3f-44ec-bcc0-f91d82f6e715 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea HTTP/1.1" status: 200 len: 2397 time: 0.0442014 Jul 16 01:21:28.159188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea', 'remote_group_id': None}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:28.159427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea', 'remote_group_id': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:28.252380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.293724 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.305654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe69c9e-c750-4f00-9350-a3bb6e890f24 req-16fa967c-4a59-433f-8695-ebd85f577607 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.307223 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfe69c9e-c750-4f00-9350-a3bb6e890f24 req-16fa967c-4a59-433f-8695-ebd85f577607 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 949 time: 0.1210046 Jul 16 01:21:28.308662 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.340808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac617611-3064-449e-a9f7-1e9b07bcb1a2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:28.351595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.352920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4eea658-72f4-46d0-8498-4b7f7fb2a218 req-2d702d06-7f23-4cc0-a882-a62b40d2195a tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1979988 Jul 16 01:21:28.373235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfe69c9e-c750-4f00-9350-a3bb6e890f24 req-94e88e6b-2fdc-48a6-9b2c-ff6ed576e083 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476615 Jul 16 01:21:28.428705 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82da6259-32ec-446a-936d-083b20bb87f5 x-openstack-request-id: req-82da6259-32ec-446a-936d-083b20bb87f5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:28.429198 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:28.429320 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82da6259-32ec-446a-936d-083b20bb87f5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:28.429656 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f', 'code': 200} Jul 16 01:21:28.555332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19e1d9-8599-4267-aced-638351877555 req-74205220-0b23-41a9-b80d-766cb6ddb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.556916 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b19e1d9-8599-4267-aced-638351877555 req-74205220-0b23-41a9-b80d-766cb6ddb2e5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 1101 time: 0.0534053 Jul 16 01:21:28.562668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb10685-cc3e-44cb-abf3-b6be170aeb41 req-197c1cf3-527e-4d67-b7bd-072d0c4ce014 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.564272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eb10685-cc3e-44cb-abf3-b6be170aeb41 req-197c1cf3-527e-4d67-b7bd-072d0c4ce014 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1096 time: 0.0524557 Jul 16 01:21:28.593521 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b19e1d9-8599-4267-aced-638351877555 req-3e1c59f5-bdfb-441a-b639-583d2154b6ad service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283806 Jul 16 01:21:28.598403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eb10685-cc3e-44cb-abf3-b6be170aeb41 req-edfc96b8-ff5b-4fe6-aca4-be5b445718ba tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283375 Jul 16 01:21:28.770493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a13ca5-cc59-4b4b-b13e-827c208f1f84 req-dc6ab1bd-8c3e-4052-b3ec-d205fe577bfc tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.771945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9a13ca5-cc59-4b4b-b13e-827c208f1f84 req-dc6ab1bd-8c3e-4052-b3ec-d205fe577bfc tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 948 time: 0.0623479 Jul 16 01:21:28.813242 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9a13ca5-cc59-4b4b-b13e-827c208f1f84 req-1d5fe343-288d-4ffb-8c5d-c268e965029a tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Jul 16 01:21:28.853969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:28.883532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-685ecc9e-7424-4251-9269-1a48a1b1bb2c req-66b6af54-9c1a-4da5-a6bf-f3fa989eca3b tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea HTTP/1.1" status: 200 len: 2995 time: 0.0464842 Jul 16 01:21:28.914222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 82267030-4d5a-40e3-bf41-741d4b95d0f5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:28.918836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 82267030-4d5a-40e3-bf41-741d4b95d0f5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:28.919576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.949122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 937fb2d9-7e1e-449a-a9a3-a96016926ce1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:29.038559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805cfca-5d0d-4fee-beb0-a898959d460f req-3f510ee8-5e7b-4a84-a879-c2beb0d5c901 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:29.040067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3805cfca-5d0d-4fee-beb0-a898959d460f req-3f510ee8-5e7b-4a84-a879-c2beb0d5c901 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 950 time: 0.0687163 Jul 16 01:21:29.074891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.091543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3805cfca-5d0d-4fee-beb0-a898959d460f req-c672bb0f-b9ed-4492-9790-40d0b5861c59 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Jul 16 01:21:29.119197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 937fb2d9-7e1e-449a-a9a3-a96016926ce1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=937fb2d9-7e1e-449a-a9a3-a96016926ce1,segment=NetworkSegment(66e4c965-f398-45af-8e29-2288e32797c1),segment_id=66e4c965-f398-45af-8e29-2288e32797c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:29.145762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:29.147007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '937fb2d9-7e1e-449a-a9a3-a96016926ce1', 'network_id': '77b78342-6bde-46ba-a582-a90fc5c7d93c', 'port_id': '937fb2d9-7e1e-449a-a9a3-a96016926ce1', 'mac_address': 'fa:16:3e:91:86:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e9d4e6-4c30-4b1c-b724-1632e7a5bd43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:29.152732 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.216893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d5458-5996-492e-bd3b-0c7530dbf446 req-2b496554-63f4-4b62-93d9-f6ff8d2b9f6f tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:29.218733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-271d5458-5996-492e-bd3b-0c7530dbf446 req-2b496554-63f4-4b62-93d9-f6ff8d2b9f6f tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 943 time: 0.0726964 Jul 16 01:21:29.226521 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.239554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.247950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937fb2d9-7e1e-449a-a9a3-a96016926ce1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:29.264914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-271d5458-5996-492e-bd3b-0c7530dbf446 req-9ebef3e6-e066-490a-9e9e-7a288499f52b tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Jul 16 01:21:29.269520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 937fb2d9-7e1e-449a-a9a3-a96016926ce1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=937fb2d9-7e1e-449a-a9a3-a96016926ce1,segment=NetworkSegment(66e4c965-f398-45af-8e29-2288e32797c1),segment_id=66e4c965-f398-45af-8e29-2288e32797c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:29.273645 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.313182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d012e314-f92b-44b2-a1c0-49f2193db7c0 req-c7790e6d-5e7a-4373-91a5-287874bc5e72 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-group-rules/ac617611-3064-449e-a9f7-1e9b07bcb1a2 HTTP/1.1" status: 200 len: 783 time: 0.0219076 Jul 16 01:21:29.327386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=937fb2d9-7e1e-449a-a9a3-a96016926ce1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.374727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d012e314-f92b-44b2-a1c0-49f2193db7c0 req-fadd80e8-5e33-4bac-a21a-4753958bfebc tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea HTTP/1.1" status: 200 len: 2995 time: 0.0541244 Jul 16 01:21:29.399728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d012e314-f92b-44b2-a1c0-49f2193db7c0 req-d6e7a38e-1d66-4512-953a-6bd3ed8507dd tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.407642 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d012e314-f92b-44b2-a1c0-49f2193db7c0 req-d6e7a38e-1d66-4512-953a-6bd3ed8507dd tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.434628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d012e314-f92b-44b2-a1c0-49f2193db7c0 req-d6e7a38e-1d66-4512-953a-6bd3ed8507dd tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.440557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d012e314-f92b-44b2-a1c0-49f2193db7c0 req-d6e7a38e-1d66-4512-953a-6bd3ed8507dd tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.441638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d012e314-f92b-44b2-a1c0-49f2193db7c0 req-d6e7a38e-1d66-4512-953a-6bd3ed8507dd tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ac617611-3064-449e-a9f7-1e9b07bcb1a2 HTTP/1.1" status: 204 len: 173 time: 0.0661411 Jul 16 01:21:29.448317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7a38e-1d66-4512-953a-6bd3ed8507dd tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac617611-3064-449e-a9f7-1e9b07bcb1a2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.516643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75d7beaa-f44e-4f49-845b-3a95cb2dfe2a req-709c6b83-25b0-46db-bc4f-6f569942e7a4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea HTTP/1.1" status: 200 len: 2397 time: 0.0436218 Jul 16 01:21:29.579886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75d7beaa-f44e-4f49-845b-3a95cb2dfe2a req-6c0b30e4-7853-4984-92f0-2bb9dea44d54 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.601513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['937fb2d9-7e1e-449a-a9a3-a96016926ce1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:29.604068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75d7beaa-f44e-4f49-845b-3a95cb2dfe2a req-6c0b30e4-7853-4984-92f0-2bb9dea44d54 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.659399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75d7beaa-f44e-4f49-845b-3a95cb2dfe2a req-6c0b30e4-7853-4984-92f0-2bb9dea44d54 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.663782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75d7beaa-f44e-4f49-845b-3a95cb2dfe2a req-6c0b30e4-7853-4984-92f0-2bb9dea44d54 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.665164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75d7beaa-f44e-4f49-845b-3a95cb2dfe2a req-6c0b30e4-7853-4984-92f0-2bb9dea44d54 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-groups/6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea HTTP/1.1" status: 204 len: 173 time: 0.1427975 Jul 16 01:21:29.679741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b30e4-7853-4984-92f0-2bb9dea44d54 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1efa82-c16a-4e79-bf65-6eaa4a7a76ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.110361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-953f2817-4d00-4435-8825-592682b7cdfb tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:21:30.111727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-953f2817-4d00-4435-8825-592682b7cdfb tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071955 Jul 16 01:21:30.123069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Request body: {'binding': {'host': 'n-h1-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:30.123515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Unknown quota resources ['binding']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:21:30.174038 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-ba058dc8-3be6-4cd3-9d00-21ec16258535 req-dc219be4-cb17-4c8f-9fbf-b628e592c496 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] show failed (client error): The resource could not be found. Jul 16 01:21:30.175157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba058dc8-3be6-4cd3-9d00-21ec16258535 req-dc219be4-cb17-4c8f-9fbf-b628e592c496 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/400182fd-c846-45f3-842f-4d07f95db744 HTTP/1.1" status: 404 len: 352 time: 0.0218432 Jul 16 01:21:30.308155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on host n-h1-800085-5 for vnic_type normal with profile None {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:30.308518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:30.308843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:30.315480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:30.315797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:30.325432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:30.325769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:30.326149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:30.326593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Bound port: 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:30.377229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5300-15cd-4fa0-9677-abc320c923ad req-ad406826-a929-4095-bcc4-e20368b2bc32 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.378610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918c5300-15cd-4fa0-9677-abc320c923ad req-ad406826-a929-4095-bcc4-e20368b2bc32 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 949 time: 0.1086116 Jul 16 01:21:30.412656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:30.418734 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.420169 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-f2fdb1c2-02ff-4811-8ad8-c1d63e183bc2 service neutron] 10.222.0.81 "POST /v2.0/ports/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3017654 Jul 16 01:21:30.430886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:30.433948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918c5300-15cd-4fa0-9677-abc320c923ad req-bd97a0a2-de43-443b-8187-90f5e169f0b9 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497262 Jul 16 01:21:30.435301 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43605b8-ef3a-406b-899c-350f6398d545" -d '{"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-plugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:30.556475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6eec67a-dd35-4c2b-af41-b842d3f5cdb7 req-05ef7a81-87d1-4492-bac5-93db57efa5aa tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/8b96d621-652f-4275-a84c-94eb9c76d8f6 HTTP/1.1" status: 200 len: 1804 time: 0.0525386 Jul 16 01:21:30.668298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb20f0c-78cc-438b-b665-a4c7aadf388a req-059eb4b5-ff2f-4d9c-b898-04f8f0473a72 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.670026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbb20f0c-78cc-438b-b665-a4c7aadf388a req-059eb4b5-ff2f-4d9c-b898-04f8f0473a72 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 950 time: 0.1125734 Jul 16 01:21:30.670986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6eec67a-dd35-4c2b-af41-b842d3f5cdb7 req-fae96b83-9f15-4e0e-8661-3018a302bbad tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.698773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-4117cdce-78b3-4beb-8380-58c53033a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.700326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-4117cdce-78b3-4beb-8380-58c53033a25b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1096 time: 0.0543041 Jul 16 01:21:30.706624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6eec67a-dd35-4c2b-af41-b842d3f5cdb7 req-fae96b83-9f15-4e0e-8661-3018a302bbad tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.734612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbb20f0c-78cc-438b-b665-a4c7aadf388a req-185d0db9-578f-4e48-9c29-ffad4b3c1050 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582898 Jul 16 01:21:30.764431 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6eec67a-dd35-4c2b-af41-b842d3f5cdb7 req-fae96b83-9f15-4e0e-8661-3018a302bbad tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.767151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6eec67a-dd35-4c2b-af41-b842d3f5cdb7 req-fae96b83-9f15-4e0e-8661-3018a302bbad tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.768727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6eec67a-dd35-4c2b-af41-b842d3f5cdb7 req-fae96b83-9f15-4e0e-8661-3018a302bbad tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-groups/8b96d621-652f-4275-a84c-94eb9c76d8f6 HTTP/1.1" status: 204 len: 173 time: 0.2002971 Jul 16 01:21:30.778544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96b83-9f15-4e0e-8661-3018a302bbad tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b96d621-652f-4275-a84c-94eb9c76d8f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.802793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-3db8802c-6bad-41b1-8650-2605ce441af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.804283 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-3db8802c-6bad-41b1-8650-2605ce441af8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.0912075 Jul 16 01:21:30.832144 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712859a-6e10-45a9-9530-ec3ee60a674e x-openstack-request-id: req-b712859a-6e10-45a9-9530-ec3ee60a674e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:30.832668 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-plugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:30.832890 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b712859a-6e10-45a9-9530-ec3ee60a674e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:30.833376 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'code': 200} Jul 16 01:21:30.851834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-ee40aef4-7063-4544-844b-2a445ba7a1d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 217 time: 0.0389650 Jul 16 01:21:30.913751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-1581b712-5dd3-453a-9a25-ff8f273dbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.915312 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-1581b712-5dd3-453a-9a25-ff8f273dbf99 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.0519485 Jul 16 01:21:30.957239 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-5ab2f9c6-6ec1-4d0c-a2d9-28c1a50812b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258973 Jul 16 01:21:30.968534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359282-69e3-41ba-b802-130ad448ac02 req-1fb9a4ee-b7bf-47c8-9c2a-e5ef4ea2e45e tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.969975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75359282-69e3-41ba-b802-130ad448ac02 req-1fb9a4ee-b7bf-47c8-9c2a-e5ef4ea2e45e tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 944 time: 0.1046932 Jul 16 01:21:30.973459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 937fb2d9-7e1e-449a-a9a3-a96016926ce1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:31.023744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:31.028661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:31.029174 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.048595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75359282-69e3-41ba-b802-130ad448ac02 req-ccb19d79-0e93-4793-85c0-9c305f074054 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 Jul 16 01:21:31.066115 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-7430fba9-4357-46b6-8427-19971241561e service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926223 Jul 16 01:21:31.068485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad6cc0-f25c-4aae-82d5-9daa0d723038 req-0e80657e-d7cd-4b78-95fc-bc22df30f9ca tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.070577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65ad6cc0-f25c-4aae-82d5-9daa0d723038 req-0e80657e-d7cd-4b78-95fc-bc22df30f9ca tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1096 time: 0.1436260 Jul 16 01:21:31.072918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9095e-6694-432c-a9cf-fb5160a61ba0 req-43cd5e5b-b50b-44db-9c8b-4ea05c73f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.074306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9d9095e-6694-432c-a9cf-fb5160a61ba0 req-43cd5e5b-b50b-44db-9c8b-4ea05c73f94f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 1100 time: 0.1369340 Jul 16 01:21:31.138428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9d9095e-6694-432c-a9cf-fb5160a61ba0 req-2e146e42-79c2-4d34-b754-7fc0b8a2cfa6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574484 Jul 16 01:21:31.139261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.139912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65ad6cc0-f25c-4aae-82d5-9daa0d723038 req-0a15846f-049c-4048-8811-0c1e1e8fc3f8 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625243 Jul 16 01:21:31.175510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 937fb2d9-7e1e-449a-a9a3-a96016926ce1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=937fb2d9-7e1e-449a-a9a3-a96016926ce1,segment=NetworkSegment(66e4c965-f398-45af-8e29-2288e32797c1),segment_id=66e4c965-f398-45af-8e29-2288e32797c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:31.181636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.189961 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-a10aa948-28bb-49d2-ba77-bb2e39515e3b service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115034 Jul 16 01:21:31.235218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=937fb2d9-7e1e-449a-a9a3-a96016926ce1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.284979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6b87-4277-4a5b-b54c-a52694d431f2 req-2cf8f8a0-f4e6-42a0-8a31-a15be4f2282b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.286455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96cb6b87-4277-4a5b-b54c-a52694d431f2 req-2cf8f8a0-f4e6-42a0-8a31-a15be4f2282b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 945 time: 0.0661228 Jul 16 01:21:31.326479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96cb6b87-4277-4a5b-b54c-a52694d431f2 req-2888c8f6-25d6-4cb2-9a9b-0bf39f7ca804 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Jul 16 01:21:31.339705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-0bee3912-757d-4fc1-ba54-45c5751657fd tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.341320 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-0bee3912-757d-4fc1-ba54-45c5751657fd tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.0583756 Jul 16 01:21:31.358600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-5'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:31.393973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11425e80-d072-4fb7-9f42-01605436abce req-56de8e46-27c0-4d67-ae3e-eadbd19b04cd tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/89cf64b4-4a65-4fbb-87b4-a5229cc57025 HTTP/1.1" status: 200 len: 1805 time: 0.0375886 Jul 16 01:21:31.440128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.483608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-11425e80-d072-4fb7-9f42-01605436abce req-b144ec70-efe4-4c00-8a7b-332dc068a4de tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.512801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-11425e80-d072-4fb7-9f42-01605436abce req-b144ec70-efe4-4c00-8a7b-332dc068a4de tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.557765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b879d7-fcd9-4cbd-addd-b03e6740e132 req-d1b977ab-bd85-4bf3-8a0e-2cfdb20c55f1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.563879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b879d7-fcd9-4cbd-addd-b03e6740e132 req-d1b977ab-bd85-4bf3-8a0e-2cfdb20c55f1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.565789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80b879d7-fcd9-4cbd-addd-b03e6740e132 req-d1b977ab-bd85-4bf3-8a0e-2cfdb20c55f1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9&device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 1690 time: 0.1190665 Jul 16 01:21:31.567473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:31.609112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:31.618748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80b879d7-fcd9-4cbd-addd-b03e6740e132 req-3b93e542-a1dc-4a8e-92dd-ef1d86687c44 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Jul 16 01:21:31.619915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-11425e80-d072-4fb7-9f42-01605436abce req-b144ec70-efe4-4c00-8a7b-332dc068a4de tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.623251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-11425e80-d072-4fb7-9f42-01605436abce req-b144ec70-efe4-4c00-8a7b-332dc068a4de tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.628257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11425e80-d072-4fb7-9f42-01605436abce req-b144ec70-efe4-4c00-8a7b-332dc068a4de tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-groups/89cf64b4-4a65-4fbb-87b4-a5229cc57025 HTTP/1.1" status: 204 len: 173 time: 0.2230325 Jul 16 01:21:31.635593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144ec70-efe4-4c00-8a7b-332dc068a4de tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf64b4-4a65-4fbb-87b4-a5229cc57025,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.662196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:31.664639 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eddedeb-5d53-404e-b7bc-c1b2f4e3220f" -d '{"events": [{"server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "name": "network-vif-unplugged", "status": "completed", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:31.669007 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.679744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.740798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.772761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on host n-h2-800085-5 for vnic_type normal with profile {"migrating_to": "n-h1-800085-5"} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:31.773089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:31.773557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:31.778431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:31.778755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Attempting to bind port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:31.783569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:31.783912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:31.784322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:31.784753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Bound port: 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:31.785130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.853251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:31.857120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:31.862189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.917212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86852-e090-4940-ad45-e90f3481a6f4 req-7752e8f8-c405-4747-871a-ece46d5977b4 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.920437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cd86852-e090-4940-ad45-e90f3481a6f4 req-7752e8f8-c405-4747-871a-ece46d5977b4 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 949 time: 0.0921900 Jul 16 01:21:31.946275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.946812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.948893 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] 10.222.0.78 "PUT /v2.0/ports/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 1121 time: 0.5939066 Jul 16 01:21:31.949534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8573a-2938-4a3f-a503-332355b410b3 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:31.966041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cd86852-e090-4940-ad45-e90f3481a6f4 req-d0bee35f-c41b-4874-8d45-812d8595ff24 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Jul 16 01:21:32.037644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f63f9a45-68a6-453f-a941-e234e4fb1007 req-65262727-d15d-4ad6-9221-7eeb98aff8c4 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/ee90be40-8c0d-48bb-b203-b41c80a53750 HTTP/1.1" status: 200 len: 1805 time: 0.0447035 Jul 16 01:21:32.070539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:32.101517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f63f9a45-68a6-453f-a941-e234e4fb1007 req-aaabd7bc-ce0c-4c54-ba56-b01e302756c1 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.126293 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f63f9a45-68a6-453f-a941-e234e4fb1007 req-aaabd7bc-ce0c-4c54-ba56-b01e302756c1 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.170285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f63f9a45-68a6-453f-a941-e234e4fb1007 req-aaabd7bc-ce0c-4c54-ba56-b01e302756c1 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.173085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f63f9a45-68a6-453f-a941-e234e4fb1007 req-aaabd7bc-ce0c-4c54-ba56-b01e302756c1 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.174728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f63f9a45-68a6-453f-a941-e234e4fb1007 req-aaabd7bc-ce0c-4c54-ba56-b01e302756c1 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-groups/ee90be40-8c0d-48bb-b203-b41c80a53750 HTTP/1.1" status: 204 len: 173 time: 0.1310403 Jul 16 01:21:32.187356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabd7bc-ce0c-4c54-ba56-b01e302756c1 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90be40-8c0d-48bb-b203-b41c80a53750,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:32.287518 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121578c0-e196-4862-b0e5-f2c5db4f1e56 x-openstack-request-id: req-121578c0-e196-4862-b0e5-f2c5db4f1e56 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:32.287812 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "name": "network-vif-unplugged", "status": "completed", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:32.288068 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-121578c0-e196-4862-b0e5-f2c5db4f1e56 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:32.288485 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd', 'code': 200} Jul 16 01:21:32.494494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b48a3-f6d4-49fc-9973-2d7659e70cf4 req-60e27097-a7ae-46fb-b884-75b40f6908f5 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.496769 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-539b48a3-f6d4-49fc-9973-2d7659e70cf4 req-60e27097-a7ae-46fb-b884-75b40f6908f5 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 945 time: 0.0776522 Jul 16 01:21:32.536512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-539b48a3-f6d4-49fc-9973-2d7659e70cf4 req-feb32878-6b2e-4919-882c-842bd29903ce tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Jul 16 01:21:32.602839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:32.612763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bf6d1e2-5262-45d2-b9d2-c8190fe7797b req-a1a6e244-a7df-4eb4-8599-66ef4e21fa0c tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/9f1fe343-35db-48a5-a6f6-2a61842e7dc8 HTTP/1.1" status: 200 len: 2403 time: 0.0508602 Jul 16 01:21:32.672869 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9bf6d1e2-5262-45d2-b9d2-c8190fe7797b req-b52371b4-07b8-48a4-bdf3-21a0f50b6f0f tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.673104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-8ed389cf-45e2-4d15-b0a0-9feccba6e430 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:21:32.674052 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-8ed389cf-45e2-4d15-b0a0-9feccba6e430 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076480 Jul 16 01:21:32.683921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Request body: {'binding': {'host': 'n-h2-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:32.684406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:21:32.696488 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9bf6d1e2-5262-45d2-b9d2-c8190fe7797b req-b52371b4-07b8-48a4-bdf3-21a0f50b6f0f tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.742251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9bf6d1e2-5262-45d2-b9d2-c8190fe7797b req-b52371b4-07b8-48a4-bdf3-21a0f50b6f0f tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.744938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9bf6d1e2-5262-45d2-b9d2-c8190fe7797b req-b52371b4-07b8-48a4-bdf3-21a0f50b6f0f tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.746183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bf6d1e2-5262-45d2-b9d2-c8190fe7797b req-b52371b4-07b8-48a4-bdf3-21a0f50b6f0f tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-groups/9f1fe343-35db-48a5-a6f6-2a61842e7dc8 HTTP/1.1" status: 204 len: 173 time: 0.1318741 Jul 16 01:21:32.755389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52371b4-07b8-48a4-bdf3-21a0f50b6f0f tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1fe343-35db-48a5-a6f6-2a61842e7dc8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:32.755974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ac171c2-de9a-4ae5-9dc9-3d6ac6207d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.834809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937fb2d9-7e1e-449a-a9a3-a96016926ce1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:32.837614 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c901ee-d653-4df2-8f1b-af29b41990e8" -d '{"events": [{"server_uuid": "6f5fa257-fbc4-478b-9fbb-9a344e24b1db", "name": "network-vif-plugged", "status": "completed", "tag": "937fb2d9-7e1e-449a-a9a3-a96016926ce1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:32.887278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on host n-h2-800085-5 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:32.887613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:32.887944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:32.892840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d2b6d-8f33-443d-b40f-6e49fe125c87 req-15f1c635-b8b1-4025-8699-154e63f06f1e tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.894545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c2d2b6d-8f33-443d-b40f-6e49fe125c87 req-15f1c635-b8b1-4025-8699-154e63f06f1e tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 1101 time: 0.0565736 Jul 16 01:21:32.897200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:32.897523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:32.906278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:32.906611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:32.906992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:32.907429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Bound port: 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:32.929568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c2d2b6d-8f33-443d-b40f-6e49fe125c87 req-2b839f12-d0fe-40cb-8665-2778e7f05661 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293829 Jul 16 01:21:32.968890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ac171c2-de9a-4ae5-9dc9-3d6ac6207d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.976812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ac171c2-de9a-4ae5-9dc9-3d6ac6207d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.000064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:33.012800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.013985 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-01fe51f9-c044-49ec-b245-e29043601533 service neutron] 10.222.0.81 "POST /v2.0/ports/7174efe4-64dc-4f7c-800e-4fff4f4a0abb/bindings HTTP/1.1" status: 201 len: 389 time: 0.3335845 Jul 16 01:21:33.026086 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1ac171c2-de9a-4ae5-9dc9-3d6ac6207d9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c64abbe997614d3a98d59887adbd1d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220607 Jul 16 01:21:33.028991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac171c2-de9a-4ae5-9dc9-3d6ac6207d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7ae8f-8193-4256-b685-015719a17ee9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.030921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.122106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cde9ee-70a6-49a6-adcf-2b46033e4b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.141601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd14af-69d9-4e29-952f-d5bd0fb1606e req-0197ab65-a179-40db-91c7-9385ffdf7c7a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.144695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfbd14af-69d9-4e29-952f-d5bd0fb1606e req-0197ab65-a179-40db-91c7-9385ffdf7c7a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 943 time: 0.1146226 Jul 16 01:21:33.169740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cde9ee-70a6-49a6-adcf-2b46033e4b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.238989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfbd14af-69d9-4e29-952f-d5bd0fb1606e req-8a88c7ec-6cbd-4716-b727-4618309debae tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849695 Jul 16 01:21:33.286443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bec2370e-d1cd-4c0c-8ccf-f44d8767203a req-70707434-c73f-46f1-990d-eeac378af6e5 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "GET /v2.0/security-groups/a17521e5-7978-4bbe-bad8-33d8fedcf545 HTTP/1.1" status: 200 len: 2398 time: 0.0662329 Jul 16 01:21:33.287210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cde9ee-70a6-49a6-adcf-2b46033e4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.289947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cde9ee-70a6-49a6-adcf-2b46033e4b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.293946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-21cde9ee-70a6-49a6-adcf-2b46033e4b54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fe7ae8f-8193-4256-b685-015719a17ee9 HTTP/1.1" status: 204 len: 168 time: 0.2621362 Jul 16 01:21:33.294476 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da864e0b-9efd-4f20-82ea-82b8de325fc3 x-openstack-request-id: req-da864e0b-9efd-4f20-82ea-82b8de325fc3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:33.294960 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5fa257-fbc4-478b-9fbb-9a344e24b1db", "name": "network-vif-plugged", "status": "completed", "tag": "937fb2d9-7e1e-449a-a9a3-a96016926ce1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:33.295057 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da864e0b-9efd-4f20-82ea-82b8de325fc3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:33.295385 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937fb2d9-7e1e-449a-a9a3-a96016926ce1', 'code': 200} Jul 16 01:21:33.304071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cde9ee-70a6-49a6-adcf-2b46033e4b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7ae8f-8193-4256-b685-015719a17ee9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.369329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bec2370e-d1cd-4c0c-8ccf-f44d8767203a req-2e7ab12c-263f-48a9-9cbe-0f5a03db51f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.380803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-afe9208d-bae3-4f0e-949f-8d9ef5d23fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.382386 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-afe9208d-bae3-4f0e-949f-8d9ef5d23fd9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1096 time: 0.0983045 Jul 16 01:21:33.401116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bec2370e-d1cd-4c0c-8ccf-f44d8767203a req-2e7ab12c-263f-48a9-9cbe-0f5a03db51f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.491982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-e8d7d839-b60b-4301-b94a-508ebc94a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.493513 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-e8d7d839-b60b-4301-b94a-508ebc94a2b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.0944612 Jul 16 01:21:33.526323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bec2370e-d1cd-4c0c-8ccf-f44d8767203a req-2e7ab12c-263f-48a9-9cbe-0f5a03db51f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.528833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bec2370e-d1cd-4c0c-8ccf-f44d8767203a req-2e7ab12c-263f-48a9-9cbe-0f5a03db51f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.529974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bec2370e-d1cd-4c0c-8ccf-f44d8767203a req-2e7ab12c-263f-48a9-9cbe-0f5a03db51f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] 10.222.0.81 "DELETE /v2.0/security-groups/a17521e5-7978-4bbe-bad8-33d8fedcf545 HTTP/1.1" status: 204 len: 173 time: 0.2347689 Jul 16 01:21:33.535503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d1d12-2ab4-408a-b0ca-5450c0919433 req-cc188a00-43d4-4bea-9fa8-779693ae6a42 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.537180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-952d1d12-2ab4-408a-b0ca-5450c0919433 req-cc188a00-43d4-4bea-9fa8-779693ae6a42 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 1100 time: 0.1388984 Jul 16 01:21:33.540040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41660) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.542747 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-7aa70fc9-906b-43ef-b8b8-504ba593232f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 217 time: 0.0395930 Jul 16 01:21:33.558503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ab12c-263f-48a9-9cbe-0f5a03db51f7 tempest-SecurityGroupRulesTestJSON-653430142 tempest-SecurityGroupRulesTestJSON-653430142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17521e5-7978-4bbe-bad8-33d8fedcf545,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.587439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05a84a-4afc-4aa6-af7f-f95457df74c8 req-f7070e8d-d07d-4f81-aef9-969bd5ad18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.589124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c05a84a-4afc-4aa6-af7f-f95457df74c8 req-f7070e8d-d07d-4f81-aef9-969bd5ad18d0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 1096 time: 0.1851270 Jul 16 01:21:33.621657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-cb5cecb2-d7eb-49f7-98b7-5d9b66ce492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.623159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-cb5cecb2-d7eb-49f7-98b7-5d9b66ce492d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0736935 Jul 16 01:21:33.647349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] Deleting subnet ea15ce4c-20a3-41ba-b266-6841c4d71082 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:33.653294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-952d1d12-2ab4-408a-b0ca-5450c0919433 req-4713ee76-4af3-4371-8365-eaeed983f995 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003470 Jul 16 01:21:33.657179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.663401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.672726 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-c7efb1ca-d426-498d-ac75-4d1a7ec4fea3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397744 Jul 16 01:21:33.727870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c05a84a-4afc-4aa6-af7f-f95457df74c8 req-0eb5a8a5-07a9-4be2-9597-e3cc23d40965 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308103 Jul 16 01:21:33.732140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e3527ba-9192-4950-943d-8cebcb80abf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.771984 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.774307 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-2a3dfffd-2110-4608-88fb-926cf832ab80 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929999 Jul 16 01:21:33.800709 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.870437 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-ee43c1b4-44ba-4a06-8bb6-4494625c5535 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886354 Jul 16 01:21:34.181243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9557e8-c392-45e6-a328-d5ff985b0831 req-8f4d0d7d-62e2-4940-a53f-0505aa540a46 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.183113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd9557e8-c392-45e6-a328-d5ff985b0831 req-8f4d0d7d-62e2-4940-a53f-0505aa540a46 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 949 time: 0.5208168 Jul 16 01:21:34.233068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24e704-fd8c-4ec1-af30-0f5517a6d3db req-46e7afe1-8177-483d-82d2-24267a413669 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.234548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b24e704-fd8c-4ec1-af30-0f5517a6d3db req-46e7afe1-8177-483d-82d2-24267a413669 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.4603899 Jul 16 01:21:34.235637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.279932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea15ce4c-20a3-41ba-b266-6841c4d71082,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.289266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:34.293121 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7e5b1-c6be-4bfd-a553-14e694476b10" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:34.301366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.303195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-724063d4-ddc1-4104-95c1-e88054212aba admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ea15ce4c-20a3-41ba-b266-6841c4d71082 HTTP/1.1" status: 204 len: 168 time: 0.7622166 Jul 16 01:21:34.305899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:34.323828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd9557e8-c392-45e6-a328-d5ff985b0831 req-4bce4226-1d41-4996-a9a1-2f301608f602 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303740 Jul 16 01:21:34.330043 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e3527ba-9192-4950-943d-8cebcb80abf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.340533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e3527ba-9192-4950-943d-8cebcb80abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.356855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b24e704-fd8c-4ec1-af30-0f5517a6d3db req-29c8626c-e1d7-40a8-afac-539e8623c7c3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134729 Jul 16 01:21:34.387744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3527ba-9192-4950-943d-8cebcb80abf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d4e0f-32a0-4fe0-bcbc-b486840018c3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.407961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3e3527ba-9192-4950-943d-8cebcb80abf5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d29564c2d284008af6bda28e93166be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7002041 Jul 16 01:21:34.408216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41680) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:34.415215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.491902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-4a21efad-9b2e-488e-bddd-bd8f72e9ff02 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307486 Jul 16 01:21:34.514305 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd71-b89d-48cc-b818-e069f6f82379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.527720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.537648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5744d9-a9e3-4852-915e-1c8ad9fa8eed']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:34.547870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b792d4-9ad8-4854-bafa-b506f4fe54e2') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:34.548161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b792d4-9ad8-4854-bafa-b506f4fe54e2') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:34.557126 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.570343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.577071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:34.577463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:34.579140 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:34.618536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd71-b89d-48cc-b818-e069f6f82379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.642645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.648443 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.650755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bc5744d9-a9e3-4852-915e-1c8ad9fa8eed HTTP/1.1" status: 204 len: 168 time: 0.3437231 Jul 16 01:21:34.666991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c9dd-14d7-49c8-8d59-4bfb9fe56654 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5744d9-a9e3-4852-915e-1c8ad9fa8eed,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.741303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67089c9-c96e-4e01-8bcc-c8fb987a8a39 req-5403c30b-7a6b-45d1-a509-6199d8666c79 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.743778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d67089c9-c96e-4e01-8bcc-c8fb987a8a39 req-5403c30b-7a6b-45d1-a509-6199d8666c79 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 945 time: 0.2181160 Jul 16 01:21:34.774977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-f7ca556c-2448-4243-a18f-0fdc6b69342a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.776737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-f7ca556c-2448-4243-a18f-0fdc6b69342a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778053 Jul 16 01:21:34.783630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd71-b89d-48cc-b818-e069f6f82379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.786495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd71-b89d-48cc-b818-e069f6f82379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.789954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb2efd71-b89d-48cc-b818-e069f6f82379 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/659d4e0f-32a0-4fe0-bcbc-b486840018c3 HTTP/1.1" status: 204 len: 168 time: 0.3785119 Jul 16 01:21:34.836216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efd71-b89d-48cc-b818-e069f6f82379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d4e0f-32a0-4fe0-bcbc-b486840018c3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.863847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d67089c9-c96e-4e01-8bcc-c8fb987a8a39 req-b9f41925-600a-4670-9919-506b64ef1d8f tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997112 Jul 16 01:21:34.868813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-17847d35-2745-451f-a6a8-d6238ca1e044 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/quotas/50a4449342d04018acd56fb7baa26a31 HTTP/1.1" status: 200 len: 375 time: 0.0795538 Jul 16 01:21:34.875478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:34.898627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:34.999145 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f62bc24-dcc5-45a6-9875-55932c1caab8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=874c9dccef8d414bb43ba9d4a12ddfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983593 Jul 16 01:21:35.004728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:35.071714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5dbe-e3f3-44a8-a1ef-7ae7b825532a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.084708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:35.098762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-f81341a3-bdcb-475e-850f-fe2115b820d1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2182643 Jul 16 01:21:35.099237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5dbe-e3f3-44a8-a1ef-7ae7b825532a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.110314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd has no active binding in host n-h1-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:21:35.159415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5dbe-e3f3-44a8-a1ef-7ae7b825532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.162606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd2b5dbe-e3f3-44a8-a1ef-7ae7b825532a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.166561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd2b5dbe-e3f3-44a8-a1ef-7ae7b825532a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/674c34d8-86cd-4365-858c-dd609a383043 HTTP/1.1" status: 204 len: 168 time: 0.1599665 Jul 16 01:21:35.176456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b5dbe-e3f3-44a8-a1ef-7ae7b825532a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c34d8-86cd-4365-858c-dd609a383043,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:35.327129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987ffd1-9bfc-49a2-bf7b-1c38955f678b req-81e363b5-08e9-405c-bd01-3f72b42a0c88 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.336766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d987ffd1-9bfc-49a2-bf7b-1c38955f678b req-81e363b5-08e9-405c-bd01-3f72b42a0c88 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 943 time: 0.0927660 Jul 16 01:21:35.359688 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08acd97-f0db-40c1-a19f-00d903a40952 x-openstack-request-id: req-b08acd97-f0db-40c1-a19f-00d903a40952 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:35.360011 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:35.360285 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b08acd97-f0db-40c1-a19f-00d903a40952 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:35.361700 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd', 'status': 'completed', 'code': 200} Jul 16 01:21:35.376040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d987ffd1-9bfc-49a2-bf7b-1c38955f678b req-3c504380-7529-441e-a7cb-2c168f812399 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383933 Jul 16 01:21:35.483425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a822a2cc-8dc6-4a0e-a996-d511090bc658 req-1a9896ba-5634-4ce1-a05c-a66173294f72 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 210 time: 0.0478787 Jul 16 01:21:35.513207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-163dc164-fd08-4c1b-a0cc-0c7338f1a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.514881 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-163dc164-fd08-4c1b-a0cc-0c7338f1a4f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1124 time: 0.1265943 Jul 16 01:21:35.725901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-28592ddb-6071-4ae3-9edb-dec89d8b5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.730551 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-28592ddb-6071-4ae3-9edb-dec89d8b5033 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.2066410 Jul 16 01:21:35.782513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfcc79-80d5-485b-845f-8ae9a43a08b4 req-0cc869c3-63c4-4220-8651-4bb63901e561 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.790947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40dfcc79-80d5-485b-845f-8ae9a43a08b4 req-0cc869c3-63c4-4220-8651-4bb63901e561 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.1658008 Jul 16 01:21:35.817104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-988e165b-d71a-4878-b9d3-c89d7eee6df4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 217 time: 0.0768116 Jul 16 01:21:35.846228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40dfcc79-80d5-485b-845f-8ae9a43a08b4 req-fbed514d-1f0b-4695-a67b-d764d4f5624e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531447 Jul 16 01:21:35.921269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-07647073-9436-409d-87d0-5e9efbdd0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.921776 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-07647073-9436-409d-87d0-5e9efbdd0445 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.0974467 Jul 16 01:21:35.985545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-d13c268b-891b-4bbe-acd4-f2e731030693 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514040 Jul 16 01:21:36.121938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455575a-a5ad-4feb-81e4-256227bae022 req-66aa7e0a-7f3b-4cb5-af0a-7ca9c3179ad8 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.131195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d455575a-a5ad-4feb-81e4-256227bae022 req-66aa7e0a-7f3b-4cb5-af0a-7ca9c3179ad8 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 945 time: 0.1012487 Jul 16 01:21:36.141201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-2dd31422-7530-410d-947e-01ee8581778e service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474991 Jul 16 01:21:36.225563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d455575a-a5ad-4feb-81e4-256227bae022 req-ee055938-cb1e-4d9a-b2cb-43129a7802ba tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931959 Jul 16 01:21:36.367722 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95d7e5b1-c6be-4bfd-a553-14e694476b10 req-dfa323e1-f88e-4e18-a33b-bf973ab76507 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177081 Jul 16 01:21:36.535126 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-bccb3347-ed85-4af6-9167-1761e8e4ccb9 service neutron] 10.222.0.93 "GET /v2.0/ports/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.1135252 Jul 16 01:21:36.909134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-720b3b0e-c343-4b17-bcf0-8ccb676d1569 req-7e4cadcc-a817-4682-bd59-78042cee9438 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 210 time: 0.1453025 Jul 16 01:21:36.961023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee603ac-f0f9-44fc-8dd1-44f0e31e6c97 req-c81a8b24-1c46-4e11-8671-f3f5128403b2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.962673 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ee603ac-f0f9-44fc-8dd1-44f0e31e6c97 req-c81a8b24-1c46-4e11-8671-f3f5128403b2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 943 time: 0.2756135 Jul 16 01:21:36.973744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:37.012533 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:37.031550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:37.057110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ee603ac-f0f9-44fc-8dd1-44f0e31e6c97 req-4d924a3a-8d2c-4d39-a584-1e697e4f54a5 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828125 Jul 16 01:21:37.102138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:37.164509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:37.177338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:37.194821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.226614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3f720-b85e-4ba0-8aa3-465e1828d75e req-c3494146-466b-427b-85b2-2dab75116135 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.228215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7b3f720-b85e-4ba0-8aa3-465e1828d75e req-c3494146-466b-427b-85b2-2dab75116135 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.0983210 Jul 16 01:21:37.275445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1207958587-network', 'tenant_id': '37b07a60ac29433890bc0bdb7b554772'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:37.312404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7b3f720-b85e-4ba0-8aa3-465e1828d75e req-69a412aa-89dc-4c84-becd-38a1ff58ac09 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773485 Jul 16 01:21:37.325674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Made reservation on behalf of 37b07a60ac29433890bc0bdb7b554772 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:37.328934 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.340057 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.393294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] Transition to ACTIVE for port object 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:37.405092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.512362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.513175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] No DVR routers for this DVR port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:37.522705 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.525360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] Pushing event updated for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:37.553901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:37.570314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71514610-4eee-42b0-b2f8-10c31fe9e88a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:37.576737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.577186 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Added segment 507d390b-3240-42e1-9347-bd85e1b62aad of type vlan for network 3e77f58c-9dcc-4de2-a62e-29df1b050908 Jul 16 01:21:37.635298 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-58cb8588-b4ac-4e0a-99e8-b530db7bafe0 service neutron] 10.222.0.93 "PUT /v2.0/ports/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd/bindings/n-h1-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0850956 Jul 16 01:21:37.646929 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.686736 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.687952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.688661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.732447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:37.736518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7609918 Jul 16 01:21:37.741200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Request body: {'subnet': {'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1207958587-subnet', 'tenant_id': '37b07a60ac29433890bc0bdb7b554772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:37.787115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ffa3c-7990-4e09-9527-874e8a411be7 admin admin] Pushing event updated for resources: {'Network': ['ID=3e77f58c-9dcc-4de2-a62e-29df1b050908,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:37.799611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3e77f58c-9dcc-4de2-a62e-29df1b050908 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:37.829564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-5c551dc1-37e4-48b8-9687-0f233e46ca40 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310366 Jul 16 01:21:37.931572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Made reservation on behalf of 37b07a60ac29433890bc0bdb7b554772 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:37.938314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.021127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-20f92bca-b78b-4d33-a0d7-163380598871 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.026936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-20f92bca-b78b-4d33-a0d7-163380598871 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.2558570 Jul 16 01:21:38.154902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-ca71faad-3958-4848-b209-efe124e7e86a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.157452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-ca71faad-3958-4848-b209-efe124e7e86a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043981 Jul 16 01:21:38.174726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-0ce2665d-6937-4a6d-bebc-ca09ccb5517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.176388 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-0ce2665d-6937-4a6d-bebc-ca09ccb5517c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 1095 time: 0.1407020 Jul 16 01:21:38.205294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bd1f6bb-908a-4f82-b666-9a367e2eafd9 req-79e14869-56ed-467c-9547-e1cf36b447bc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 210 time: 0.0457931 Jul 16 01:21:38.211651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:38.359893 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.399792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:38.404144 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.444812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-1940ca62-94b4-4576-a6dc-40a39d23fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.446702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-1940ca62-94b4-4576-a6dc-40a39d23fac2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1095 time: 0.2225051 Jul 16 01:21:38.447221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3268c7f-41c6-4f0e-93c2-542970844c2a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.459137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Checking segment: {'id': '507d390b-3240-42e1-9347-bd85e1b62aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:38.459529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Network hostable DHCP agents. Network: 3e77f58c-9dcc-4de2-a62e-29df1b050908, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:38.497904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686895-8433-42e8-b5b7-a352eb55ecb3 req-dec1a793-761c-41e3-a138-bae746f1854f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.499436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91686895-8433-42e8-b5b7-a352eb55ecb3 req-dec1a793-761c-41e3-a138-bae746f1854f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 944 time: 0.1853240 Jul 16 01:21:38.512001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Network 3e77f58c-9dcc-4de2-a62e-29df1b050908 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:38.557774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3e77f58c-9dcc-4de2-a62e-29df1b050908) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:38.562977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.563310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.576506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ace1c5-0b01-42ea-9916-d59e1dec75fa None None] Network 3e77f58c-9dcc-4de2-a62e-29df1b050908 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:38.591213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-6a93b7f6-e5ae-43ed-b56b-c9a775594e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.592892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-6a93b7f6-e5ae-43ed-b56b-c9a775594e39 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.1273973 Jul 16 01:21:38.596062 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-405cfc4f-1023-4335-bfe3-0d0f2378c5a1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8616142 Jul 16 01:21:38.624841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91686895-8433-42e8-b5b7-a352eb55ecb3 req-5b4ba8d5-4b57-4749-a564-d823663804bf tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170094 Jul 16 01:21:38.654748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.227 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/e3f6bc44-1521-434e-8858-625abeb3486b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:38.669969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aa447-fe48-4645-b855-683150ca94fb req-dc84ec33-317c-40ba-9b75-10ee79544041 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.671544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-320aa447-fe48-4645-b855-683150ca94fb req-dc84ec33-317c-40ba-9b75-10ee79544041 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.1706052 Jul 16 01:21:38.683380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-640bb81e-d269-4ce7-938c-4f633203e863 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 217 time: 0.0765254 Jul 16 01:21:38.742932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-320aa447-fe48-4645-b855-683150ca94fb req-223539a5-e4d5-488d-a1e6-97632dd672d6 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Jul 16 01:21:38.799302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-b99e5610-db5e-4861-b034-af969e4f680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.806596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-b99e5610-db5e-4861-b034-af969e4f680f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1034582 Jul 16 01:21:38.860197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef54ce-2e5a-46f3-8c2e-a83d556109b7 None None] Network 3e77f58c-9dcc-4de2-a62e-29df1b050908 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:38.913601 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-c358718d-1a00-4bfb-a5da-9596f348ae0c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943983 Jul 16 01:21:38.941041 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.971311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object e3f6bc44-1521-434e-8858-625abeb3486b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:39.123360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.132796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-9e3f2a00-6e62-4bac-b10a-77bb42447d1b service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105274 Jul 16 01:21:39.137696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:39.146761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:39.248660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:39.258529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:39.268605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:39.274958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.275856 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.299171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=e3f6bc44-1521-434e-8858-625abeb3486b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:39.354609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-4a03bd0b-fea0-49b1-bd2e-f9d231afbad4 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.364063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-4a03bd0b-fea0-49b1-bd2e-f9d231afbad4 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/networks?id=3e77f58c-9dcc-4de2-a62e-29df1b050908 HTTP/1.1" status: 200 len: 818 time: 0.3019438 Jul 16 01:21:39.368913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b8388965-d68d-4a25-92d0-b170f6cbde38 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1623292 Jul 16 01:21:39.408894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-0bab6eae-9c3f-4ca0-9960-93e80b0f9384 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/quotas/37b07a60ac29433890bc0bdb7b554772 HTTP/1.1" status: 200 len: 375 time: 0.0434759 Jul 16 01:21:39.458210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Request body: {'port': {'device_id': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:39.618330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-4cd33039-1271-4449-9336-496cc308f00f tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=37b07a60ac29433890bc0bdb7b554772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2050083 Jul 16 01:21:39.687489 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-ee59465e-b1fc-4b7a-bd58-fec48905245a service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452127 Jul 16 01:21:39.746980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-959753f6-4333-4be2-8083-caab93a7ff84 None None] Provisioning for port e3f6bc44-1521-434e-8858-625abeb3486b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:39.760522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-959753f6-4333-4be2-8083-caab93a7ff84 None None] Provisioning complete for port e3f6bc44-1521-434e-8858-625abeb3486b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:39.761054 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-959753f6-4333-4be2-8083-caab93a7ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.892747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-959753f6-4333-4be2-8083-caab93a7ff84 None None] Port e3f6bc44-1521-434e-8858-625abeb3486b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:39.905171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.927945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b068dfcc-73e8-4bc6-aab8-e414f8b904e4 service neutron] 10.222.0.81 "GET /v2.0/networks/3e77f58c-9dcc-4de2-a62e-29df1b050908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078489 Jul 16 01:21:40.115954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b1d6-1967-4a1c-80a5-0a0bb5740a39 req-18bb4afc-f81a-44d8-ad5d-3f29e8cd4059 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:40.123052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05e8b1d6-1967-4a1c-80a5-0a0bb5740a39 req-18bb4afc-f81a-44d8-ad5d-3f29e8cd4059 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 936 time: 0.2706540 Jul 16 01:21:40.166093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-823009e1-e0eb-4616-9d00-b3995043bba6 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:40.169600 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-823009e1-e0eb-4616-9d00-b3995043bba6 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.0760322 Jul 16 01:21:40.232854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05e8b1d6-1967-4a1c-80a5-0a0bb5740a39 req-99c8dcfc-4897-4fe9-b1b8-7834e28fa085 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083295 Jul 16 01:21:40.251770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-831988b9-8521-4367-92d4-2bc61bc145c0 service neutron] 10.222.0.81 "GET /v2.0/networks/3e77f58c-9dcc-4de2-a62e-29df1b050908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197238 Jul 16 01:21:40.390559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-131e1e18-fc74-483b-b40d-b0f38e317bf7 service neutron] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:40.395264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-131e1e18-fc74-483b-b40d-b0f38e317bf7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.395703 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2364de7b-6273-42d4-b559-f3c5c06739f8 req-131e1e18-fc74-483b-b40d-b0f38e317bf7 service neutron] 10.222.0.78 "DELETE /v2.0/ports/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd/bindings/n-h2-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.2133129 Jul 16 01:21:40.511698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f6bc44-1521-434e-8858-625abeb3486b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:40.522866 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.546905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Transition to ACTIVE for port object e3f6bc44-1521-434e-8858-625abeb3486b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:40.552321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.606608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Pushing event updated for resources: {'Port': ['ID=e3f6bc44-1521-434e-8858-625abeb3486b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:40.630043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abba5ef-b641-4559-a8cc-fbd9d1d66ef8 req-12fc6d98-8b8e-4a0a-9a2c-3af0d0e4113d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:40.632118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1abba5ef-b641-4559-a8cc-fbd9d1d66ef8 req-12fc6d98-8b8e-4a0a-9a2c-3af0d0e4113d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 944 time: 0.1693583 Jul 16 01:21:40.742832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1abba5ef-b641-4559-a8cc-fbd9d1d66ef8 req-a6513cae-72f6-4f36-b088-818b4a782ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022482 Jul 16 01:21:40.751785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Attempting to bind port e3f6bc44-1521-434e-8858-625abeb3486b on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:40.752148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Attempting to bind port e3f6bc44-1521-434e-8858-625abeb3486b by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:40.752544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Attempting to bind port e3f6bc44-1521-434e-8858-625abeb3486b on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:40.762601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Port e3f6bc44-1521-434e-8858-625abeb3486b on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:40.764582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Attempting to bind port e3f6bc44-1521-434e-8858-625abeb3486b on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:40.795301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:40.796787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:40.797261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:40.799721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Bound port: e3f6bc44-1521-434e-8858-625abeb3486b, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:40.801802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.913967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:40.985088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d17dc5-5c36-4aef-a050-44bedc5aeb98 req-acb1a40b-10ae-47cf-a9a1-eca7291b0dca tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.015474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0d17dc5-5c36-4aef-a050-44bedc5aeb98 req-acb1a40b-10ae-47cf-a9a1-eca7291b0dca tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.2072437 Jul 16 01:21:41.030014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:41.117180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] For port e3f6bc44-1521-434e-8858-625abeb3486b, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:41.132500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0d17dc5-5c36-4aef-a050-44bedc5aeb98 req-991ac0a3-008c-4002-8ee8-027308eada1c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160247 Jul 16 01:21:41.193075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] For port e3f6bc44-1521-434e-8858-625abeb3486b, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e3f6bc44-1521-434e-8858-625abeb3486b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:41.208871 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.209844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:41.288572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.297624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:41.320834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'mac_address': 'fa:16:3e:fc:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:41.390951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Pushing event updated for resources: {'Port': ['ID=e3f6bc44-1521-434e-8858-625abeb3486b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.403709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.404844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.410006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a61b7cd8-f6f4-401b-8171-e5311ff656db service neutron] 10.222.0.78 "PUT /v2.0/ports/e3f6bc44-1521-434e-8858-625abeb3486b HTTP/1.1" status: 200 len: 1096 time: 1.9929020 Jul 16 01:21:41.413122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'tag': 'e3f6bc44-1521-434e-8858-625abeb3486b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:41.433449 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f24d4d-e619-47af-ad36-1d2caa145913" -d '{"events": [{"name": "network-changed", "server_uuid": "8a93129d-e179-41a7-aefc-c7f0b562a744", "tag": "e3f6bc44-1521-434e-8858-625abeb3486b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:41.551632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70ce9671-c920-4ec5-870b-d2b965809af1 req-2b864b62-b786-4f18-8476-b4db91ec804c tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 210 time: 0.0593407 Jul 16 01:21:41.593875 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.601060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7430017b-76df-4116-a05c-9bb07be729bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.652374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3e9d-360c-4ee4-a32a-f7902646ab0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.654343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82267030-4d5a-40e3-bf41-741d4b95d0f5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:41.717387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-bebc7420-cb8a-4457-a8ca-25afa7ead671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.719438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-bebc7420-cb8a-4457-a8ca-25afa7ead671 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 1099 time: 0.1324394 Jul 16 01:21:41.739879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.740384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60db48d-9689-42a4-a29b-5378fb6436b8 req-21ee8a44-fe5e-46db-9295-a496c99a27f7 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.749822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b60db48d-9689-42a4-a29b-5378fb6436b8 req-21ee8a44-fe5e-46db-9295-a496c99a27f7 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 948 time: 0.1802003 Jul 16 01:21:41.762272 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.825851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-a21e3fa1-498a-4715-9f4d-76090663859f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e3f6bc44-1521-434e-8858-625abeb3486b HTTP/1.1" status: 200 len: 217 time: 0.0735753 Jul 16 01:21:41.896120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3e9d-360c-4ee4-a32a-f7902646ab0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.909363 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3e9d-360c-4ee4-a32a-f7902646ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.914780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.919808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b60db48d-9689-42a4-a29b-5378fb6436b8 req-caee3a30-cf47-402e-9d23-d3079f547a83 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691241 Jul 16 01:21:41.931778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['82267030-4d5a-40e3-bf41-741d4b95d0f5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:41.952110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f2e3e9d-360c-4ee4-a32a-f7902646ab0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26b04939c8444b3aaa1a0282386dfd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532521 Jul 16 01:21:41.973111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:41.975659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e3e9d-360c-4ee4-a32a-f7902646ab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822bb4d0-c9eb-4fae-b605-6b1dd645f268,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:42.057040 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e8e86-74cf-454e-ab0b-10e09af012a5 x-openstack-request-id: req-9e1e8e86-74cf-454e-ab0b-10e09af012a5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:42.059838 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a93129d-e179-41a7-aefc-c7f0b562a744", "tag": "e3f6bc44-1521-434e-8858-625abeb3486b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:42.059838 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e1e8e86-74cf-454e-ab0b-10e09af012a5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:42.063860 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'tag': 'e3f6bc44-1521-434e-8858-625abeb3486b', 'status': 'completed', 'code': 200} Jul 16 01:21:42.134928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-c3a66057-e09d-4104-9d6b-e2da9e62d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.136490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-c3a66057-e09d-4104-9d6b-e2da9e62d360 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2992043 Jul 16 01:21:42.215454 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad5c358a-0477-46dc-8a57-99e24db2356c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.247083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad5c358a-0477-46dc-8a57-99e24db2356c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.309205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad5c358a-0477-46dc-8a57-99e24db2356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.312172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad5c358a-0477-46dc-8a57-99e24db2356c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.313579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ad5c358a-0477-46dc-8a57-99e24db2356c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/822bb4d0-c9eb-4fae-b605-6b1dd645f268 HTTP/1.1" status: 204 len: 168 time: 0.3380616 Jul 16 01:21:42.323324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c37e-0949-4df0-812b-6062b20c96d3 req-0548dd7d-3623-43a8-9487-906cdb4b4b03 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.330841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a998c37e-0949-4df0-812b-6062b20c96d3 req-0548dd7d-3623-43a8-9487-906cdb4b4b03 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1095 time: 0.4505289 Jul 16 01:21:42.377841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c358a-0477-46dc-8a57-99e24db2356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822bb4d0-c9eb-4fae-b605-6b1dd645f268,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:42.431661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a998c37e-0949-4df0-812b-6062b20c96d3 req-3d6dfc63-7daa-44e9-b5ca-d9ac22346cbd tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994818 Jul 16 01:21:42.444489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-5659f0c0-131a-4d2c-a9b6-db4f5691d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.447364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-5659f0c0-131a-4d2c-a9b6-db4f5691d2ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3032608 Jul 16 01:21:42.810214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7192-19d8-4b7a-9907-26609c635f51 req-d8b9868b-2962-4ebb-a366-f2ac67ee22aa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.816123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a26e7192-19d8-4b7a-9907-26609c635f51 req-d8b9868b-2962-4ebb-a366-f2ac67ee22aa tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.4108565 Jul 16 01:21:42.834344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-2817de54-5acc-48c6-9035-29c8f82d81dd service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541260 Jul 16 01:21:42.883136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-06b2b9f6-4cf9-4fdf-98b8-0704273e45ac tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.892192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c9434bc-108e-4faa-b810-e8fd293331f4 req-a835f1d0-d509-4d8c-a9e2-41be54d9b77f tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 210 time: 0.0727515 Jul 16 01:21:42.894148 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-06b2b9f6-4cf9-4fdf-98b8-0704273e45ac tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.93 "GET /v2.0/networks?id=3e77f58c-9dcc-4de2-a62e-29df1b050908 HTTP/1.1" status: 200 len: 818 time: 0.2804003 Jul 16 01:21:42.898005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:42.913274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:42.926310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Request body: {'port': {'device_id': '9a0f0931-f140-4345-aa51-12e31945c33f', 'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908', 'admin_state_up': True, 'tenant_id': '37b07a60ac29433890bc0bdb7b554772'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:42.955590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74d4d9e4-61b2-45cb-bbce-c3f8676cb3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.012287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 82267030-4d5a-40e3-bf41-741d4b95d0f5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:43.013589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.227224 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.303296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:43.308911 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd244540-3f10-4751-ad34-1995c611b8e9" -d '{"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-plugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:43.342220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:43.352984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6963572-4ac2-496e-8cc0-5b0ffdf5e8a1 req-b725faee-d486-49c3-833a-2d2631b1e3c5 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782500 Jul 16 01:21:43.353665 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.385906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a26e7192-19d8-4b7a-9907-26609c635f51 req-f5c81bd3-42ab-4431-87a3-8c667b79a0b5 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619657 Jul 16 01:21:43.388115 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74d4d9e4-61b2-45cb-bbce-c3f8676cb3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.425788 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74d4d9e4-61b2-45cb-bbce-c3f8676cb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.469776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.501844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-74d4d9e4-61b2-45cb-bbce-c3f8676cb3a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91eee34fb63246d4a96a837ee978b323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987654 Jul 16 01:21:43.513325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:43.549581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4d9e4-61b2-45cb-bbce-c3f8676cb3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f715c08-0bf4-4452-a7a8-4a3177f0a626,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.580464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Made reservation on behalf of 37b07a60ac29433890bc0bdb7b554772 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:43.585528 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.723687 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43ba2f9-7d43-4ec2-8a93-5bee392c4f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.752811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Allocated IP 172.20.0.6 (3e77f58c-9dcc-4de2-a62e-29df1b050908/a3268c7f-41c6-4f0e-93c2-542970844c2a/d17789c0-f8c8-4d58-a874-adbfa5a62481) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:43.784747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43ba2f9-7d43-4ec2-8a93-5bee392c4f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.801190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-eda2c758-e472-43b6-a273-9d8cf6a806d9 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.802490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-eda2c758-e472-43b6-a273-9d8cf6a806d9 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.4456036 Jul 16 01:21:43.815277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-54d6515f-a8f9-4720-be7d-9c47c1130683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.816402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-54d6515f-a8f9-4720-be7d-9c47c1130683 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 1099 time: 0.3781087 Jul 16 01:21:43.860519 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-0f857a75-142b-4f30-baee-d855e8460d0d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/quotas/0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 375 time: 0.0485773 Jul 16 01:21:43.880487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335144e9-ea26-4666-bd99-82af25316ddd req-22799d66-487d-487f-8c54-17d37de382b1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.888552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-335144e9-ea26-4666-bd99-82af25316ddd req-22799d66-487d-487f-8c54-17d37de382b1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 948 time: 0.2545967 Jul 16 01:21:43.991138 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.035471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-335144e9-ea26-4666-bd99-82af25316ddd req-9eb1c1ca-27a8-4cda-8f96-92e75d2f0a84 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459925 Jul 16 01:21:44.046036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.067963 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43ba2f9-7d43-4ec2-8a93-5bee392c4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.074331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43ba2f9-7d43-4ec2-8a93-5bee392c4f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.076178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b43ba2f9-7d43-4ec2-8a93-5bee392c4f71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f715c08-0bf4-4452-a7a8-4a3177f0a626 HTTP/1.1" status: 204 len: 168 time: 0.5589314 Jul 16 01:21:44.088169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-1616617a-f6f6-476f-99a6-947fbb83bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.089986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-1616617a-f6f6-476f-99a6-947fbb83bb45 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2508407 Jul 16 01:21:44.099361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ba2f9-7d43-4ec2-8a93-5bee392c4f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f715c08-0bf4-4452-a7a8-4a3177f0a626,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:44.119449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-8fb4bb37-a474-46aa-bf48-97763c9e7667 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288866 Jul 16 01:21:44.163291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-05dd4809-3977-450d-a27c-f9a99d6a96ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e3f6bc44-1521-434e-8858-625abeb3486b HTTP/1.1" status: 200 len: 217 time: 0.0569520 Jul 16 01:21:44.186794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ca44b00-3f49-4214-ae31-109357f40461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.200087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Pushing event updated for resources: {'Port': ['ID=d17789c0-f8c8-4d58-a874-adbfa5a62481,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:44.236666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Network 3e77f58c-9dcc-4de2-a62e-29df1b050908 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:44.244827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:44.253384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:44.264457 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ec5aa-3e76-4b8d-842d-408c268cbc58 x-openstack-request-id: req-ec7ec5aa-3e76-4b8d-842d-408c268cbc58 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:44.264749 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-plugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:44.265083 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec7ec5aa-3e76-4b8d-842d-408c268cbc58 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:44.265476 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'code': 200} Jul 16 01:21:44.362840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.378349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-28fabce9-a21d-48a4-a8ab-5c803708cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.387258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-28fabce9-a21d-48a4-a8ab-5c803708cef9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2014370 Jul 16 01:21:44.426439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.427130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.462893 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-a5b8854c-4978-4a4b-a8d4-b3c44f7fe760 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5566201 Jul 16 01:21:44.474479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Request body: {'port': {'device_id': '9a0f0931-f140-4345-aa51-12e31945c33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:44.506702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-0e6959b9-dd08-41da-b1f3-b38b17156336 service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519452 Jul 16 01:21:44.612048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.754622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-f94030ee-eb13-42f7-82af-faca9582e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.756506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-f94030ee-eb13-42f7-82af-faca9582e58f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3488731 Jul 16 01:21:44.928864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-95b6d00c-f969-4fe5-8dd6-025365eba58c service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075978 Jul 16 01:21:44.960301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1231fa-99c1-4103-8f3c-a7d3855045d1 req-ae28790d-0726-4d56-97fd-5f61eedb1272 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.969813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1231fa-99c1-4103-8f3c-a7d3855045d1 req-ae28790d-0726-4d56-97fd-5f61eedb1272 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 931 time: 0.2372308 Jul 16 01:21:45.026454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1231fa-99c1-4103-8f3c-a7d3855045d1 req-2bebf340-f673-4fb8-b6b1-b482ae1820e0 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449564 Jul 16 01:21:45.039568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-e43396ee-f19f-48e7-a2dc-0793d30b6d5f service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581017 Jul 16 01:21:45.152322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17789c0-f8c8-4d58-a874-adbfa5a62481 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:45.186322 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.201793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.232904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Transition to ACTIVE for port object d17789c0-f8c8-4d58-a874-adbfa5a62481 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:45.246602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.253211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0f24d4d-e619-47af-ad36-1d2caa145913 req-352089e8-342f-4dcd-8197-cc9e23fbe156 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950955 Jul 16 01:21:45.406515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Pushing event updated for resources: {'Port': ['ID=d17789c0-f8c8-4d58-a874-adbfa5a62481,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.479903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Attempting to bind port d17789c0-f8c8-4d58-a874-adbfa5a62481 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:45.480259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Attempting to bind port d17789c0-f8c8-4d58-a874-adbfa5a62481 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '507d390b-3240-42e1-9347-bd85e1b62aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:45.480601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Attempting to bind port d17789c0-f8c8-4d58-a874-adbfa5a62481 on network 3e77f58c-9dcc-4de2-a62e-29df1b050908 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:45.488593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Port d17789c0-f8c8-4d58-a874-adbfa5a62481 on network 3e77f58c-9dcc-4de2-a62e-29df1b050908 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:45.489544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Attempting to bind port d17789c0-f8c8-4d58-a874-adbfa5a62481 on network 3e77f58c-9dcc-4de2-a62e-29df1b050908 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:45.496852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:45.497198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Checking segment: {'id': '507d390b-3240-42e1-9347-bd85e1b62aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:45.497585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Bound using segment: {'id': '507d390b-3240-42e1-9347-bd85e1b62aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:45.498021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Bound port: d17789c0-f8c8-4d58-a874-adbfa5a62481, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507d390b-3240-42e1-9347-bd85e1b62aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:45.498707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.599897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] For port d17789c0-f8c8-4d58-a874-adbfa5a62481, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:45.608519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] For port d17789c0-f8c8-4d58-a874-adbfa5a62481, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d17789c0-f8c8-4d58-a874-adbfa5a62481,segment=NetworkSegment(507d390b-3240-42e1-9347-bd85e1b62aad),segment_id=507d390b-3240-42e1-9347-bd85e1b62aad)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:45.619318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.658329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e771c18-1c5b-4a7c-b58d-ccd9aec17495 req-9f574b34-6f93-4b0c-8a84-7d9f5167534f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.663899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e771c18-1c5b-4a7c-b58d-ccd9aec17495 req-9f574b34-6f93-4b0c-8a84-7d9f5167534f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.2915194 Jul 16 01:21:45.687643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.688474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.690199 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] 10.222.0.93 "PUT /v2.0/ports/d17789c0-f8c8-4d58-a874-adbfa5a62481 HTTP/1.1" status: 200 len: 1091 time: 1.2213235 Jul 16 01:21:45.690788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0f0931-f140-4345-aa51-12e31945c33f', 'tag': 'd17789c0-f8c8-4d58-a874-adbfa5a62481'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:45.694153 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4500ec-c571-474b-a306-e7d371822849" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0f0931-f140-4345-aa51-12e31945c33f", "tag": "d17789c0-f8c8-4d58-a874-adbfa5a62481"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:45.696025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:45.723829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb573b-2765-4f2c-88b6-01ffcd204d6a service neutron] Pushing event updated for resources: {'Port': ['ID=d17789c0-f8c8-4d58-a874-adbfa5a62481,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.735650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371e533-d65f-41a4-833a-c68ca6078c13 req-55f35876-d6d5-4b20-b2b4-541db4857847 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.744099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6371e533-d65f-41a4-833a-c68ca6078c13 req-55f35876-d6d5-4b20-b2b4-541db4857847 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 948 time: 0.2983713 Jul 16 01:21:45.762807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.824856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e771c18-1c5b-4a7c-b58d-ccd9aec17495 req-87fbd7bf-b31b-420a-b4cb-9d82e6aeedc4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456087 Jul 16 01:21:45.842558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-036e9725-3e83-4ee9-a672-fda80e4ff1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.844828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-036e9725-3e83-4ee9-a672-fda80e4ff1d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=37b07a60ac29433890bc0bdb7b554772&device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 1094 time: 0.0910006 Jul 16 01:21:45.869211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6371e533-d65f-41a4-833a-c68ca6078c13 req-4c4806cb-fe27-4842-b5ab-9d1f17efafec tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120584 Jul 16 01:21:45.902465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-682802160-network', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:45.933918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-f2eacf02-0cf3-4e87-9591-bfa79d72b33f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17789c0-f8c8-4d58-a874-adbfa5a62481 HTTP/1.1" status: 200 len: 217 time: 0.0696027 Jul 16 01:21:45.948295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Made reservation on behalf of cccc22001f8e4ffeb4f975cb144ede7a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:45.950646 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.975504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.030270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-c8fd2f15-7aa7-445a-b963-cace1bb4e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.038493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-c8fd2f15-7aa7-445a-b963-cace1bb4e056 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a3268c7f-41c6-4f0e-93c2-542970844c2a HTTP/1.1" status: 200 len: 858 time: 0.0957601 Jul 16 01:21:46.162971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-2faaf81b-0511-4420-8405-03b8e1d8c592 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e77f58c-9dcc-4de2-a62e-29df1b050908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171620 Jul 16 01:21:46.179027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-957939e6-f173-4a3f-9316-2bf03233c6dd req-e6a37b2e-89c5-425e-ab2f-9d527953253b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 210 time: 0.0378327 Jul 16 01:21:46.229235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.244092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.305044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b8a93-41cf-410f-a848-aaf906320c0c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:46.324452 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1efea9-cc06-4deb-92b1-1fa575c4361d x-openstack-request-id: req-0d1efea9-cc06-4deb-92b1-1fa575c4361d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:46.325089 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0f0931-f140-4345-aa51-12e31945c33f", "tag": "d17789c0-f8c8-4d58-a874-adbfa5a62481", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:46.325560 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d1efea9-cc06-4deb-92b1-1fa575c4361d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:46.326163 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0f0931-f140-4345-aa51-12e31945c33f', 'tag': 'd17789c0-f8c8-4d58-a874-adbfa5a62481', 'status': 'completed', 'code': 200} Jul 16 01:21:46.348743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:46.371381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.371807 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Added segment c8e570e1-e28a-491d-a93a-9e4ec0a704ec of type vlan for network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b Jul 16 01:21:46.375090 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-c2c0dabd-5de8-438d-9bc6-4160242d9b78 service neutron] 10.222.0.93 "GET /v2.0/networks/3e77f58c-9dcc-4de2-a62e-29df1b050908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019708 Jul 16 01:21:46.500359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.603858 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f591737f-a346-45b4-bf79-6e1b12a5de41 req-ccb9e756-d77d-47be-b220-3bb36182ba34 service neutron] 10.222.0.93 "GET /v2.0/networks/3e77f58c-9dcc-4de2-a62e-29df1b050908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166760 Jul 16 01:21:46.647003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.647991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.648601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.705163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0070422 Jul 16 01:21:46.708266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.716514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Request body: {'subnet': {'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-subnet', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:46.734847 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.771036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbba462-3ef2-43cb-8e31-fd8f7e2a9972 admin admin] Pushing event updated for resources: {'Network': ['ID=a91c3408-e1a3-48e5-a0ac-8a44af0feb4b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:46.785865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:46.805926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88abd-ebae-48fc-933f-f2d0f5bdf1e5 req-b0dcaaf7-b71a-4997-b65d-93b93d35880a tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.809588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ada88abd-ebae-48fc-933f-f2d0f5bdf1e5 req-b0dcaaf7-b71a-4997-b65d-93b93d35880a tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 943 time: 0.2356622 Jul 16 01:21:46.845383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Made reservation on behalf of cccc22001f8e4ffeb4f975cb144ede7a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:46.847804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.881627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ada88abd-ebae-48fc-933f-f2d0f5bdf1e5 req-ed0e0d78-c334-442d-a2b2-13391c9eaece tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604358 Jul 16 01:21:46.946923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e3f6bc44-1521-434e-8858-625abeb3486b details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:47.079869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4500ec-c571-474b-a306-e7d371822849 req-fe8ac0b5-bed0-4140-9fdb-cbfcadde8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.081628 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2b4500ec-c571-474b-a306-e7d371822849 req-fe8ac0b5-bed0-4140-9fdb-cbfcadde8252 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=37b07a60ac29433890bc0bdb7b554772&device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 1094 time: 0.3171225 Jul 16 01:21:47.304045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port e3f6bc44-1521-434e-8858-625abeb3486b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e3f6bc44-1521-434e-8858-625abeb3486b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:47.323802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'e3f6bc44-1521-434e-8858-625abeb3486b', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'e3f6bc44-1521-434e-8858-625abeb3486b', 'mac_address': 'fa:16:3e:0b:53:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:47.326821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c806-cd0a-433d-add6-feb8035175d7 req-5d804757-eb3f-4fd5-907b-870055f189e7 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.328527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da88c806-cd0a-433d-add6-feb8035175d7 req-5d804757-eb3f-4fd5-907b-870055f189e7 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 945 time: 0.3063648 Jul 16 01:21:47.389312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.405636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f6bc44-1521-434e-8858-625abeb3486b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:47.430837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port e3f6bc44-1521-434e-8858-625abeb3486b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e3f6bc44-1521-434e-8858-625abeb3486b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:47.449920 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.540442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.584723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=e3f6bc44-1521-434e-8858-625abeb3486b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.655247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4500ec-c571-474b-a306-e7d371822849 req-3a7fa217-4f6f-49f5-9005-7884a204aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.659902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2b4500ec-c571-474b-a306-e7d371822849 req-3a7fa217-4f6f-49f5-9005-7884a204aaad service neutron] 10.222.0.93 "GET /v2.0/networks?id=3e77f58c-9dcc-4de2-a62e-29df1b050908 HTTP/1.1" status: 200 len: 919 time: 0.5544076 Jul 16 01:21:47.661073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50f6a9-bb3a-4507-9eda-4fbbc2c8f312 req-485433e3-3615-44c2-8510-e11eef4d9596 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.662600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd50f6a9-bb3a-4507-9eda-4fbbc2c8f312 req-485433e3-3615-44c2-8510-e11eef4d9596 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 948 time: 0.5307295 Jul 16 01:21:47.680966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-0c459d37-a3c8-4d1f-b02e-a41ff7ecaf60 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.684204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-0c459d37-a3c8-4d1f-b02e-a41ff7ecaf60 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.3546755 Jul 16 01:21:47.723325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Request body: {'port': {'device_id': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'admin_state_up': True, 'tenant_id': '0f75708dffdd4c4ea2b1a91be34dcff6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:47.778243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2b4500ec-c571-474b-a306-e7d371822849 req-a1d79024-6f75-4f56-bfb4-47a707bcee70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17789c0-f8c8-4d58-a874-adbfa5a62481 HTTP/1.1" status: 200 len: 217 time: 0.1052363 Jul 16 01:21:47.784241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f21594-277a-4361-a528-4636292ce0da,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.802614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Checking segment: {'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:47.802971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Network hostable DHCP agents. Network: a91c3408-e1a3-48e5-a0ac-8a44af0feb4b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:47.862434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4500ec-c571-474b-a306-e7d371822849 req-928802b8-fd3d-4c1b-97c6-c95273f29141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.865013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['e3f6bc44-1521-434e-8858-625abeb3486b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:47.866171 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2b4500ec-c571-474b-a306-e7d371822849 req-928802b8-fd3d-4c1b-97c6-c95273f29141 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a3268c7f-41c6-4f0e-93c2-542970844c2a HTTP/1.1" status: 200 len: 858 time: 0.0745537 Jul 16 01:21:47.867463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:47.871058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da88c806-cd0a-433d-add6-feb8035175d7 req-f20da5c1-5710-4782-bc58-48e94a242967 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171616 Jul 16 01:21:47.933612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2b4500ec-c571-474b-a306-e7d371822849 req-fc01c93d-f619-48a1-b82c-db4fb5e65110 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e77f58c-9dcc-4de2-a62e-29df1b050908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588491 Jul 16 01:21:47.936901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd50f6a9-bb3a-4507-9eda-4fbbc2c8f312 req-244930df-fd03-433a-ab04-8f61412e91be tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408292 Jul 16 01:21:47.981421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a91c3408-e1a3-48e5-a0ac-8a44af0feb4b) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:47.993382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-d34096b8-fb9b-4729-85cc-98039f746f59 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.995205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-d34096b8-fb9b-4729-85cc-98039f746f59 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.3073370 Jul 16 01:21:48.003658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20308f-e14c-4807-a499-65746f82a709 None None] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:48.007022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.007287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.011180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-5'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:48.112990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Made reservation on behalf of 0f75708dffdd4c4ea2b1a91be34dcff6 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:48.121060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.146233 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65e551e3-645d-468d-b1c7-67d415ce2faa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4344177 Jul 16 01:21:48.156570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42116) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.249501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:48.265769 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.355593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.356971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.362232 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2b4500ec-c571-474b-a306-e7d371822849 req-6ebb524b-9b24-4f4f-91f6-185eea116aee service neutron] 10.222.0.93 "GET /v2.0/networks/3e77f58c-9dcc-4de2-a62e-29df1b050908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177482 Jul 16 01:21:48.434437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6897762c-99b9-4ce1-b538-19eeac5c8e8f req-b5561a40-8ce5-4350-96dc-05bdd85e0d8c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 210 time: 0.1008503 Jul 16 01:21:48.475079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'fixed_ips': [{'subnet_id': '92f21594-277a-4361-a528-4636292ce0da'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:48.475942 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.573606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.577392 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2b4500ec-c571-474b-a306-e7d371822849 req-8f85e0ff-5635-44c4-b119-195dc7d131e0 service neutron] 10.222.0.93 "GET /v2.0/networks/3e77f58c-9dcc-4de2-a62e-29df1b050908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002013 Jul 16 01:21:48.628379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Allocated IP 172.20.0.7 (42c707e9-6612-42bb-89cd-46edae7a2abd/7659b63f-ed0a-4428-8872-747ace802137/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:48.798695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Allocated IP 172.20.0.2 (a91c3408-e1a3-48e5-a0ac-8a44af0feb4b/92f21594-277a-4361-a528-4636292ce0da/d9b97c1f-eb08-48a6-a0a7-39cd03506d48) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:48.848949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fce6c-6dff-4e26-897a-425defa97b4b req-3a558a6f-8a75-4087-9ee1-4829c31c0cdb tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.850838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f7fce6c-6dff-4e26-897a-425defa97b4b req-3a558a6f-8a75-4087-9ee1-4829c31c0cdb tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 943 time: 0.3654816 Jul 16 01:21:48.925905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.974854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:49.078296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d17789c0-f8c8-4d58-a874-adbfa5a62481 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:49.113448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f7fce6c-6dff-4e26-897a-425defa97b4b req-706040fb-a508-40d2-87a5-bea0de90812d tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844788 Jul 16 01:21:49.119480 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.144564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Transition to ACTIVE for port object d9b97c1f-eb08-48a6-a0a7-39cd03506d48 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:49.191326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Transition to ACTIVE for port object d9b97c1f-eb08-48a6-a0a7-39cd03506d48 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:49.241574 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.306570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.320075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Pushing event updated for resources: {'Port': ['ID=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.336293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:49.340191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:49.342357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.347205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:49.358717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d17789c0-f8c8-4d58-a874-adbfa5a62481, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d17789c0-f8c8-4d58-a874-adbfa5a62481,segment=NetworkSegment(507d390b-3240-42e1-9347-bd85e1b62aad),segment_id=507d390b-3240-42e1-9347-bd85e1b62aad)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:49.384017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'd17789c0-f8c8-4d58-a874-adbfa5a62481', 'network_id': '3e77f58c-9dcc-4de2-a62e-29df1b050908', 'port_id': 'd17789c0-f8c8-4d58-a874-adbfa5a62481', 'mac_address': 'fa:16:3e:0f:da:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3268c7f-41c6-4f0e-93c2-542970844c2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:49.520263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Allocated IP 172.25.5.227 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/d29d096f-6ae2-44ce-92ee-ea65bb08e238) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:49.522014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Attempting to bind port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:49.522828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Attempting to bind port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:49.523193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Attempting to bind port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 on network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:49.531145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.534845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.539722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:49.540740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Checking segment: {'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:49.541481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.541905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Bound using segment: {'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:49.542389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Bound port: d9b97c1f-eb08-48a6-a0a7-39cd03506d48, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:49.542773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.550594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.565782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17789c0-f8c8-4d58-a874-adbfa5a62481 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:49.609764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:49.617816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d17789c0-f8c8-4d58-a874-adbfa5a62481, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d17789c0-f8c8-4d58-a874-adbfa5a62481,segment=NetworkSegment(507d390b-3240-42e1-9347-bd85e1b62aad),segment_id=507d390b-3240-42e1-9347-bd85e1b62aad)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:49.626708 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.628679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:49.661436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.669231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:49.672066 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83910d79-3afe-47d7-a927-cf0a5be3e0d2" -d '{"events": [{"server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "name": "network-vif-unplugged", "status": "completed", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:49.684690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.714650 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.721927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.727766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] For port d9b97c1f-eb08-48a6-a0a7-39cd03506d48, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:49.752889 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.787356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:49.793208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] For port d9b97c1f-eb08-48a6-a0a7-39cd03506d48, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,segment=NetworkSegment(c8e570e1-e28a-491d-a93a-9e4ec0a704ec),segment_id=c8e570e1-e28a-491d-a93a-9e4ec0a704ec)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:49.806073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060f233-72a2-4906-b895-56af13e43063 req-540c5422-891c-43e9-81df-4188583d0481 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.809032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7060f233-72a2-4906-b895-56af13e43063 req-540c5422-891c-43e9-81df-4188583d0481 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 946 time: 1.0731161 Jul 16 01:21:49.814730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.816447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.817079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d17789c0-f8c8-4d58-a874-adbfa5a62481,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.845939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:49.854362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:49.957812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Pushing event updated for resources: {'Port': ['ID=d29d096f-6ae2-44ce-92ee-ea65bb08e238,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.959266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96310f0-c205-43cd-a879-98a63ad09644 None None] Pushing event updated for resources: {'Port': ['ID=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.970085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:50.006724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb has no active binding in host n-h2-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:21:50.021905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:50.076737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7060f233-72a2-4906-b895-56af13e43063 req-4e678380-9ea9-40a5-916c-0b520371faa2 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376235 Jul 16 01:21:50.112337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Network 42c707e9-6612-42bb-89cd-46edae7a2abd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:50.114729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on host n-h1-800085-5 for vnic_type normal with profile {"migrating_to": "n-h2-800085-5"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:50.115065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:50.115495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:50.120920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:50.121344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Attempting to bind port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:50.128885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:50.133480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:50.133964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:50.134490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:50.135549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Bound port: 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:50.136000 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.140115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:50.146174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.146949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.174672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c2474-a7bc-474e-91bc-2fb936e3b9c8 req-851524a9-57ee-47ec-aae0-9c3ff917fb48 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.176456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-587c2474-a7bc-474e-91bc-2fb936e3b9c8 req-851524a9-57ee-47ec-aae0-9c3ff917fb48 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 943 time: 0.5817847 Jul 16 01:21:50.219386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-ffe0b8db-561f-4bf2-9111-0880aa0ebd85 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5137618 Jul 16 01:21:50.248693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Request body: {'port': {'device_id': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:50.347461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['d17789c0-f8c8-4d58-a874-adbfa5a62481'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:50.423601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:50.428500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:50.474978 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.542583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-587c2474-a7bc-474e-91bc-2fb936e3b9c8 req-b406e3ca-1441-4511-8ecd-36543b09f1b9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579409 Jul 16 01:21:50.618725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.748027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.748876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.751995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] 10.222.0.93 "PUT /v2.0/ports/7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 1121 time: 2.7479160 Jul 16 01:21:50.755271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84159f99-42f9-402a-8e59-6a6877c6eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:50.828113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f20e43-b4be-4832-be54-a210132d909e req-6bd27d15-0021-4eff-889f-331334daee3e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.828379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.831136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53f20e43-b4be-4832-be54-a210132d909e req-6bd27d15-0021-4eff-889f-331334daee3e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 949 time: 0.5621996 Jul 16 01:21:50.844927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7174efe4-64dc-4f7c-800e-4fff4f4a0abb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:50.931274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['7174efe4-64dc-4f7c-800e-4fff4f4a0abb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:51.027712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d9b97c1f-eb08-48a6-a0a7-39cd03506d48 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:51.118574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e3f6bc44-1521-434e-8858-625abeb3486b up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:51.168128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53f20e43-b4be-4832-be54-a210132d909e req-9909392e-dc76-4d39-97fd-45b545e323dd tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208036 Jul 16 01:21:51.235810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:51.243496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.439947 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9782288d-0b96-4b59-8a31-6428a52a83e6 x-openstack-request-id: req-9782288d-0b96-4b59-8a31-6428a52a83e6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:51.440340 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "name": "network-vif-unplugged", "status": "completed", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:51.440542 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9782288d-0b96-4b59-8a31-6428a52a83e6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:51.440908 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb', 'code': 200} Jul 16 01:21:51.467492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439097-2c34-4fd8-9b96-5d119c922ad5 req-523f6239-ffad-4116-b8c4-376523e19029 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.474323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd439097-2c34-4fd8-9b96-5d119c922ad5 req-523f6239-ffad-4116-b8c4-376523e19029 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 931 time: 0.4269860 Jul 16 01:21:51.486777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:51.516515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.535705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Router 0f70e82a-bab6-473e-99d5-ab536f45ae26 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:51.545518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cdb345-123e-4591-bb68-27a116aabe53 None None] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:51.582454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Transition to ACTIVE for port object a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:51.589662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port e3f6bc44-1521-434e-8858-625abeb3486b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:51.611208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.627654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port e3f6bc44-1521-434e-8858-625abeb3486b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:51.628401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.644611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd439097-2c34-4fd8-9b96-5d119c922ad5 req-70421d5d-0a3b-45bd-af6a-177d11a45d13 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692913 Jul 16 01:21:51.742468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.752911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da88ae-df43-4412-8b1d-d6874ca24a1d req-75a67017-7598-42b2-8114-f2bf6311a343 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.760310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3da88ae-df43-4412-8b1d-d6874ca24a1d req-75a67017-7598-42b2-8114-f2bf6311a343 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 944 time: 0.2677095 Jul 16 01:21:51.791569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:51.791888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:51.792158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:51.828972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:51.831922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:51.833276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:51.847499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3da88ae-df43-4412-8b1d-d6874ca24a1d req-4fd3d8f1-5b2c-40e5-b583-a0403b1878a5 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861900 Jul 16 01:21:51.857642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Sync routers for ids ['0f70e82a-bab6-473e-99d5-ab536f45ae26'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:51.867651 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.869157 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6357d01-a615-4d50-b916-7447f368ab9d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7114632 Jul 16 01:21:51.881236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.893200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6e0ac07-c4cb-47bf-8d69-62f525856ea5 None None] Provisioning for port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:51.915095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:51.915330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:51.916632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:51.917101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Bound port: a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:51.917459 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.926133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6e0ac07-c4cb-47bf-8d69-62f525856ea5 None None] Provisioning complete for port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:51.926854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ac07-c4cb-47bf-8d69-62f525856ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.954255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Routers {'0f70e82a-bab6-473e-99d5-ab536f45ae26'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:51.955306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:21:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0f70e82a-bab6-473e-99d5-ab536f45ae26'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:52.107807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.139233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a84fe-bdae-4eac-8ae6-850be23cf4b8 req-8eb04593-cd1b-4dc0-823f-a5d7467cb97c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.143082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca3a84fe-bdae-4eac-8ae6-850be23cf4b8 req-8eb04593-cd1b-4dc0-823f-a5d7467cb97c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 943 time: 0.2946017 Jul 16 01:21:52.152298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:52.169154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:52.179657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port e3f6bc44-1521-434e-8858-625abeb3486b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e3f6bc44-1521-434e-8858-625abeb3486b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:52.186905 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.231717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f6bc44-1521-434e-8858-625abeb3486b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:52.234174 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b70092-7433-497b-84bc-dc338544fa72" -d '{"events": [{"server_uuid": "8a93129d-e179-41a7-aefc-c7f0b562a744", "name": "network-vif-plugged", "status": "completed", "tag": "e3f6bc44-1521-434e-8858-625abeb3486b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:52.237082 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ac07-c4cb-47bf-8d69-62f525856ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.249910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.252859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.258197 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] 10.222.0.93 "PUT /v2.0/ports/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 200 len: 1091 time: 2.0286405 Jul 16 01:21:52.306879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a6e0ac07-c4cb-47bf-8d69-62f525856ea5 None None] For port d9b97c1f-eb08-48a6-a0a7-39cd03506d48, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,segment=NetworkSegment(c8e570e1-e28a-491d-a93a-9e4ec0a704ec),segment_id=c8e570e1-e28a-491d-a93a-9e4ec0a704ec)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:52.308214 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.325026 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ac07-c4cb-47bf-8d69-62f525856ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.452936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca3a84fe-bdae-4eac-8ae6-850be23cf4b8 req-013b8595-f575-4c9e-86bf-9c61fde8c16e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821515 Jul 16 01:21:52.496361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaca5a-d00b-4e14-b773-977440423f7b service neutron] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.569876 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd87163d-5388-4724-a17e-ea0e52d266ff x-openstack-request-id: req-bd87163d-5388-4724-a17e-ea0e52d266ff {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:52.570368 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a93129d-e179-41a7-aefc-c7f0b562a744", "name": "network-vif-plugged", "status": "completed", "tag": "e3f6bc44-1521-434e-8858-625abeb3486b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:52.570597 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd87163d-5388-4724-a17e-ea0e52d266ff {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:52.571085 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f6bc44-1521-434e-8858-625abeb3486b', 'code': 200} Jul 16 01:21:52.603094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=e3f6bc44-1521-434e-8858-625abeb3486b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.652772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.657154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-5e0641b5-930b-42b0-9594-9a82fea57373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.659497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-5e0641b5-930b-42b0-9594-9a82fea57373 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1094 time: 0.3247809 Jul 16 01:21:52.712706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Set router 0f70e82a-bab6-473e-99d5-ab536f45ae26 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:52.778818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-f3ddaa11-72c5-42c7-bb06-9f47d3455db5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 200 len: 217 time: 0.1006787 Jul 16 01:21:52.841076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Allocated IP 172.20.0.1 (a91c3408-e1a3-48e5-a0ac-8a44af0feb4b/92f21594-277a-4361-a528-4636292ce0da/2570802e-d1d2-4628-8300-5cf20a547143) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:52.848938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26f7d9-08be-4ab8-ae94-a820ca8fc66c req-4667f82a-de09-4063-803f-43b57eab1b00 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.856444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa26f7d9-08be-4ab8-ae94-a820ca8fc66c req-4667f82a-de09-4063-803f-43b57eab1b00 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 950 time: 0.2880418 Jul 16 01:21:52.897333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-8ca18c2e-2b9e-45b7-af61-3653a46b52bc tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--452481930&fields=id&tenant_id=f830a028814f43898594e273bf421eb1 HTTP/1.1" status: 200 len: 267 time: 0.1713653 Jul 16 01:21:52.920685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0ac07-c4cb-47bf-8d69-62f525856ea5 None None] Pushing event updated for resources: {'Port': ['ID=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.975866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.977997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:21:50Z', 'revision_number': 3, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port': {'id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:49Z', 'updated_at': '2021-07-16T01:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:52.992427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Transition to ACTIVE for port object 2570802e-d1d2-4628-8300-5cf20a547143 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:53.006258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Checking router: 0f70e82a-bab6-473e-99d5-ab536f45ae26 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:53.006602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Updating router 0f70e82a-bab6-473e-99d5-ab536f45ae26 port d29d096f-6ae2-44ce-92ee-ea65bb08e238 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:53.035901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.071726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d17789c0-f8c8-4d58-a874-adbfa5a62481 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:53.082947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-a56f8d7c-404b-471b-82fa-c67d4c5eb192 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.094920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-a56f8d7c-404b-471b-82fa-c67d4c5eb192 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 823 time: 0.1964068 Jul 16 01:21:53.110024 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.116381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-24e5dbd0-7200-4535-8816-5d5674f4ba87 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/quotas/f830a028814f43898594e273bf421eb1 HTTP/1.1" status: 200 len: 375 time: 0.0204074 Jul 16 01:21:53.117463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:53.124399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:53.133559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:53.183351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa26f7d9-08be-4ab8-ae94-a820ca8fc66c req-98a87a11-1854-4110-9bfe-7bfb24c7ae4c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259320 Jul 16 01:21:53.188158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5b4e-a21e-4419-aabc-ee33fe9bcfc4 req-dbe57384-95f5-4a99-82a6-4c536673e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.193524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a93a5b4e-a21e-4419-aabc-ee33fe9bcfc4 req-dbe57384-95f5-4a99-82a6-4c536673e9b8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 1101 time: 0.5302866 Jul 16 01:21:53.286858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port d17789c0-f8c8-4d58-a874-adbfa5a62481 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:53.295172 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.297050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port d17789c0-f8c8-4d58-a874-adbfa5a62481 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:53.297599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.332129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-07ae5bc7-28f5-418d-8d33-a04325d7d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.340716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-07ae5bc7-28f5-418d-8d33-a04325d7d1c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.5523901 Jul 16 01:21:53.407662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Pushing event updated for resources: {'Port': ['ID=2570802e-d1d2-4628-8300-5cf20a547143,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.475214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-87ae4f41-a098-4f70-85f7-336e0a7a7217 None None] Provisioning complete for port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:53.475508 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87ae4f41-a098-4f70-85f7-336e0a7a7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.496520 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-a5790427-6ee4-489b-9ba1-2f9d19128d8b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262076 Jul 16 01:21:53.526805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb'}, {'name': 'network-changed', 'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:53.530619 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b0a683-561f-46a6-9c48-48ba088035d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb"}, {"name": "network-changed", "server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:53.537140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-0787e8c6-12e9-4ecf-aad0-ee5c287336f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833155 Jul 16 01:21:53.611833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.661107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-8e0cd907-76c1-4416-bd83-5256ff2c30be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.662955 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-8e0cd907-76c1-4416-bd83-5256ff2c30be service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1117 time: 0.1300702 Jul 16 01:21:53.686063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.717840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-adeb42e3-cf21-445d-895a-3b7d68b1fea7 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516161 Jul 16 01:21:53.758971 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.783206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d17789c0-f8c8-4d58-a874-adbfa5a62481, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d17789c0-f8c8-4d58-a874-adbfa5a62481,segment=NetworkSegment(507d390b-3240-42e1-9347-bd85e1b62aad),segment_id=507d390b-3240-42e1-9347-bd85e1b62aad)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:53.789179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Transition to ACTIVE for port object d29d096f-6ae2-44ce-92ee-ea65bb08e238 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:53.794721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.827694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.839942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a93a5b4e-a21e-4419-aabc-ee33fe9bcfc4 req-9e7ec5d7-715f-4733-bad7-7369aee5e5e3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258042 Jul 16 01:21:53.867080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-30d74770-6ab1-4e23-981a-39ed7e689d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.869131 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-30d74770-6ab1-4e23-981a-39ed7e689d1c service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.1703079 Jul 16 01:21:53.876383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Attempting to bind port d29d096f-6ae2-44ce-92ee-ea65bb08e238 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:53.876760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Attempting to bind port d29d096f-6ae2-44ce-92ee-ea65bb08e238 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:53.877126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Attempting to bind port d29d096f-6ae2-44ce-92ee-ea65bb08e238 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:53.881821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d17789c0-f8c8-4d58-a874-adbfa5a62481,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.889177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:53.889551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:53.889957 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.890345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:53.890844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Bound port: d29d096f-6ae2-44ce-92ee-ea65bb08e238, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:53.891196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.892372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6ff76-3168-406d-9b72-3b3df2e04a79 req-101aa0d6-2538-47f5-9482-13a2c254452e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.903369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0c6ff76-3168-406d-9b72-3b3df2e04a79 req-101aa0d6-2538-47f5-9482-13a2c254452e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.5507066 Jul 16 01:21:53.924929 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.943497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.956596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-3a7670d8-4b83-4b37-9ab4-037a2857c064 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8392246 Jul 16 01:21:53.971042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8165e2-ce85-4565-9b4d-50425fec6342 None None] Pushing event updated for resources: {'Port': ['ID=d29d096f-6ae2-44ce-92ee-ea65bb08e238,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.980217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8661830c-946a-4876-9b22-2b1fde217647 None None] Provisioning for port 2570802e-d1d2-4628-8300-5cf20a547143 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:53.990867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8661830c-946a-4876-9b22-2b1fde217647 None None] Provisioning complete for port 2570802e-d1d2-4628-8300-5cf20a547143 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:53.991240 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8661830c-946a-4876-9b22-2b1fde217647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.016188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] For port d29d096f-6ae2-44ce-92ee-ea65bb08e238, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:54.034226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.035113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] For port d29d096f-6ae2-44ce-92ee-ea65bb08e238, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d29d096f-6ae2-44ce-92ee-ea65bb08e238,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:54.042569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8661830c-946a-4876-9b22-2b1fde217647 None None] Port 2570802e-d1d2-4628-8300-5cf20a547143 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:54.044787 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-b8a90665-4f56-4474-9888-48bf2cb00f3a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 217 time: 0.1162262 Jul 16 01:21:54.045342 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.076389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-744cdc7c-b9d6-4e0b-8f64-94f3d80563f1 service neutron] 10.222.0.81 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184666 Jul 16 01:21:54.117099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8165e2-ce85-4565-9b4d-50425fec6342 None None] Pushing event updated for resources: {'Port': ['ID=d29d096f-6ae2-44ce-92ee-ea65bb08e238,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:54.136767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e45191-fd48-4657-b640-58d8bac06fc4 req-35e43260-70f3-420f-83a5-ff7019251f35 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045691 Jul 16 01:21:54.155246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0c6ff76-3168-406d-9b72-3b3df2e04a79 req-be2f02c0-2e5d-4d81-bdbd-c35063b3dd0c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502904 Jul 16 01:21:54.164561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Routers {'0f70e82a-bab6-473e-99d5-ab536f45ae26'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:54.167834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:21:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0f70e82a-bab6-473e-99d5-ab536f45ae26'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.209649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:54.349994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-a01bba91-cc27-4c37-8429-a5bc15c85fbc service neutron] 10.222.0.81 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726166 Jul 16 01:21:54.585391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0582ff-0bb9-4fce-9a2b-bb9ecdab5ca8 req-00da9e74-d478-455b-a618-205a00d19dab tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:54.586918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b0582ff-0bb9-4fce-9a2b-bb9ecdab5ca8 req-00da9e74-d478-455b-a618-205a00d19dab tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 945 time: 0.1413126 Jul 16 01:21:54.635656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0f0931-f140-4345-aa51-12e31945c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17789c0-f8c8-4d58-a874-adbfa5a62481'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:54.638090 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeef011-0035-4aaf-8ec9-8b085da47129" -d '{"events": [{"server_uuid": "9a0f0931-f140-4345-aa51-12e31945c33f", "name": "network-vif-plugged", "status": "completed", "tag": "d17789c0-f8c8-4d58-a874-adbfa5a62481"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:54.682742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b0582ff-0bb9-4fce-9a2b-bb9ecdab5ca8 req-2b4fdc4a-ae39-467e-b824-baef5cca8d6c tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830944 Jul 16 01:21:54.694001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] Set router 0f70e82a-bab6-473e-99d5-ab536f45ae26 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:54.778352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:54.861210 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937b7334-c91a-4d6d-a38c-9d961dfc5d58 x-openstack-request-id: req-937b7334-c91a-4d6d-a38c-9d961dfc5d58 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:54.862847 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:54.863300 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-937b7334-c91a-4d6d-a38c-9d961dfc5d58 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:54.863855 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb', 'status': 'completed', 'code': 200} Jul 16 01:21:54.864594 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8', 'status': 'completed', 'code': 200} Jul 16 01:21:54.887392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Pushing event updated for resources: {'Port': ['ID=2570802e-d1d2-4628-8300-5cf20a547143,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:54.938699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d9b97c1f-eb08-48a6-a0a7-39cd03506d48 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:54.963904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-c1f75a60-6717-457c-a4fd-507ec7c8c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:54.965705 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-c1f75a60-6717-457c-a4fd-507ec7c8c1c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.8959460 Jul 16 01:21:55.073514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:55.073892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.099141 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-c6cb1b99-acb1-4206-9553-93e4aa9effa9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200767 Jul 16 01:21:55.297936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ff53dc92-0b76-486d-afb7-020cdbf774cc None None] Provisioning complete for port 2570802e-d1d2-4628-8300-5cf20a547143 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:55.298382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ff53dc92-0b76-486d-afb7-020cdbf774cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.302255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b97f59-9247-4b19-843f-bec30d944244 req-ecffb565-329a-41ad-befc-25796f7cb5f4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.303298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 4, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port': {'id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:49Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2570802e-d1d2-4628-8300-5cf20a547143', 'name': '', 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'mac_address': 'fa:16:3e:03:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92f21594-277a-4361-a528-4636292ce0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:52Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 2, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'subnets': [{'id': '92f21594-277a-4361-a528-4636292ce0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.309386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45b97f59-9247-4b19-843f-bec30d944244 req-ecffb565-329a-41ad-befc-25796f7cb5f4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6 HTTP/1.1" status: 200 len: 946 time: 0.5315199 Jul 16 01:21:55.359746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-0be88306-5509-42df-a131-15b8c0c44a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.364267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-0be88306-5509-42df-a131-15b8c0c44a16 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1094 time: 0.4859483 Jul 16 01:21:55.367679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-decfc76f-ae1a-47f7-8a7b-c891f5e9c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.369251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-decfc76f-ae1a-47f7-8a7b-c891f5e9c62d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1124 time: 0.5028477 Jul 16 01:21:55.435788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ff53dc92-0b76-486d-afb7-020cdbf774cc None None] Port 2570802e-d1d2-4628-8300-5cf20a547143 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:55.441833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061770f-eed3-4c09-97d2-333a2fd8f076 None None] The sync data for ids ['0f70e82a-bab6-473e-99d5-ab536f45ae26'] in n-d-800085-5 is: [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 4, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port': {'id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:49Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2570802e-d1d2-4628-8300-5cf20a547143', 'name': '', 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'mac_address': 'fa:16:3e:03:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92f21594-277a-4361-a528-4636292ce0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:52Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 2, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'subnets': [{'id': '92f21594-277a-4361-a528-4636292ce0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:55.733198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Router 0f70e82a-bab6-473e-99d5-ab536f45ae26 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:55.804633 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-b9e3e138-e129-4ebb-a396-490cca9269c8 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772941 Jul 16 01:21:56.216318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-5c32cc41-9edc-46b8-8806-f8cc66fd9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.218077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-5c32cc41-9edc-46b8-8806-f8cc66fd9430 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.8091958 Jul 16 01:21:56.238397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:56.253303 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cccd5052-88c2-4555-a65a-38688b97efe5 admin admin] 10.222.0.81 "PUT /v2.0/routers/0f70e82a-bab6-473e-99d5-ab536f45ae26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3787999 Jul 16 01:21:56.258972 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5fb52a74-02b4-43f0-9e65-c54384f6b810 req-5ad05d89-344c-4ece-afe8-f314a6f0b56a service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415898 Jul 16 01:21:56.267458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acef52-2766-4df9-81d0-ab7449b56e11 req-daf83f8c-f158-4c93-a362-15ac9e4fd095 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.282143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90acef52-2766-4df9-81d0-ab7449b56e11 req-daf83f8c-f158-4c93-a362-15ac9e4fd095 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 943 time: 1.2763283 Jul 16 01:21:56.359093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc904ef4-ce51-4b0b-8a08-e1914b67837a req-72fc49f0-9e0a-4b15-b952-1225609aabbd tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.368858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc904ef4-ce51-4b0b-8a08-e1914b67837a req-72fc49f0-9e0a-4b15-b952-1225609aabbd tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 950 time: 1.3049684 Jul 16 01:21:56.461123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-aa8cdcec-d7be-4420-a8fe-19a554d0217c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 217 time: 0.2298849 Jul 16 01:21:56.514227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc904ef4-ce51-4b0b-8a08-e1914b67837a req-e04952ef-1582-4356-87d3-7756495d1cc8 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438401 Jul 16 01:21:56.667935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90acef52-2766-4df9-81d0-ab7449b56e11 req-f2f1c7a2-77ca-45e9-a8ed-cb15bc57ead0 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843148 Jul 16 01:21:56.749923 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9932fe4-520e-4087-b365-92f80385356d x-openstack-request-id: req-a9932fe4-520e-4087-b365-92f80385356d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:56.750466 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0f0931-f140-4345-aa51-12e31945c33f", "name": "network-vif-plugged", "status": "completed", "tag": "d17789c0-f8c8-4d58-a874-adbfa5a62481", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:56.750466 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9932fe4-520e-4087-b365-92f80385356d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:56.750830 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0f0931-f140-4345-aa51-12e31945c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17789c0-f8c8-4d58-a874-adbfa5a62481', 'code': 200} Jul 16 01:21:56.830471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63777b98-f450-41b6-a267-4838cb7d0001 req-36033311-1b18-41fe-b1fe-5467b6343aba tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 210 time: 0.0961418 Jul 16 01:21:56.914051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-b7fabbcb-1c2d-4cff-ba41-6a81d790c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.923939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-b7fabbcb-1c2d-4cff-ba41-6a81d790c390 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 1.5473721 Jul 16 01:21:57.021751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-39d6b1eb-4da1-46f4-881d-58b79244cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.023237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-39d6b1eb-4da1-46f4-881d-58b79244cfdf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.5035899 Jul 16 01:21:57.031031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-f0740698-6ea5-429b-b6b4-afc10f40518e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 200 len: 217 time: 0.0979321 Jul 16 01:21:57.094830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-ab37fd67-4eea-4554-8dda-6e56ba6c9f51 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576930 Jul 16 01:21:57.108127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:57.266249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:57.305869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'port_id': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8', 'mac_address': 'fa:16:3e:e5:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7659b63f-ed0a-4428-8872-747ace802137', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:57.319276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-a5efadb7-1550-4354-b814-11e6a78592b9 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906452 Jul 16 01:21:57.422627 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.453517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:57.454926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08813-2277-40c6-ade7-9ab865167c1d req-23280352-394f-4377-9e6a-bde59e456964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.462724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9a08813-2277-40c6-ade7-9ab865167c1d req-23280352-394f-4377-9e6a-bde59e456964 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 1096 time: 0.6176374 Jul 16 01:21:57.474553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-07aa9a0f-7a3b-43ff-bf3f-374cd3711795 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357622 Jul 16 01:21:57.511103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Deleting port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:57.511453 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.520789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:57.529845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.570794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-28fc77e7-6242-494b-9b53-1493bb7809b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.571177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-28fc77e7-6242-494b-9b53-1493bb7809b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.4895220 Jul 16 01:21:57.620237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.801532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-fa666ef6-b61b-4f20-b1fd-70eac3ca56a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966549 Jul 16 01:21:57.878886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] For port 018d7ad9-ad02-4b99-b551-27a0fabe2f71, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=018d7ad9-ad02-4b99-b551-27a0fabe2f71,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:57.879455 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.913508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:58.075709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78679cb5-922e-4b58-8cf5-f441d3ffbab9 req-74b1303e-c600-445b-81e5-a448f5c8f36a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.077491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78679cb5-922e-4b58-8cf5-f441d3ffbab9 req-74b1303e-c600-445b-81e5-a448f5c8f36a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.9305673 Jul 16 01:21:58.090118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9a08813-2277-40c6-ade7-9ab865167c1d req-67961023-8cda-4bfe-9716-b2c8d326048d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144464 Jul 16 01:21:58.359650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78679cb5-922e-4b58-8cf5-f441d3ffbab9 req-de00f888-00e1-4481-8ca1-9b443f4389ab tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613420 Jul 16 01:21:58.379873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-2032a241-ac8d-448c-867a-76afd54dd061 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.382269 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-2032a241-ac8d-448c-867a-76afd54dd061 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 823 time: 0.6788726 Jul 16 01:21:58.431754 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.432767 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.433230 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Floating IP ece81d24-4907-418a-944c-46b3e6db584d disassociated. External IP: 172.25.5.90, port: 018d7ad9-ad02-4b99-b551-27a0fabe2f71. Jul 16 01:21:58.433577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Calling delete_port for 018d7ad9-ad02-4b99-b551-27a0fabe2f71 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:58.440057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-72393dd8-df3a-456f-b2f7-f57c1c540260 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971010 Jul 16 01:21:58.449125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734b813-3406-4535-a517-4cf3f75a9fe7 req-3ceb3756-b363-4c53-b8d3-dae54f2a7858 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.450727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c734b813-3406-4535-a517-4cf3f75a9fe7 req-3ceb3756-b363-4c53-b8d3-dae54f2a7858 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 945 time: 0.7003803 Jul 16 01:21:58.679152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c734b813-3406-4535-a517-4cf3f75a9fe7 req-66590db4-5c0c-46d9-bf6c-e93f6598054b tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026417 Jul 16 01:21:58.718666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-0d0944d9-7611-4fa8-aef4-7e3920f9745b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f830a028814f43898594e273bf421eb1 HTTP/1.1" status: 200 len: 379 time: 0.3211191 Jul 16 01:21:58.855191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d29d096f-6ae2-44ce-92ee-ea65bb08e238 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:58.921625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d29d096f-6ae2-44ce-92ee-ea65bb08e238 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:58.926425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d29d096f-6ae2-44ce-92ee-ea65bb08e238 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:58.927059 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.961160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 018d7ad9-ad02-4b99-b551-27a0fabe2f71 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:59.017228 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Sync routers for ids ['0f70e82a-bab6-473e-99d5-ab536f45ae26'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:59.033428 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Routers {'0f70e82a-bab6-473e-99d5-ab536f45ae26'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:59.034228 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:21:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0f70e82a-bab6-473e-99d5-ab536f45ae26'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:59.088765 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.124725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.149805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port d29d096f-6ae2-44ce-92ee-ea65bb08e238, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d29d096f-6ae2-44ce-92ee-ea65bb08e238,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:59.175586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.231129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=d29d096f-6ae2-44ce-92ee-ea65bb08e238,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.243010 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Set router 0f70e82a-bab6-473e-99d5-ab536f45ae26 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:59.294554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'port': {'device_id': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'admin_state_up': True, 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'security_groups': ['f291bb1a-9cdf-4418-b99e-f064ac2c1e31']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:59.404706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.484546 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 4, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port': {'id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:73:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:49Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2570802e-d1d2-4628-8300-5cf20a547143', 'name': '', 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'mac_address': 'fa:16:3e:03:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92f21594-277a-4361-a528-4636292ce0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:52Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 2, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'subnets': [{'id': '92f21594-277a-4361-a528-4636292ce0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:59.491124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event deleted for resources: {'Port': ['ID=018d7ad9-ad02-4b99-b551-27a0fabe2f71,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.505421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e132e18-b554-4124-b40e-ed6341d56aab req-53457d03-6abc-406d-a772-c24f09ef0e62 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9201493 Jul 16 01:21:59.510983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:59.516973 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Checking router: 0f70e82a-bab6-473e-99d5-ab536f45ae26 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:59.516973 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Updating router 0f70e82a-bab6-473e-99d5-ab536f45ae26 port 2570802e-d1d2-4628-8300-5cf20a547143 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:59.565032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37b0a683-561f-46a6-9c48-48ba088035d1 req-345e4b62-d6c4-41c2-9c0f-5d87d01db7d2 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0780463 Jul 16 01:21:59.631153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.648188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107978a3-caa9-4d40-a13a-f4eb2f0fd94a req-1c732cbb-bead-4955-b268-dbac8d198c8b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:59.649725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-107978a3-caa9-4d40-a13a-f4eb2f0fd94a req-1c732cbb-bead-4955-b268-dbac8d198c8b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 950 time: 0.5151913 Jul 16 01:21:59.671171 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.753890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Made reservation on behalf of f830a028814f43898594e273bf421eb1 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:59.757323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.813545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-107978a3-caa9-4d40-a13a-f4eb2f0fd94a req-e629fad1-a622-4edb-bb70-df36df45611a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462724 Jul 16 01:21:59.839012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Router b8e24e38-aa08-4067-8851-07ca38e6b74e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:00.014460 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.033473 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Transition to ACTIVE for port object 2570802e-d1d2-4628-8300-5cf20a547143 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:00.044954 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.142161 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Pushing event updated for resources: {'Port': ['ID=2570802e-d1d2-4628-8300-5cf20a547143,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:00.154665 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.155467 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.155989 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.156560 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.157103 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.157618 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.158127 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.158632 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.159150 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.159764 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.160313 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.160834 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.211843 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.290466 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Attempting to bind port 2570802e-d1d2-4628-8300-5cf20a547143 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:00.290466 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Attempting to bind port 2570802e-d1d2-4628-8300-5cf20a547143 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:00.290873 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Attempting to bind port 2570802e-d1d2-4628-8300-5cf20a547143 on network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:00.293172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Allocated IP 172.20.0.4 (ffc5b524-1c1f-4e8b-bae6-95151861f6cb/e16a75cc-8446-4fc8-960c-dc82ca165141/51622b68-0234-4150-a4f2-7c4f2506f526) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:00.296487 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:00.296860 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Checking segment: {'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:00.297261 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.298509 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Bound using segment: {'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:00.298509 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Bound port: 2570802e-d1d2-4628-8300-5cf20a547143, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:00.298509 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.328308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:00.340571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] Sync routers for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:00.348630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df58f8-6390-4937-a833-f238603948d8 req-68d521d9-b8a5-460c-95a6-d9a9d1bb71b6 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.350184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27df58f8-6390-4937-a833-f238603948d8 req-68d521d9-b8a5-460c-95a6-d9a9d1bb71b6 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 943 time: 0.3440459 Jul 16 01:22:00.361296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:00.361941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:21:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:00.436845 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] For port 2570802e-d1d2-4628-8300-5cf20a547143, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:00.440098 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] For port 2570802e-d1d2-4628-8300-5cf20a547143, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2570802e-d1d2-4628-8300-5cf20a547143,segment=NetworkSegment(c8e570e1-e28a-491d-a93a-9e4ec0a704ec),segment_id=c8e570e1-e28a-491d-a93a-9e4ec0a704ec)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:00.452854 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.496243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] No DVR routers for this DVR port 018d7ad9-ad02-4b99-b551-27a0fabe2f71 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:00.510846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.512865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45b97f59-9247-4b19-843f-bec30d944244 req-b938cf25-97ff-4585-8762-fd1a522e3c91 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "DELETE /v2.0/ports/018d7ad9-ad02-4b99-b551-27a0fabe2f71 HTTP/1.1" status: 204 len: 173 time: 5.1788166 Jul 16 01:22:00.515784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:00.520886 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Routers {'0f70e82a-bab6-473e-99d5-ab536f45ae26'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:00.521538 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:21:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0f70e82a-bab6-473e-99d5-ab536f45ae26'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:00.534127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'name': 'network-vif-deleted', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:00.536729 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15512a11-2817-4ac4-a65d-f951354cd7f5" -d '{"events": [{"server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "name": "network-vif-deleted", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:00.641109 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27df58f8-6390-4937-a833-f238603948d8 req-cd52d9b0-e800-4ade-bc36-01cbca69a4fb tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446289 Jul 16 01:22:00.645050 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a78248-cde1-455d-affa-92c79cc7d4e0 None None] Pushing event updated for resources: {'Port': ['ID=2570802e-d1d2-4628-8300-5cf20a547143,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:00.647749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Allocated IP 172.25.5.155 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/293ac0c7-0894-46b1-86e4-7051c1774c8b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:00.696147 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] Set router 0f70e82a-bab6-473e-99d5-ab536f45ae26 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:00.912782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d29d096f-6ae2-44ce-92ee-ea65bb08e238 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:00.999633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.046985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Transition to ACTIVE for port object 51622b68-0234-4150-a4f2-7c4f2506f526 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:01.105004 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 4, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port': {'id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:49Z', 'updated_at': '2021-07-16T01:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2570802e-d1d2-4628-8300-5cf20a547143', 'name': '', 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'mac_address': 'fa:16:3e:03:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92f21594-277a-4361-a528-4636292ce0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:52Z', 'updated_at': '2021-07-16T01:22:00Z', 'revision_number': 4, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'subnets': [{'id': '92f21594-277a-4361-a528-4636292ce0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.127762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.135368 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae332901-cd62-4ffb-a20e-cd79cf65b5f1 None None] The sync data for ids ['0f70e82a-bab6-473e-99d5-ab536f45ae26'] in n-d-800085-5 is: [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:21:53Z', 'revision_number': 4, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port': {'id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:49Z', 'updated_at': '2021-07-16T01:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2570802e-d1d2-4628-8300-5cf20a547143', 'name': '', 'network_id': 'a91c3408-e1a3-48e5-a0ac-8a44af0feb4b', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'mac_address': 'fa:16:3e:03:ac:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92f21594-277a-4361-a528-4636292ce0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:52Z', 'updated_at': '2021-07-16T01:22:00Z', 'revision_number': 4, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'subnets': [{'id': '92f21594-277a-4361-a528-4636292ce0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:01.140472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d29d096f-6ae2-44ce-92ee-ea65bb08e238 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:01.140844 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.153767 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.156105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:01.161642 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.236039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:01.245400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:01.264751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:01.270419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:01.271089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.296018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event updated for resources: {'Port': ['ID=51622b68-0234-4150-a4f2-7c4f2506f526,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.360055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9baaff12-1a50-46b8-b8f8-615bbdec811a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0706475 Jul 16 01:22:01.368404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] Checking router: b8e24e38-aa08-4067-8851-07ca38e6b74e for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:01.380795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Request body: {'port': {'device_id': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:01.389789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.447125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:01.449633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:21:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.537515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:01.558944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:01.567171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:01.632633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.644102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2570802e-d1d2-4628-8300-5cf20a547143 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:01.937993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:01.942735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.953859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2570802e-d1d2-4628-8300-5cf20a547143 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:01.969530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2570802e-d1d2-4628-8300-5cf20a547143 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:01.969901 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.987789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=293ac0c7-0894-46b1-86e4-7051c1774c8b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.024416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:02.024791 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.063641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.091769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:02.134970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ae880f1b-d1dd-4da6-8c9c-b6a891d500f4 None None] Provisioning for port 51622b68-0234-4150-a4f2-7c4f2506f526 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:02.142798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ae880f1b-d1dd-4da6-8c9c-b6a891d500f4 None None] Provisioning complete for port 51622b68-0234-4150-a4f2-7c4f2506f526 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:02.143176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae880f1b-d1dd-4da6-8c9c-b6a891d500f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.176089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ba335-08c7-428d-8e56-85a62f2a3e8c req-f2420693-9689-4c88-a223-3787ee7d93b4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.183314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-302ba335-08c7-428d-8e56-85a62f2a3e8c req-f2420693-9689-4c88-a223-3787ee7d93b4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 931 time: 0.4006860 Jul 16 01:22:02.186944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ae880f1b-d1dd-4da6-8c9c-b6a891d500f4 None None] Port 51622b68-0234-4150-a4f2-7c4f2506f526 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:02.310137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-302ba335-08c7-428d-8e56-85a62f2a3e8c req-d59ca026-4ea1-44be-a743-a755de4f3d81 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258676 Jul 16 01:22:02.474838 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.595318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.611488 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.668464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:02.672685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:02.675648 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979bf1b1-0090-4352-90a4-54890a8ddd8f" -d '{"events": [{"server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "name": "network-vif-plugged", "status": "completed", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:02.687997 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.705423 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.780433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.839922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2570802e-d1d2-4628-8300-5cf20a547143, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2570802e-d1d2-4628-8300-5cf20a547143,segment=NetworkSegment(c8e570e1-e28a-491d-a93a-9e4ec0a704ec),segment_id=c8e570e1-e28a-491d-a93a-9e4ec0a704ec)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:02.843661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:02.884386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62035ef2-326a-4db4-a179-9b8403176506 None None] The sync data for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 is: [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:02.889889 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.989428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2570802e-d1d2-4628-8300-5cf20a547143,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.058035 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.113805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.115015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e132e18-b554-4124-b40e-ed6341d56aab req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6103454 Jul 16 01:22:03.115609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f9a05-1012-483e-858f-d1f03be72e01 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=293ac0c7-0894-46b1-86e4-7051c1774c8b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.129648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec06817-002a-413d-987b-0dde0404ff2d req-f32a29e9-e011-4890-a468-392607c842e4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.131171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec06817-002a-413d-987b-0dde0404ff2d req-f32a29e9-e011-4890-a468-392607c842e4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 944 time: 0.5329149 Jul 16 01:22:03.227330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e132e18-b554-4124-b40e-ed6341d56aab req-a5ac2a56-c2d3-4b58-8942-669acfff9b16 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0934258 Jul 16 01:22:03.290531 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a9b2c6-15af-49cd-8e2a-dec81225bb81 None None] New status for floating IP ece81d24-4907-418a-944c-46b3e6db584d: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:22:03.315401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec06817-002a-413d-987b-0dde0404ff2d req-8daf9642-f59f-4de1-a931-a839a6112764 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230893 Jul 16 01:22:03.375525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51622b68-0234-4150-a4f2-7c4f2506f526 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:03.386911 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.412970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Transition to ACTIVE for port object 51622b68-0234-4150-a4f2-7c4f2506f526 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:03.421565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e132e18-b554-4124-b40e-ed6341d56aab req-46659d83-1649-4321-88f8-381a34db78c7 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.422996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e132e18-b554-4124-b40e-ed6341d56aab req-46659d83-1649-4321-88f8-381a34db78c7 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1842520 Jul 16 01:22:03.424366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.468092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Pushing event updated for resources: {'Port': ['ID=51622b68-0234-4150-a4f2-7c4f2506f526,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.473653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-9e132e18-b554-4124-b40e-ed6341d56aab req-9a772c1e-a5cf-42b0-9ef6-d9f99548ecf9 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:03.474669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e132e18-b554-4124-b40e-ed6341d56aab req-9a772c1e-a5cf-42b0-9ef6-d9f99548ecf9 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093529 Jul 16 01:22:03.530133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Attempting to bind port 51622b68-0234-4150-a4f2-7c4f2506f526 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:03.530591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Attempting to bind port 51622b68-0234-4150-a4f2-7c4f2506f526 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:03.530917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Attempting to bind port 51622b68-0234-4150-a4f2-7c4f2506f526 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:03.535782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Port 51622b68-0234-4150-a4f2-7c4f2506f526 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:03.536105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Attempting to bind port 51622b68-0234-4150-a4f2-7c4f2506f526 on network ffc5b524-1c1f-4e8b-bae6-95151861f6cb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:03.545172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:03.545513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Checking segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:03.545905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Bound using segment: {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:03.546331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Bound port: 51622b68-0234-4150-a4f2-7c4f2506f526, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287fbf10-430a-410b-8772-250d02bcc1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:03.546690 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.751013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] For port 51622b68-0234-4150-a4f2-7c4f2506f526, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:03.778831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] For port 51622b68-0234-4150-a4f2-7c4f2506f526, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=51622b68-0234-4150-a4f2-7c4f2506f526,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:03.795648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.814121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae53ad-3c4f-4527-9aef-792df99beb41 req-ea677b1d-fe2a-4236-9251-262b3e203c3a tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.815783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8ae53ad-3c4f-4527-9aef-792df99beb41 req-ea677b1d-fe2a-4236-9251-262b3e203c3a tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 945 time: 0.2393448 Jul 16 01:22:03.876036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-a04f1add-dfae-4161-ae94-182001c3920d service neutron] 10.222.0.78 "GET /v2.0/ports/7174efe4-64dc-4f7c-800e-4fff4f4a0abb/bindings/n-h2-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.2204797 Jul 16 01:22:03.886406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.887023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.888513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] 10.222.0.78 "PUT /v2.0/ports/51622b68-0234-4150-a4f2-7c4f2506f526 HTTP/1.1" status: 200 len: 1091 time: 2.5157230 Jul 16 01:22:03.952691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f6756-fc26-48d8-be39-4e7d67fbea4f req-b5e04724-9a96-4e00-a931-7d0ba5fcc558 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.954227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-952f6756-fc26-48d8-be39-4e7d67fbea4f req-b5e04724-9a96-4e00-a931-7d0ba5fcc558 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 1101 time: 0.2867458 Jul 16 01:22:03.975089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2214c-109b-41ba-b2d7-024c4926cb4c service neutron] Pushing event updated for resources: {'Port': ['ID=51622b68-0234-4150-a4f2-7c4f2506f526,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.984357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8ae53ad-3c4f-4527-9aef-792df99beb41 req-974095c3-d249-4ba7-aa3d-d5c534bf8235 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398845 Jul 16 01:22:04.060596 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc0ab60-6360-4260-a762-b3041edf4fb3 x-openstack-request-id: req-1dc0ab60-6360-4260-a762-b3041edf4fb3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:04.060891 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6", "name": "network-vif-deleted", "tag": "018d7ad9-ad02-4b99-b551-27a0fabe2f71", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:04.061140 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1dc0ab60-6360-4260-a762-b3041edf4fb3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:04.061536 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8fb0a0-7abb-4d62-a5a6-ec3c66372ae6', 'name': 'network-vif-deleted', 'tag': '018d7ad9-ad02-4b99-b551-27a0fabe2f71', 'status': 'completed', 'code': 200} Jul 16 01:22:04.076591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-952f6756-fc26-48d8-be39-4e7d67fbea4f req-481d27e9-9c95-469b-ab36-69caaefe99f0 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963471 Jul 16 01:22:04.117486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-d0f45188-9068-4e71-b845-dd69dc9efbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.119664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-d0f45188-9068-4e71-b845-dd69dc9efbb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 1094 time: 0.1800933 Jul 16 01:22:04.164406 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d170e8-3892-4d8b-a22f-3a9eaf71afa4 x-openstack-request-id: req-07d170e8-3892-4d8b-a22f-3a9eaf71afa4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:04.164920 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "name": "network-vif-plugged", "status": "completed", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:04.165078 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07d170e8-3892-4d8b-a22f-3a9eaf71afa4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:04.165522 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8', 'code': 200} Jul 16 01:22:04.237277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-ba126de0-3b3e-42fe-8683-bdbcf86a49df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51622b68-0234-4150-a4f2-7c4f2506f526 HTTP/1.1" status: 200 len: 217 time: 0.1001616 Jul 16 01:22:04.441199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-310fd785-deb4-4d1e-be94-d8b2b34a4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.442655 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-310fd785-deb4-4d1e-be94-d8b2b34a4b69 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 200 len: 862 time: 0.1703622 Jul 16 01:22:04.460812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:04.527350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c81197-95a7-442b-8dea-eafc47eed426 req-04a21acd-4c63-4105-8424-b2fcb99d927f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.528777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41c81197-95a7-442b-8dea-eafc47eed426 req-04a21acd-4c63-4105-8424-b2fcb99d927f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 943 time: 0.3147902 Jul 16 01:22:04.545936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb2abd-8d42-462b-819e-4656769614fc req-a4fdba97-4c85-43b7-b397-71d37afd603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.547301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23eb2abd-8d42-462b-819e-4656769614fc req-a4fdba97-4c85-43b7-b397-71d37afd603b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1096 time: 0.3073270 Jul 16 01:22:04.550125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:04.611777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a35f0-4bcd-481c-8b9f-5a0850bd3729 req-016f61db-01cb-4a3b-8adf-75e22f389a0d tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.613284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b4a35f0-4bcd-481c-8b9f-5a0850bd3729 req-016f61db-01cb-4a3b-8adf-75e22f389a0d tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 943 time: 0.3353639 Jul 16 01:22:04.648304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7174efe4-64dc-4f7c-800e-4fff4f4a0abb {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:04.682457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:04.688666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41c81197-95a7-442b-8dea-eafc47eed426 req-b2156121-d584-4d6c-b4bb-993b1a3e5279 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453395 Jul 16 01:22:04.697186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23eb2abd-8d42-462b-819e-4656769614fc req-5b29ee69-d9f7-4945-aed7-a9687a8ba3a0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204250 Jul 16 01:22:04.721643 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.724836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-edbd63e9-e8c4-470b-bd65-f2ffbbd01489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.726389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-edbd63e9-e8c4-470b-bd65-f2ffbbd01489 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2734897 Jul 16 01:22:04.740349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b4a35f0-4bcd-481c-8b9f-5a0850bd3729 req-adeedaaf-faa0-4fda-8abe-4b8063630bf1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159215 Jul 16 01:22:04.978079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:05.003827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2570802e-d1d2-4628-8300-5cf20a547143 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:05.023086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] Transition to ACTIVE for port object 7174efe4-64dc-4f7c-800e-4fff4f4a0abb will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:05.030395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-b9d36e76-36a2-4b44-9cee-efb8ef2476e1 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2201393 Jul 16 01:22:05.032570 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.043542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-9020e927-6702-4f2f-b6c6-48b2019616f9 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959464 Jul 16 01:22:05.048640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:05.082355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:05.099781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2570802e-d1d2-4628-8300-5cf20a547143 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:05.100458 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.153345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8ed53b-92ca-4b1d-a293-ee3ea0c5e4ad req-167d8294-93c4-43b9-b189-5bbc7f9bb25b service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919673 Jul 16 01:22:05.235354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] No DVR routers for this DVR port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:05.241850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.245860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-477aacc1-d4d4-4e10-85c6-5b8fb46deb3a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575259 Jul 16 01:22:05.323988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] Pushing event updated for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:05.335609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-83bc16fb-e50c-4db3-bcc2-a315e80b91ff service neutron] 10.222.0.78 "PUT /v2.0/ports/7174efe4-64dc-4f7c-800e-4fff4f4a0abb/bindings/n-h2-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4452102 Jul 16 01:22:05.471733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-dafe4424-b079-419c-a1ed-80d278220247 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.473582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-dafe4424-b079-419c-a1ed-80d278220247 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211561 Jul 16 01:22:05.503783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-050a312d-3ae6-4538-adda-37381e796f24 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/quotas/50a4449342d04018acd56fb7baa26a31 HTTP/1.1" status: 200 len: 375 time: 0.0230095 Jul 16 01:22:05.557976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.564371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-cb001b8c-5921-4b74-85c7-c6308f7b5bc4 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.565858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-cb001b8c-5921-4b74-85c7-c6308f7b5bc4 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.1359248 Jul 16 01:22:05.709161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-f1319a80-a63e-48a1-9dc1-33de0f6aa9e5 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1973960 Jul 16 01:22:05.737929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Allocated IP 172.25.5.177 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/a3400fc1-f67e-4528-8dbd-b554dc4340f6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:05.750689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-3f941828-ae51-4e7e-beae-f12dd1e54987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.752178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-3f941828-ae51-4e7e-beae-f12dd1e54987 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13&tenant_id=34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 1095 time: 0.1438961 Jul 16 01:22:05.911534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.957073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-90ab9a7e-fc42-41f4-a329-c2a53c383f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.958587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-90ab9a7e-fc42-41f4-a329-c2a53c383f33 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1095 time: 0.1437316 Jul 16 01:22:06.329869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:06.336179 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533d8cc-34ec-4d7c-b370-4c1465c1e784" -d '{"events": [{"name": "network-changed", "server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:06.344639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.450687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:06.459183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:06.463085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:06.473209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=a3400fc1-f67e-4528-8dbd-b554dc4340f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:06.478352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-d1969992-1220-43b9-abff-52fc2a85bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.479840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-d1969992-1220-43b9-abff-52fc2a85bceb service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.5094652 Jul 16 01:22:06.558678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-e60854f6-d1c5-4ab2-a095-1f40d08e35ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 217 time: 0.0693345 Jul 16 01:22:06.583417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ec-cbdd-4af6-806e-ff5df08b68f4 req-87ee96d5-5d34-4db3-9747-3b2d751b3037 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.584958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f94a2ec-cbdd-4af6-806e-ff5df08b68f4 req-87ee96d5-5d34-4db3-9747-3b2d751b3037 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.2433500 Jul 16 01:22:06.618383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.694897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-fce78a34-fbaf-47a1-85f3-58b5d8386cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.696363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-fce78a34-fbaf-47a1-85f3-58b5d8386cad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.1293156 Jul 16 01:22:06.707405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f94a2ec-cbdd-4af6-806e-ff5df08b68f4 req-31a99796-39b2-481e-b82b-61e6621549d2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999956 Jul 16 01:22:06.722772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.761958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-5c9d3113-80a6-414d-8ab6-e1405feef70f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509121 Jul 16 01:22:06.994140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:07.002831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-67d66649-0c4d-4635-975d-87ee6ec47988 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313256 Jul 16 01:22:07.088742 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.101744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11115a0-f29c-49db-83a2-1165f400314b req-100004d2-86ad-40c5-8c97-4d73411a8d13 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.103832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f11115a0-f29c-49db-83a2-1165f400314b req-100004d2-86ad-40c5-8c97-4d73411a8d13 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 949 time: 0.2771935 Jul 16 01:22:07.116588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:07.119218 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11fad24-b09f-44be-8803-19c040c121ed" -d '{"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-unplugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:07.140517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:07.148036 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.195727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-7f2b9566-ee31-4a6b-947a-01222e308395 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.197753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-7f2b9566-ee31-4a6b-947a-01222e308395 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 945 time: 0.3036225 Jul 16 01:22:07.206399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.224052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.251923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.297978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-a2a14a15-5c3c-4010-a166-ff25deba0330 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828276 Jul 16 01:22:07.319119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-fba3acb9-499d-4a9d-9a59-695b5aae9036 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024632 Jul 16 01:22:07.331850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f11115a0-f29c-49db-83a2-1165f400314b req-e71ac535-1d74-4b4b-b35c-95cc5d41e5cf tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584578 Jul 16 01:22:07.332808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.398138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=a3400fc1-f67e-4528-8dbd-b554dc4340f6,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.423225 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.424457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-194eb8f4-4c40-426c-a099-8e75d0fc3b87 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3800390 Jul 16 01:22:07.554201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-337c544e-ad87-45df-b28e-9652527d1769 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0948620 Jul 16 01:22:07.615153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-6788e559-ca77-475e-bcbe-9fe526092b6b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.616584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-6788e559-ca77-475e-bcbe-9fe526092b6b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2769876 Jul 16 01:22:07.651470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:07.677656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Deleting port d17789c0-f8c8-4d58-a874-adbfa5a62481 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:07.677994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.779404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185434-2641-4a13-b874-9064857d410d req-9bee25c8-6431-432a-8213-d49f8d5301d3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.780900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69185434-2641-4a13-b874-9064857d410d req-9bee25c8-6431-432a-8213-d49f8d5301d3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a0f0931-f140-4345-aa51-12e31945c33f HTTP/1.1" status: 200 len: 945 time: 0.3205826 Jul 16 01:22:07.912475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-3b42671f-d002-4fd6-a0e0-3a01ec81efd9 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.913705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-3b42671f-d002-4fd6-a0e0-3a01ec81efd9 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3471284 Jul 16 01:22:07.915526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-90bff299-bc3f-45eb-a69c-0000fec5c981 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.916878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-90bff299-bc3f-45eb-a69c-0000fec5c981 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.3513846 Jul 16 01:22:07.943416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-22579963-fc7c-4869-a043-7457cdc06f38 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:07.944383 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4062e2fb-26e7-4c66-84d8-7725463b0743 req-22579963-fc7c-4869-a043-7457cdc06f38 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186970 Jul 16 01:22:07.952283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] For port d17789c0-f8c8-4d58-a874-adbfa5a62481, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d17789c0-f8c8-4d58-a874-adbfa5a62481,segment=NetworkSegment(507d390b-3240-42e1-9347-bd85e1b62aad),segment_id=507d390b-3240-42e1-9347-bd85e1b62aad)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:07.952602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.996940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69185434-2641-4a13-b874-9064857d410d req-e700912c-cbe7-45de-8201-2f1912b123dc tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.81 "GET /v2.0/security-groups?id=71514610-4eee-42b0-b2f8-10c31fe9e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847734 Jul 16 01:22:07.997822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Calling delete_port for d17789c0-f8c8-4d58-a874-adbfa5a62481 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:08.038185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:08.042124 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.335545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-38092ec5-2b1b-4eda-bbe2-f0c5b6df628a service neutron] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:08.372098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-38092ec5-2b1b-4eda-bbe2-f0c5b6df628a service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.373243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e9a04e-2d22-46b9-bd29-1c11ed89fd9c req-38092ec5-2b1b-4eda-bbe2-f0c5b6df628a service neutron] 10.222.0.93 "DELETE /v2.0/ports/7174efe4-64dc-4f7c-800e-4fff4f4a0abb/bindings/n-h1-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.4407704 Jul 16 01:22:08.418661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.107 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/b7600010-ffd7-408d-960d-5cf897a7837a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:08.450327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf65a9a-5890-4c04-9e69-87d1a12efb6e req-2e014aae-0dcb-4314-af99-4ba74ff6e787 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.451861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ebf65a9a-5890-4c04-9e69-87d1a12efb6e req-2e014aae-0dcb-4314-af99-4ba74ff6e787 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 943 time: 0.3182909 Jul 16 01:22:08.457235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.475226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['d17789c0-f8c8-4d58-a874-adbfa5a62481'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:08.515210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a4681-fb81-4cc7-a8d1-658338dceddc req-7136c4fb-7c93-4f7f-9734-1efbd9282163 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.516699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-592a4681-fb81-4cc7-a8d1-658338dceddc req-7136c4fb-7c93-4f7f-9734-1efbd9282163 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 944 time: 0.2632084 Jul 16 01:22:08.526336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Pushing event deleted for resources: {'Port': ['ID=d17789c0-f8c8-4d58-a874-adbfa5a62481,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.627531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] No DVR routers for this DVR port d17789c0-f8c8-4d58-a874-adbfa5a62481 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:08.635569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ebf65a9a-5890-4c04-9e69-87d1a12efb6e req-8bdbf806-ca96-45ca-9514-fb908cf97fb8 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755354 Jul 16 01:22:08.641672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.643463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db9bc5a4-21b7-4873-b511-dafcd51df78e req-c8dd8e5d-6865-4347-921d-bd445db293e3 tempest-InstanceActionsV221TestJSON-1244954472 tempest-InstanceActionsV221TestJSON-1244954472-project] 10.222.0.93 "DELETE /v2.0/ports/d17789c0-f8c8-4d58-a874-adbfa5a62481 HTTP/1.1" status: 204 len: 173 time: 1.4280283 Jul 16 01:22:08.669183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-592a4681-fb81-4cc7-a8d1-658338dceddc req-7e850b31-7ea0-4320-b6c0-9e14e06ae64f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375735 Jul 16 01:22:08.758660 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d77b6c-a2b6-47da-917f-c8f3c44491ab x-openstack-request-id: req-b0d77b6c-a2b6-47da-917f-c8f3c44491ab {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:08.759468 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:08.759721 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0d77b6c-a2b6-47da-917f-c8f3c44491ab {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:08.760101 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526', 'status': 'completed', 'code': 200} Jul 16 01:22:08.793472 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.819184 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8c135-10a6-4464-8b59-648cf9c6cbde x-openstack-request-id: req-6ff8c135-10a6-4464-8b59-648cf9c6cbde {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:08.819561 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-unplugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:08.819882 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ff8c135-10a6-4464-8b59-648cf9c6cbde {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:08.820370 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'code': 200} Jul 16 01:22:08.850182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-391b83af-6776-408a-af20-fddc16ad90d8 req-0549a092-d2df-4d49-b126-859bab74e0d3 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 210 time: 0.0797160 Jul 16 01:22:08.916851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object b7600010-ffd7-408d-960d-5cf897a7837a will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:08.997561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 51622b68-0234-4150-a4f2-7c4f2506f526 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:09.122288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 51622b68-0234-4150-a4f2-7c4f2506f526, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=51622b68-0234-4150-a4f2-7c4f2506f526,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:09.135929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '51622b68-0234-4150-a4f2-7c4f2506f526', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'port_id': '51622b68-0234-4150-a4f2-7c4f2506f526', 'mac_address': 'fa:16:3e:ce:17:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:09.177702 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.196383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51622b68-0234-4150-a4f2-7c4f2506f526 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:09.218626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 51622b68-0234-4150-a4f2-7c4f2506f526, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=51622b68-0234-4150-a4f2-7c4f2506f526,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:09.225615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.289932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=51622b68-0234-4150-a4f2-7c4f2506f526,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.431616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-bd604c63-fdc6-4377-8a3f-b20282fcf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.433338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-bd604c63-fdc6-4377-8a3f-b20282fcf88f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 1094 time: 0.6303027 Jul 16 01:22:09.450558 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.463535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:09.463777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-01299ed9-4b7a-477c-9095-73fac3e56f50 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5419276 Jul 16 01:22:09.467134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'e3f6bc44-1521-434e-8858-625abeb3486b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:09.521166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:09.604245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:09.607924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['51622b68-0234-4150-a4f2-7c4f2506f526'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:09.611228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=b7600010-ffd7-408d-960d-5cf897a7837a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.621267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:09.626774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:09.632552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.633170 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.643040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd5aae-f84f-4211-a62d-05c48420ccb8 req-658d6622-5bc4-43e9-ba4a-f2e0ffe38165 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.644620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60bd5aae-f84f-4211-a62d-05c48420ccb8 req-658d6622-5bc4-43e9-ba4a-f2e0ffe38165 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.6264703 Jul 16 01:22:09.648409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.718366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-1ae28fe5-8db2-4cb0-84c2-039b976f4717 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0758147 Jul 16 01:22:09.723210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-97ba057a-6def-4bc5-8e84-3deeb5f63d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.724758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-97ba057a-6def-4bc5-8e84-3deeb5f63d7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 924 time: 0.2686636 Jul 16 01:22:09.744101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Request body: {'port': {'device_id': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:09.783253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60bd5aae-f84f-4211-a62d-05c48420ccb8 req-665f732c-4298-41c3-adc6-f78e43e605c4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306372 Jul 16 01:22:09.819677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-990e5830-9ecc-4afb-a8e7-325cfe74bbe2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51622b68-0234-4150-a4f2-7c4f2506f526 HTTP/1.1" status: 200 len: 217 time: 0.0862646 Jul 16 01:22:09.961169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.966092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-8d882739-7211-4e94-8251-b248f9a25971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.967564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-8d882739-7211-4e94-8251-b248f9a25971 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 200 len: 862 time: 0.1386421 Jul 16 01:22:10.044096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0c6f33df-51a3-4dfa-9a2f-c5b2d92efe48 None None] Provisioning for port b7600010-ffd7-408d-960d-5cf897a7837a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:10.054503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0c6f33df-51a3-4dfa-9a2f-c5b2d92efe48 None None] Provisioning complete for port b7600010-ffd7-408d-960d-5cf897a7837a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:10.054792 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0c6f33df-51a3-4dfa-9a2f-c5b2d92efe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.060727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.107895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f33df-51a3-4dfa-9a2f-c5b2d92efe48 None None] Port b7600010-ffd7-408d-960d-5cf897a7837a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:10.234641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-77566636-cf33-4ba1-b835-73289b9b43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.236158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-77566636-cf33-4ba1-b835-73289b9b43b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572730 Jul 16 01:22:10.360461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955d7a1-3e36-445a-a957-ec3db3fad589 req-bd0e2412-6619-43a2-b3fb-4a66e3ea1099 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.361834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4955d7a1-3e36-445a-a957-ec3db3fad589 req-bd0e2412-6619-43a2-b3fb-4a66e3ea1099 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 944 time: 0.3169489 Jul 16 01:22:10.441933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Allocated IP 172.25.5.134 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/37a156e9-20ab-4b55-a0fe-20aa043a50b5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:10.495821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4955d7a1-3e36-445a-a957-ec3db3fad589 req-e493dbf2-1a09-4a4e-bccc-3b52e7e03fa2 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239595 Jul 16 01:22:10.533376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-8cb6a400-a1a5-4b80-b988-f5054cd0052b service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748566 Jul 16 01:22:10.659513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7600010-ffd7-408d-960d-5cf897a7837a {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:10.701086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.709103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.742865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Transition to ACTIVE for port object b7600010-ffd7-408d-960d-5cf897a7837a will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:10.763279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0f0931-f140-4345-aa51-12e31945c33f', 'name': 'network-vif-deleted', 'tag': 'd17789c0-f8c8-4d58-a874-adbfa5a62481'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:10.765450 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a58b1a9-3dfe-4564-814f-8d5131db8fc6" -d '{"events": [{"server_uuid": "9a0f0931-f140-4345-aa51-12e31945c33f", "name": "network-vif-deleted", "tag": "d17789c0-f8c8-4d58-a874-adbfa5a62481"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:10.781154 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.824251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6533d8cc-34ec-4d7c-b370-4c1465c1e784 req-89716d75-9b2a-4a96-aa29-3984fc1b807e service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776418 Jul 16 01:22:10.874296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Pushing event updated for resources: {'Port': ['ID=b7600010-ffd7-408d-960d-5cf897a7837a,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.888101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.920737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3175-31eb-475a-b3cb-8273b3878546 req-60955782-0d6d-41ab-8477-20085b5782e9 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.922305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a1b3175-31eb-475a-b3cb-8273b3878546 req-60955782-0d6d-41ab-8477-20085b5782e9 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1096 time: 0.2072082 Jul 16 01:22:10.976468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Attempting to bind port b7600010-ffd7-408d-960d-5cf897a7837a on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:10.976809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Attempting to bind port b7600010-ffd7-408d-960d-5cf897a7837a by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:10.977136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Attempting to bind port b7600010-ffd7-408d-960d-5cf897a7837a on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:10.983270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:10.991157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:10.995834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Port b7600010-ffd7-408d-960d-5cf897a7837a on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:10.996163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Attempting to bind port b7600010-ffd7-408d-960d-5cf897a7837a on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:10.998119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:11.003367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=37a156e9-20ab-4b55-a0fe-20aa043a50b5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.006674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 51622b68-0234-4150-a4f2-7c4f2506f526 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:11.022121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:11.022450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:11.022837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:11.023291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Bound port: b7600010-ffd7-408d-960d-5cf897a7837a, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:11.023668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.066881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a1b3175-31eb-475a-b3cb-8273b3878546 req-2680f49b-94e6-4f68-9855-e919b437971d tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199553 Jul 16 01:22:11.074446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 51622b68-0234-4150-a4f2-7c4f2506f526 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:11.081030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 51622b68-0234-4150-a4f2-7c4f2506f526 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:11.081404 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.112267 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.169721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] For port b7600010-ffd7-408d-960d-5cf897a7837a, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:11.175058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] For port b7600010-ffd7-408d-960d-5cf897a7837a, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b7600010-ffd7-408d-960d-5cf897a7837a,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:11.178275 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.189071 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.200553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d17789c0-f8c8-4d58-a874-adbfa5a62481 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:11.226902 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.229556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: d17789c0-f8c8-4d58-a874-adbfa5a62481 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:11.230448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d17789c0-f8c8-4d58-a874-adbfa5a62481 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:11.236252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:11.239203 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2b6102-52b8-48c6-b41e-a4bb2f050769" -d '{"events": [{"server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "name": "network-vif-plugged", "status": "completed", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:11.253239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 51622b68-0234-4150-a4f2-7c4f2506f526, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=51622b68-0234-4150-a4f2-7c4f2506f526,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:11.258202 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.285993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.286602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.287988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] 10.222.0.78 "PUT /v2.0/ports/b7600010-ffd7-408d-960d-5cf897a7837a HTTP/1.1" status: 200 len: 1096 time: 1.5572217 Jul 16 01:22:11.312390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=51622b68-0234-4150-a4f2-7c4f2506f526,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.341944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d77883-5672-4f14-8934-1ce92765b879 service neutron] Pushing event updated for resources: {'Port': ['ID=b7600010-ffd7-408d-960d-5cf897a7837a,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.411795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679bbe-834a-46ca-825d-b85e8098c6aa req-d0d4c680-5bf9-4006-9f46-ba3527ac82c6 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.413287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35679bbe-834a-46ca-825d-b85e8098c6aa req-d0d4c680-5bf9-4006-9f46-ba3527ac82c6 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1095 time: 0.2330256 Jul 16 01:22:11.489704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c9a95f2-f7ac-4e34-8925-176099bf9fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.498629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35679bbe-834a-46ca-825d-b85e8098c6aa req-a376e02d-36dc-42e3-8cd5-31568e476624 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757174 Jul 16 01:22:11.525833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-27db0d8d-2c98-4ea5-be78-2652cfb76c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.527933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-27db0d8d-2c98-4ea5-be78-2652cfb76c32 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 1099 time: 0.1799705 Jul 16 01:22:11.541515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.551746 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.596738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-2f7a4dff-d5fd-44cb-9223-3d14d07a1ccd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b7600010-ffd7-408d-960d-5cf897a7837a HTTP/1.1" status: 200 len: 217 time: 0.0587323 Jul 16 01:22:11.617512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.672512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.673801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1742997 Jul 16 01:22:11.684718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a51ca9-823d-4df2-92b5-a70de6fcf41c tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=37a156e9-20ab-4b55-a0fe-20aa043a50b5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.697130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-629661d4-0e54-4868-92b7-7eab3719e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.698631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-629661d4-0e54-4868-92b7-7eab3719e906 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0841997 Jul 16 01:22:11.782905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-a516a762-d01c-4b17-97e1-68e653dafebf tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.1017575 Jul 16 01:22:11.894960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-2a2eae50-8096-4cbc-b77d-861494892189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.897084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-2a2eae50-8096-4cbc-b77d-861494892189 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1710072 Jul 16 01:22:11.956450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-1f9ec3ec-7097-4154-8a5d-c0ad9ada03af tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.957938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6bed0b2-d41b-4706-8771-f1d914a61b76 req-1f9ec3ec-7097-4154-8a5d-c0ad9ada03af tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1646504 Jul 16 01:22:12.028807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-9bde200e-4316-4bc2-afda-26cb2904164e service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231382 Jul 16 01:22:12.191122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4827269-2d1a-46d0-b3bc-be31ddd57309 req-392e796c-d70b-4f88-b2b1-d83e50c9146b service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517508 Jul 16 01:22:12.203895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d93c3-0407-4af1-9ea4-567884c0c962 req-4446db14-eaeb-4e49-a385-0b0cf9b49707 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.205521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af8d93c3-0407-4af1-9ea4-567884c0c962 req-4446db14-eaeb-4e49-a385-0b0cf9b49707 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 948 time: 0.1268668 Jul 16 01:22:12.249349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af8d93c3-0407-4af1-9ea4-567884c0c962 req-1beb616f-3bce-49f1-ac38-34a897e5004c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Jul 16 01:22:12.309447 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755aa0d8-e260-465a-91b1-b984428c5759 x-openstack-request-id: req-755aa0d8-e260-465a-91b1-b984428c5759 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:12.311233 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0f0931-f140-4345-aa51-12e31945c33f", "name": "network-vif-deleted", "tag": "d17789c0-f8c8-4d58-a874-adbfa5a62481", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:12.311572 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-755aa0d8-e260-465a-91b1-b984428c5759 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:12.312071 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0f0931-f140-4345-aa51-12e31945c33f', 'name': 'network-vif-deleted', 'tag': 'd17789c0-f8c8-4d58-a874-adbfa5a62481', 'status': 'completed', 'code': 200} Jul 16 01:22:12.387669 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04433aa-5504-4c0c-ae6a-36bc61dc7d79 x-openstack-request-id: req-c04433aa-5504-4c0c-ae6a-36bc61dc7d79 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:12.388165 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "name": "network-vif-plugged", "status": "completed", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:12.388428 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c04433aa-5504-4c0c-ae6a-36bc61dc7d79 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:12.388752 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526', 'code': 200} Jul 16 01:22:12.629941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25468e9-8536-41b8-ab8b-ebbf1f99a828 req-39f74c9c-081a-4d7c-bf96-17015540e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.634008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b25468e9-8536-41b8-ab8b-ebbf1f99a828 req-39f74c9c-081a-4d7c-bf96-17015540e92f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 1096 time: 0.1530895 Jul 16 01:22:12.675034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c41b-597a-4acc-bc4a-81671543db66 req-15608d3e-20b5-44f9-be22-a390c1f5f3c2 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.680548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89f2c41b-597a-4acc-bc4a-81671543db66 req-15608d3e-20b5-44f9-be22-a390c1f5f3c2 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1095 time: 0.1566844 Jul 16 01:22:12.693162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bca4-1b68-49c3-9d12-3afe564a6d9b req-817bb8c9-ec14-4ba2-94d7-860364c748a5 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.694820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2b6bca4-1b68-49c3-9d12-3afe564a6d9b req-817bb8c9-ec14-4ba2-94d7-860364c748a5 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 945 time: 0.2045124 Jul 16 01:22:12.730036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b25468e9-8536-41b8-ab8b-ebbf1f99a828 req-44fcaea8-9409-4ab6-8124-c06113266220 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878134 Jul 16 01:22:12.760759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89f2c41b-597a-4acc-bc4a-81671543db66 req-99ba94a6-9b37-4bd0-942a-cf95ab393006 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649073 Jul 16 01:22:12.768168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2b6bca4-1b68-49c3-9d12-3afe564a6d9b req-665daec3-c76e-440a-985e-4424354bc406 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576982 Jul 16 01:22:12.980031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-ed7df2e5-cef1-4fcf-97aa-8dfd00385829 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1754007 Jul 16 01:22:12.991142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:13.037804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.534889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.722282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Allocated IP 172.25.5.11 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/7402ea9f-3ae2-4980-b48d-c22d704df6eb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:13.856527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.915199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.942657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42530) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:14.010372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:14.012638 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:14.018327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:14.025957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:14.043141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=7402ea9f-3ae2-4980-b48d-c22d704df6eb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.084776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] Deleting subnet a3268c7f-41c6-4f0e-93c2-542970844c2a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:14.087994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.116159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.116530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.116864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.117190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.117516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.117843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.118898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.119125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.119443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.119762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.120072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.121148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:14.142686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48ec21a5-5392-434e-abb2-7050fda8a7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.170277 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.172847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.184818 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.267744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.280975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697badc3-f057-41b3-a5fd-c916e156d363 req-8aa7692e-e786-478d-93f9-e9293453f928 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.282501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-697badc3-f057-41b3-a5fd-c916e156d363 req-8aa7692e-e786-478d-93f9-e9293453f928 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 948 time: 0.2315891 Jul 16 01:22:14.313067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'tag': 'b7600010-ffd7-408d-960d-5cf897a7837a'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:14.315691 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e101444-a869-41bc-8045-20c9256ccdca" -d '{"events": [{"name": "network-changed", "server_uuid": "43d11ca4-40b7-45e5-8bb6-686f69c7717c", "tag": "b7600010-ffd7-408d-960d-5cf897a7837a"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:14.337886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.355087 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.383439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3268c7f-41c6-4f0e-93c2-542970844c2a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.385701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.387476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-096054ac-697f-4b7f-b683-18ffc7d2cffe admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a3268c7f-41c6-4f0e-93c2-542970844c2a HTTP/1.1" status: 204 len: 168 time: 0.4436104 Jul 16 01:22:14.390168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:14.394649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-697badc3-f057-41b3-a5fd-c916e156d363 req-0575ebfb-906a-4d79-bc97-8cd7c542d0af tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924108 Jul 16 01:22:14.521888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.627106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.661926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.664756 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.716528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.716906 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.717639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.718031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.718325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.718783 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.719111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.719440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.719791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.720134 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.788199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.788904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.788904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.789283 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:22:14.789641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e77f58c-9dcc-4de2-a62e-29df1b050908']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:14.812084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507d390b-3240-42e1-9347-bd85e1b62aad') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:14.812681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507d390b-3240-42e1-9347-bd85e1b62aad') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:14.838563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.844148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.904541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.922204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.923860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9368985 Jul 16 01:22:14.925653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:14.926751 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.928401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fa85d-a840-4f00-bc1f-4cdae99d85ca tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event updated for resources: {'Port': ['ID=7402ea9f-3ae2-4980-b48d-c22d704df6eb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:14.934277 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:14.939352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:14.939352 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:14.939352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:14.939352 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:14.939352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:14.939352 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:14.939352 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:15.011948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-41b4470f-68cb-4a67-b966-c3ed51bdf348 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.0767140 Jul 16 01:22:15.027620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b7600010-ffd7-408d-960d-5cf897a7837a details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:15.127208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.145152 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.149664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3e77f58c-9dcc-4de2-a62e-29df1b050908 HTTP/1.1" status: 204 len: 168 time: 0.7558377 Jul 16 01:22:15.191601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6687ba-aee7-4889-9757-210b04565b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e77f58c-9dcc-4de2-a62e-29df1b050908,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.252504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-39c019b0-22bf-4d6a-b686-5d94621ca863 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.253904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cbad4be-1c73-4aa8-ad7a-ebffdb6806ca req-39c019b0-22bf-4d6a-b686-5d94621ca863 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1776345 Jul 16 01:22:15.336864 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.350329 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28997a95-44fa-4013-b293-95020d66232b x-openstack-request-id: req-28997a95-44fa-4013-b293-95020d66232b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:15.350625 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d11ca4-40b7-45e5-8bb6-686f69c7717c", "tag": "b7600010-ffd7-408d-960d-5cf897a7837a", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:15.350900 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28997a95-44fa-4013-b293-95020d66232b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:15.352324 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'tag': 'b7600010-ffd7-408d-960d-5cf897a7837a', 'status': 'completed', 'code': 200} Jul 16 01:22:15.399653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b7600010-ffd7-408d-960d-5cf897a7837a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b7600010-ffd7-408d-960d-5cf897a7837a,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:15.447978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42564) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.448537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'b7600010-ffd7-408d-960d-5cf897a7837a', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'b7600010-ffd7-408d-960d-5cf897a7837a', 'mac_address': 'fa:16:3e:99:9a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:15.502846 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f99e3e96-eecd-4ba7-b4b9-6dd4296fc93f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37b07a60ac29433890bc0bdb7b554772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528221 Jul 16 01:22:15.505402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.511620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98df78cb-44af-4e6c-8cae-8061e4363b6e req-c307299f-b17c-4ee9-b38c-61e6882fbb88 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips/7ae968e0-ef57-4cd3-a68f-ace0ab97c619 HTTP/1.1" status: 200 len: 692 time: 0.1373460 Jul 16 01:22:15.546536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.579303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.583459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7600010-ffd7-408d-960d-5cf897a7837a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:15.607294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.619464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b7600010-ffd7-408d-960d-5cf897a7837a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b7600010-ffd7-408d-960d-5cf897a7837a,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:15.633562 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.676306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.679589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.684130 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71514610-4eee-42b0-b2f8-10c31fe9e88a HTTP/1.1" status: 204 len: 168 time: 0.1767766 Jul 16 01:22:15.707656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71514610-4eee-42b0-b2f8-10c31fe9e88a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.714425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df78cb-44af-4e6c-8cae-8061e4363b6e req-415d6200-7d61-4d4a-8f28-470b9f3a47e4 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.715920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98df78cb-44af-4e6c-8cae-8061e4363b6e req-415d6200-7d61-4d4a-8f28-470b9f3a47e4 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1674097 Jul 16 01:22:15.733101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101444-a869-41bc-8045-20c9256ccdca req-a0fdb4c3-650a-440e-8b4d-bcd6fdf4c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.734619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.734839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e101444-a869-41bc-8045-20c9256ccdca req-a0fdb4c3-650a-440e-8b4d-bcd6fdf4c460 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 1099 time: 0.3594685 Jul 16 01:22:15.736346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.738224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.739744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-98df78cb-44af-4e6c-8cae-8061e4363b6e req-c595bd21-e953-4aef-b697-7f8c6fe94879 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:15.740363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.742761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.744813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.745126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.747685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.748070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.748449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.751399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.751756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33630636-ba7f-46ed-b3a6-33cb8bcce905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:15.752504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98df78cb-44af-4e6c-8cae-8061e4363b6e req-c595bd21-e953-4aef-b697-7f8c6fe94879 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275970 Jul 16 01:22:15.774941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99fabf-0cd1-49d6-b42b-a44dfc7b4285 req-ec188d96-a6e7-48ca-8a04-94c46bc6699b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.779574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee99fabf-0cd1-49d6-b42b-a44dfc7b4285 req-ec188d96-a6e7-48ca-8a04-94c46bc6699b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 945 time: 0.4195623 Jul 16 01:22:15.823008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b7600010-ffd7-408d-960d-5cf897a7837a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.845309 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.916646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee99fabf-0cd1-49d6-b42b-a44dfc7b4285 req-00f25ed5-fecd-4de6-b136-f8a81801c56a tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240764 Jul 16 01:22:16.079687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101444-a869-41bc-8045-20c9256ccdca req-10918731-3413-4797-9c69-d4d0c7b6500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.081276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e101444-a869-41bc-8045-20c9256ccdca req-10918731-3413-4797-9c69-d4d0c7b6500d service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3264189 Jul 16 01:22:16.103804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['b7600010-ffd7-408d-960d-5cf897a7837a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:16.137170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-f368f224-0c90-4a5d-bc33-ba37d5d63703 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips/7ae968e0-ef57-4cd3-a68f-ace0ab97c619 HTTP/1.1" status: 200 len: 692 time: 0.0892169 Jul 16 01:22:16.179925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e101444-a869-41bc-8045-20c9256ccdca req-b89493c3-b12e-4221-9a27-7be4692fc88a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b7600010-ffd7-408d-960d-5cf897a7837a HTTP/1.1" status: 200 len: 217 time: 0.0639734 Jul 16 01:22:16.195469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cf142-a853-4a6c-9108-8b7ace68f593 req-3fa7b092-d138-4df9-9abe-ee4f39cbf59b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.203126 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e1cf142-a853-4a6c-9108-8b7ace68f593 req-3fa7b092-d138-4df9-9abe-ee4f39cbf59b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 949 time: 0.2371716 Jul 16 01:22:16.364499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101444-a869-41bc-8045-20c9256ccdca req-563997eb-5939-4eb0-9f33-e614c506d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.366501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e101444-a869-41bc-8045-20c9256ccdca req-563997eb-5939-4eb0-9f33-e614c506d620 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1614804 Jul 16 01:22:16.372649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e1cf142-a853-4a6c-9108-8b7ace68f593 req-1da8fd2a-a423-4e89-a639-df50bf135343 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687396 Jul 16 01:22:16.475298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-041d772e-5874-4ea0-bf63-e31cb990e312 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.477907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-041d772e-5874-4ea0-bf63-e31cb990e312 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3006721 Jul 16 01:22:16.499261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-ddc6c0d6-436c-42b4-9262-11cd77f631df tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:16.500308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-ddc6c0d6-436c-42b4-9262-11cd77f631df tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091805 Jul 16 01:22:16.559828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101444-a869-41bc-8045-20c9256ccdca req-700096bf-3dfe-42dc-b93d-fa5ab6c3c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.561364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e101444-a869-41bc-8045-20c9256ccdca req-700096bf-3dfe-42dc-b93d-fa5ab6c3c6f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831129 Jul 16 01:22:16.564276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-ed8736ae-4a79-4208-8638-ffe1100a3a32 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.0559647 Jul 16 01:22:16.668327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-af3a23b9-80a6-4019-977e-bd3f543e0267 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.11 HTTP/1.1" status: 200 len: 695 time: 0.0939555 Jul 16 01:22:16.704777 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.796034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42608) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.853482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e325023-1c3e-4ad0-a61c-ad5a62ec724e req-37ad568b-bc6f-497e-a2c5-33c51e436e8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.854973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e325023-1c3e-4ad0-a61c-ad5a62ec724e req-37ad568b-bc6f-497e-a2c5-33c51e436e8b tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 945 time: 0.2896733 Jul 16 01:22:16.858231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e101444-a869-41bc-8045-20c9256ccdca req-33d9726d-d085-4f23-8c7e-24cd53137fff service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816327 Jul 16 01:22:16.863852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.870398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Request body: {'floatingip': {'port_id': '51622b68-0234-4150-a4f2-7c4f2506f526'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:16.907978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Deleting port 7402ea9f-3ae2-4980-b48d-c22d704df6eb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:16.908351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.930013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.976890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-780750859-network', 'tenant_id': '450021b18d6f49ca8e801b154ab4fb63'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.022902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e101444-a869-41bc-8045-20c9256ccdca req-a713c8a7-ebd4-4697-842f-d63680f666cf service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470761 Jul 16 01:22:17.027662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:17.039692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.040065 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.070118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Calling delete_port for 7402ea9f-3ae2-4980-b48d-c22d704df6eb owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:17.101710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Made reservation on behalf of 450021b18d6f49ca8e801b154ab4fb63 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:17.105547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.129418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.230133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:17.250915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'mac_address': 'fa:16:3e:fc:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:17.269014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.301008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event deleted for resources: {'Port': ['ID=7402ea9f-3ae2-4980-b48d-c22d704df6eb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.333908 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.356186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82267030-4d5a-40e3-bf41-741d4b95d0f5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:17.382802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:17.388166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.390415 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.392631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.394067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cd62202-d070-49d1-aef0-d9c452ce4c4f req-4f2df87c-8355-446f-83fb-d9f89dc38847 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "DELETE /v2.0/floatingips/7ae968e0-ef57-4cd3-a68f-ace0ab97c619 HTTP/1.1" status: 204 len: 173 time: 0.7176785 Jul 16 01:22:17.462229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.604145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.622240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['82267030-4d5a-40e3-bf41-741d4b95d0f5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:17.627875 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.640068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:17.650365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.650712 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Added segment 6bd43c96-aa07-437a-95eb-0651b0c31f0c of type vlan for network 615683c8-7f45-4ce4-a16f-126bc179a4e3 Jul 16 01:22:17.695868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e237af3-771f-4f87-a86d-7b09dbf979bf req-98c685b5-2605-400f-a857-977ebb626681 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.696935 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.698887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e237af3-771f-4f87-a86d-7b09dbf979bf req-98c685b5-2605-400f-a857-977ebb626681 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2826748 Jul 16 01:22:17.718855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbcbd7-c99f-48fa-8cac-1477839e7ff7 req-269f66ea-2da5-4e97-a14a-36891b2e6b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.720531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61dbcbd7-c99f-48fa-8cac-1477839e7ff7 req-269f66ea-2da5-4e97-a14a-36891b2e6b78 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 949 time: 0.1516180 Jul 16 01:22:17.754173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.755073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.755717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.766551 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:22:17.815253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9622860f-daaf-440f-856f-9a36a202d02b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.846839 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0488536 Jul 16 01:22:17.851778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.861983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Request body: {'subnet': {'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-780750859-subnet', 'tenant_id': '450021b18d6f49ca8e801b154ab4fb63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.912280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.913096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Made reservation on behalf of 450021b18d6f49ca8e801b154ab4fb63 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:17.915668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.919798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5b9f5-1d98-45de-a2c0-6aa94d18be88 admin admin] Pushing event updated for resources: {'Network': ['ID=615683c8-7f45-4ce4-a16f-126bc179a4e3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.932433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 615683c8-7f45-4ce4-a16f-126bc179a4e3 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:17.938586 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.151553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61dbcbd7-c99f-48fa-8cac-1477839e7ff7 req-99400fd6-c054-40ea-bdee-e66393d35dd6 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249403 Jul 16 01:22:18.185774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5248936a-9776-4918-a104-b5829e68cc2d req-ec68813c-5c3b-445f-a8f2-498390981d5b tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=cccc22001f8e4ffeb4f975cb144ede7a HTTP/1.1" status: 200 len: 1657 time: 0.4519014 Jul 16 01:22:18.189995 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Floating IP ece81d24-4907-418a-944c-46b3e6db584d associated. External IP: 172.25.5.90, port: 51622b68-0234-4150-a4f2-7c4f2506f526. Jul 16 01:22:18.306555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248936a-9776-4918-a104-b5829e68cc2d req-285caad6-e640-464f-a225-5c337abdfb92 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.308143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5248936a-9776-4918-a104-b5829e68cc2d req-285caad6-e640-464f-a225-5c337abdfb92 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks?id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&id=9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 787 time: 0.1165793 Jul 16 01:22:18.318102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-5248936a-9776-4918-a104-b5829e68cc2d req-01916613-7d3d-4985-90b0-ff5fb3d5da0b tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:18.322417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5248936a-9776-4918-a104-b5829e68cc2d req-01916613-7d3d-4985-90b0-ff5fb3d5da0b tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090857 Jul 16 01:22:18.384813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.413830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-ce0eb11e-84f7-4a9f-ab68-a75708de7452 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips/25fabfa3-97a0-485d-b61f-0e58a1f03786 HTTP/1.1" status: 200 len: 693 time: 0.0723207 Jul 16 01:22:18.429971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19051d7a-1cb1-41f7-b1c6-be07dc270216,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.549250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-6c8eb58b-eee8-4eca-984e-7bdbfcb0a2f9 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.551104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Checking segment: {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:18.551673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Network hostable DHCP agents. Network: 615683c8-7f45-4ce4-a16f-126bc179a4e3, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:18.557032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-6c8eb58b-eee8-4eca-984e-7bdbfcb0a2f9 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1423559 Jul 16 01:22:18.588781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Router b8e24e38-aa08-4067-8851-07ca38e6b74e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:18.592869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Network 615683c8-7f45-4ce4-a16f-126bc179a4e3 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:18.629864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-d6df5fc7-c62a-4aa2-aef8-ecdaa2992aa3 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.0718102 Jul 16 01:22:18.642497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 615683c8-7f45-4ce4-a16f-126bc179a4e3) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:18.649392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.650927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.654017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ea6b9-efe8-4e26-9075-19ed9835db83 None None] Network 615683c8-7f45-4ce4-a16f-126bc179a4e3 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:18.671575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-97a96dfb-99cb-4130-8b1a-e826d0c86368 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8166831 Jul 16 01:22:18.751542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-90ae26a2-40c4-4d45-ac11-a831aa699415 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.1191604 Jul 16 01:22:18.761786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:18.767910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.780120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] Sync routers for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:18.812364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:18.813006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:18.820107 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a98fc04-f91c-492a-85f7-4617c7f77556 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "PUT /v2.0/floatingips/ece81d24-4907-418a-944c-46b3e6db584d HTTP/1.1" status: 200 len: 990 time: 1.9545398 Jul 16 01:22:18.822150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:18.829885 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03457515-35b9-415d-8f3e-9172030f2010" -d '{"events": [{"name": "network-changed", "server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:18.971903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Deleting port 37a156e9-20ab-4b55-a0fe-20aa043a50b5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:18.972417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.992564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:19.085682 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216ef58d-33c9-4295-8634-db1eedae9046 x-openstack-request-id: req-216ef58d-33c9-4295-8634-db1eedae9046 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:19.085979 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:19.086228 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-216ef58d-33c9-4295-8634-db1eedae9046 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:19.086667 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526', 'status': 'completed', 'code': 200} Jul 16 01:22:19.094138 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.094927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.115202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Calling delete_port for 37a156e9-20ab-4b55-a0fe-20aa043a50b5 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:19.171114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b7600010-ffd7-408d-960d-5cf897a7837a up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:19.271051 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.282239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c4ca2-7622-4357-96cc-c3581c581010 None None] Network 615683c8-7f45-4ce4-a16f-126bc179a4e3 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:19.338551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event deleted for resources: {'Port': ['ID=37a156e9-20ab-4b55-a0fe-20aa043a50b5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.431905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457515-35b9-415d-8f3e-9172030f2010 req-16c7b30e-0a6e-4605-b555-1422f41b36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.434556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03457515-35b9-415d-8f3e-9172030f2010 req-16c7b30e-0a6e-4605-b555-1422f41b36aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f830a028814f43898594e273bf421eb1&device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 1096 time: 0.1756978 Jul 16 01:22:19.525782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port b7600010-ffd7-408d-960d-5cf897a7837a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:19.551718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.553640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port b7600010-ffd7-408d-960d-5cf897a7837a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:19.553971 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.555907 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.570528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d416ba0b-63b1-4889-9737-a7edb28d4455 req-87cce3ee-f6bc-47d0-869a-5b4ed725b66a tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "DELETE /v2.0/floatingips/25fabfa3-97a0-485d-b61f-0e58a1f03786 HTTP/1.1" status: 204 len: 173 time: 0.8173459 Jul 16 01:22:19.630317 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.819885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ece81d24-4907-418a-944c-46b3e6db584d', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'port_id': '51622b68-0234-4150-a4f2-7c4f2506f526', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'mac_address': 'fa:16:3e:ce:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:19:33Z', 'updated_at': '2021-07-16T01:22:17Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.832334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-82fcb99f-1152-4b2d-9aea-355179471bb7 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.834085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-82fcb99f-1152-4b2d-9aea-355179471bb7 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/networks?id=615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 200 len: 817 time: 0.3939064 Jul 16 01:22:19.837681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457515-35b9-415d-8f3e-9172030f2010 req-2bcadd53-b612-412d-8008-692b1587ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.839191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03457515-35b9-415d-8f3e-9172030f2010 req-2bcadd53-b612-412d-8008-692b1587ffab service neutron] 10.222.0.78 "GET /v2.0/networks?id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 200 len: 924 time: 0.3781898 Jul 16 01:22:19.856800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-2ecb115b-42b4-45c8-a988-110d131ac55f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/quotas/450021b18d6f49ca8e801b154ab4fb63 HTTP/1.1" status: 200 len: 375 time: 0.0149410 Jul 16 01:22:19.878289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] Checking router: b8e24e38-aa08-4067-8851-07ca38e6b74e for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:19.903232 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.905102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:19.905730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.948682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-edff8662-926e-4d10-ae77-174b4522aad9 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=450021b18d6f49ca8e801b154ab4fb63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842791 Jul 16 01:22:19.956445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518c47a-25fc-4562-bbb9-daced6fc685b req-92ed9876-0349-4491-9249-5dd3eb5ab976 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.964339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9518c47a-25fc-4562-bbb9-daced6fc685b req-92ed9876-0349-4491-9249-5dd3eb5ab976 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 949 time: 0.2087686 Jul 16 01:22:20.021897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9518c47a-25fc-4562-bbb9-daced6fc685b req-e1d2cbe3-3bee-4370-9bd3-888099dcc5e8 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565474 Jul 16 01:22:20.053371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7600010-ffd7-408d-960d-5cf897a7837a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:20.060856 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c30ab1-444d-4908-b168-4e2a9c795359" -d '{"events": [{"server_uuid": "43d11ca4-40b7-45e5-8bb6-686f69c7717c", "name": "network-vif-plugged", "status": "completed", "tag": "b7600010-ffd7-408d-960d-5cf897a7837a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:20.073634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03457515-35b9-415d-8f3e-9172030f2010 req-05f07c7c-9e3a-473e-8168-361cb90fdbc6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51622b68-0234-4150-a4f2-7c4f2506f526 HTTP/1.1" status: 200 len: 998 time: 0.2116110 Jul 16 01:22:20.095065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b7600010-ffd7-408d-960d-5cf897a7837a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b7600010-ffd7-408d-960d-5cf897a7837a,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:20.132944 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.133815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:20.205010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457515-35b9-415d-8f3e-9172030f2010 req-8914c846-0678-45d0-824e-991d5e150fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.206488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03457515-35b9-415d-8f3e-9172030f2010 req-8914c846-0678-45d0-824e-991d5e150fc2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 200 len: 862 time: 0.0824614 Jul 16 01:22:20.208520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6456f6c9-3b58-442f-aad8-d0a8f6652b3f service neutron] 10.222.0.81 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421560 Jul 16 01:22:20.231840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:20.279592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b7600010-ffd7-408d-960d-5cf897a7837a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.388304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 82267030-4d5a-40e3-bf41-741d4b95d0f5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:20.388683 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.519966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-8b16f362-59b8-48c1-8ea1-e873450f82de service neutron] 10.222.0.81 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989068 Jul 16 01:22:20.532968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03457515-35b9-415d-8f3e-9172030f2010 req-5eefe86f-2abf-4cb6-bbfb-81050c25a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.534911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03457515-35b9-415d-8f3e-9172030f2010 req-5eefe86f-2abf-4cb6-bbfb-81050c25a4a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ffc5b524-1c1f-4e8b-bae6-95151861f6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470829 Jul 16 01:22:20.786337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-2803c164-cd50-4691-9107-e370f40d2753 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips/cc319312-3ba4-4ee5-859a-c256c497e9f1 HTTP/1.1" status: 200 len: 693 time: 0.1018503 Jul 16 01:22:20.904358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.905161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03457515-35b9-415d-8f3e-9172030f2010 req-7f1b516e-3c4e-4658-921b-6c4295389be6 service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555334 Jul 16 01:22:21.041666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-e607567c-713d-4fba-ab0c-fbfcd9e12285 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.049202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-e607567c-713d-4fba-ab0c-fbfcd9e12285 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.2618346 Jul 16 01:22:21.078786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:21.099668 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.140652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-116c6115-5209-48bf-84f4-abd7c774e3e4 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0822508 Jul 16 01:22:21.160035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03457515-35b9-415d-8f3e-9172030f2010 req-736aa5c0-7600-4794-96a1-866d3a72594f service neutron] 10.222.0.78 "GET /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395163 Jul 16 01:22:21.238165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-7cca2805-4e3f-4c4d-8552-f0a7df81b47e tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.177 HTTP/1.1" status: 200 len: 696 time: 0.0893896 Jul 16 01:22:21.298370 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd66db-f272-4d34-8a20-5e5536877bcd x-openstack-request-id: req-afdd66db-f272-4d34-8a20-5e5536877bcd {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:21.298667 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d11ca4-40b7-45e5-8bb6-686f69c7717c", "name": "network-vif-plugged", "status": "completed", "tag": "b7600010-ffd7-408d-960d-5cf897a7837a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:21.299007 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afdd66db-f272-4d34-8a20-5e5536877bcd {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:21.299314 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7600010-ffd7-408d-960d-5cf897a7837a', 'code': 200} Jul 16 01:22:21.301901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ece81d24-4907-418a-944c-46b3e6db584d', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'port_id': '51622b68-0234-4150-a4f2-7c4f2506f526', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'mac_address': 'fa:16:3e:ce:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:19:33Z', 'updated_at': '2021-07-16T01:22:17Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:21.307551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.354796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354dcf2-c07a-4f21-9586-e3ba4cf5bf81 None None] The sync data for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 is: [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ece81d24-4907-418a-944c-46b3e6db584d', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'port_id': '51622b68-0234-4150-a4f2-7c4f2506f526', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'mac_address': 'fa:16:3e:ce:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:19:33Z', 'updated_at': '2021-07-16T01:22:17Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:21.758262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185301a-5b0e-4c77-be05-4be9504598c3 req-04a245da-dc79-4a13-bf88-841164d82bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.759815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d185301a-5b0e-4c77-be05-4be9504598c3 req-04a245da-dc79-4a13-bf88-841164d82bd0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 1101 time: 0.3058991 Jul 16 01:22:21.760956 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4af7bc-a534-4ab4-8bd2-ebd374b051c1 None None] New status for floating IP ece81d24-4907-418a-944c-46b3e6db584d: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:22:21.788563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a7ab-6d82-4116-95b5-d2ddf3b0f231 req-6e8a3b44-4275-4bf0-8d56-0a2bf827bbed tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.814613 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf98a7ab-6d82-4116-95b5-d2ddf3b0f231 req-6e8a3b44-4275-4bf0-8d56-0a2bf827bbed tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 945 time: 0.2759447 Jul 16 01:22:21.817461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Deleting port a3400fc1-f67e-4528-8dbd-b554dc4340f6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:21.817801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.972380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d185301a-5b0e-4c77-be05-4be9504598c3 req-6dd93211-8158-4df3-ae6a-84c3bf09fb73 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565583 Jul 16 01:22:22.034832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf98a7ab-6d82-4116-95b5-d2ddf3b0f231 req-d89cc232-6e82-4bc1-b8ae-1ad3a161d8cd tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965833 Jul 16 01:22:22.079317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.079656 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.129846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Calling delete_port for a3400fc1-f67e-4528-8dbd-b554dc4340f6 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:22.620194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-ce5eacdb-265d-49c9-94f8-ef1507a88598 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.622075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-ce5eacdb-265d-49c9-94f8-ef1507a88598 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 945 time: 0.2235389 Jul 16 01:22:22.629593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87a3c3-0d8a-43b5-88ad-0829a8559f8c req-ef159656-4c31-4488-8f0e-2da4cdcff6de tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.638532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee87a3c3-0d8a-43b5-88ad-0829a8559f8c req-ef159656-4c31-4488-8f0e-2da4cdcff6de tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 950 time: 0.3210073 Jul 16 01:22:22.995903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee87a3c3-0d8a-43b5-88ad-0829a8559f8c req-dfe8728e-478a-4ba7-98de-a3605436d6eb tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564634 Jul 16 01:22:23.074430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.168867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event deleted for resources: {'Port': ['ID=a3400fc1-f67e-4528-8dbd-b554dc4340f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.196702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Deleting port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:23.197766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.301947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:23.308871 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d7b12-1705-4a9e-b6ba-68d58229ea95" -d '{"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-plugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:23.423211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.426503 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.427942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae4b1c4f-df29-466a-ae9e-f0e7abe3f406 req-4f8e928f-2dcb-42d5-927a-4c6b2b70fd44 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "DELETE /v2.0/floatingips/cc319312-3ba4-4ee5-859a-c256c497e9f1 HTTP/1.1" status: 204 len: 173 time: 2.1827989 Jul 16 01:22:23.486036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] For port 937fb2d9-7e1e-449a-a9a3-a96016926ce1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=937fb2d9-7e1e-449a-a9a3-a96016926ce1,segment=NetworkSegment(66e4c965-f398-45af-8e29-2288e32797c1),segment_id=66e4c965-f398-45af-8e29-2288e32797c1)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:23.486036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.516395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Calling delete_port for 937fb2d9-7e1e-449a-a9a3-a96016926ce1 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:23.879122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.892667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['937fb2d9-7e1e-449a-a9a3-a96016926ce1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:23.947513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Pushing event deleted for resources: {'Port': ['ID=937fb2d9-7e1e-449a-a9a3-a96016926ce1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.011522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] No DVR routers for this DVR port 937fb2d9-7e1e-449a-a9a3-a96016926ce1 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:24.019106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.021410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b54997e-7cdd-468c-859b-e13abdb213f2 req-0d938e07-b529-4321-945e-f2097c238d4c tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.93 "DELETE /v2.0/ports/937fb2d9-7e1e-449a-a9a3-a96016926ce1 HTTP/1.1" status: 204 len: 173 time: 1.3795071 Jul 16 01:22:24.022021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'name': 'network-vif-deleted', 'tag': '937fb2d9-7e1e-449a-a9a3-a96016926ce1'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:24.024577 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d6fb30-12b1-440c-b7c8-9f6a180e2d33" -d '{"events": [{"server_uuid": "6f5fa257-fbc4-478b-9fbb-9a344e24b1db", "name": "network-vif-deleted", "tag": "937fb2d9-7e1e-449a-a9a3-a96016926ce1"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:24.035502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d329dc4-5ed5-4e8d-8537-fb6fd5cbb55f req-0242fa15-0d25-4539-aae3-4ba0833700a7 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.044857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d329dc4-5ed5-4e8d-8537-fb6fd5cbb55f req-0242fa15-0d25-4539-aae3-4ba0833700a7 tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5fa257-fbc4-478b-9fbb-9a344e24b1db HTTP/1.1" status: 200 len: 867 time: 0.2216485 Jul 16 01:22:24.123971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d329dc4-5ed5-4e8d-8537-fb6fd5cbb55f req-5dfaf146-34a4-488c-97e0-9d704aba17fc tempest-VolumesAdminNegativeTest-1765192025 tempest-VolumesAdminNegativeTest-1765192025-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770428 Jul 16 01:22:24.183935 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d602abd-bbd9-42fe-98ee-2d69fe303c83 x-openstack-request-id: req-6d602abd-bbd9-42fe-98ee-2d69fe303c83 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:24.184241 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-plugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:24.184495 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d602abd-bbd9-42fe-98ee-2d69fe303c83 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:24.184904 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'code': 200} Jul 16 01:22:24.257212 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-d5ff7e56-8562-4520-a289-29c7984d4df7 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips/507843df-c9df-4b35-bc4f-cd1d6fe9043f HTTP/1.1" status: 200 len: 693 time: 0.0581985 Jul 16 01:22:24.500976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-979402ef-4801-4b71-ae16-89c3d43bdf52 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.502993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-979402ef-4801-4b71-ae16-89c3d43bdf52 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.2449617 Jul 16 01:22:24.665505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-2423cf88-bc40-42c6-bebb-f75772355efb tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.667189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-2423cf88-bc40-42c6-bebb-f75772355efb tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "GET /v2.0/networks?id=615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 200 len: 817 time: 0.1632338 Jul 16 01:22:24.686001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-cb9a26c5-c7e6-4515-a5bd-ff0e79a38be7 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:24.698960 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-cb9a26c5-c7e6-4515-a5bd-ff0e79a38be7 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290849 Jul 16 01:22:24.776669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-9402064f-9821-42de-beb6-f43fe271099e tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0751045 Jul 16 01:22:24.893491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Request body: {'port': {'device_id': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3', 'admin_state_up': True, 'tenant_id': '450021b18d6f49ca8e801b154ab4fb63'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:24.950094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-35001815-1a4f-4108-917c-e027944013fb tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.1724734 Jul 16 01:22:25.953176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-c4e1d4d7-68b6-4558-9a6c-eb06128855c0 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.954749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-c4e1d4d7-68b6-4558-9a6c-eb06128855c0 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.78 "GET /v2.0/networks?id=615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 200 len: 817 time: 1.2863948 Jul 16 01:22:25.958687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Made reservation on behalf of 450021b18d6f49ca8e801b154ab4fb63 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:25.962658 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.983181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Request body: {'port': {'device_id': '799357c8-457f-4321-a1c0-0969f885285b', 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3', 'admin_state_up': True, 'tenant_id': '450021b18d6f49ca8e801b154ab4fb63'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:26.041907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-de597f74-50c0-40f3-9987-3d90732e9c1e tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.041907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-de597f74-50c0-40f3-9987-3d90732e9c1e tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "GET /v2.0/networks?id=615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 200 len: 817 time: 1.0361006 Jul 16 01:22:26.056109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Request body: {'port': {'device_id': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3', 'admin_state_up': True, 'tenant_id': '450021b18d6f49ca8e801b154ab4fb63'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:26.144023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Deleting port 293ac0c7-0894-46b1-86e4-7051c1774c8b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:26.144395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.415298 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.415678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.465034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Calling delete_port for 293ac0c7-0894-46b1-86e4-7051c1774c8b owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:26.476350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:22:26.476350 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:22:26.476350 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': '450021b18d6f49ca8e801b154ab4fb63', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 22, 26, 402905)}] Jul 16 01:22:26.476350 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:22:26.477546 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:22:26.500940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Made reservation on behalf of 450021b18d6f49ca8e801b154ab4fb63 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:26.503478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.551470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Allocated IP 172.20.0.6 (615683c8-7f45-4ce4-a16f-126bc179a4e3/19051d7a-1cb1-41f7-b1c6-be07dc270216/15c22961-3cfa-464a-8770-8f0c4a01414b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:26.831092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.875165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.878355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Pushing event deleted for resources: {'Port': ['ID=293ac0c7-0894-46b1-86e4-7051c1774c8b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.965625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.968337 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.969513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2405dc46-6240-47d5-b2e1-f2e12668521b req-2e07040b-78e3-4e68-b537-5616f3f7e167 tempest-FloatingIPDetailsTestJSON-529535043 tempest-FloatingIPDetailsTestJSON-529535043-project] 10.222.0.81 "DELETE /v2.0/floatingips/507843df-c9df-4b35-bc4f-cd1d6fe9043f HTTP/1.1" status: 204 len: 173 time: 2.0186312 Jul 16 01:22:26.976570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.994993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.196527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ffd684ed-a946-4569-9c73-873e5a067aa0 req-baa4cf4e-1902-4df1-bef2-49535c51c38e tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 210 time: 0.0580525 Jul 16 01:22:27.209945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Network 615683c8-7f45-4ce4-a16f-126bc179a4e3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:27.220465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:27.223394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Allocated IP 172.20.0.3 (615683c8-7f45-4ce4-a16f-126bc179a4e3/19051d7a-1cb1-41f7-b1c6-be07dc270216/54dbed74-d176-4b03-a103-fd6a2e0e03df) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:27.225592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:27.229392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Pushing event updated for resources: {'Port': ['ID=15c22961-3cfa-464a-8770-8f0c4a01414b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.231957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Made reservation on behalf of 450021b18d6f49ca8e801b154ab4fb63 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:27.235730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.273089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 937fb2d9-7e1e-449a-a9a3-a96016926ce1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:27.328313 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3059db74-de77-462a-a2da-031e959389c7 x-openstack-request-id: req-3059db74-de77-462a-a2da-031e959389c7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:27.328313 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5fa257-fbc4-478b-9fbb-9a344e24b1db", "name": "network-vif-deleted", "tag": "937fb2d9-7e1e-449a-a9a3-a96016926ce1", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:27.328313 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3059db74-de77-462a-a2da-031e959389c7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:27.329207 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5fa257-fbc4-478b-9fbb-9a344e24b1db', 'name': 'network-vif-deleted', 'tag': '937fb2d9-7e1e-449a-a9a3-a96016926ce1', 'status': 'completed', 'code': 200} Jul 16 01:22:27.477427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:27.478096 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.628018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f31ec2ca-5162-420a-9dc3-aa0d1da7f067 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7388859 Jul 16 01:22:27.644179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Request body: {'port': {'device_id': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.734743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 937fb2d9-7e1e-449a-a9a3-a96016926ce1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:27.735130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 937fb2d9-7e1e-449a-a9a3-a96016926ce1 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:27.784513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4e9a-2233-4f80-a1e4-25a56f2ac1a2 req-81d8fa05-5938-42a5-a4fb-22ecfe89ea8b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:27.791714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f9f4e9a-2233-4f80-a1e4-25a56f2ac1a2 req-81d8fa05-5938-42a5-a4fb-22ecfe89ea8b tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 950 time: 0.3042023 Jul 16 01:22:27.833653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.849520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.866927 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f9f4e9a-2233-4f80-a1e4-25a56f2ac1a2 req-a33ca76e-4364-490f-8861-fe2a64725c00 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737822 Jul 16 01:22:28.074194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.157603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.214514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Allocated IP 172.20.0.7 (615683c8-7f45-4ce4-a16f-126bc179a4e3/19051d7a-1cb1-41f7-b1c6-be07dc270216/5cd106cc-1c62-4dfd-84df-df4e57f5e2cc) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:28.259500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] Deleting subnet 71e9d4e6-4c30-4b1c-b724-1632e7a5bd43 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:28.265950 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.272354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.365533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Pushing event updated for resources: {'Port': ['ID=54dbed74-d176-4b03-a103-fd6a2e0e03df,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.370928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.438388 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.458679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Network 615683c8-7f45-4ce4-a16f-126bc179a4e3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:28.465704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:28.470522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:28.582849 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.623145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792316b4-b4be-47bc-a405-1ae2db8b36f3 req-92300624-ef0c-4586-9f64-9b1ee65343ef tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.624686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-792316b4-b4be-47bc-a405-1ae2db8b36f3 req-92300624-ef0c-4586-9f64-9b1ee65343ef tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 1101 time: 0.2622659 Jul 16 01:22:28.636775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e9d4e6-4c30-4b1c-b724-1632e7a5bd43,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.641998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.645171 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8686a4ea-33a2-486f-8ac4-5531ffb13d85 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/71e9d4e6-4c30-4b1c-b724-1632e7a5bd43 HTTP/1.1" status: 204 len: 168 time: 0.4843497 Jul 16 01:22:28.649499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.708169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.782341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.782992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.788681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Deleting port 2570802e-d1d2-4628-8300-5cf20a547143 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:28.789031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.850092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-b94b0300-a8f2-4447-b35a-277d4ed97ae6 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7983849 Jul 16 01:22:28.866980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-792316b4-b4be-47bc-a405-1ae2db8b36f3 req-6b5e1870-0151-4b49-a7eb-8d482d2c56d7 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350640 Jul 16 01:22:28.970535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] For port 2570802e-d1d2-4628-8300-5cf20a547143, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2570802e-d1d2-4628-8300-5cf20a547143,segment=NetworkSegment(c8e570e1-e28a-491d-a93a-9e4ec0a704ec),segment_id=c8e570e1-e28a-491d-a93a-9e4ec0a704ec)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:28.971052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.995319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Request body: {'port': {'device_id': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.005298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Calling delete_port for 2570802e-d1d2-4628-8300-5cf20a547143 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:29.065518 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.104170 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.265817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Network 615683c8-7f45-4ce4-a16f-126bc179a4e3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:29.313690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Pushing event updated for resources: {'Port': ['ID=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.321102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:29.358666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.413858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=2570802e-d1d2-4628-8300-5cf20a547143,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.754772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.856545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:29.979330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.003446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fddf9f-65aa-43df-a192-de3766e20199 req-2b667499-cc74-446d-86c6-507a4b989a15 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.005611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89fddf9f-65aa-43df-a192-de3766e20199 req-2b667499-cc74-446d-86c6-507a4b989a15 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 931 time: 0.8892512 Jul 16 01:22:30.030672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.031637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.063886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Router 0f70e82a-bab6-473e-99d5-ab536f45ae26 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:30.089478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.179821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b78342-6bde-46ba-a582-a90fc5c7d93c']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.182953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d8efdbb8-2ffa-4b6a-9ccf-a9f71e64e49f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2061083 Jul 16 01:22:30.270797 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:30.283303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] Sync routers for ids ['0f70e82a-bab6-473e-99d5-ab536f45ae26'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:30.291144 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6368b13b-822b-431f-903d-d14e352a6aaf admin admin] 10.222.0.81 "PUT /v2.0/routers/0f70e82a-bab6-473e-99d5-ab536f45ae26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3128250 Jul 16 01:22:30.292156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42882) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.301908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] Routers {'0f70e82a-bab6-473e-99d5-ab536f45ae26'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:30.302893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0f70e82a-bab6-473e-99d5-ab536f45ae26'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.305875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Request body: {'port': {'device_id': '799357c8-457f-4321-a1c0-0969f885285b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:30.354800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e4c965-f398-45af-8e29-2288e32797c1') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.358889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e4c965-f398-45af-8e29-2288e32797c1') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.441257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.451237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.458090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c22961-3cfa-464a-8770-8f0c4a01414b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:30.496241 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.555725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89fddf9f-65aa-43df-a192-de3766e20199 req-9f10143d-967a-4765-9c99-71609b31e041 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341461 Jul 16 01:22:30.570791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] Set router 0f70e82a-bab6-473e-99d5-ab536f45ae26 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:30.615773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Transition to ACTIVE for port object 15c22961-3cfa-464a-8770-8f0c4a01414b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:30.621401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.662117 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.748729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.752974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.766853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Deleting port d29d096f-6ae2-44ce-92ee-ea65bb08e238 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:30.768168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.809086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:30.809590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:30.811508 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:30.980964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] For port d29d096f-6ae2-44ce-92ee-ea65bb08e238, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d29d096f-6ae2-44ce-92ee-ea65bb08e238,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:30.981672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.983147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:22:29Z', 'revision_number': 5, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port': {'id': 'd29d096f-6ae2-44ce-92ee-ea65bb08e238', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:49Z', 'updated_at': '2021-07-16T01:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.997148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Calling delete_port for d29d096f-6ae2-44ce-92ee-ea65bb08e238 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:31.071887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] Checking router: 0f70e82a-bab6-473e-99d5-ab536f45ae26 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:31.096628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] Routers {'0f70e82a-bab6-473e-99d5-ab536f45ae26'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:31.097229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0f70e82a-bab6-473e-99d5-ab536f45ae26'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.157815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54dbed74-d176-4b03-a103-fd6a2e0e03df {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:31.167943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.182281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Transition to ACTIVE for port object 54dbed74-d176-4b03-a103-fd6a2e0e03df will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:31.213085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.262075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] Set router 0f70e82a-bab6-473e-99d5-ab536f45ae26 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:31.268003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29d096f-6ae2-44ce-92ee-ea65bb08e238,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.296254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Pushing event updated for resources: {'Port': ['ID=15c22961-3cfa-464a-8770-8f0c4a01414b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.318817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.321966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.326088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:22:30Z', 'revision_number': 6, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.359740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4ee39-4012-4a2d-a613-c43fd61eccf5 None None] The sync data for ids ['0f70e82a-bab6-473e-99d5-ab536f45ae26'] in n-d-800085-5 is: [{'id': '0f70e82a-bab6-473e-99d5-ab536f45ae26', 'name': 'tempest-FloatingIPDetailsTestJSON-682802160-router', 'tenant_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:48Z', 'updated_at': '2021-07-16T01:22:30Z', 'revision_number': 6, 'project_id': 'cccc22001f8e4ffeb4f975cb144ede7a', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:31.410802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.419729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.427877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/77b78342-6bde-46ba-a582-a90fc5c7d93c HTTP/1.1" status: 204 len: 168 time: 2.7621815 Jul 16 01:22:31.428056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19112770-b921-4817-be7e-7c151f2610e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b78342-6bde-46ba-a582-a90fc5c7d93c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.435804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:31.522281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Pushing event updated for resources: {'Port': ['ID=54dbed74-d176-4b03-a103-fd6a2e0e03df,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.567698 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.571742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.636519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.637588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f70e82a-bab6-473e-99d5-ab536f45ae26 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:31.650015 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.651313 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0967c7e5-2a2d-4868-b0a8-bf19bee92898 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0f70e82a-bab6-473e-99d5-ab536f45ae26 HTTP/1.1" status: 204 len: 168 time: 1.3577590 Jul 16 01:22:31.653903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:31.668352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] Deleting subnet ea5c13c4-406f-4bc8-b8f5-3ff159212e88 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:31.687018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.717055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] Deleting subnet 92f21594-277a-4361-a528-4636292ce0da {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:31.725925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.740761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Attempting to bind port 15c22961-3cfa-464a-8770-8f0c4a01414b on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:31.741194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Attempting to bind port 15c22961-3cfa-464a-8770-8f0c4a01414b by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:31.741567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Attempting to bind port 15c22961-3cfa-464a-8770-8f0c4a01414b on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:31.768629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Port 15c22961-3cfa-464a-8770-8f0c4a01414b on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:31.770865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Attempting to bind port 15c22961-3cfa-464a-8770-8f0c4a01414b on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:31.796356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.839274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:31.849752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.863836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Transition to ACTIVE for port object 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:31.873812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.965580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:31.965921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Checking segment: {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:31.966438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Bound using segment: {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:31.966908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Bound port: 15c22961-3cfa-464a-8770-8f0c4a01414b, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:31.967351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.971613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.062411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.096469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Attempting to bind port 54dbed74-d176-4b03-a103-fd6a2e0e03df on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:32.096814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Attempting to bind port 54dbed74-d176-4b03-a103-fd6a2e0e03df by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:32.097148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Attempting to bind port 54dbed74-d176-4b03-a103-fd6a2e0e03df on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:32.106809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Pushing event updated for resources: {'Port': ['ID=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.171793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Port 54dbed74-d176-4b03-a103-fd6a2e0e03df on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:32.172122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Attempting to bind port 54dbed74-d176-4b03-a103-fd6a2e0e03df on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:32.186415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.206912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.213054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef373da5-1eaa-4daf-bdff-babdff4778a4 None None] Network a91c3408-e1a3-48e5-a0ac-8a44af0feb4b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:32.222665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.224209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/92f21594-277a-4361-a528-4636292ce0da HTTP/1.1" status: 204 len: 168 time: 0.5598984 Jul 16 01:22:32.228024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.237453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:32.237802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Checking segment: {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:32.238167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Bound using segment: {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:32.241167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Bound port: 54dbed74-d176-4b03-a103-fd6a2e0e03df, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:32.241577 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.270443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a37019-78f2-4311-aad2-cac9b671a4f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f21594-277a-4361-a528-4636292ce0da,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.485770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] For port 15c22961-3cfa-464a-8770-8f0c4a01414b, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:32.509421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] DHCP port deletion for a91c3408-e1a3-48e5-a0ac-8a44af0feb4b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:32.549528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.555168 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.565243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] For port 15c22961-3cfa-464a-8770-8f0c4a01414b, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=15c22961-3cfa-464a-8770-8f0c4a01414b,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:32.580255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Deleting port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:32.580934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.616602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.651107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5c13c4-406f-4bc8-b8f5-3ff159212e88,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.664604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Attempting to bind port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:32.665081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Attempting to bind port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:32.665502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Attempting to bind port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:32.678441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.683272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11f8b4a0-fba0-4a02-9184-f6770742cc82 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ea5c13c4-406f-4bc8-b8f5-3ff159212e88 HTTP/1.1" status: 204 len: 168 time: 1.2441196 Jul 16 01:22:32.683272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:32.683936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.701817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.703542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] 10.222.0.93 "PUT /v2.0/ports/15c22961-3cfa-464a-8770-8f0c4a01414b HTTP/1.1" status: 200 len: 1091 time: 5.0636330 Jul 16 01:22:32.747137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'tag': '15c22961-3cfa-464a-8770-8f0c4a01414b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:32.753599 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c822e0-b216-422e-a1eb-1803e35cf357" -d '{"events": [{"name": "network-changed", "server_uuid": "db1fbc8a-b3ed-4e36-87f9-b557a2991e58", "tag": "15c22961-3cfa-464a-8770-8f0c4a01414b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:32.762068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] For port d9b97c1f-eb08-48a6-a0a7-39cd03506d48, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,segment=NetworkSegment(c8e570e1-e28a-491d-a93a-9e4ec0a704ec),segment_id=c8e570e1-e28a-491d-a93a-9e4ec0a704ec)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:32.762474 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.821356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Calling delete_port for d9b97c1f-eb08-48a6-a0a7-39cd03506d48 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:32.840802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.894308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:32.894513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Attempting to bind port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc on network 615683c8-7f45-4ce4-a16f-126bc179a4e3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:32.947732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] For port 54dbed74-d176-4b03-a103-fd6a2e0e03df, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:32.978122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] For port 54dbed74-d176-4b03-a103-fd6a2e0e03df, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=54dbed74-d176-4b03-a103-fd6a2e0e03df,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:33.022057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:33.022057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Checking segment: {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:33.022057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Bound using segment: {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:33.024394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Bound port: 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd43c96-aa07-437a-95eb-0651b0c31f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:33.024854 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.032611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.039184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.073800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d40762c-7c20-4f18-918d-57daf6a85cbd']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:33.084171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.104702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b3e0f9-68c4-4062-a84c-f2ae35de950c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:33.105013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b3e0f9-68c4-4062-a84c-f2ae35de950c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:33.122530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d29d096f-6ae2-44ce-92ee-ea65bb08e238 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:33.122773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.129789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Pushing event deleted for resources: {'Port': ['ID=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.152610 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.159540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:33.160425 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:33.163122 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:33.189553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0a0e7-e3cd-4864-afb9-b434314a5929 service neutron] Pushing event updated for resources: {'Port': ['ID=15c22961-3cfa-464a-8770-8f0c4a01414b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.206332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d29d096f-6ae2-44ce-92ee-ea65bb08e238 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:33.208072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d29d096f-6ae2-44ce-92ee-ea65bb08e238 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:33.209281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2570802e-d1d2-4628-8300-5cf20a547143 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:33.226393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.227517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.228894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.229343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.230611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.236131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.236697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.237123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.237544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.237961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.238379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.238800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:33.258489 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.258929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57840a74-d5f6-46d8-8ba8-72eb449b2091 None None] No DVR routers for this DVR port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:33.261492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2570802e-d1d2-4628-8300-5cf20a547143 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:33.261941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2570802e-d1d2-4628-8300-5cf20a547143 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:33.262447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d9b97c1f-eb08-48a6-a0a7-39cd03506d48 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:33.268425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.269314 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.278962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] 10.222.0.93 "PUT /v2.0/ports/54dbed74-d176-4b03-a103-fd6a2e0e03df HTTP/1.1" status: 200 len: 1091 time: 4.2952852 Jul 16 01:22:33.285742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.290012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d9b97c1f-eb08-48a6-a0a7-39cd03506d48 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:33.290731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d9b97c1f-eb08-48a6-a0a7-39cd03506d48 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:33.293829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6d40762c-7c20-4f18-918d-57daf6a85cbd HTTP/1.1" status: 204 len: 168 time: 0.6086555 Jul 16 01:22:33.325464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Deleting port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:33.326075 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.329769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587f3c1-9095-4f60-bbfe-94268aea5739 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d40762c-7c20-4f18-918d-57daf6a85cbd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.374450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] For port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:33.419476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f1d7a414-d3e2-49ea-bc30-bd60ad54ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.421274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-f1d7a414-d3e2-49ea-bc30-bd60ad54ff89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=450021b18d6f49ca8e801b154ab4fb63&device_id=db1fbc8a-b3ed-4e36-87f9-b557a2991e58 HTTP/1.1" status: 200 len: 1094 time: 0.6589363 Jul 16 01:22:33.429393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] For port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:33.439111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d1b6d-cc0b-4b1c-b141-ad9506e03f4a service neutron] Pushing event updated for resources: {'Port': ['ID=54dbed74-d176-4b03-a103-fd6a2e0e03df,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.487284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.495824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.524872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-d1d7fa97-318e-4e5d-a3bc-4246e05893dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c22961-3cfa-464a-8770-8f0c4a01414b HTTP/1.1" status: 200 len: 217 time: 0.0913179 Jul 16 01:22:33.564351 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b07f5f74-2332-4f9a-88ea-60dc63044d4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29d4c433de4a4917be76e360d32c4bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660703 Jul 16 01:22:33.569944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42926) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.573100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] For port d9b97c1f-eb08-48a6-a0a7-39cd03506d48, host n-d-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:33.573460 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.615386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.616011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.617495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] 10.222.0.78 "PUT /v2.0/ports/5cd106cc-1c62-4dfd-84df-df4e57f5e2cc HTTP/1.1" status: 200 len: 1091 time: 3.3212764 Jul 16 01:22:33.643008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Calling delete_port for d9b97c1f-eb08-48a6-a0a7-39cd03506d48 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:33.652644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:22:33.656174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a46314-04ae-4c80-97c7-39d8ec628d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.656440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805aec0-eba8-4757-93d5-6cf85a2b365d service neutron] Pushing event updated for resources: {'Port': ['ID=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.671975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.683141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-738917bb-3c75-4045-a4d1-8f31bc29d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.684787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-738917bb-3c75-4045-a4d1-8f31bc29d881 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=19051d7a-1cb1-41f7-b1c6-be07dc270216 HTTP/1.1" status: 200 len: 857 time: 0.1292732 Jul 16 01:22:33.713295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-368f61e1-a1ea-4a5e-ad43-32193bc0b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.714796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-368f61e1-a1ea-4a5e-ad43-32193bc0b1ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=450021b18d6f49ca8e801b154ab4fb63&device_id=7ebfc0da-17be-4c78-a3d8-de4bedb4742f HTTP/1.1" status: 200 len: 1094 time: 0.3862605 Jul 16 01:22:33.717284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a46314-04ae-4c80-97c7-39d8ec628d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.748962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b97c1f-eb08-48a6-a0a7-39cd03506d48,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.813312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] No DVR routers for this DVR port d9b97c1f-eb08-48a6-a0a7-39cd03506d48 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:33.817772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-5030c8a3-a75d-484f-96da-33a73b40fd93 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=615683c8-7f45-4ce4-a16f-126bc179a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004276 Jul 16 01:22:33.822666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-1fc63801-69d8-468b-8111-747676cb71b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54dbed74-d176-4b03-a103-fd6a2e0e03df HTTP/1.1" status: 200 len: 217 time: 0.0816336 Jul 16 01:22:34.081942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a46314-04ae-4c80-97c7-39d8ec628d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.088416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a46314-04ae-4c80-97c7-39d8ec628d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.090438 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-27a46314-04ae-4c80-97c7-39d8ec628d91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e9fdb49-470d-4b50-aad5-d9f9cdc52da8 HTTP/1.1" status: 204 len: 168 time: 0.5187485 Jul 16 01:22:34.131169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a46314-04ae-4c80-97c7-39d8ec628d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9fdb49-470d-4b50-aad5-d9f9cdc52da8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.458782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.467180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-cc373b13-cc33-4485-a373-0fd271d2838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:34.471699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-cc373b13-cc33-4485-a373-0fd271d2838b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=19051d7a-1cb1-41f7-b1c6-be07dc270216 HTTP/1.1" status: 200 len: 857 time: 0.6285503 Jul 16 01:22:34.514874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91c3408-e1a3-48e5-a0ac-8a44af0feb4b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:34.537473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-274cc0ae-8fbc-47ef-b5e2-35a138360327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:34.539021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-274cc0ae-8fbc-47ef-b5e2-35a138360327 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=450021b18d6f49ca8e801b154ab4fb63&device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 1094 time: 0.8532035 Jul 16 01:22:34.550829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-00647f07-78cc-4503-8995-d3208b2aaad1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=615683c8-7f45-4ce4-a16f-126bc179a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659649 Jul 16 01:22:34.567220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:34.567638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e570e1-e28a-491d-a93a-9e4ec0a704ec') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:34.636807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-c2a8cccc-3e06-47f1-ad4d-d14f8e810933 service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855215 Jul 16 01:22:34.643430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.663283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-7e8eacc0-b89c-4a02-8a7d-12c882a5e736 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc HTTP/1.1" status: 200 len: 217 time: 0.1113296 Jul 16 01:22:34.870030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.935439 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.943544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:34.944105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.950104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93850ce7-51dd-432f-8e38-1d0e4843dac5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70559f35819e47da8479839e2ee23d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783081 Jul 16 01:22:34.951076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42936) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.029797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca808c69-f1db-468c-b14d-e055619d6f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.035032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-26b7640f-026a-46d7-ae68-008a8e7cb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.037289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-26b7640f-026a-46d7-ae68-008a8e7cb506 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=19051d7a-1cb1-41f7-b1c6-be07dc270216 HTTP/1.1" status: 200 len: 857 time: 0.3304157 Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:35.038015 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:35.057207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca808c69-f1db-468c-b14d-e055619d6f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.112282 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.122024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca808c69-f1db-468c-b14d-e055619d6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.125654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca808c69-f1db-468c-b14d-e055619d6f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.129196 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ca808c69-f1db-468c-b14d-e055619d6f36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a522484-e675-45a4-8189-2da7fdaae31d HTTP/1.1" status: 204 len: 168 time: 0.1738150 Jul 16 01:22:35.137632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca808c69-f1db-468c-b14d-e055619d6f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a522484-e675-45a4-8189-2da7fdaae31d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.180613 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-aed4c940-6496-48a4-8b6d-72497bdcae78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=615683c8-7f45-4ce4-a16f-126bc179a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690229 Jul 16 01:22:35.186032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.202224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] 10.222.0.81 "DELETE /v2.0/networks/a91c3408-e1a3-48e5-a0ac-8a44af0feb4b HTTP/1.1" status: 204 len: 168 time: 2.9611077 Jul 16 01:22:35.210644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-2bfb6c3c-d373-4544-8d8c-73559cda4ddf service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378660 Jul 16 01:22:35.276703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-268780e1-bad6-4cad-9e83-e361e43439ff service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161492 Jul 16 01:22:35.310965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3ee33-675e-4225-8a46-dd6b9172b8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=a91c3408-e1a3-48e5-a0ac-8a44af0feb4b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.475959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-4702774d-cc86-4db9-962c-20173a17f04f service neutron] 10.222.0.78 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617195 Jul 16 01:22:35.479648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-44848ad0-a834-449d-88f2-68fad305c603 service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164698 Jul 16 01:22:35.525371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.592041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.593545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-36c52ae0-ca6d-4337-b285-62f348de7b6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cccc22001f8e4ffeb4f975cb144ede7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656993 Jul 16 01:22:35.658158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43bd948b-839e-4ecc-b23d-b2a8f5fbd018 req-35817c2b-9b4d-4f5c-b66d-5e9bfcb4454f service neutron] 10.222.0.78 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723113 Jul 16 01:22:35.681463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cae1e2d4-63a0-4056-8789-3275ae6e8132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.719084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cae1e2d4-63a0-4056-8789-3275ae6e8132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.793367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cae1e2d4-63a0-4056-8789-3275ae6e8132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.795915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cae1e2d4-63a0-4056-8789-3275ae6e8132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.797237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cae1e2d4-63a0-4056-8789-3275ae6e8132 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/954b8a93-41cf-410f-a848-aaf906320c0c HTTP/1.1" status: 204 len: 168 time: 0.2035720 Jul 16 01:22:35.807267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1e2d4-63a0-4056-8789-3275ae6e8132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b8a93-41cf-410f-a848-aaf906320c0c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.634129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42988) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.024434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-network', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:37.049309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Made reservation on behalf of 50b07cbf186c473e8f77cd349c2a2b35 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:37.051810 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.067039 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.188384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.192929 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.225885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:37.231434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38b189f-1365-4adc-ab81-9a8c85fa85ea,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.243232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.244249 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Added segment e4f1c23f-b3cd-44f5-a96b-0710cf3d7452 of type vlan for network 6d58586b-d6ee-411f-b7e8-746af84de353 Jul 16 01:22:37.291746 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.336772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.338171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.338899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.380459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.381033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7452033 Jul 16 01:22:37.397297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Request body: {'subnet': {'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-subnet', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:37.427772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Made reservation on behalf of 50b07cbf186c473e8f77cd349c2a2b35 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:37.428882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b50d7d-3966-4a4d-b7a3-2651de15501d admin admin] Pushing event updated for resources: {'Network': ['ID=6d58586b-d6ee-411f-b7e8-746af84de353,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.434074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.441511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6d58586b-d6ee-411f-b7e8-746af84de353 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:37.459822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-975af79c-bc9f-496f-8edd-73ed0f9c7c65 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423017 Jul 16 01:22:37.636907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-341160b1-f1a4-4bd7-b2ca-f39bc3455c9a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.638413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-341160b1-f1a4-4bd7-b2ca-f39bc3455c9a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739862 Jul 16 01:22:37.658473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-b04ab000-0cd0-44d0-88b7-0b4acb492373 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/quotas/50a4449342d04018acd56fb7baa26a31 HTTP/1.1" status: 200 len: 375 time: 0.0130968 Jul 16 01:22:37.671386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3910b-a56d-4141-9445-cddd7e118208 req-8e6a4a33-40f0-4402-8f60-4310e70c44dd tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.672929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28f3910b-a56d-4141-9445-cddd7e118208 req-8e6a4a33-40f0-4402-8f60-4310e70c44dd tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 943 time: 0.1300936 Jul 16 01:22:37.673116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.744198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28f3910b-a56d-4141-9445-cddd7e118208 req-f7d41037-9c88-481e-99b6-fc9dffc23c96 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597878 Jul 16 01:22:37.745154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c212df4-0e1c-44b9-b84f-2dba993631e4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.754300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Checking segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:37.754868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Network hostable DHCP agents. Network: 6d58586b-d6ee-411f-b7e8-746af84de353, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:37.779906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-e3b164ae-fecc-471d-ac22-d7e6fd02287d tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1054659 Jul 16 01:22:37.785917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Network 6d58586b-d6ee-411f-b7e8-746af84de353 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:37.802735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6d58586b-d6ee-411f-b7e8-746af84de353) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:37.808316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.809092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.812377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b72a9-5b29-420d-b970-b6788fbe5fe7 None None] Network 6d58586b-d6ee-411f-b7e8-746af84de353 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:37.853921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.859414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:37.862465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6ebfb7d-e471-467c-99bb-9763939fe2bc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4770670 Jul 16 01:22:37.895838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.897267 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.986069 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.989866 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7306e63-4f94-4a42-89ce-0eba7bc1d569 x-openstack-request-id: req-e7306e63-4f94-4a42-89ce-0eba7bc1d569 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:37.990246 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1fbc8a-b3ed-4e36-87f9-b557a2991e58", "tag": "15c22961-3cfa-464a-8770-8f0c4a01414b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:37.990564 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7306e63-4f94-4a42-89ce-0eba7bc1d569 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:37.991193 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'tag': '15c22961-3cfa-464a-8770-8f0c4a01414b', 'status': 'completed', 'code': 200} Jul 16 01:22:38.050114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-6d58586b-d6ee-411f-b7e8-746af84de353', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:38.067891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.259805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.324488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-709e5109-04bc-4c6e-86ac-9d0cf05c83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.326284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-709e5109-04bc-4c6e-86ac-9d0cf05c83b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=450021b18d6f49ca8e801b154ab4fb63&device_id=db1fbc8a-b3ed-4e36-87f9-b557a2991e58 HTTP/1.1" status: 200 len: 1094 time: 0.2673581 Jul 16 01:22:38.336423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3af60-5b52-4db9-bbe2-e8360e1d3350 req-24bdfcfe-93b0-4262-af9f-07a2bad0bb8f tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.343750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5aa3af60-5b52-4db9-bbe2-e8360e1d3350 req-24bdfcfe-93b0-4262-af9f-07a2bad0bb8f tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1096 time: 0.2229004 Jul 16 01:22:38.472376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Allocated IP 172.20.0.2 (6d58586b-d6ee-411f-b7e8-746af84de353/4c212df4-0e1c-44b9-b84f-2dba993631e4/ade8be1c-838c-4315-a5a6-9a9e5975c23c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:38.504378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6e25b33-04a9-4221-a20a-e41d5c82b362 req-cbcb6b12-ba38-44fe-a715-28fb60cdbffc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 210 time: 0.0509050 Jul 16 01:22:38.552784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5aa3af60-5b52-4db9-bbe2-e8360e1d3350 req-3786ba29-3e71-443b-9565-db0f8b828960 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079408 Jul 16 01:22:38.644386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-2a8f0a3a-8384-4211-aceb-00fa7d81cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.645006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-2a8f0a3a-8384-4211-aceb-00fa7d81cd58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 200 len: 918 time: 0.2964983 Jul 16 01:22:38.748070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.759555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Transition to ACTIVE for port object ade8be1c-838c-4315-a5a6-9a9e5975c23c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:38.778226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-77371dfc-c7be-45b0-ba2a-a12f4c4e50fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c22961-3cfa-464a-8770-8f0c4a01414b HTTP/1.1" status: 200 len: 217 time: 0.1209376 Jul 16 01:22:38.779746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Transition to ACTIVE for port object ade8be1c-838c-4315-a5a6-9a9e5975c23c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:38.787801 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.851455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Network 6d58586b-d6ee-411f-b7e8-746af84de353 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:38.881142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:38.887170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:38.950509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-e44dbe67-920c-460f-8099-d254ed6bc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.952044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-e44dbe67-920c-460f-8099-d254ed6bc735 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=19051d7a-1cb1-41f7-b1c6-be07dc270216 HTTP/1.1" status: 200 len: 857 time: 0.1469295 Jul 16 01:22:38.954229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Pushing event updated for resources: {'Port': ['ID=ade8be1c-838c-4315-a5a6-9a9e5975c23c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.001550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Attempting to bind port ade8be1c-838c-4315-a5a6-9a9e5975c23c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:39.001965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Attempting to bind port ade8be1c-838c-4315-a5a6-9a9e5975c23c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:39.003668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Attempting to bind port ade8be1c-838c-4315-a5a6-9a9e5975c23c on network 6d58586b-d6ee-411f-b7e8-746af84de353 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:39.016389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:39.016768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Checking segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:39.017905 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.018506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Bound using segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:39.019366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Bound port: ade8be1c-838c-4315-a5a6-9a9e5975c23c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:39.019961 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.039051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-57eac307-5c34-4eb9-9d86-9500fcea1b8a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=615683c8-7f45-4ce4-a16f-126bc179a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623395 Jul 16 01:22:39.062461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163252e0-8b07-4f2d-a6d9-563acdd44c0a req-c1830098-b53a-4b87-8d31-f497e55a83e1 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.072923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-163252e0-8b07-4f2d-a6d9-563acdd44c0a req-c1830098-b53a-4b87-8d31-f497e55a83e1 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 950 time: 0.3082967 Jul 16 01:22:39.122274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:39.143049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] For port ade8be1c-838c-4315-a5a6-9a9e5975c23c, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:39.152481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.157491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] For port ade8be1c-838c-4315-a5a6-9a9e5975c23c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ade8be1c-838c-4315-a5a6-9a9e5975c23c,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:39.167748 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.170029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-163252e0-8b07-4f2d-a6d9-563acdd44c0a req-8c197222-4e36-40f7-85a1-a8326ffda2ac tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961797 Jul 16 01:22:39.220786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.297794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-967d7a1f-1b03-48ea-b649-022a5e0e4f68 service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514930 Jul 16 01:22:39.370020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 54dbed74-d176-4b03-a103-fd6a2e0e03df details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:39.404335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:39.432639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Allocated IP 172.25.5.121 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/2debd025-7ac5-424c-92d8-826be2c91e3b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:39.449017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc', 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3', 'port_id': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc', 'mac_address': 'fa:16:3e:f0:7f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19051d7a-1cb1-41f7-b1c6-be07dc270216', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:39.497684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2cae8-a9c7-4b05-adb0-c8972c7ab5e4 None None] Pushing event updated for resources: {'Port': ['ID=ade8be1c-838c-4315-a5a6-9a9e5975c23c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.586576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.610912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c822e0-b216-422e-a1eb-1803e35cf357 req-bb0c83b7-30e5-45c3-9a01-c6d23e5eac97 service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894039 Jul 16 01:22:39.613201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43104) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.626601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 54dbed74-d176-4b03-a103-fd6a2e0e03df, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=54dbed74-d176-4b03-a103-fd6a2e0e03df,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:39.629756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:39.655502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '54dbed74-d176-4b03-a103-fd6a2e0e03df', 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3', 'port_id': '54dbed74-d176-4b03-a103-fd6a2e0e03df', 'mac_address': 'fa:16:3e:11:5f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19051d7a-1cb1-41f7-b1c6-be07dc270216', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:39.669828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:39.725188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.771288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-e5f26c3a-7659-4b8f-9466-6b9af58e3ca0 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=50a4449342d04018acd56fb7baa26a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195343 Jul 16 01:22:39.832722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.900051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d82b7353-9832-48e5-a588-02e64abec701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.924274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54dbed74-d176-4b03-a103-fd6a2e0e03df {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:39.936431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.937079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66492fa4-f5fd-498f-b33f-1765da8e4fa3 req-7006841c-e543-49c7-a37f-bc12cb19c898 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.939117 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66492fa4-f5fd-498f-b33f-1765da8e4fa3 req-7006841c-e543-49c7-a37f-bc12cb19c898 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 943 time: 0.4233897 Jul 16 01:22:39.973320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 54dbed74-d176-4b03-a103-fd6a2e0e03df, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=54dbed74-d176-4b03-a103-fd6a2e0e03df,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:39.981939 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.984276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 15c22961-3cfa-464a-8770-8f0c4a01414b details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:40.007181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.075612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 15c22961-3cfa-464a-8770-8f0c4a01414b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=15c22961-3cfa-464a-8770-8f0c4a01414b,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:40.092763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d82b7353-9832-48e5-a588-02e64abec701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.100612 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d82b7353-9832-48e5-a588-02e64abec701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.116408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'tag': '54dbed74-d176-4b03-a103-fd6a2e0e03df'}, {'name': 'network-changed', 'server_uuid': '799357c8-457f-4321-a1c0-0969f885285b', 'tag': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:40.119571 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebfc0da-17be-4c78-a3d8-de4bedb4742f", "tag": "54dbed74-d176-4b03-a103-fd6a2e0e03df"}, {"name": "network-changed", "server_uuid": "799357c8-457f-4321-a1c0-0969f885285b", "tag": "5cd106cc-1c62-4dfd-84df-df4e57f5e2cc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:40.133466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5cd106cc-1c62-4dfd-84df-df4e57f5e2cc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:40.173670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d82b7353-9832-48e5-a588-02e64abec701 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed2905c796fb4ac5b7b706294590aed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593717 Jul 16 01:22:40.174346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66492fa4-f5fd-498f-b33f-1765da8e4fa3 req-be132721-3d4e-4ba2-979c-ef94a2ef5473 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284753 Jul 16 01:22:40.181986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.184676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '15c22961-3cfa-464a-8770-8f0c4a01414b', 'network_id': '615683c8-7f45-4ce4-a16f-126bc179a4e3', 'port_id': '15c22961-3cfa-464a-8770-8f0c4a01414b', 'mac_address': 'fa:16:3e:0f:56:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19051d7a-1cb1-41f7-b1c6-be07dc270216', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:40.190138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b7353-9832-48e5-a588-02e64abec701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de267a42-a110-4b40-8bab-54395f40aceb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.255823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-feba248b-98fa-4f9f-afc8-ce3a9b3f45c5 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.258224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-feba248b-98fa-4f9f-afc8-ce3a9b3f45c5 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4785545 Jul 16 01:22:40.274889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Request body: {'port': {'device_id': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '50a4449342d04018acd56fb7baa26a31'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.276773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.281199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=54dbed74-d176-4b03-a103-fd6a2e0e03df,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.308163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c22961-3cfa-464a-8770-8f0c4a01414b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:40.312677 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b9f88ca-beba-437d-82da-9946faf89abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.338171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.355530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 15c22961-3cfa-464a-8770-8f0c4a01414b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=15c22961-3cfa-464a-8770-8f0c4a01414b,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:40.377486 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.454828 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b9f88ca-beba-437d-82da-9946faf89abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.459722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Pushing event updated for resources: {'Port': ['ID=2debd025-7ac5-424c-92d8-826be2c91e3b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.474806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:40.487729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:40.494063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:40.517926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=15c22961-3cfa-464a-8770-8f0c4a01414b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.521497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-04cdf451-0be0-4cb6-b684-be31c74c181f tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:40.522957 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-04cdf451-0be0-4cb6-b684-be31c74c181f tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098019 Jul 16 01:22:40.542346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Request body: {'binding': {'host': 'n-h1-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.543195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:22:40.671726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['54dbed74-d176-4b03-a103-fd6a2e0e03df'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:40.674016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['15c22961-3cfa-464a-8770-8f0c4a01414b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:40.799773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on host n-h1-800085-5 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:40.800752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:40.803430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:40.809785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:40.811386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:40.817174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:40.818412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:40.818991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:40.819443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Bound port: a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:40.890994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:40.901182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.902494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5a456ca-1cea-4972-9041-f59b67ec5828 service neutron] 10.222.0.81 "POST /v2.0/ports/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3668220 Jul 16 01:22:41.134342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:41.148682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63362387-3d56-4b73-859a-6d5a21f11ea2 None None] Network 6d58586b-d6ee-411f-b7e8-746af84de353 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:41.158863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b9f88ca-beba-437d-82da-9946faf89abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.173867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b9f88ca-beba-437d-82da-9946faf89abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.175046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2b9f88ca-beba-437d-82da-9946faf89abb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de267a42-a110-4b40-8bab-54395f40aceb HTTP/1.1" status: 204 len: 168 time: 0.9919693 Jul 16 01:22:41.197729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f88ca-beba-437d-82da-9946faf89abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de267a42-a110-4b40-8bab-54395f40aceb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.203926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Made reservation on behalf of 50a4449342d04018acd56fb7baa26a31 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:41.209355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.316907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ade8be1c-838c-4315-a5a6-9a9e5975c23c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:41.456995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca75b0b4-d747-4d20-9f08-eb29ab9be18a None None] Provisioning for port ade8be1c-838c-4315-a5a6-9a9e5975c23c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:41.474371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ade8be1c-838c-4315-a5a6-9a9e5975c23c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:41.508576 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19370c46-7079-43dd-bdb7-6de7eb522cf3 x-openstack-request-id: req-19370c46-7079-43dd-bdb7-6de7eb522cf3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:41.509259 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebfc0da-17be-4c78-a3d8-de4bedb4742f", "tag": "54dbed74-d176-4b03-a103-fd6a2e0e03df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "799357c8-457f-4321-a1c0-0969f885285b", "tag": "5cd106cc-1c62-4dfd-84df-df4e57f5e2cc", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:41.509605 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19370c46-7079-43dd-bdb7-6de7eb522cf3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:41.510094 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'tag': '54dbed74-d176-4b03-a103-fd6a2e0e03df', 'status': 'completed', 'code': 200} Jul 16 01:22:41.510440 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799357c8-457f-4321-a1c0-0969f885285b', 'tag': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc', 'status': 'completed', 'code': 200} Jul 16 01:22:41.512848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2fa7473b-c1a5-41f6-abbb-837f6aae11a5 req-792f3c6b-df24-41e5-9b5e-69585974a457 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 210 time: 0.0797613 Jul 16 01:22:41.533350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca75b0b4-d747-4d20-9f08-eb29ab9be18a None None] Provisioning complete for port ade8be1c-838c-4315-a5a6-9a9e5975c23c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:41.533928 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca75b0b4-d747-4d20-9f08-eb29ab9be18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.582485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ade8be1c-838c-4315-a5a6-9a9e5975c23c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:41.582857 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.600131 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68005a99-616e-4c12-8fab-1bbcf79a634f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.749730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.813528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:41.816086 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8272d875-b291-437c-b15b-63303279645b" -d '{"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-unplugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:41.818902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Allocated IP 192.168.233.6 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/26a8cc79-0a85-44dd-8058-50fa65e8c321) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:41.828620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.870333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca75b0b4-d747-4d20-9f08-eb29ab9be18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.903448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-91198fb1-990d-4818-a07b-958a2e4ca44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.904339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-91198fb1-990d-4818-a07b-958a2e4ca44f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1096 time: 0.5333028 Jul 16 01:22:41.918505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:41.925421 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.967752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ade8be1c-838c-4315-a5a6-9a9e5975c23c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ade8be1c-838c-4315-a5a6-9a9e5975c23c,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:41.971428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.980027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-bf7c8a28-3933-4c49-aa9d-f09f896a7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.981904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-bf7c8a28-3933-4c49-aa9d-f09f896a7d22 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=450021b18d6f49ca8e801b154ab4fb63&device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 1095 time: 0.3955135 Jul 16 01:22:42.008482 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.043811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-355ca839-61a5-4512-97d0-2f4b29c91fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.045803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-355ca839-61a5-4512-97d0-2f4b29c91fd6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=450021b18d6f49ca8e801b154ab4fb63&device_id=7ebfc0da-17be-4c78-a3d8-de4bedb4742f HTTP/1.1" status: 200 len: 1095 time: 0.5274591 Jul 16 01:22:42.124000 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-ca75b0b4-d747-4d20-9f08-eb29ab9be18a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:22:42.126147 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-ca75b0b4-d747-4d20-9f08-eb29ab9be18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:22:42.134916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.216462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ade8be1c-838c-4315-a5a6-9a9e5975c23c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.325057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0903-9596-43d8-aa48-bb5d42e5e355 req-cb5a5d78-4a2e-455d-a325-622139bc04fe tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.329435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c4b0903-9596-43d8-aa48-bb5d42e5e355 req-cb5a5d78-4a2e-455d-a325-622139bc04fe tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.6381674 Jul 16 01:22:42.413521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92505078-c778-4a6f-a5fd-7a2ac28d68a3 req-30aba8f3-2edb-4df8-8859-1986856d2c49 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.414994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92505078-c778-4a6f-a5fd-7a2ac28d68a3 req-30aba8f3-2edb-4df8-8859-1986856d2c49 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 944 time: 0.6991274 Jul 16 01:22:42.432292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.537981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Transition to ACTIVE for port object 26a8cc79-0a85-44dd-8058-50fa65e8c321 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:42.577036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5846298-da67-4e6f-a46e-b7825847327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.578571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d5846298-da67-4e6f-a46e-b7825847327e service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.6575704 Jul 16 01:22:42.594462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-644ea926-fb8f-4c64-a111-1d71beaf25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.596100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-644ea926-fb8f-4c64-a111-1d71beaf25b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 200 len: 918 time: 0.5651565 Jul 16 01:22:42.599003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c4b0903-9596-43d8-aa48-bb5d42e5e355 req-baf4611e-f169-4b5e-8a03-1f312d38d43e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569389 Jul 16 01:22:42.725189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-20140ccb-7583-4e28-9f76-1152d9acd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.727214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-20140ccb-7583-4e28-9f76-1152d9acd4bf service neutron] 10.222.0.93 "GET /v2.0/networks?id=615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 200 len: 918 time: 0.6463618 Jul 16 01:22:42.735218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-d839d7b9-bc66-4f4f-b449-0c6a51eab171 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc HTTP/1.1" status: 200 len: 217 time: 0.1183801 Jul 16 01:22:42.736489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-b9ad3198-975d-4cad-8d2a-4996f15a070d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 200 len: 217 time: 0.1475592 Jul 16 01:22:42.744568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92505078-c778-4a6f-a5fd-7a2ac28d68a3 req-22cde6fd-f88a-434a-abb0-b5ad130a2214 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157980 Jul 16 01:22:42.798421 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e484ac-bc45-4e39-bbb2-111e1c246dc3 x-openstack-request-id: req-37e484ac-bc45-4e39-bbb2-111e1c246dc3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:42.799009 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-unplugged", "status": "completed", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:42.799115 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37e484ac-bc45-4e39-bbb2-111e1c246dc3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:42.799523 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'code': 200} Jul 16 01:22:42.823795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-be390199-d9b6-48b8-afe4-5247d41de364 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54dbed74-d176-4b03-a103-fd6a2e0e03df HTTP/1.1" status: 200 len: 217 time: 0.0847006 Jul 16 01:22:42.831218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6ab69465-e67a-489b-aaf8-f2ea67de04a1 None None] Provisioning complete for port ade8be1c-838c-4315-a5a6-9a9e5975c23c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:42.831942 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ab69465-e67a-489b-aaf8-f2ea67de04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.917367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.919567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.963974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:42.967364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'e3f6bc44-1521-434e-8858-625abeb3486b', 'b7600010-ffd7-408d-960d-5cf897a7837a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:43.011929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-7f87efbd-07c7-4072-9843-abeb118b258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.013456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-7f87efbd-07c7-4072-9843-abeb118b258d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.2577286 Jul 16 01:22:43.063521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-5ecba622-7a31-487e-a3b5-bb005823d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.065399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-5ecba622-7a31-487e-a3b5-bb005823d48e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=19051d7a-1cb1-41f7-b1c6-be07dc270216 HTTP/1.1" status: 200 len: 857 time: 0.2680540 Jul 16 01:22:43.072301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ade8be1c-838c-4315-a5a6-9a9e5975c23c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:43.110195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:43.132869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-61b80aee-f3a2-4a48-a7c4-a01746d97412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.134650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-61b80aee-f3a2-4a48-a7c4-a01746d97412 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=19051d7a-1cb1-41f7-b1c6-be07dc270216 HTTP/1.1" status: 200 len: 857 time: 0.2712977 Jul 16 01:22:43.167960 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-d998a79e-4789-4dee-89bd-68fc89f24ac8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983064 Jul 16 01:22:43.174435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-fa84296c-8ba6-4bbf-b60a-2441e9f7aeca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=615683c8-7f45-4ce4-a16f-126bc179a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826340 Jul 16 01:22:43.175876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:43.189481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event updated for resources: {'Port': ['ID=26a8cc79-0a85-44dd-8058-50fa65e8c321,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.192433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:43.247998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:43.298550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 54dbed74-d176-4b03-a103-fd6a2e0e03df up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:43.566935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 54dbed74-d176-4b03-a103-fd6a2e0e03df completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:43.588742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 54dbed74-d176-4b03-a103-fd6a2e0e03df triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.589436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.625647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ade8be1c-838c-4315-a5a6-9a9e5975c23c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.626117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.638917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:43.646679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-c4fb1bcc-0d9b-41c6-a41c-bc0df32c2f7d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=615683c8-7f45-4ce4-a16f-126bc179a4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4747629 Jul 16 01:22:43.682430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.682982 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.731320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d8483ec-1275-4b68-a637-d74f125151e7 None None] Provisioning for port 26a8cc79-0a85-44dd-8058-50fa65e8c321 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:43.755963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d8483ec-1275-4b68-a637-d74f125151e7 None None] Provisioning complete for port 26a8cc79-0a85-44dd-8058-50fa65e8c321 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.755963 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8483ec-1275-4b68-a637-d74f125151e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.856316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5d8483ec-1275-4b68-a637-d74f125151e7 None None] Port 26a8cc79-0a85-44dd-8058-50fa65e8c321 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:43.858159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.858801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.919287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76908a25-a47b-41c7-82c9-e8eb84b1be18 req-36e4fcc9-d4c6-48fb-992c-bf3cb4933df1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.920824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76908a25-a47b-41c7-82c9-e8eb84b1be18 req-36e4fcc9-d4c6-48fb-992c-bf3cb4933df1 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 934 time: 0.9941635 Jul 16 01:22:43.985350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-7f4f3257-92bc-4f5c-aafa-0ada0607236c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7152097 Jul 16 01:22:43.998313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.019207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Request body: {'port': {'device_id': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:44.030343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-9105636a-a1e6-4179-a77e-71e57bee0aeb service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8341570 Jul 16 01:22:44.040866 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-d3ba2f49-8413-409e-bc27-c4273cdfde4b service neutron] 10.222.0.78 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425567 Jul 16 01:22:44.075147 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.089127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-e01b22a1-3439-41ca-bff5-d875bba84c29 service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132240 Jul 16 01:22:44.107696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adaf77-18a6-451a-8735-884bb95d9f4f req-3207d7b2-e362-429e-ba35-e1e3872966f1 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.109459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3adaf77-18a6-451a-8735-884bb95d9f4f req-3207d7b2-e362-429e-ba35-e1e3872966f1 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 948 time: 0.4404559 Jul 16 01:22:44.144600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 54dbed74-d176-4b03-a103-fd6a2e0e03df, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=54dbed74-d176-4b03-a103-fd6a2e0e03df,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:44.165515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76908a25-a47b-41c7-82c9-e8eb84b1be18 req-49dd0605-133a-4317-9c55-04771925a67a tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259505 Jul 16 01:22:44.185436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.186340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 15c22961-3cfa-464a-8770-8f0c4a01414b up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:44.197755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:44.251559 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f63a459-0d0f-49f9-8631-c52d2f805e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.252913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.255670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Router 067f351f-7985-428f-aae8-7b06dbaec577 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:44.361740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=54dbed74-d176-4b03-a103-fd6a2e0e03df,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.406943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3adaf77-18a6-451a-8735-884bb95d9f4f req-78a3de9a-ac8a-4a86-b81f-85db07507939 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712893 Jul 16 01:22:44.428682 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.465383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 15c22961-3cfa-464a-8770-8f0c4a01414b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:44.515539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 15c22961-3cfa-464a-8770-8f0c4a01414b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:44.518285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.518698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.553702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-d75a16f3-75cc-475d-998c-f067605a5ad0 service neutron] 10.222.0.78 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798658 Jul 16 01:22:44.580591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-5b1c6806-5fc9-4754-842c-d6755e65153f service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143342 Jul 16 01:22:44.629340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.635605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20fde862-46ff-44d8-a3dc-f4d9b8b28f3c req-44ecc8d7-2e18-45ec-b7b3-c1a99f6c96c0 service neutron] 10.222.0.93 "GET /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230851 Jul 16 01:22:44.682178 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.770105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:44.791623 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:44.798754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 15c22961-3cfa-464a-8770-8f0c4a01414b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=15c22961-3cfa-464a-8770-8f0c4a01414b,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:44.806092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dbed74-d176-4b03-a103-fd6a2e0e03df'}, {'server_uuid': '799357c8-457f-4321-a1c0-0969f885285b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc'}, {'server_uuid': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c22961-3cfa-464a-8770-8f0c4a01414b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:44.814100 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0169a020-68ee-4ac7-a9f6-1cadad3bda41" -d '{"events": [{"server_uuid": "7ebfc0da-17be-4c78-a3d8-de4bedb4742f", "name": "network-vif-plugged", "status": "completed", "tag": "54dbed74-d176-4b03-a103-fd6a2e0e03df"}, {"server_uuid": "799357c8-457f-4321-a1c0-0969f885285b", "name": "network-vif-plugged", "status": "completed", "tag": "5cd106cc-1c62-4dfd-84df-df4e57f5e2cc"}, {"server_uuid": "db1fbc8a-b3ed-4e36-87f9-b557a2991e58", "name": "network-vif-plugged", "status": "completed", "tag": "15c22961-3cfa-464a-8770-8f0c4a01414b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:44.818557 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:44.822643 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.860906 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.987941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6de25-8876-4375-a175-f0a01c384ae1 req-8ae7f4ba-e3f0-4132-ab45-3a4ba646b2ab tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.990603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44c6de25-8876-4375-a175-f0a01c384ae1 req-8ae7f4ba-e3f0-4132-ab45-3a4ba646b2ab tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.4160328 Jul 16 01:22:44.994622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.996254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6c383f5c-08e1-4945-ac53-bf1477ee463c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.1412776 Jul 16 01:22:45.000166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=15c22961-3cfa-464a-8770-8f0c4a01414b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.002423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.093279 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:45.190432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.347726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44c6de25-8876-4375-a175-f0a01c384ae1 req-fef106a5-b6d3-4860-92c2-2e8eedc7613e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480642 Jul 16 01:22:45.457962 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a650b-3fac-4297-9edd-67ccb7964b8f x-openstack-request-id: req-8a7a650b-3fac-4297-9edd-67ccb7964b8f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:45.458576 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebfc0da-17be-4c78-a3d8-de4bedb4742f", "name": "network-vif-plugged", "status": "completed", "tag": "54dbed74-d176-4b03-a103-fd6a2e0e03df", "code": 200}, {"server_uuid": "799357c8-457f-4321-a1c0-0969f885285b", "name": "network-vif-plugged", "status": "completed", "tag": "5cd106cc-1c62-4dfd-84df-df4e57f5e2cc", "code": 200}, {"server_uuid": "db1fbc8a-b3ed-4e36-87f9-b557a2991e58", "name": "network-vif-plugged", "status": "completed", "tag": "15c22961-3cfa-464a-8770-8f0c4a01414b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:45.459069 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a7a650b-3fac-4297-9edd-67ccb7964b8f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:45.459666 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dbed74-d176-4b03-a103-fd6a2e0e03df', 'code': 200} Jul 16 01:22:45.460063 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799357c8-457f-4321-a1c0-0969f885285b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc', 'code': 200} Jul 16 01:22:45.460587 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c22961-3cfa-464a-8770-8f0c4a01414b', 'code': 200} Jul 16 01:22:45.504788 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:41Z', 'revision_number': 3, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.542326 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:45.542938 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Updating router 067f351f-7985-428f-aae8-7b06dbaec577 port 2debd025-7ac5-424c-92d8-826be2c91e3b binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:45.610517 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.765895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.774113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd42ea6-6bc8-4144-a99b-0d3268997599 req-c9247bd5-9110-4a56-94bf-0fa43f6ed4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.776024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2fd42ea6-6bc8-4144-a99b-0d3268997599 req-c9247bd5-9110-4a56-94bf-0fa43f6ed4e9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=db1fbc8a-b3ed-4e36-87f9-b557a2991e58 HTTP/1.1" status: 200 len: 1096 time: 0.1273556 Jul 16 01:22:45.830850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a8cc79-0a85-44dd-8058-50fa65e8c321 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:45.858903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2fd42ea6-6bc8-4144-a99b-0d3268997599 req-bef9cd1c-d95c-4106-8740-85e916868e3d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 Jul 16 01:22:45.881931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aa172-f89c-441d-84ca-e39959d08a51 req-8e8344ab-b127-4cf7-8273-d929d9c2a61a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.895472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-969aa172-f89c-441d-84ca-e39959d08a51 req-8e8344ab-b127-4cf7-8273-d929d9c2a61a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 945 time: 0.7334032 Jul 16 01:22:45.907578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.048401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-969aa172-f89c-441d-84ca-e39959d08a51 req-c5d21329-9ab4-4814-8582-6dc584cf1ff4 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519206 Jul 16 01:22:46.062029 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.073448 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Transition to ACTIVE for port object 2debd025-7ac5-424c-92d8-826be2c91e3b will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:46.081781 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.130479 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9569351-10f2-4b71-a178-27b7359c42b8 None None] Pushing event updated for resources: {'Port': ['ID=2debd025-7ac5-424c-92d8-826be2c91e3b,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.158138 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Attempting to bind port 2debd025-7ac5-424c-92d8-826be2c91e3b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:46.158798 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Attempting to bind port 2debd025-7ac5-424c-92d8-826be2c91e3b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:46.159261 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Attempting to bind port 2debd025-7ac5-424c-92d8-826be2c91e3b on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:46.166615 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:46.167459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:46.167984 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.168499 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:46.170846 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Bound port: 2debd025-7ac5-424c-92d8-826be2c91e3b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:46.171358 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.207377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad734b-8335-4501-9afc-df24c072d12c req-734524a8-22ce-4fc2-94b9-e3fe0f166c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.208817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cad734b-8335-4501-9afc-df24c072d12c req-734524a8-22ce-4fc2-94b9-e3fe0f166c6c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7ebfc0da-17be-4c78-a3d8-de4bedb4742f HTTP/1.1" status: 200 len: 1096 time: 0.5230527 Jul 16 01:22:46.222737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Transition to ACTIVE for port object 26a8cc79-0a85-44dd-8058-50fa65e8c321 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:46.244845 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] For port 2debd025-7ac5-424c-92d8-826be2c91e3b, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:46.249087 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] For port 2debd025-7ac5-424c-92d8-826be2c91e3b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2debd025-7ac5-424c-92d8-826be2c91e3b,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:46.254548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c08a6-f15b-4488-a3ea-d5e44d3b146e req-b9f2e125-fac4-4fab-9590-283f73817424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.255588 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.256025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030c08a6-f15b-4488-a3ea-d5e44d3b146e req-b9f2e125-fac4-4fab-9590-283f73817424 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 1096 time: 0.6262343 Jul 16 01:22:46.266139 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.317537 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9569351-10f2-4b71-a178-27b7359c42b8 None None] Pushing event updated for resources: {'Port': ['ID=2debd025-7ac5-424c-92d8-826be2c91e3b,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.344780 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:46.345716 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.476529 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:46.689936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42747bf-63b2-4d62-8aaa-f2a92efa027f req-63755891-d6d3-4f65-932a-73eb43e819ad tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.691539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a42747bf-63b2-4d62-8aaa-f2a92efa027f req-63755891-d6d3-4f65-932a-73eb43e819ad tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 934 time: 0.7217624 Jul 16 01:22:46.705706 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.750083 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:41Z', 'revision_number': 3, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.785387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-a831feec-990e-4562-9761-c743442fa920 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.786893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-a831feec-990e-4562-9761-c743442fa920 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.78 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 948 time: 0.8641086 Jul 16 01:22:46.797392 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1a5ef-69eb-4676-abf9-84d31f8c9cf4 None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:41Z', 'revision_number': 3, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:46.857183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cad734b-8335-4501-9afc-df24c072d12c req-f89e9fd3-f091-480c-a7d8-af472a9e6f7c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299040 Jul 16 01:22:46.858688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030c08a6-f15b-4488-a3ea-d5e44d3b146e req-d47a2697-cf77-4a10-a317-72a116f84a88 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840292 Jul 16 01:22:46.906433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Pushing event updated for resources: {'Port': ['ID=26a8cc79-0a85-44dd-8058-50fa65e8c321,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.941354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a42747bf-63b2-4d62-8aaa-f2a92efa027f req-d1eb1587-0d4a-4fdd-99eb-d0d5f8dad07c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274468 Jul 16 01:22:47.009715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f66f9a-2bc0-4c3b-b695-62f02745dd15 req-4a19d9c6-5af6-49ba-a93c-c1429bd799c8 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.013110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10f66f9a-2bc0-4c3b-b695-62f02745dd15 req-4a19d9c6-5af6-49ba-a93c-c1429bd799c8 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 948 time: 0.7932501 Jul 16 01:22:47.203669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10f66f9a-2bc0-4c3b-b695-62f02745dd15 req-e2d733f3-62bc-44da-9816-4eee739779d0 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/security-groups?id=c612d896-ac1d-472b-8dc4-5f2d07578f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794219 Jul 16 01:22:47.204407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Attempting to bind port 26a8cc79-0a85-44dd-8058-50fa65e8c321 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:47.204745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Attempting to bind port 26a8cc79-0a85-44dd-8058-50fa65e8c321 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:47.205078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Attempting to bind port 26a8cc79-0a85-44dd-8058-50fa65e8c321 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:47.252284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Port 26a8cc79-0a85-44dd-8058-50fa65e8c321 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:47.254833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Attempting to bind port 26a8cc79-0a85-44dd-8058-50fa65e8c321 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:47.275155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:47.275505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:47.275903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:47.276391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Bound port: 26a8cc79-0a85-44dd-8058-50fa65e8c321, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:47.276757 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.298495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.322564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Deleting port 82267030-4d5a-40e3-bf41-741d4b95d0f5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:47.322909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.662576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] For port 26a8cc79-0a85-44dd-8058-50fa65e8c321, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:47.709265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] For port 26a8cc79-0a85-44dd-8058-50fa65e8c321, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=26a8cc79-0a85-44dd-8058-50fa65e8c321,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:47.734873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] For port 82267030-4d5a-40e3-bf41-741d4b95d0f5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=82267030-4d5a-40e3-bf41-741d4b95d0f5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:47.735236 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.738381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.815330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d38cfb-3cdf-4a92-a68c-50716a65d6c2 req-cc890c67-c1bb-4692-a10f-50f93d23e92e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.822897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72d38cfb-3cdf-4a92-a68c-50716a65d6c2 req-cc890c67-c1bb-4692-a10f-50f93d23e92e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.5020580 Jul 16 01:22:47.829890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Calling delete_port for 82267030-4d5a-40e3-bf41-741d4b95d0f5 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:47.850531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.852509 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.854544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] 10.222.0.93 "PUT /v2.0/ports/26a8cc79-0a85-44dd-8058-50fa65e8c321 HTTP/1.1" status: 200 len: 1094 time: 3.8510528 Jul 16 01:22:47.864312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'tag': '26a8cc79-0a85-44dd-8058-50fa65e8c321'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:47.867431 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15", "tag": "26a8cc79-0a85-44dd-8058-50fa65e8c321"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:47.908987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd23555-dcb5-49c3-ab32-92ee587dcb2d req-501f2647-9fa0-4ff9-9560-155b1b5d4e11 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.911869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bd23555-dcb5-49c3-ab32-92ee587dcb2d req-501f2647-9fa0-4ff9-9560-155b1b5d4e11 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 945 time: 0.5079720 Jul 16 01:22:47.971482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Allocated IP 172.20.0.1 (6d58586b-d6ee-411f-b7e8-746af84de353/4c212df4-0e1c-44b9-b84f-2dba993631e4/8144580e-ec3a-44da-98e0-cc7ce0b33bb0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:48.086056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72d38cfb-3cdf-4a92-a68c-50716a65d6c2 req-bf2c8dde-180a-4f5d-af76-58bbcb079907 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609634 Jul 16 01:22:48.086926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214a9b0-9eae-4d78-971d-a47f2e62e56c service neutron] Pushing event updated for resources: {'Port': ['ID=26a8cc79-0a85-44dd-8058-50fa65e8c321,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.264200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bd23555-dcb5-49c3-ab32-92ee587dcb2d req-bf1fcf3b-336a-4d5c-8444-1d1751d39b45 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374202 Jul 16 01:22:48.315815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.330397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-d204c8c7-986c-463d-b987-981d05f4c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.331993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-d204c8c7-986c-463d-b987-981d05f4c47d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 1097 time: 0.3581781 Jul 16 01:22:48.333507 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8788cfef-5a39-4794-b07c-f44eb0a73b11 x-openstack-request-id: req-8788cfef-5a39-4794-b07c-f44eb0a73b11 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:48.333857 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15", "tag": "26a8cc79-0a85-44dd-8058-50fa65e8c321", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:48.334182 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8788cfef-5a39-4794-b07c-f44eb0a73b11 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:48.334624 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'tag': '26a8cc79-0a85-44dd-8058-50fa65e8c321', 'status': 'completed', 'code': 200} Jul 16 01:22:48.391187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-207f2a17-4f2d-41b8-9f64-f2d517dc3146 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=26a8cc79-0a85-44dd-8058-50fa65e8c321 HTTP/1.1" status: 200 len: 217 time: 0.0465879 Jul 16 01:22:48.437387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Transition to ACTIVE for port object 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:48.590028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.596668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-650127b0-1b9e-4dee-b6d7-661a048eb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.598151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-650127b0-1b9e-4dee-b6d7-661a048eb8e8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1946893 Jul 16 01:22:48.611793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464a24-4955-4885-9121-f482161208f6 req-6dd5918a-2fe6-420b-b777-cfce11ac9d50 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.613268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-6dd5918a-2fe6-420b-b777-cfce11ac9d50 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.3408484 Jul 16 01:22:48.676079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Pushing event deleted for resources: {'Port': ['ID=82267030-4d5a-40e3-bf41-741d4b95d0f5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.702511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.725205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-62447ed3-7465-4950-a9ca-2123676fc8a8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/quotas/34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 375 time: 0.0795991 Jul 16 01:22:48.794272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] No DVR routers for this DVR port 82267030-4d5a-40e3-bf41-741d4b95d0f5 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:48.823949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.825934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fd4956b-feaa-4a56-adc8-7b7b3deab7b1 req-e6d33b57-9b18-4060-b790-66096d9b3752 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.78 "DELETE /v2.0/ports/82267030-4d5a-40e3-bf41-741d4b95d0f5 HTTP/1.1" status: 204 len: 173 time: 1.9863796 Jul 16 01:22:48.833267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177c4e2-4305-4c75-86ab-df722e7bae3b req-b5f1f91b-5690-499f-92e4-e2b8cb4cb9c3 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.834665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3177c4e2-4305-4c75-86ab-df722e7bae3b req-b5f1f91b-5690-499f-92e4-e2b8cb4cb9c3 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 946 time: 0.3956103 Jul 16 01:22:48.842131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Network 6d58586b-d6ee-411f-b7e8-746af84de353 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:48.855051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:48.862866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Pushing event updated for resources: {'Port': ['ID=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.869592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:48.924787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-e360e882-dff2-4a7d-8d1d-bf86b9efd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.926323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-e360e882-dff2-4a7d-8d1d-bf86b9efd89f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3110626 Jul 16 01:22:48.970437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3177c4e2-4305-4c75-86ab-df722e7bae3b req-9a0330bd-a5bd-42da-91e3-da992dc42da6 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229963 Jul 16 01:22:48.990257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.131182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2debd025-7ac5-424c-92d8-826be2c91e3b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:49.172585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-23a48aea-aac6-44a7-b0ff-92c7f90304c8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4189625 Jul 16 01:22:49.189287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:49.225710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 82267030-4d5a-40e3-bf41-741d4b95d0f5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:49.226355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 82267030-4d5a-40e3-bf41-741d4b95d0f5 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:49.243581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1be62a8a-0671-4dd2-8424-ac5afa4206b4 None None] Provisioning for port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:49.252921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1be62a8a-0671-4dd2-8424-ac5afa4206b4 None None] Provisioning complete for port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:49.255460 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1be62a8a-0671-4dd2-8424-ac5afa4206b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.285173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-a113a7a2-3ac3-4756-a65f-78798b74860a service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476145 Jul 16 01:22:49.299870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1be62a8a-0671-4dd2-8424-ac5afa4206b4 None None] Port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:49.329805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2debd025-7ac5-424c-92d8-826be2c91e3b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:49.334184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2debd025-7ac5-424c-92d8-826be2c91e3b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:49.334793 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.425090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.446360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541d965f-d6f5-415c-a44b-6526980b34f4 req-18416c0e-40c5-4f6a-aa18-a3e1658fc620 tempest-ImagesOneServerTestJSON-608111887 tempest-ImagesOneServerTestJSON-608111887-project] 10.222.0.81 "GET /v2.0/ports?device_id=42b657a6-d7b4-4990-8690-3cea56b75a05 HTTP/1.1" status: 200 len: 210 time: 0.0490494 Jul 16 01:22:49.446678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2debd025-7ac5-424c-92d8-826be2c91e3b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2debd025-7ac5-424c-92d8-826be2c91e3b,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:49.453773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.514211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-ad9f0b82-d181-4fbe-95b0-1f001dd0342f service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403578 Jul 16 01:22:49.540353 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.552147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2debd025-7ac5-424c-92d8-826be2c91e3b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.566312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.646661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f2bb902-56d3-49d9-8354-72171ee25cde req-1e101fd1-b8e1-4e92-8978-2836c7342686 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498480 Jul 16 01:22:50.148579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-76958391-cf17-4a9d-b36a-151b1f331bdd service neutron] 10.222.0.81 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831840 Jul 16 01:22:50.192629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381a094-2e93-461a-a123-52d449450507 req-d71b065f-0057-4bc5-8372-f0e008243cc4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.194108 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c381a094-2e93-461a-a123-52d449450507 req-d71b065f-0057-4bc5-8372-f0e008243cc4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.6126070 Jul 16 01:22:50.236818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-ca5eaf54-40e7-4c36-9a17-a85ad0e3ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.238306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-ca5eaf54-40e7-4c36-9a17-a85ad0e3ceb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50a4449342d04018acd56fb7baa26a31&device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 1097 time: 0.5149212 Jul 16 01:22:50.289762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c381a094-2e93-461a-a123-52d449450507 req-1f0c73b9-5fd5-4900-a31f-050b8c7054b5 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884223 Jul 16 01:22:50.322701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.363186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-deleted', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:50.365571 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96295bb-09be-42dd-b193-72885b7a5c20" -d '{"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-deleted", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:50.372009 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.478110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-e276c2f1-6a23-49a1-aa59-ebff6b08b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.479538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-e276c2f1-6a23-49a1-aa59-ebff6b08b6b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2238259 Jul 16 01:22:50.483662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Pushing event updated for resources: {'Port': ['ID=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:50.501578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.551025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-2b285044-2b82-41c2-8e46-7076898b0ed8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=26a8cc79-0a85-44dd-8058-50fa65e8c321 HTTP/1.1" status: 200 len: 217 time: 0.0463965 Jul 16 01:22:50.703268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-219c3a3e-b6a1-4dd5-b7ed-902680d5fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.704738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-219c3a3e-b6a1-4dd5-b7ed-902680d5fe08 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1372855 Jul 16 01:22:50.736801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaa749-a7af-4435-8ec1-d0f6e2728893 req-91b0752e-7f5b-497d-9066-06cb0810992c tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.738265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eaaa749-a7af-4435-8ec1-d0f6e2728893 req-91b0752e-7f5b-497d-9066-06cb0810992c tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 945 time: 0.2753735 Jul 16 01:22:50.800703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b588b1-3c3b-458e-98bb-311a75cb1936 req-01d9745b-93af-4b41-93af-16dbe089df9e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.802354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b588b1-3c3b-458e-98bb-311a75cb1936 req-01d9745b-93af-4b41-93af-16dbe089df9e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 946 time: 0.2568965 Jul 16 01:22:50.806363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Network 6d58586b-d6ee-411f-b7e8-746af84de353 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:50.813332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:50.860679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eaaa749-a7af-4435-8ec1-d0f6e2728893 req-12d84978-ddfc-40e3-a361-0b5efcf9aa82 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955195 Jul 16 01:22:50.923707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b588b1-3c3b-458e-98bb-311a75cb1936 req-ad69b91b-d38c-4d62-acff-06655f18b8dc tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130524 Jul 16 01:22:50.931863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-7d448870-9be8-4b48-be24-0e324949ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.933761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-7d448870-9be8-4b48-be24-0e324949ef5e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2219224 Jul 16 01:22:51.015826 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:51.090247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2debd025-7ac5-424c-92d8-826be2c91e3b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:51.179222 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e381df5-5d01-41f9-8c4b-308ca40e6908 x-openstack-request-id: req-6e381df5-5d01-41f9-8c4b-308ca40e6908 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:51.180576 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b657a6-d7b4-4990-8690-3cea56b75a05", "name": "network-vif-deleted", "tag": "82267030-4d5a-40e3-bf41-741d4b95d0f5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:51.180885 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e381df5-5d01-41f9-8c4b-308ca40e6908 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:51.181551 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b657a6-d7b4-4990-8690-3cea56b75a05', 'name': 'network-vif-deleted', 'tag': '82267030-4d5a-40e3-bf41-741d4b95d0f5', 'status': 'completed', 'code': 200} Jul 16 01:22:51.184561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-1c065667-4381-4c09-b201-309e29c54ad4 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084234 Jul 16 01:22:51.215827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2debd025-7ac5-424c-92d8-826be2c91e3b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:51.218457 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.234281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:51.256258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fed68a3a-78da-4546-a746-8aa4a714bff9 req-bfdb3ef0-7801-4082-98a6-6746aa374031 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 210 time: 0.0685430 Jul 16 01:22:51.314950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7ac8922e-1cdd-40db-9139-b62a20fa8e35 None None] Provisioning complete for port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:51.315573 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ac8922e-1cdd-40db-9139-b62a20fa8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.393370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8922e-1cdd-40db-9139-b62a20fa8e35 None None] Port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:51.496532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43336) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:51.527119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:51.589409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:51.599746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-34cb5936-36f2-4c17-aba9-4057532e9310 admin admin] 10.222.0.81 "PUT /v2.0/routers/067f351f-7985-428f-aae8-7b06dbaec577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5961766 Jul 16 01:22:51.614406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e7b76d0-3d28-4ba9-a9d0-f78f12372183 req-d384ffea-7244-42b0-a5c8-1f825a2b7da0 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124882 Jul 16 01:22:51.629430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:51.670330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:51.671780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:51.676097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292245-ee05-40d8-9143-387538b3aa42 req-55eecaff-38bf-44f1-b3f1-79fe32cbbde8 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.677568 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbc90d1-401e-4e09-9da1-2a654752c528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.689082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65292245-ee05-40d8-9143-387538b3aa42 req-55eecaff-38bf-44f1-b3f1-79fe32cbbde8 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ebfc0da-17be-4c78-a3d8-de4bedb4742f HTTP/1.1" status: 200 len: 945 time: 0.3275089 Jul 16 01:22:51.717228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1684296-f9dd-4864-9fa5-bb8257b9d8af req-4dbab6f2-c5f1-4202-a315-3395d068422b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.724081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1684296-f9dd-4864-9fa5-bb8257b9d8af req-4dbab6f2-c5f1-4202-a315-3395d068422b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.2052646 Jul 16 01:22:51.753674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-57520582-3d4e-42ea-aa57-cc60a3d6d244 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2606671 Jul 16 01:22:51.775887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e26654d8-c2cf-4eba-aa7f-349c3b2c50e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87046c82493a47098ac3d5ccb1eb0283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468367 Jul 16 01:22:51.776756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43348) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:51.811349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1684296-f9dd-4864-9fa5-bb8257b9d8af req-4e617407-4856-4b95-b5e9-fd59eebf6bed tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686305 Jul 16 01:22:51.851298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65292245-ee05-40d8-9143-387538b3aa42 req-a4d76d59-468d-4429-acc5-193826a72353 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537278 Jul 16 01:22:51.902738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:51.931475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae29abad-523c-4d74-a7ca-4c90bc91bff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.039109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae29abad-523c-4d74-a7ca-4c90bc91bff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.040671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464a24-4955-4885-9121-f482161208f6 req-692d329b-b11e-435e-822b-36685ed16de3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.042526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-692d329b-b11e-435e-822b-36685ed16de3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 806 time: 0.2188592 Jul 16 01:22:52.045107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827e521-4bba-4222-a505-fb7c09a84047 req-b90b7984-9ccf-4c7c-aadb-504cfcf46028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.046635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-b90b7984-9ccf-4c7c-aadb-504cfcf46028 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 1095 time: 0.2240484 Jul 16 01:22:52.072958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Request body: {'port': {'device_id': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'admin_state_up': True, 'tenant_id': '34000a6212a84bc1a638fd54aec83d06'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:52.139167 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbc90d1-401e-4e09-9da1-2a654752c528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.168749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbc90d1-401e-4e09-9da1-2a654752c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.252901 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bdbc90d1-401e-4e09-9da1-2a654752c528 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77a88e2da60045de827b24c8f418aed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7489491 Jul 16 01:22:52.253701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43368) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:52.254540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc90d1-401e-4e09-9da1-2a654752c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb366bb-3db3-4f12-84f8-1f2b4a6cf4f4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.269604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae29abad-523c-4d74-a7ca-4c90bc91bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.273221 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae29abad-523c-4d74-a7ca-4c90bc91bff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.277400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ae29abad-523c-4d74-a7ca-4c90bc91bff4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c612d896-ac1d-472b-8dc4-5f2d07578f74 HTTP/1.1" status: 204 len: 168 time: 0.4782543 Jul 16 01:22:52.286539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29abad-523c-4d74-a7ca-4c90bc91bff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c612d896-ac1d-472b-8dc4-5f2d07578f74,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.420791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 2, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:52.437632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827e521-4bba-4222-a505-fb7c09a84047 req-6ab5f16a-b397-4293-97fc-adf97ff466d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.439154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-6ab5f16a-b397-4293-97fc-adf97ff466d5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.3702900 Jul 16 01:22:52.455250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:52.455611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Updating router 067f351f-7985-428f-aae8-7b06dbaec577 port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:52.478720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64479bce-90ff-4ee9-800d-c3944fdc4001 req-e414be0b-bb16-4174-aeed-7335503cf97a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.480326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64479bce-90ff-4ee9-800d-c3944fdc4001 req-e414be0b-bb16-4174-aeed-7335503cf97a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=db1fbc8a-b3ed-4e36-87f9-b557a2991e58 HTTP/1.1" status: 200 len: 945 time: 0.3578644 Jul 16 01:22:52.501584 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.535017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-4b691e39-d7f0-42df-9c21-a5a9b72a3a57 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 200 len: 217 time: 0.0767574 Jul 16 01:22:52.535616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0f034fb-624e-4adb-869b-37a9a2b8e251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.546345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Made reservation on behalf of 34000a6212a84bc1a638fd54aec83d06 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:52.549864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.563916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-8eeba8a8-11f1-4b24-86fb-c3e62288100f tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.565399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-8eeba8a8-11f1-4b24-86fb-c3e62288100f tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 821 time: 0.3148768 Jul 16 01:22:52.639548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0f034fb-624e-4adb-869b-37a9a2b8e251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.654185 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-eddf17a3-e15e-4560-9191-32eadc9247ea tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/quotas/50b07cbf186c473e8f77cd349c2a2b35 HTTP/1.1" status: 200 len: 375 time: 0.0692210 Jul 16 01:22:52.677516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64479bce-90ff-4ee9-800d-c3944fdc4001 req-d10d5836-8744-4476-8a06-c8c061618048 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576843 Jul 16 01:22:52.758673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827e521-4bba-4222-a505-fb7c09a84047 req-e75be1cc-4668-4265-bac1-73f86984db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.760177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-e75be1cc-4668-4265-bac1-73f86984db3a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.2048287 Jul 16 01:22:52.811328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-8b2a66f1-4ef5-427c-9bb8-9bb7bd41e892 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405602 Jul 16 01:22:52.851794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.222457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Transition to ACTIVE for port object 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:53.232946 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.253751 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0f034fb-624e-4adb-869b-37a9a2b8e251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.256312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0f034fb-624e-4adb-869b-37a9a2b8e251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.260046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d0f034fb-624e-4adb-869b-37a9a2b8e251 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/acb366bb-3db3-4f12-84f8-1f2b4a6cf4f4 HTTP/1.1" status: 204 len: 168 time: 0.9979749 Jul 16 01:22:53.303065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 26a8cc79-0a85-44dd-8058-50fa65e8c321 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:53.310778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e941a4-098e-4278-8a5c-6e45adba9753 None None] Pushing event updated for resources: {'Port': ['ID=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.322040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f034fb-624e-4adb-869b-37a9a2b8e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb366bb-3db3-4f12-84f8-1f2b4a6cf4f4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.355186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-f8f4e8fd-e045-4448-9eab-b6f7b3971047 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6909554 Jul 16 01:22:53.357615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Allocated IP 172.20.0.12 (c14d38ee-6492-4421-9138-4142ee902243/1e02df53-74ca-43db-9c48-c72d43a4a891/0bcf5e9d-fcb6-49a0-b193-fb7ded198118) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:53.477429 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:22:53.503732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-d7d6895c-d523-422d-aa1a-70f240169600 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741602 Jul 16 01:22:53.526644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Attempting to bind port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:53.527017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Attempting to bind port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:53.527382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Attempting to bind port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 on network 6d58586b-d6ee-411f-b7e8-746af84de353 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:53.582324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd7fb5-d403-4352-815e-f3109f4529f2 req-1728964e-f512-4947-8df7-22ea90a2011e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.584336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72cd7fb5-d403-4352-815e-f3109f4529f2 req-1728964e-f512-4947-8df7-22ea90a2011e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 946 time: 0.3814092 Jul 16 01:22:53.587397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:53.588086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Checking segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:53.588774 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.589276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Bound using segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:53.589890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Bound port: 8144580e-ec3a-44da-98e0-cc7ce0b33bb0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:53.590560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.740133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-b60cb2ba-71c2-47fb-8047-20deaf91a6f3 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839772 Jul 16 01:22:53.762199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 26a8cc79-0a85-44dd-8058-50fa65e8c321, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=26a8cc79-0a85-44dd-8058-50fa65e8c321,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:53.800510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '26a8cc79-0a85-44dd-8058-50fa65e8c321', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '26a8cc79-0a85-44dd-8058-50fa65e8c321', 'mac_address': 'fa:16:3e:89:68:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:53.806554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] For port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:53.810146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] For port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:53.854981 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.862152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72cd7fb5-d403-4352-815e-f3109f4529f2 req-5865d095-e42c-47d5-8454-375840acea71 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486646 Jul 16 01:22:53.949913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2827e521-4bba-4222-a505-fb7c09a84047 req-56807c34-d2eb-4823-ae38-93ee5fd006ef service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342246 Jul 16 01:22:53.970184 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.979375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e941a4-098e-4278-8a5c-6e45adba9753 None None] Pushing event updated for resources: {'Port': ['ID=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.994784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.998962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-6cdf39fb-e724-4081-a0ef-3d51badee38b service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577562 Jul 16 01:22:54.026142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a8cc79-0a85-44dd-8058-50fa65e8c321 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:54.065570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 26a8cc79-0a85-44dd-8058-50fa65e8c321, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=26a8cc79-0a85-44dd-8058-50fa65e8c321,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:54.083510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.087815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:54.089268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:54.096582 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.188700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Network c14d38ee-6492-4421-9138-4142ee902243 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:54.195381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:54.205613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:54.221723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7174efe4-64dc-4f7c-800e-4fff4f4a0abb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:54.335801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=26a8cc79-0a85-44dd-8058-50fa65e8c321,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.360197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:54.399024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.400260 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.415152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.439734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-9bffd530-8534-44be-9e2a-ac891a97c2d9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3727257 Jul 16 01:22:54.486162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Request body: {'port': {'device_id': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:54.544777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2707-7e8a-4c7f-976e-fa0f4d9a3f25 req-42c54a8a-1e19-48ad-8b61-f37164ecf9cb tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.551665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2dfd2707-7e8a-4c7f-976e-fa0f4d9a3f25 req-42c54a8a-1e19-48ad-8b61-f37164ecf9cb tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 932 time: 0.3537683 Jul 16 01:22:54.629415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43426) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:54.646593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['26a8cc79-0a85-44dd-8058-50fa65e8c321'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:54.657320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2dfd2707-7e8a-4c7f-976e-fa0f4d9a3f25 req-300c80d3-0513-41cc-bb4e-49c294923f42 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043077 Jul 16 01:22:54.689626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.893497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-159120640-network', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:54.934695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:54.937462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.959469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.994358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:53Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:55.042923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3a1fa-76b1-4fca-be3e-2539d086f543 None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:53Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:55.082024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848c410-260d-4b33-ac23-86fd7e40d700 req-8e46eb01-68b6-45e4-8c27-0e6670ad0939 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.087402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2848c410-260d-4b33-ac23-86fd7e40d700 req-8e46eb01-68b6-45e4-8c27-0e6670ad0939 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 945 time: 0.2322915 Jul 16 01:22:55.243477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.254727 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.331835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:55.349656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2848c410-260d-4b33-ac23-86fd7e40d700 req-d8ca9d31-b2e1-4148-99ba-2197c5404ef3 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421613 Jul 16 01:22:55.354883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.386313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.386896 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Added segment cd75c21a-7acc-405c-ac89-c9df42f11cf9 of type vlan for network 3cf8b5f5-136f-4663-af05-ec0d81a883ba Jul 16 01:22:55.487343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.534953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7df48833-2c70-489f-adbf-37582a1539b0 req-d9b120b3-05ca-4ad9-b0f4-a876e2504866 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 210 time: 0.0440323 Jul 16 01:22:55.559390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.560632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.561229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.580331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:55.584645 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9520609 Jul 16 01:22:55.605473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.609599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43444) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.622349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Request body: {'subnet': {'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-159120640-subnet', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:55.649658 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Transition to ACTIVE for port object 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:55.700850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.701572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:55.703867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.811269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e73a-821c-44a7-a526-c68fa768219c admin admin] Pushing event updated for resources: {'Network': ['ID=3cf8b5f5-136f-4663-af05-ec0d81a883ba,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.822737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:55.953425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.002933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:56.003286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:56.003590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:56.017553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568172a-c464-48ef-bdda-486fa874a237 req-41c4ce33-7d99-4801-a341-ec71d9ad8b8e tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.024803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c568172a-c464-48ef-bdda-486fa874a237 req-41c4ce33-7d99-4801-a341-ec71d9ad8b8e tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=db1fbc8a-b3ed-4e36-87f9-b557a2991e58 HTTP/1.1" status: 200 len: 945 time: 0.3689466 Jul 16 01:22:56.044368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078b9e1-360f-4bd9-8984-25f8344bbbf8 req-8d648fd8-f0b5-48d9-8728-f9a63a432d7f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.045984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0078b9e1-360f-4bd9-8984-25f8344bbbf8 req-8d648fd8-f0b5-48d9-8728-f9a63a432d7f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 947 time: 0.3421090 Jul 16 01:22:56.046603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:56.046920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:56.102494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.103703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:56.104062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:56.104755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:56.104920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Bound port: 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:56.105280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.160959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f94ae7-ed5b-46ba-9806-6384b22ec21c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.168136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c568172a-c464-48ef-bdda-486fa874a237 req-7528888a-91ab-49ac-a974-2b0b086ffcae tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423163 Jul 16 01:22:56.198029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Checking segment: {'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:56.198615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Network hostable DHCP agents. Network: 3cf8b5f5-136f-4663-af05-ec0d81a883ba, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:56.221422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:56.240655 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0078b9e1-360f-4bd9-8984-25f8344bbbf8 req-6fa83cb0-f7dc-4438-bd66-5db11a011a47 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842892 Jul 16 01:22:56.243127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3cf8b5f5-136f-4663-af05-ec0d81a883ba) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:56.253798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff38635-dcd0-4940-a4cc-2b2c38c99174 None None] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:56.255576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.256196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.285879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-09eeec37-55fb-46ce-8f6f-85a4ad58bff8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6751168 Jul 16 01:22:56.290257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43448) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.512708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:56.517031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:56.557332 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.557976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-93107c05-6937-49b6-b95b-7dd01d634cbd tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.567904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-93107c05-6937-49b6-b95b-7dd01d634cbd tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.78 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 821 time: 0.2784326 Jul 16 01:22:56.575615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:56.629479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3cf8b5f5-136f-4663-af05-ec0d81a883ba', 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'fixed_ips': [{'subnet_id': '18f94ae7-ed5b-46ba-9806-6384b22ec21c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:56.630856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.640563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'port': {'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'admin_state_up': True, 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:56.722815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.722980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.724515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] 10.222.0.78 "PUT /v2.0/ports/0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 200 len: 1092 time: 2.2592072 Jul 16 01:22:56.739342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad6bec-dddf-4750-85b4-af976a2df344 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.744932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:56.748377 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7574070-ecc3-4025-91a7-8045e112cc50" -d '{"events": [{"name": "network-changed", "server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:56.778639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-318e5a3d-c3ef-49c3-8135-f0f2ae0167e8 req-859b4aeb-0f9e-4af6-8805-eb2cf61a3e87 tempest-AbsoluteLimitsNegativeTestJSON-867441936 tempest-AbsoluteLimitsNegativeTestJSON-867441936-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5a1daa7a2daa4c1bb8b1b20ac98f7544&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2592905 Jul 16 01:22:56.813096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.814775 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.914083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.917738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-f7d8b30c-a43d-479a-ba00-de4ed01c5510 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.920202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-f7d8b30c-a43d-479a-ba00-de4ed01c5510 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.6752484 Jul 16 01:22:56.938520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-c0e539d3-7f1e-496c-b56d-f0ebc8d53767 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.940096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-c0e539d3-7f1e-496c-b56d-f0ebc8d53767 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "GET /v2.0/ports?device_id=db1fbc8a-b3ed-4e36-87f9-b557a2991e58 HTTP/1.1" status: 200 len: 945 time: 0.6618178 Jul 16 01:22:56.950352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-5'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:56.969528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Allocated IP 172.20.0.2 (3cf8b5f5-136f-4663-af05-ec0d81a883ba/18f94ae7-ed5b-46ba-9806-6384b22ec21c/7d9f7b84-136c-47ed-890e-b1378b6fcecd) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:57.021236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Made reservation on behalf of 50b07cbf186c473e8f77cd349c2a2b35 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:57.026631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.138241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:57.230280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d9be-6200-466e-9117-b90685826d20 req-8c2b4c15-261a-412d-aef6-b1d60dda0f8c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.237477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83d9d9be-6200-466e-9117-b90685826d20 req-8c2b4c15-261a-412d-aef6-b1d60dda0f8c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.6650081 Jul 16 01:22:57.242921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.328618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464a24-4955-4885-9121-f482161208f6 req-820d7431-b73f-47c4-a567-3cf095d6bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.331764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-820d7431-b73f-47c4-a567-3cf095d6bdf5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1095 time: 0.4741471 Jul 16 01:22:57.332374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.348861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:57.350770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 26a8cc79-0a85-44dd-8058-50fa65e8c321 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:57.379181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e5a3d-c3ef-49c3-8135-f0f2ae0167e8 req-248502a9-5e92-4455-9148-f019a18a99e8 tempest-AbsoluteLimitsNegativeTestJSON-867441936 tempest-AbsoluteLimitsNegativeTestJSON-867441936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.389531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-318e5a3d-c3ef-49c3-8135-f0f2ae0167e8 req-248502a9-5e92-4455-9148-f019a18a99e8 tempest-AbsoluteLimitsNegativeTestJSON-867441936 tempest-AbsoluteLimitsNegativeTestJSON-867441936-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6086235 Jul 16 01:22:57.410412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Allocated IP 172.20.0.5 (6d58586b-d6ee-411f-b7e8-746af84de353/4c212df4-0e1c-44b9-b84f-2dba993631e4/10be3a2e-4b48-468a-a5c1-d721f1793590) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:57.427270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:57.438000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:57.438384 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.445813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-318e5a3d-c3ef-49c3-8135-f0f2ae0167e8 req-6d46a321-ac22-40fb-a5db-67f0fb885e9f tempest-AbsoluteLimitsNegativeTestJSON-867441936 tempest-AbsoluteLimitsNegativeTestJSON-867441936-project] 10.222.0.81 "GET /v2.0/quotas/5a1daa7a2daa4c1bb8b1b20ac98f7544 HTTP/1.1" status: 200 len: 375 time: 0.0560644 Jul 16 01:22:57.470427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83d9d9be-6200-466e-9117-b90685826d20 req-e891ba72-cc65-4c47-8bfb-bc310ca60636 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319717 Jul 16 01:22:57.573768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 26a8cc79-0a85-44dd-8058-50fa65e8c321 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:57.593297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 26a8cc79-0a85-44dd-8058-50fa65e8c321 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:57.594065 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.640300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:57.663249 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.697927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:57.708709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:57.712605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Transition to ACTIVE for port object 7d9f7b84-136c-47ed-890e-b1378b6fcecd will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:57.743071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.751893 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.759629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.771653 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.773887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 has no active binding in host n-h1-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:22:57.778593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.781496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Transition to ACTIVE for port object 10be3a2e-4b48-468a-a5c1-d721f1793590 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:57.787342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Deleting port 15c22961-3cfa-464a-8770-8f0c4a01414b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:57.789240 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.799682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-318e5a3d-c3ef-49c3-8135-f0f2ae0167e8 req-8d1f3703-d2f1-475c-bcb3-9d325825fbef tempest-AbsoluteLimitsNegativeTestJSON-867441936 tempest-AbsoluteLimitsNegativeTestJSON-867441936-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a1daa7a2daa4c1bb8b1b20ac98f7544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3529162 Jul 16 01:22:57.801527 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.801956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-c4cbb6a6-41f4-4f29-9b82-266dea6a56b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 200 len: 217 time: 0.4392195 Jul 16 01:22:57.816885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.822740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Transition to ACTIVE for port object 7d9f7b84-136c-47ed-890e-b1378b6fcecd will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:57.851433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:57.860910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a8cc79-0a85-44dd-8058-50fa65e8c321'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:57.863574 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a4659-8315-4743-987b-660d875eb269" -d '{"events": [{"server_uuid": "b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15", "name": "network-vif-plugged", "status": "completed", "tag": "26a8cc79-0a85-44dd-8058-50fa65e8c321"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:57.869287 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.871738 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.890752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 26a8cc79-0a85-44dd-8058-50fa65e8c321, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=26a8cc79-0a85-44dd-8058-50fa65e8c321,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:57.911907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.912859 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.924461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:57.929521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:57.933335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:57.988882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Allocated IP 172.25.5.211 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/e74749a8-2d52-43f3-af36-93e0288999d1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:57.998802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Network 6d58586b-d6ee-411f-b7e8-746af84de353 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:58.009789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Pushing event updated for resources: {'Port': ['ID=10be3a2e-4b48-468a-a5c1-d721f1793590,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.015468 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:58.025382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:58.075629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.096766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.114180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.114849 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.160738 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-c9331c1e-4e65-47e5-8d3f-5aaffef31345 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5315492 Jul 16 01:22:58.169736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Attempting to bind port 7d9f7b84-136c-47ed-890e-b1378b6fcecd on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:58.170110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Attempting to bind port 7d9f7b84-136c-47ed-890e-b1378b6fcecd by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:58.170474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Attempting to bind port 7d9f7b84-136c-47ed-890e-b1378b6fcecd on network 3cf8b5f5-136f-4663-af05-ec0d81a883ba {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:58.181943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Request body: {'port': {'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:58.186896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:58.187273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Checking segment: {'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:58.187676 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.192457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Bound using segment: {'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:58.193049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Bound port: 7d9f7b84-136c-47ed-890e-b1378b6fcecd, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:58.193460 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.244908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464a24-4955-4885-9121-f482161208f6 req-0c11861a-7c5a-465e-abcc-120f18409f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.246632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-0c11861a-7c5a-465e-abcc-120f18409f67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.4151042 Jul 16 01:22:58.258959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.305105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.306027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Pushing event updated for resources: {'Port': ['ID=7d9f7b84-136c-47ed-890e-b1378b6fcecd,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.306236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.339589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] For port 15c22961-3cfa-464a-8770-8f0c4a01414b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=15c22961-3cfa-464a-8770-8f0c4a01414b,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:58.339950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.355439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Calling delete_port for 15c22961-3cfa-464a-8770-8f0c4a01414b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:58.373360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] For port 7d9f7b84-136c-47ed-890e-b1378b6fcecd, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:58.394980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=26a8cc79-0a85-44dd-8058-50fa65e8c321,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.400035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] For port 7d9f7b84-136c-47ed-890e-b1378b6fcecd, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d9f7b84-136c-47ed-890e-b1378b6fcecd,segment=NetworkSegment(cd75c21a-7acc-405c-ac89-c9df42f11cf9),segment_id=cd75c21a-7acc-405c-ac89-c9df42f11cf9)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:58.407727 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.471216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1fdef-d6b9-48fd-a4dc-143b5da6647a None None] Pushing event updated for resources: {'Port': ['ID=7d9f7b84-136c-47ed-890e-b1378b6fcecd,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.474107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a32cd7c1-9a41-4291-8c90-bd2a4df9b26e None None] Provisioning for port 10be3a2e-4b48-468a-a5c1-d721f1793590 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:58.480675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a32cd7c1-9a41-4291-8c90-bd2a4df9b26e None None] Provisioning complete for port 10be3a2e-4b48-468a-a5c1-d721f1793590 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:58.481048 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a32cd7c1-9a41-4291-8c90-bd2a4df9b26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.482545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-c9dabcd5-26e6-4543-a7e0-b7a21d9c2cc5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668065 Jul 16 01:22:58.536016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a32cd7c1-9a41-4291-8c90-bd2a4df9b26e None None] Port 10be3a2e-4b48-468a-a5c1-d721f1793590 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:58.549828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on host n-h2-800085-5 for vnic_type normal with profile {"migrating_to": "n-h1-800085-5"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:58.550157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:58.550492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:58.556183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.592975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded99ed-7759-49a5-a922-870fb0d46151 req-b81d9280-7f40-4cf5-ae5c-e07212ad44d0 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.601309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ded99ed-7759-49a5-a922-870fb0d46151 req-b81d9280-7f40-4cf5-ae5c-e07212ad44d0 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.8153634 Jul 16 01:22:58.605522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3196d7be-5a6f-4004-9efa-9a3f04466e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.611165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:58.611491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Attempting to bind port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:58.638117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:58.649432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:58.649982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:58.650218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:58.650621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Bound port: a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:58.651060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.669759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:58.672515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:58.714973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e74749a8-2d52-43f3-af36-93e0288999d1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.074077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5294-72cc-4132-94df-006a54aa0600 req-310b7997-67a0-4a43-afaa-4d21a61f8a15 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.075679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e26a5294-72cc-4132-94df-006a54aa0600 req-310b7997-67a0-4a43-afaa-4d21a61f8a15 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 931 time: 0.9285090 Jul 16 01:22:59.135736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3196d7be-5a6f-4004-9efa-9a3f04466e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.168368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ded99ed-7759-49a5-a922-870fb0d46151 req-b88be59b-4156-41bf-8e21-cd2e293b13ce tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661557 Jul 16 01:22:59.177583 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3196d7be-5a6f-4004-9efa-9a3f04466e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.203059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10be3a2e-4b48-468a-a5c1-d721f1793590 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:59.226769 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-c55d868c-1414-40ab-b0de-49c4e46a5882 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160609 Jul 16 01:22:59.276262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:59.290315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e26a5294-72cc-4132-94df-006a54aa0600 req-65720543-8b6f-4e8d-9729-bbaa324fdad9 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018876 Jul 16 01:22:59.298107 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.302699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:59.318305 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84804761-b134-4682-8032-7763b6fb70fd x-openstack-request-id: req-84804761-b134-4682-8032-7763b6fb70fd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:59.318630 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:59.318855 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84804761-b134-4682-8032-7763b6fb70fd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:59.319822 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118', 'status': 'completed', 'code': 200} Jul 16 01:22:59.371207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 15c22961-3cfa-464a-8770-8f0c4a01414b no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:59.419112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Pushing event deleted for resources: {'Port': ['ID=15c22961-3cfa-464a-8770-8f0c4a01414b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.420994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['54dbed74-d176-4b03-a103-fd6a2e0e03df'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:59.441075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:59.498384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5cd106cc-1c62-4dfd-84df-df4e57f5e2cc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:59.500262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.501642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.529813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3196d7be-5a6f-4004-9efa-9a3f04466e06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a1daa7a2daa4c1bb8b1b20ac98f7544&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2211797 Jul 16 01:22:59.536450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43482) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:59.540120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Transition to ACTIVE for port object 10be3a2e-4b48-468a-a5c1-d721f1793590 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:59.545859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196d7be-5a6f-4004-9efa-9a3f04466e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f105c-6cb7-4fa5-8f4b-e14fe0373519,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.558886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.564081 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.568992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 15c22961-3cfa-464a-8770-8f0c4a01414b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:59.570005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 15c22961-3cfa-464a-8770-8f0c4a01414b not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:59.650582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-edf6a801-13f1-40f2-af54-845b2b623530 req-477c6fc4-e244-4bf8-ac1d-372cc1c537ce tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=db1fbc8a-b3ed-4e36-87f9-b557a2991e58 HTTP/1.1" status: 200 len: 210 time: 0.1410871 Jul 16 01:22:59.703460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Pushing event updated for resources: {'Port': ['ID=10be3a2e-4b48-468a-a5c1-d721f1793590,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.722779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:59.723382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.800961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.817078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b04170-227b-4ab7-b9e6-f206fd321032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.825111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] No DVR routers for this DVR port 15c22961-3cfa-464a-8770-8f0c4a01414b on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:59.863538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282ff2e0-9f21-4f6f-9b95-cddc30a2c1c5 None None] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:59.876718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b04170-227b-4ab7-b9e6-f206fd321032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.877861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.880035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1e1712a-3ddd-475c-a8f0-7d8e2ede7101 req-9b040200-dab4-4125-94f3-709e7e0cd27a tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "DELETE /v2.0/ports/15c22961-3cfa-464a-8770-8f0c4a01414b HTTP/1.1" status: 204 len: 173 time: 2.8712442 Jul 16 01:22:59.884637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44464a24-4955-4885-9121-f482161208f6 req-386fccfc-1083-432e-8a3a-1a2abebb5556 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490803 Jul 16 01:22:59.887186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.887795 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.889189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2a45901b-b0bf-42b9-8a13-1a1b3c0cd1ca service neutron] 10.222.0.78 "PUT /v2.0/ports/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 200 len: 1121 time: 2.9431458 Jul 16 01:23:00.006044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e813-02ce-48ed-8bf3-04eef79f4808 req-5b743e9d-bc97-48de-b50b-dd636d38ebf9 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.012995 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a7f4ec-ffd8-4b0e-91d7-4a5cbe745eac x-openstack-request-id: req-20a7f4ec-ffd8-4b0e-91d7-4a5cbe745eac {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:00.013297 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15", "name": "network-vif-plugged", "status": "completed", "tag": "26a8cc79-0a85-44dd-8058-50fa65e8c321", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:00.013552 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20a7f4ec-ffd8-4b0e-91d7-4a5cbe745eac {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:00.013943 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a8cc79-0a85-44dd-8058-50fa65e8c321', 'code': 200} Jul 16 01:23:00.018933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddb8e813-02ce-48ed-8bf3-04eef79f4808 req-5b743e9d-bc97-48de-b50b-dd636d38ebf9 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 948 time: 0.3118951 Jul 16 01:23:00.113216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:00.119429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:00.126980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Attempting to bind port 10be3a2e-4b48-468a-a5c1-d721f1793590 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:00.127184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Attempting to bind port 10be3a2e-4b48-468a-a5c1-d721f1793590 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:00.127833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Attempting to bind port 10be3a2e-4b48-468a-a5c1-d721f1793590 on network 6d58586b-d6ee-411f-b7e8-746af84de353 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:00.130257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.151949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50d1caf3-7382-40d6-9536-5d2a9bc0ffc1 None None] Provisioning for port 7d9f7b84-136c-47ed-890e-b1378b6fcecd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:00.192959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Port 10be3a2e-4b48-468a-a5c1-d721f1793590 on network 6d58586b-d6ee-411f-b7e8-746af84de353 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:00.193458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Attempting to bind port 10be3a2e-4b48-468a-a5c1-d721f1793590 on network 6d58586b-d6ee-411f-b7e8-746af84de353 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:00.206346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:00.206708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Checking segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:00.207064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Bound using segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:00.207467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Bound port: 10be3a2e-4b48-468a-a5c1-d721f1793590, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:00.207847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.221380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7d9f7b84-136c-47ed-890e-b1378b6fcecd up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:00.271197 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddb8e813-02ce-48ed-8bf3-04eef79f4808 req-f866fdfa-c670-4dbf-8fc1-724db6c3e7eb tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471952 Jul 16 01:23:00.302700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-67a576f1-3ad1-4705-8e74-3741795f8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.305431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-67a576f1-3ad1-4705-8e74-3741795f8780 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1095 time: 0.3478000 Jul 16 01:23:00.311662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] For port 10be3a2e-4b48-468a-a5c1-d721f1793590, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:00.315320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] For port 10be3a2e-4b48-468a-a5c1-d721f1793590, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10be3a2e-4b48-468a-a5c1-d721f1793590,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:00.331004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.341524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea108-b0e5-4596-b6a8-5e5fcc00feba req-b1ba4072-e14e-45fb-94ae-b203792660a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.344145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-206ea108-b0e5-4596-b6a8-5e5fcc00feba req-b1ba4072-e14e-45fb-94ae-b203792660a0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 1099 time: 0.2177680 Jul 16 01:23:00.406593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Pushing event updated for resources: {'Port': ['ID=10be3a2e-4b48-468a-a5c1-d721f1793590,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:00.435744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7d9f7b84-136c-47ed-890e-b1378b6fcecd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:00.438525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b04170-227b-4ab7-b9e6-f206fd321032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.440522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad34d37-4d15-4ccf-aeb2-4bf71011f5f1 req-d45edb96-d5fa-448b-94bb-a427dcf718da tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.441371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b04170-227b-4ab7-b9e6-f206fd321032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.445639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-57b04170-227b-4ab7-b9e6-f206fd321032 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c3f105c-6cb7-4fa5-8f4b-e14fe0373519 HTTP/1.1" status: 204 len: 168 time: 0.9053230 Jul 16 01:23:00.461407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.462106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.463566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-4c6d3479-029e-442e-8c6c-ef5cde9391a9 service neutron] 10.222.0.78 "PUT /v2.0/ports/10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 1091 time: 2.2863517 Jul 16 01:23:00.464514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7d9f7b84-136c-47ed-890e-b1378b6fcecd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:00.464847 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.464966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:00.468443 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:00.476308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b04170-227b-4ab7-b9e6-f206fd321032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f105c-6cb7-4fa5-8f4b-e14fe0373519,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:00.493553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad34d37-4d15-4ccf-aeb2-4bf71011f5f1 req-d45edb96-d5fa-448b-94bb-a427dcf718da tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.3277197 Jul 16 01:23:00.506268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Router 5d51de41-09de-499e-bf46-31ca09a6a3d4 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:00.700495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-bd009d75-e17e-472b-a016-bfe3a427cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.702347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-bd009d75-e17e-472b-a016-bfe3a427cbb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.3772423 Jul 16 01:23:00.704410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-206ea108-b0e5-4596-b6a8-5e5fcc00feba req-f5dc32f0-95cb-4ef6-bf0f-3637ded22ac0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423543 Jul 16 01:23:00.752594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.789201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-6c8f1b3c-6723-47b2-bcc8-ab49b10178b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.796930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-6c8f1b3c-6723-47b2-bcc8-ab49b10178b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1094 time: 0.2210472 Jul 16 01:23:00.799710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:00.799856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-531eb99c-7be4-4e73-b6fb-21429503c374 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 200 len: 217 time: 0.0768425 Jul 16 01:23:00.811564 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Sync routers for ids ['5d51de41-09de-499e-bf46-31ca09a6a3d4'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:00.821928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 7d9f7b84-136c-47ed-890e-b1378b6fcecd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d9f7b84-136c-47ed-890e-b1378b6fcecd,segment=NetworkSegment(cd75c21a-7acc-405c-ac89-c9df42f11cf9),segment_id=cd75c21a-7acc-405c-ac89-c9df42f11cf9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:00.833327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.833692 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Routers {'5d51de41-09de-499e-bf46-31ca09a6a3d4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:00.842734 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5d51de41-09de-499e-bf46-31ca09a6a3d4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:00.871615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad34d37-4d15-4ccf-aeb2-4bf71011f5f1 req-b5b10729-68ac-46f6-b341-984a2d3ff574 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763242 Jul 16 01:23:00.898405 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-95456f4a-ec3d-4df8-b79d-757ba3a82a99 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 217 time: 0.0775032 Jul 16 01:23:00.923166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=7d9f7b84-136c-47ed-890e-b1378b6fcecd,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:00.926600 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.928095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c24524db-84b8-45f2-b973-2ddd5b23b7d7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4017577 Jul 16 01:23:00.944900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43500) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:00.995870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-461a8278-eca6-4c4f-a975-144c30e43e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.997428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-461a8278-eca6-4c4f-a975-144c30e43e84 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.0918319 Jul 16 01:23:01.071389 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Set router 5d51de41-09de-499e-bf46-31ca09a6a3d4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:01.098519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-253e43a0-846a-455c-9c51-639fec046f69 None None] Provisioning complete for port 7d9f7b84-136c-47ed-890e-b1378b6fcecd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:01.100651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-253e43a0-846a-455c-9c51-639fec046f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.104034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7d9f7b84-136c-47ed-890e-b1378b6fcecd up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:01.111363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-bc645d35-124b-498a-8b99-9fdbcb607d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.113316 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-bc645d35-124b-498a-8b99-9fdbcb607d37 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999572 Jul 16 01:23:01.144517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c309dc0-3a68-4582-8213-7e2b1121c2eb req-bb8ae4c8-6098-4aa0-a4e1-0d00f5570217 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.146076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c309dc0-3a68-4582-8213-7e2b1121c2eb req-bb8ae4c8-6098-4aa0-a4e1-0d00f5570217 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.7377412 Jul 16 01:23:01.212453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-ac9ae15e-bfea-4155-b510-b3a49fd019d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.213916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-ac9ae15e-bfea-4155-b510-b3a49fd019d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.3571217 Jul 16 01:23:01.258974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-9d3f3688-2464-47cd-80e0-144ed7cde52f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299234 Jul 16 01:23:01.295486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7d9f7b84-136c-47ed-890e-b1378b6fcecd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:01.296148 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.301491 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:22:58Z', 'revision_number': 3, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:01.308105 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-533fbbab-cea0-45fd-b708-73457a3858c8 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831188 Jul 16 01:23:01.325728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'}, {'server_uuid': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'name': 'network-vif-deleted', 'tag': '15c22961-3cfa-464a-8770-8f0c4a01414b'}, {'name': 'network-changed', 'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:01.328009 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9" -d '{"events": [{"server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8"}, {"server_uuid": "db1fbc8a-b3ed-4e36-87f9-b557a2991e58", "name": "network-vif-deleted", "tag": "15c22961-3cfa-464a-8770-8f0c4a01414b"}, {"name": "network-changed", "server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:01.355588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c309dc0-3a68-4582-8213-7e2b1121c2eb req-b1eb0f37-8517-4f21-8b84-ac4a1c4e5fcc tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893780 Jul 16 01:23:01.357438 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Checking router: 5d51de41-09de-499e-bf46-31ca09a6a3d4 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:01.357840 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Updating router 5d51de41-09de-499e-bf46-31ca09a6a3d4 port e74749a8-2d52-43f3-af36-93e0288999d1 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:01.403765 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.479674 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7cac37a-c612-4dc5-b931-a02f12835997 req-fa8cb8e8-a09d-48d5-92fd-b8c3646f47ef service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555665 Jul 16 01:23:01.482625 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9582214-da70-4026-a55d-69e14e145bf6 x-openstack-request-id: req-a9582214-da70-4026-a55d-69e14e145bf6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:01.482920 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:01.483173 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9582214-da70-4026-a55d-69e14e145bf6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:01.483570 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'status': 'completed', 'code': 200} Jul 16 01:23:01.494798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee9d56-be2b-46f1-946d-ea5a1bae18dc req-c9404aaf-2078-415f-a558-c7ad65ea48cc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.512864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2ee9d56-be2b-46f1-946d-ea5a1bae18dc req-c9404aaf-2078-415f-a558-c7ad65ea48cc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 943 time: 0.3991292 Jul 16 01:23:01.675922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:01.712645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-4abde488-8174-4a21-a3c8-e134c8ef5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.714466 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-4abde488-8174-4a21-a3c8-e134c8ef5749 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1094 time: 0.1565855 Jul 16 01:23:01.753338 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.770026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2ee9d56-be2b-46f1-946d-ea5a1bae18dc req-d583375e-9522-4916-9f0e-272bd94e5b9a tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561700 Jul 16 01:23:01.793867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Transition to ACTIVE for port object e74749a8-2d52-43f3-af36-93e0288999d1 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:01.805246 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.824813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-b4918008-2266-4135-b17b-074b683023c0 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539808 Jul 16 01:23:01.870731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1106158287-network', 'tenant_id': 'd065bc5d90174febb7af78fb5b1f1390'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:01.876825 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f047ced7-1c07-4cbc-9d3d-52d8b05239ef x-openstack-request-id: req-f047ced7-1c07-4cbc-9d3d-52d8b05239ef {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:01.877139 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8", "code": 200}, {"server_uuid": "db1fbc8a-b3ed-4e36-87f9-b557a2991e58", "name": "network-vif-deleted", "tag": "15c22961-3cfa-464a-8770-8f0c4a01414b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:01.877400 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f047ced7-1c07-4cbc-9d3d-52d8b05239ef {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:01.877857 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8', 'code': 200} Jul 16 01:23:01.878124 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1fbc8a-b3ed-4e36-87f9-b557a2991e58', 'name': 'network-vif-deleted', 'tag': '15c22961-3cfa-464a-8770-8f0c4a01414b', 'status': 'completed', 'code': 200} Jul 16 01:23:01.878372 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8', 'status': 'completed', 'code': 200} Jul 16 01:23:01.930389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-9a1be3f7-cae3-4719-ad08-459d1dddc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.933145 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-9a1be3f7-cae3-4719-ad08-459d1dddc6ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.2112608 Jul 16 01:23:01.934113 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Attempting to bind port e74749a8-2d52-43f3-af36-93e0288999d1 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:01.934661 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Attempting to bind port e74749a8-2d52-43f3-af36-93e0288999d1 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:01.935017 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Attempting to bind port e74749a8-2d52-43f3-af36-93e0288999d1 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:01.936270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Made reservation on behalf of d065bc5d90174febb7af78fb5b1f1390 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:01.938395 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Pushing event updated for resources: {'Port': ['ID=e74749a8-2d52-43f3-af36-93e0288999d1,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:01.939109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.944645 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:01.945093 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:01.945564 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.946119 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:01.946686 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Bound port: e74749a8-2d52-43f3-af36-93e0288999d1, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:01.947133 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.957177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.993662 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.994141 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.994547 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.994951 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.995370 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.995766 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.996307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.996705 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.997103 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.997495 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.997886 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:01.998272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:02.002908 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-4f8a47b0-8792-4678-8dea-64ea8792d009 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 217 time: 0.0600512 Jul 16 01:23:02.097619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-ff660255-fb12-443a-85b7-e41865c53d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.101244 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-ff660255-fb12-443a-85b7-e41865c53d84 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.0856843 Jul 16 01:23:02.161917 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] For port e74749a8-2d52-43f3-af36-93e0288999d1, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:02.165481 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] For port e74749a8-2d52-43f3-af36-93e0288999d1, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e74749a8-2d52-43f3-af36-93e0288999d1,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:02.170779 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.220175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.223345 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Routers {'5d51de41-09de-499e-bf46-31ca09a6a3d4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:02.223636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-11138a4c-4eca-4508-a7ba-88123fc11dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.224068 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5d51de41-09de-499e-bf46-31ca09a6a3d4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:02.225628 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-11138a4c-4eca-4508-a7ba-88123fc11dca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127453 Jul 16 01:23:02.227804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.233010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7574070-ecc3-4025-91a7-8045e112cc50 req-29e757e7-2920-440d-8dbd-f523ead9d775 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957763 Jul 16 01:23:02.249641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-64c8d0f0-97ac-4787-bfb9-2564730d73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.251077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-64c8d0f0-97ac-4787-bfb9-2564730d73ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1124 time: 0.3513632 Jul 16 01:23:02.265417 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f9304-4af2-4138-9788-9ecb971bb9a6 None None] Pushing event updated for resources: {'Port': ['ID=e74749a8-2d52-43f3-af36-93e0288999d1,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.275337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:02.301620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2376c-86b9-4368-9508-f5586d106a16 req-8a5dadf0-7cbd-4ad2-b45a-3e86c52c2591 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.303118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aae2376c-86b9-4368-9508-f5586d106a16 req-8a5dadf0-7cbd-4ad2-b45a-3e86c52c2591 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 948 time: 0.2883437 Jul 16 01:23:02.314610 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.315175 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Added segment 197c1931-b66b-4cf8-aef1-3df2be8ef603 of type vlan for network 007a2cda-3af1-4d6e-bd8f-aec864d984d7 Jul 16 01:23:02.316364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d685ae-ab0d-4e07-abe6-5999142e3c27,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.364449 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] Set router 5d51de41-09de-499e-bf46-31ca09a6a3d4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:02.397806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.419488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-1864639d-b538-475f-9822-13e004fa1c36 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841629 Jul 16 01:23:02.458285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ea509-3925-4191-95ae-7d97e44eea7b req-116bd14f-10a8-47d2-9c70-9dcded6ebf1e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.459446 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.460433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.461019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.465192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a0ea509-3925-4191-95ae-7d97e44eea7b req-116bd14f-10a8-47d2-9c70-9dcded6ebf1e tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.3077161 Jul 16 01:23:02.489224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aae2376c-86b9-4368-9508-f5586d106a16 req-97679fa3-5ea2-4c20-8a6c-f3709e431222 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742361 Jul 16 01:23:02.504134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-a6e5fd8d-e41d-49d5-aab7-b65498dce131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.505651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-a6e5fd8d-e41d-49d5-aab7-b65498dce131 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.2436743 Jul 16 01:23:02.571955 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8895097 Jul 16 01:23:02.574628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551e75b-c369-4eec-9f7a-e8478b3e8c6f admin admin] Pushing event updated for resources: {'Network': ['ID=007a2cda-3af1-4d6e-bd8f-aec864d984d7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.576608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:02.581414 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:22:58Z', 'revision_number': 3, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:02.585490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Request body: {'subnet': {'network_id': '007a2cda-3af1-4d6e-bd8f-aec864d984d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1106158287-subnet', 'tenant_id': 'd065bc5d90174febb7af78fb5b1f1390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:02.588083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-5ea51b0f-3467-4b2e-b76f-f3fb2d0a60a1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 200 len: 217 time: 0.0741994 Jul 16 01:23:02.591203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 007a2cda-3af1-4d6e-bd8f-aec864d984d7 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:02.607223 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a0ea509-3925-4191-95ae-7d97e44eea7b req-3cc8645d-f75f-4673-bb11-fa232259902a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410766 Jul 16 01:23:02.617826 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56482706-5794-43ca-accf-5cbf4a0e119e None None] The sync data for ids ['5d51de41-09de-499e-bf46-31ca09a6a3d4'] in n-d-800085-5 is: [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:22:58Z', 'revision_number': 3, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:02.651702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d88cf38d-9dd7-4f47-acdd-9844926c4cfc req-c4987127-c66f-43e0-a41c-5a589816e6a8 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145810 Jul 16 01:23:02.668143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.691998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Made reservation on behalf of d065bc5d90174febb7af78fb5b1f1390 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:02.697155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.771440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-5c343665-0b61-41e2-a6c3-d7e5ba9c0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.773256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-5c343665-0b61-41e2-a6c3-d7e5ba9c0644 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1631482 Jul 16 01:23:02.917845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.007956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Checking segment: {'id': '197c1931-b66b-4cf8-aef1-3df2be8ef603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '007a2cda-3af1-4d6e-bd8f-aec864d984d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:03.008164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Network hostable DHCP agents. Network: 007a2cda-3af1-4d6e-bd8f-aec864d984d7, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:03.010488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcd870b-79a3-4c18-b9d0-ab5faa884de4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.034614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Network 007a2cda-3af1-4d6e-bd8f-aec864d984d7 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:03.050068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 007a2cda-3af1-4d6e-bd8f-aec864d984d7) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:03.056211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.057518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.062158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7589985b-79dc-4dca-8273-945f3b8ac693 None None] Network 007a2cda-3af1-4d6e-bd8f-aec864d984d7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:03.079292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3156d662-535f-4137-809f-53fadc3b7482 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4999421 Jul 16 01:23:03.154297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e74749a8-2d52-43f3-af36-93e0288999d1 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:03.182152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-196b65f1-c4d5-4b0b-ba17-50ace6906d7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3964560 Jul 16 01:23:03.245589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10be3a2e-4b48-468a-a5c1-d721f1793590 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:03.306908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe6b059-77ac-44b1-a295-af8582271dd6 None None] Network 007a2cda-3af1-4d6e-bd8f-aec864d984d7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:03.340789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e74749a8-2d52-43f3-af36-93e0288999d1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:03.355757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e74749a8-2d52-43f3-af36-93e0288999d1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:03.356137 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.366200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597ded-e690-4555-b6d4-43d8e5584e4a req-415cfea4-f98e-407f-8c39-8653ae8d0364 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.368702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec597ded-e690-4555-b6d4-43d8e5584e4a req-415cfea4-f98e-407f-8c39-8653ae8d0364 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.6681192 Jul 16 01:23:03.434836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Allocated IP 172.20.0.1 (3cf8b5f5-136f-4663-af05-ec0d81a883ba/18f94ae7-ed5b-46ba-9806-6384b22ec21c/286db052-d1c6-4599-b489-6476389080cb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:03.453603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd9353-de36-4b35-9202-670f90cc0d63 req-749bc314-61ab-4eea-b25f-b0f5e86e8fac tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.455161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbdd9353-de36-4b35-9202-670f90cc0d63 req-749bc314-61ab-4eea-b25f-b0f5e86e8fac tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 943 time: 0.2773993 Jul 16 01:23:03.480514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10be3a2e-4b48-468a-a5c1-d721f1793590, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10be3a2e-4b48-468a-a5c1-d721f1793590,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:03.501745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-39c5a2a9-88d2-4073-92b3-df066faf1aeb service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812538 Jul 16 01:23:03.504600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec597ded-e690-4555-b6d4-43d8e5584e4a req-cdec4e46-701a-4bc1-adeb-340738b19e35 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304672 Jul 16 01:23:03.511825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'mac_address': 'fa:16:3e:98:83:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:03.573416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.582768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbdd9353-de36-4b35-9202-670f90cc0d63 req-8236bc9d-148b-46f7-8e81-e4be54a7654b tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170313 Jul 16 01:23:03.649374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e74749a8-2d52-43f3-af36-93e0288999d1, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e74749a8-2d52-43f3-af36-93e0288999d1,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:03.654169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.669751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10be3a2e-4b48-468a-a5c1-d721f1793590 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:03.689211 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.698234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10be3a2e-4b48-468a-a5c1-d721f1793590, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10be3a2e-4b48-468a-a5c1-d721f1793590,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:03.722994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.723128 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.760104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Transition to ACTIVE for port object 286db052-d1c6-4599-b489-6476389080cb will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:03.762716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e74749a8-2d52-43f3-af36-93e0288999d1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.763374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87f770eb-41ad-41ee-b96b-e97f4b13f6b9 req-6391c14b-3a1d-4b9e-ace0-1b4adb15e736 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435753 Jul 16 01:23:03.820427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.848701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=10be3a2e-4b48-468a-a5c1-d721f1793590,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.860923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:03.866971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:03.870777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:03.905482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Pushing event updated for resources: {'Port': ['ID=286db052-d1c6-4599-b489-6476389080cb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.934688 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-c6e3faf8-e45f-4cfe-ba9d-fd4d6616eb83 req-b47233a7-a316-4019-a002-d29f28637018 tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] show failed (client error): The resource could not be found. Jul 16 01:23:03.935864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6e3faf8-e45f-4cfe-ba9d-fd4d6616eb83 req-b47233a7-a316-4019-a002-d29f28637018 tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "GET /v2.0/security-groups/441204e8-c7e6-4749-b832-056c1283d06f HTTP/1.1" status: 404 len: 352 time: 0.0316594 Jul 16 01:23:03.942806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.104400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf00788e-d826-4e8c-92e3-c378aaee9674 None None] Provisioning for port 286db052-d1c6-4599-b489-6476389080cb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:04.108416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf00788e-d826-4e8c-92e3-c378aaee9674 None None] Provisioning complete for port 286db052-d1c6-4599-b489-6476389080cb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:04.108789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf00788e-d826-4e8c-92e3-c378aaee9674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.130071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd898a-faa7-46de-834b-59a068665909 req-24e96ab6-ae6b-41dd-a5cc-e26960490d35 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.132217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbfd898a-faa7-46de-834b-59a068665909 req-24e96ab6-ae6b-41dd-a5cc-e26960490d35 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 948 time: 0.1508369 Jul 16 01:23:04.146602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cf00788e-d826-4e8c-92e3-c378aaee9674 None None] Port 286db052-d1c6-4599-b489-6476389080cb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:04.202571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.222136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbfd898a-faa7-46de-834b-59a068665909 req-e378abe4-3812-4be9-98c0-68f66d098da8 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684614 Jul 16 01:23:04.231587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d929-2917-405f-8ec0-991de0d35ca7 req-542f34a5-3f7d-41c2-8500-68f9bfe49dc3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.233143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8627d929-2917-405f-8ec0-991de0d35ca7 req-542f34a5-3f7d-41c2-8500-68f9bfe49dc3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.1672776 Jul 16 01:23:04.247703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['10be3a2e-4b48-468a-a5c1-d721f1793590'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:04.321856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8627d929-2917-405f-8ec0-991de0d35ca7 req-2ce857b8-bad6-4364-86a2-86966b04ce12 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594776 Jul 16 01:23:04.489660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b918ed0-61ea-431a-8c36-53b873ab4241 req-c12d3311-c465-4969-af5e-8695f17fae89 tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d065bc5d90174febb7af78fb5b1f1390 HTTP/1.1" status: 200 len: 2984 time: 0.1067200 Jul 16 01:23:04.517738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7103-e5d1-4510-be8a-b039d47a707a req-887038a0-c5f4-4320-bb8b-2e6e08c5fd0d tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.519194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7fc7103-e5d1-4510-be8a-b039d47a707a req-887038a0-c5f4-4320-bb8b-2e6e08c5fd0d tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 1099 time: 0.1460037 Jul 16 01:23:04.521076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.531267 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.642118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b918ed0-61ea-431a-8c36-53b873ab4241 req-236817fe-b236-4072-bfb6-cdd2e1f133bc tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "GET /v2.0/security-groups/d5d685ae-ab0d-4e07-abe6-5999142e3c27 HTTP/1.1" status: 200 len: 2981 time: 0.1449478 Jul 16 01:23:04.642703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Pushing event updated for resources: {'Port': ['ID=286db052-d1c6-4599-b489-6476389080cb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:04.648289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7fc7103-e5d1-4510-be8a-b039d47a707a req-d4bc9fc4-ce4d-42e5-bb1b-423d8e6bdad6 tempest-ServersOnMultiNodesTest-454720899 tempest-ServersOnMultiNodesTest-454720899-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203077 Jul 16 01:23:04.660399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.718166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b918ed0-61ea-431a-8c36-53b873ab4241 req-d8009229-e68a-4764-97c1-b84b9a104bec tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "GET /v2.0/security-groups/d5d685ae-ab0d-4e07-abe6-5999142e3c27 HTTP/1.1" status: 200 len: 2981 time: 0.0686357 Jul 16 01:23:04.784901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:04.801131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:04.974148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36d8b6-b62d-469e-8f17-19eca602d766 req-09bc5df7-c8a8-43a2-84b9-b43d769461e5 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.975575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d36d8b6-b62d-469e-8f17-19eca602d766 req-09bc5df7-c8a8-43a2-84b9-b43d769461e5 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.1929116 Jul 16 01:23:05.003407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9811f-94eb-4e14-871f-c294e8d8a945 req-1c36f112-4365-4cf4-968d-56728107dea2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.004890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2a9811f-94eb-4e14-871f-c294e8d8a945 req-1c36f112-4365-4cf4-968d-56728107dea2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 944 time: 0.1864698 Jul 16 01:23:05.028960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e74749a8-2d52-43f3-af36-93e0288999d1 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:05.045693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Router 5d51de41-09de-499e-bf46-31ca09a6a3d4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:05.058568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d36d8b6-b62d-469e-8f17-19eca602d766 req-a36f6916-d33a-485b-acee-aeb53a9a8c3f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738993 Jul 16 01:23:05.081393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4ef8b00e-fe96-4de0-8b2d-a908aaf13d54 None None] Provisioning complete for port 286db052-d1c6-4599-b489-6476389080cb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:05.081877 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b00e-fe96-4de0-8b2d-a908aaf13d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.088842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2a9811f-94eb-4e14-871f-c294e8d8a945 req-6f7fa5d3-e933-4fdc-b9b8-4633fc1a8fea tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745194 Jul 16 01:23:05.136484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8b00e-fe96-4de0-8b2d-a908aaf13d54 None None] Port 286db052-d1c6-4599-b489-6476389080cb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:05.143041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e74749a8-2d52-43f3-af36-93e0288999d1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:05.143443 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.233413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:05.248830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f7784dc6-1b5a-4d1e-aa5b-abb75540bd3e admin admin] 10.222.0.81 "PUT /v2.0/routers/5d51de41-09de-499e-bf46-31ca09a6a3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2997506 Jul 16 01:23:05.255192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Sync routers for ids ['5d51de41-09de-499e-bf46-31ca09a6a3d4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:05.265325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Routers {'5d51de41-09de-499e-bf46-31ca09a6a3d4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:05.265967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5d51de41-09de-499e-bf46-31ca09a6a3d4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:05.365016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:05.373813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b79358a3-de0e-40c2-b336-c4d10656afd5 req-8023f21e-4079-4aba-affe-a32ef0569c2b tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "GET /v2.0/security-groups/d5d685ae-ab0d-4e07-abe6-5999142e3c27 HTTP/1.1" status: 200 len: 2981 time: 0.0560875 Jul 16 01:23:05.391974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Set router 5d51de41-09de-499e-bf46-31ca09a6a3d4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:05.438312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1025427419'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:05.460663 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-b79358a3-de0e-40c2-b336-c4d10656afd5 req-bb991cd7-12e5-480a-b956-e3bf983953d1 tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:23:05.463007 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b79358a3-de0e-40c2-b336-c4d10656afd5 req-bb991cd7-12e5-480a-b956-e3bf983953d1 tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "DELETE /v2.0/security-groups/d5d685ae-ab0d-4e07-abe6-5999142e3c27 HTTP/1.1" status: 409 len: 352 time: 0.0740228 Jul 16 01:23:05.480551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:05.484948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.513385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:05.525092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.525445 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Added segment 51a10742-51e9-4d10-b547-29d257a1315a of type vlan for network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 Jul 16 01:23:05.589591 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.623647 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.626079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 4, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '286db052-d1c6-4599-b489-6476389080cb', 'name': '', 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'mac_address': 'fa:16:3e:41:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '18f94ae7-ed5b-46ba-9806-6384b22ec21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:02Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 2, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'subnets': [{'id': '18f94ae7-ed5b-46ba-9806-6384b22ec21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:05.629215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.629825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.656963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Checking router: 5d51de41-09de-499e-bf46-31ca09a6a3d4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:05.657716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Updating router 5d51de41-09de-499e-bf46-31ca09a6a3d4 port 286db052-d1c6-4599-b489-6476389080cb binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:05.689583 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3201299 Jul 16 01:23:05.692698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:05.693457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31d915-0755-414e-91e1-15e3cc8e6011 req-3c983de5-a6c8-4367-811b-df8bd685ce52 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.695715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c31d915-0755-414e-91e1-15e3cc8e6011 req-3c983de5-a6c8-4367-811b-df8bd685ce52 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.1210599 Jul 16 01:23:05.698156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'subnet': {'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:05.699355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.708800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba4e5-b3ad-41b3-902e-93faaf3f686b req-32001904-79d1-4ea7-afb5-057c8c345321 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.711051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-16eba4e5-b3ad-41b3-902e-93faaf3f686b req-32001904-79d1-4ea7-afb5-057c8c345321 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 948 time: 0.1040428 Jul 16 01:23:05.766160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1d3a2-d9f5-4dc1-9f50-7b7c2892f123 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Network': ['ID=e3f2cb51-483c-4193-b0a2-3fdd5e995e89,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:05.768336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c31d915-0755-414e-91e1-15e3cc8e6011 req-56a27baf-09e3-459e-a000-928037f3ee36 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558951 Jul 16 01:23:05.773459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-16eba4e5-b3ad-41b3-902e-93faaf3f686b req-2a2a4493-9078-4853-99a9-54c746c4494c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Jul 16 01:23:05.804375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:05.812728 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-8d69cf0e-87b3-4a9c-be1e-7ef026bd0e01 req-210a8a45-f8b9-4f45-8db9-e8ee5ea74d5b tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] show failed (client error): The resource could not be found. Jul 16 01:23:05.814072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d69cf0e-87b3-4a9c-be1e-7ef026bd0e01 req-210a8a45-f8b9-4f45-8db9-e8ee5ea74d5b tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "GET /v2.0/security-groups/ad046626-8694-4a9d-9e8c-77aa9e2571e0 HTTP/1.1" status: 404 len: 352 time: 0.0158048 Jul 16 01:23:05.858132 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-48125a00-794c-4307-b074-80d81b56ec88 req-21ed59c9-d948-436a-b0b3-aa4df072d7d7 tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] show failed (client error): The resource could not be found. Jul 16 01:23:05.859229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48125a00-794c-4307-b074-80d81b56ec88 req-21ed59c9-d948-436a-b0b3-aa4df072d7d7 tempest-SecurityGroupsNegativeTestJSON-177534137 tempest-SecurityGroupsNegativeTestJSON-177534137-project] 10.222.0.81 "GET /v2.0/security-groups/43f38637-ec4e-4e21-be20-b9045eb660b5 HTTP/1.1" status: 404 len: 352 time: 0.0206196 Jul 16 01:23:05.864146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:05.872608 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.873466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43596) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:05.930817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] Deleting subnet 9dcd870b-79a3-4c18-b9d0-ab5faa884de4 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:05.935578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.014442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.081083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.088520 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.099705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Transition to ACTIVE for port object 286db052-d1c6-4599-b489-6476389080cb will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:06.108616 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.109979 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.180990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162204e-45fc-4087-9d2e-36a2db25e83e None None] Pushing event updated for resources: {'Port': ['ID=286db052-d1c6-4599-b489-6476389080cb,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.222196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Subnet': ['ID=fa9d1be0-cd67-4ef5-9206-cb11988714f1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.266759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Checking segment: {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:06.269113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network hostable DHCP agents. Network: e3f2cb51-483c-4193-b0a2-3fdd5e995e89, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:06.291758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.292027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Attempting to bind port 286db052-d1c6-4599-b489-6476389080cb on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:06.292448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Attempting to bind port 286db052-d1c6-4599-b489-6476389080cb by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:06.292804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Attempting to bind port 286db052-d1c6-4599-b489-6476389080cb on network 3cf8b5f5-136f-4663-af05-ec0d81a883ba {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:06.296032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:06.311266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:06.311659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Checking segment: {'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:06.312078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.312501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Bound using segment: {'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:06.312979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Bound port: 286db052-d1c6-4599-b489-6476389080cb, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd75c21a-7acc-405c-ac89-c9df42f11cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:06.313363 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.314380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e3f2cb51-483c-4193-b0a2-3fdd5e995e89) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:06.330778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720f1bc-c5ea-4bce-9886-aac091e08c67 None None] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:06.331658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:06.332885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.349844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.351914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9dcd870b-79a3-4c18-b9d0-ab5faa884de4 HTTP/1.1" status: 204 len: 168 time: 0.4771535 Jul 16 01:23:06.352897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc553d-12a6-444f-83a3-85515f4f51a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcd870b-79a3-4c18-b9d0-ab5faa884de4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.354866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d6f4599c-ce56-4345-a413-91975bce0bfd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6611032 Jul 16 01:23:06.355691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:06.358877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:06.368163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-318403008'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:06.383503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa9ce7-63a3-4662-9315-3ad84d4111e9 req-d82edc50-8fec-4f40-b598-6e0645a07e71 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:06.397142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa9ce7-63a3-4662-9315-3ad84d4111e9 req-d82edc50-8fec-4f40-b598-6e0645a07e71 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:06.406881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59fa9ce7-63a3-4662-9315-3ad84d4111e9 req-d82edc50-8fec-4f40-b598-6e0645a07e71 tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b&device_id=7ebfc0da-17be-4c78-a3d8-de4bedb4742f HTTP/1.1" status: 200 len: 1681 time: 0.2662201 Jul 16 01:23:06.464831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.489353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] For port 286db052-d1c6-4599-b489-6476389080cb, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:06.497716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] For port 286db052-d1c6-4599-b489-6476389080cb, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=286db052-d1c6-4599-b489-6476389080cb,segment=NetworkSegment(cd75c21a-7acc-405c-ac89-c9df42f11cf9),segment_id=cd75c21a-7acc-405c-ac89-c9df42f11cf9)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:06.507486 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.523983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4341-1ad8-4d4d-8a73-d75105cb3729 req-e99e7975-039c-4eb0-8ece-afa41e5e5168 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:06.525953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df0f4341-1ad8-4d4d-8a73-d75105cb3729 req-e99e7975-039c-4eb0-8ece-afa41e5e5168 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.2741232 Jul 16 01:23:06.526784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:06.531007 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.577796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.591191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59fa9ce7-63a3-4662-9315-3ad84d4111e9 req-a448c7f9-7ef7-4f2f-a950-b0f7e1a05ddf tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/security-groups?id=9622860f-daaf-440f-856f-9a36a202d02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833084 Jul 16 01:23:06.597944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007a2cda-3af1-4d6e-bd8f-aec864d984d7']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.611922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197c1931-b66b-4cf8-aef1-3df2be8ef603') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.612115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197c1931-b66b-4cf8-aef1-3df2be8ef603') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.624707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.635024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162204e-45fc-4087-9d2e-36a2db25e83e None None] Pushing event updated for resources: {'Port': ['ID=286db052-d1c6-4599-b489-6476389080cb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.639202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Routers {'5d51de41-09de-499e-bf46-31ca09a6a3d4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:06.639862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:22:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5d51de41-09de-499e-bf46-31ca09a6a3d4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.650366 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.664769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:06.665176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.681197 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df0f4341-1ad8-4d4d-8a73-d75105cb3729 req-5e6babe2-2df4-4d39-a05e-2e93ac891de0 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442676 Jul 16 01:23:06.697203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:06.722165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.723193 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Added segment a05e8590-1578-411e-a604-6b6980f11644 of type vlan for network 4c9a02ed-cd28-4414-b0b2-988c780043b0 Jul 16 01:23:06.733269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e3f2cb51-483c-4193-b0a2-3fdd5e995e89', 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'fixed_ips': [{'subnet_id': 'fa9d1be0-cd67-4ef5-9206-cb11988714f1'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:23:06.734091 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:06.753151 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:06.763341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.790212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.792597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] 10.222.0.81 "DELETE /v2.0/networks/007a2cda-3af1-4d6e-bd8f-aec864d984d7 HTTP/1.1" status: 204 len: 168 time: 0.4351194 Jul 16 01:23:06.819949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bc809-a854-4a69-a0ec-0aa8bc40a414 admin admin] Pushing event deleted for resources: {'Network': ['ID=007a2cda-3af1-4d6e-bd8f-aec864d984d7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.842265 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.005938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.014084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.014740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.038907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:07.115485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8b1e1c22-f93e-4eeb-b827-e6e7e39435ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d065bc5d90174febb7af78fb5b1f1390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752795 Jul 16 01:23:07.118269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:07.169793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d07c6cc-3244-4a28-99ad-8bf365beaa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.193073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d07c6cc-3244-4a28-99ad-8bf365beaa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.221498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] Set router 5d51de41-09de-499e-bf46-31ca09a6a3d4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:07.250685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d07c6cc-3244-4a28-99ad-8bf365beaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.254204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d07c6cc-3244-4a28-99ad-8bf365beaa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.259024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5d07c6cc-3244-4a28-99ad-8bf365beaa88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5d685ae-ab0d-4e07-abe6-5999142e3c27 HTTP/1.1" status: 204 len: 168 time: 0.1396048 Jul 16 01:23:07.268986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07c6cc-3244-4a28-99ad-8bf365beaa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d685ae-ab0d-4e07-abe6-5999142e3c27,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.307372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:07.367057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10be3a2e-4b48-468a-a5c1-d721f1793590 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:07.426916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Allocated IP 19.80.0.2 (e3f2cb51-483c-4193-b0a2-3fdd5e995e89/fa9d1be0-cd67-4ef5-9206-cb11988714f1/0ccd27d3-0f87-471b-ae9a-cb5e3272fb72) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:07.541712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Network': ['ID=4c9a02ed-cd28-4414-b0b2-988c780043b0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.582333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67741-1ada-46e9-bc74-82d0f25b2741 req-0cab2298-a170-4968-bd88-751ac4e169d1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.590170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ac67741-1ada-46e9-bc74-82d0f25b2741 req-0cab2298-a170-4968-bd88-751ac4e169d1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 944 time: 0.7505908 Jul 16 01:23:07.599573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c2d01860-196e-4c09-941b-0fe909b24ee0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2357638 Jul 16 01:23:07.600074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:07.605810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'subnet': {'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:07.628355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-3cd5bfac-589c-4dc5-ac4d-8889e5e4fe7c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.629808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-3cd5bfac-589c-4dc5-ac4d-8889e5e4fe7c tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 948 time: 0.7662065 Jul 16 01:23:07.699480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:07.707227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 4c9a02ed-cd28-4414-b0b2-988c780043b0 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:07.718147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:07.725108 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.774977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ac67741-1ada-46e9-bc74-82d0f25b2741 req-9845811b-cba7-4a0a-9226-ab9589f6c3e3 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836321 Jul 16 01:23:07.802245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a93df-ed56-409d-83db-90caf064e120 req-5434ab61-fcf4-4e8d-aa8d-c8e9a85dfcb0 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.805703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118', 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243', 'port_id': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118', 'mac_address': 'fa:16:3e:66:92:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e02df53-74ca-43db-9c48-c72d43a4a891', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:07.812094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c9a93df-ed56-409d-83db-90caf064e120 req-5434ab61-fcf4-4e8d-aa8d-c8e9a85dfcb0 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15 HTTP/1.1" status: 200 len: 948 time: 0.7118237 Jul 16 01:23:07.907624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 10be3a2e-4b48-468a-a5c1-d721f1793590 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:07.949796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 10be3a2e-4b48-468a-a5c1-d721f1793590 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:07.950070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.957453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.994986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c9a93df-ed56-409d-83db-90caf064e120 req-26b12310-e59a-4a4c-bdce-0a3d8e3be048 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822903 Jul 16 01:23:08.000988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.003054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Transition to ACTIVE for port object 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:08.036248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.056256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:08.096256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Transition to ACTIVE for port object 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:08.116668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port 26a8cc79-0a85-44dd-8058-50fa65e8c321 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:08.117126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.117905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:08.119102 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.163363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Pushing event updated for resources: {'Port': ['ID=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.192750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.194925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Checking segment: {'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:08.196493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network hostable DHCP agents. Network: 4c9a02ed-cd28-4414-b0b2-988c780043b0, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:08.203460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Subnet': ['ID=1be8d4ba-4a67-4773-9cfe-50c92321b3d5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.229894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:08.233116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port 26a8cc79-0a85-44dd-8058-50fa65e8c321, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=26a8cc79-0a85-44dd-8058-50fa65e8c321,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:08.233944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.237985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network 4c9a02ed-cd28-4414-b0b2-988c780043b0 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:08.239253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:08.245572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:08.252051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for 26a8cc79-0a85-44dd-8058-50fa65e8c321 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:08.264569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 4c9a02ed-cd28-4414-b0b2-988c780043b0) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:08.275753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:08.277886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.295355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.297184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b7a7a-ea9f-4baa-a35d-90fe6f4c0851 None None] Network 4c9a02ed-cd28-4414-b0b2-988c780043b0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:08.309642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ca1478ce-3ebd-497d-85ab-55137d4bd94f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7076659 Jul 16 01:23:08.362886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.399827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43650) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:08.410282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:08.413364 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfa2375-a204-440a-b81e-eb8d96390d6d" -d '{"events": [{"server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "name": "network-vif-plugged", "status": "completed", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:08.415783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Attempting to bind port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:08.416416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Attempting to bind port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:08.416774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Attempting to bind port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 on network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:08.451780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 4, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '286db052-d1c6-4599-b489-6476389080cb', 'name': '', 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'mac_address': 'fa:16:3e:41:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '18f94ae7-ed5b-46ba-9806-6384b22ec21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:02Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 4, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'subnets': [{'id': '18f94ae7-ed5b-46ba-9806-6384b22ec21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:08.457606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:08.457899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Checking segment: {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:08.458299 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.458688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Bound using segment: {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:08.459697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Bound port: 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:08.460124 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.464354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10be3a2e-4b48-468a-a5c1-d721f1793590, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10be3a2e-4b48-468a-a5c1-d721f1793590,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:08.497537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029198a-028b-4211-b25b-a82a7f96205a None None] The sync data for ids ['5d51de41-09de-499e-bf46-31ca09a6a3d4'] in n-d-800085-5 is: [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 4, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '286db052-d1c6-4599-b489-6476389080cb', 'name': '', 'network_id': '3cf8b5f5-136f-4663-af05-ec0d81a883ba', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'mac_address': 'fa:16:3e:41:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '18f94ae7-ed5b-46ba-9806-6384b22ec21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:02Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 4, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'subnets': [{'id': '18f94ae7-ed5b-46ba-9806-6384b22ec21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:08.510142 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.532205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-659237984-network', 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:08.545649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-105e1fb6-72e0-47a2-a68e-2cec9f50c4a5 service neutron] 10.222.0.93 "GET /v2.0/ports/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.2907150 Jul 16 01:23:08.575582 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.575931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:08.575931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.606550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'e3f6bc44-1521-434e-8858-625abeb3486b', 'b7600010-ffd7-408d-960d-5cf897a7837a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:08.608848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f', '26a8cc79-0a85-44dd-8058-50fa65e8c321'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:08.615543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.659811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['0bcf5e9d-fcb6-49a0-b193-fb7ded198118'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:08.695524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=26a8cc79-0a85-44dd-8058-50fa65e8c321,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.707282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2e4b9-11c3-446b-b60d-4698f7faccb1 req-65b7ffa0-99c2-4a81-adb0-47cd3fa8959f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:08.713490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ff2e4b9-11c3-446b-b60d-4698f7faccb1 req-65b7ffa0-99c2-4a81-adb0-47cd3fa8959f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.7118399 Jul 16 01:23:08.736835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.741325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.774873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b88c45c-f3fc-4403-93e1-1c5bca875742,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.804939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:08.817542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port 26a8cc79-0a85-44dd-8058-50fa65e8c321 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:08.828307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.829032 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Added segment c0513857-0a4a-426e-8368-3e01e7b66506 of type vlan for network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba Jul 16 01:23:08.843776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.846014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5eb451ae-2186-4ba1-87b8-02385c7516d7 req-b325735d-4196-4ba9-ad7e-1db69282d6b2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "DELETE /v2.0/ports/26a8cc79-0a85-44dd-8058-50fa65e8c321 HTTP/1.1" status: 204 len: 173 time: 1.1939461 Jul 16 01:23:08.925297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=10be3a2e-4b48-468a-a5c1-d721f1793590,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.977959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] For port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:08.989570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.994997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'name': 'network-vif-deleted', 'tag': '26a8cc79-0a85-44dd-8058-50fa65e8c321'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:08.999815 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38861d54-7aa6-44d5-922c-228943faaa14" -d '{"events": [{"server_uuid": "b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15", "name": "network-vif-deleted", "tag": "26a8cc79-0a85-44dd-8058-50fa65e8c321"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:09.038871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] For port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:09.039025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.040311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.041477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.052392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-4c9a02ed-cd28-4414-b0b2-988c780043b0', 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'fixed_ips': [{'subnet_id': '1be8d4ba-4a67-4773-9cfe-50c92321b3d5'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:23:09.053366 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.085725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.137810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:09.143934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ff2e4b9-11c3-446b-b60d-4698f7faccb1 req-5661d3e4-7ceb-47d3-86bc-e36d7bed8bbc tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925126 Jul 16 01:23:09.169242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 286db052-d1c6-4599-b489-6476389080cb up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:09.172589 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7711523 Jul 16 01:23:09.173887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:09.176027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6eab8-07fc-451f-ae16-c584f91aa30e req-fc1b5bdb-f71c-4f29-8870-84750b192937 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.188048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bc6eab8-07fc-451f-ae16-c584f91aa30e req-fc1b5bdb-f71c-4f29-8870-84750b192937 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 943 time: 0.4671535 Jul 16 01:23:09.209918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:09.271869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Request body: {'subnet': {'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-659237984-subnet', 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:09.274847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bc6eab8-07fc-451f-ae16-c584f91aa30e req-584ca254-21ac-4ea7-8637-ef9c70c567b3 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906050 Jul 16 01:23:09.276532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf453da1-7509-418d-a2df-d04aa3b43058 admin admin] Pushing event updated for resources: {'Network': ['ID=53201dbc-90e9-4c6a-8f4d-944f7f05fcba,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:09.292838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:09.308927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:09.325334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:09.328011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.339582 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.495717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Allocated IP 19.86.0.2 (4c9a02ed-cd28-4414-b0b2-988c780043b0/1be8d4ba-4a67-4773-9cfe-50c92321b3d5/060d1114-cfed-4e34-981c-631ba9664d45) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:09.499017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] Transition to ACTIVE for port object a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:09.509868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.564149 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a612912-37bf-4778-a596-2447dc78daec x-openstack-request-id: req-6a612912-37bf-4778-a596-2447dc78daec {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:09.564639 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "name": "network-vif-plugged", "status": "completed", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:09.564753 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a612912-37bf-4778-a596-2447dc78daec {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:09.565066 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'code': 200} Jul 16 01:23:09.570908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61993577-9a9e-4b27-b401-43913a1bb2b0 None None] Pushing event updated for resources: {'Port': ['ID=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:09.594211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:09.752245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b172b4c-cbc6-43c9-abfa-2ce5a2fa4725 req-bc825d1f-b3f0-4dd0-a34c-889a7162eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.756737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b172b4c-cbc6-43c9-abfa-2ce5a2fa4725 req-bc825d1f-b3f0-4dd0-a34c-889a7162eee5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.2601020 Jul 16 01:23:09.794620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] No DVR routers for this DVR port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:09.857896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:09.862009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b172b4c-cbc6-43c9-abfa-2ce5a2fa4725 req-22db8b61-c09d-419d-b7ff-ec9e9eb74806 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969443 Jul 16 01:23:09.924471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.943515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:09.980008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-efabdd6c-924c-41f0-bf62-21d701ca7432 service neutron] 10.222.0.93 "PUT /v2.0/ports/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8/bindings/n-h1-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4265156 Jul 16 01:23:09.995228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce11c-eff6-4bae-adae-1769516ad192 req-fd195a76-2577-4ef9-bc0b-4516362d3551 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.005689 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:10.009033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a62ce11c-eff6-4bae-adae-1769516ad192 req-fd195a76-2577-4ef9-bc0b-4516362d3551 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 945 time: 0.3906987 Jul 16 01:23:10.016933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8015b200-7ef2-45f1-a2e5-e7d3014071c9,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:10.034383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-f4e11002-9184-466e-b8fc-e019b21497f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.041446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-f4e11002-9184-466e-b8fc-e019b21497f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.049407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-f4e11002-9184-466e-b8fc-e019b21497f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/networks?id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89&id=4c9a02ed-cd28-4414-b0b2-988c780043b0&id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89 HTTP/1.1" status: 200 len: 1391 time: 0.5188472 Jul 16 01:23:10.079846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 286db052-d1c6-4599-b489-6476389080cb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:10.089291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-16c6ddcf-72ef-4266-8075-577d9665af99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/quotas/5a792ddc695f40ff9a84b8854f3ee6d3 HTTP/1.1" status: 200 len: 375 time: 0.0221593 Jul 16 01:23:10.106292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Checking segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:10.106936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Network hostable DHCP agents. Network: 53201dbc-90e9-4c6a-8f4d-944f7f05fcba, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:10.116242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 286db052-d1c6-4599-b489-6476389080cb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:10.116685 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.157043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:10.167390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a62ce11c-eff6-4bae-adae-1769516ad192 req-d09388e0-b963-4700-8195-0f8f0116e86d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573682 Jul 16 01:23:10.179301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-82bac5ee-c33a-4783-80dc-bee0a5aef0f0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.183203 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-82bac5ee-c33a-4783-80dc-bee0a5aef0f0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.1270709 Jul 16 01:23:10.185971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 53201dbc-90e9-4c6a-8f4d-944f7f05fcba) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:10.196809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.197410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.240211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc1c11-9116-4ead-995a-f533eed5607b None None] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:10.244492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-65923ae6-968c-4ecc-b386-d9e26ab43d35 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1422460 Jul 16 01:23:10.246772 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36da2d62-c691-40f8-8a83-3253e909cfcd x-openstack-request-id: req-36da2d62-c691-40f8-8a83-3253e909cfcd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:10.247156 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15", "name": "network-vif-deleted", "tag": "26a8cc79-0a85-44dd-8058-50fa65e8c321", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:10.247398 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36da2d62-c691-40f8-8a83-3253e909cfcd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:10.248180 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a0c67c-7e71-4f6b-a6c5-11a7f99c4a15', 'name': 'network-vif-deleted', 'tag': '26a8cc79-0a85-44dd-8058-50fa65e8c321', 'status': 'completed', 'code': 200} Jul 16 01:23:10.252106 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-99462c2f-d01f-41b8-9920-823b262fc9e0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9845979 Jul 16 01:23:10.323186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-59de2ec2-083c-473b-a0b7-f27ef8645042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.325402 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-59de2ec2-083c-473b-a0b7-f27ef8645042 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 1095 time: 0.1317873 Jul 16 01:23:10.399627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-db3d6c76-6f53-41f2-b7e7-b52694ff9254 service neutron] 10.222.0.81 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377282 Jul 16 01:23:10.595928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1a348146-2a2d-44f0-8c9a-d05edb1b4a50 service neutron] 10.222.0.81 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902707 Jul 16 01:23:10.742540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-4a25e23c-d087-439d-ab87-5cff86360aca service neutron] 10.222.0.81 "GET /v2.0/networks/4c9a02ed-cd28-4414-b0b2-988c780043b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456940 Jul 16 01:23:10.768662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-17de6a37-8654-4bd2-9399-fd755f2c3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.770195 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-17de6a37-8654-4bd2-9399-fd755f2c3f5c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1095 time: 0.4003143 Jul 16 01:23:10.781668 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.792173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Transition to ACTIVE for port object 060d1114-cfed-4e34-981c-631ba9664d45 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:10.843292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Transition to ACTIVE for port object 060d1114-cfed-4e34-981c-631ba9664d45 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:10.865049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d6b886-8c1b-481a-9531-5437aa8ce315 None None] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:10.891697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-54c5ba2b-0b77-4ae5-beaf-52cdadfe0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:10.893808 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-54c5ba2b-0b77-4ae5-beaf-52cdadfe0577 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.1131787 Jul 16 01:23:10.912649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-58ec11a1-afa2-45a3-ad7b-a42812760410 service neutron] 10.222.0.81 "GET /v2.0/networks/4c9a02ed-cd28-4414-b0b2-988c780043b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636691 Jul 16 01:23:10.916788 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.950164 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-4d2f7c20-b8f7-4486-8b6e-fda867957457 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 200 len: 217 time: 0.0480886 Jul 16 01:23:11.005592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d91125-2d1c-4890-b8cf-33689697f1ab req-86db6262-8817-4085-a7fa-25e64915049b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.007105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9d91125-2d1c-4890-b8cf-33689697f1ab req-86db6262-8817-4085-a7fa-25e64915049b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 945 time: 0.1982851 Jul 16 01:23:11.016017 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.024564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Pushing event updated for resources: {'Port': ['ID=060d1114-cfed-4e34-981c-631ba9664d45,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.030719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-33ee3818-eb9e-4d94-97a1-f0e542c5a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.032142 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-33ee3818-eb9e-4d94-97a1-f0e542c5a574 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.0718122 Jul 16 01:23:11.041534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1c4a4674-b960-4f68-897a-f0f2244d37cd service neutron] 10.222.0.81 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276939 Jul 16 01:23:11.066117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Network 4c9a02ed-cd28-4414-b0b2-988c780043b0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:11.077783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:11.086621 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-4613e701-c170-4fba-b555-c1556575ff49 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342801 Jul 16 01:23:11.092771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:11.101532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c32402-a92f-4460-91ea-ab32a3b90264 None None] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:11.121023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9d91125-2d1c-4890-b8cf-33689697f1ab req-916d2fb1-e826-4a6e-befd-dfadd0418009 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024549 Jul 16 01:23:11.158633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 286db052-d1c6-4599-b489-6476389080cb, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=286db052-d1c6-4599-b489-6476389080cb,segment=NetworkSegment(cd75c21a-7acc-405c-ac89-c9df42f11cf9),segment_id=cd75c21a-7acc-405c-ac89-c9df42f11cf9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:11.203976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.252968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-a47318be-27e9-48db-bd51-24bdab10505c service neutron] 10.222.0.81 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105265 Jul 16 01:23:11.266700 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-398354ed-1ab7-4101-9441-100a49bdaec3 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608424 Jul 16 01:23:11.372992 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-5ceb8836-21c3-4f6c-85a1-d5870d456fc7 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923533 Jul 16 01:23:11.414209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-06e4e7b3-2b31-4554-bd7f-65782fa12b19 None None] Provisioning for port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:11.416675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Attempting to bind port 060d1114-cfed-4e34-981c-631ba9664d45 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:11.417044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Attempting to bind port 060d1114-cfed-4e34-981c-631ba9664d45 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:11.417918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Attempting to bind port 060d1114-cfed-4e34-981c-631ba9664d45 on network 4c9a02ed-cd28-4414-b0b2-988c780043b0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:11.426562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fd29b-5311-4135-87bb-21ad0adf7ead req-35056bf4-fcea-4572-8ff1-64719e2e593b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.433655 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-297fd29b-5311-4135-87bb-21ad0adf7ead req-35056bf4-fcea-4572-8ff1-64719e2e593b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 944 time: 0.0813663 Jul 16 01:23:11.484815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-297fd29b-5311-4135-87bb-21ad0adf7ead req-83321c92-cb83-4a08-b7e2-fb50a39a16a9 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442681 Jul 16 01:23:11.504952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 26a8cc79-0a85-44dd-8058-50fa65e8c321 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:11.504952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:11.624263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 26a8cc79-0a85-44dd-8058-50fa65e8c321 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:11.624625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 26a8cc79-0a85-44dd-8058-50fa65e8c321 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:11.650962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:11.651499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Checking segment: {'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:11.652063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.652496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Bound using segment: {'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:11.653075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Bound port: 060d1114-cfed-4e34-981c-631ba9664d45, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:11.653528 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.685657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:11.690325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8e732a10-20c6-446d-9b0a-b1b4ed5d53fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.714989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:11.715383 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.759613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=286db052-d1c6-4599-b489-6476389080cb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.871076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2ff729d5-f0b3-4f6e-996d-c6c3c50c89e0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.874133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-2ff729d5-f0b3-4f6e-996d-c6c3c50c89e0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1095 time: 0.0968323 Jul 16 01:23:12.017460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] For port 060d1114-cfed-4e34-981c-631ba9664d45, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:12.026764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] For port 060d1114-cfed-4e34-981c-631ba9664d45, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=060d1114-cfed-4e34-981c-631ba9664d45,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:12.094306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-d948402b-61cd-485d-a878-d335192e5a52 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.097322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-d948402b-61cd-485d-a878-d335192e5a52 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.1884959 Jul 16 01:23:12.105201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.113194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-bb63a5b9-6ac5-4956-ab5a-2dc77ee990ac tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/quotas/dbea0e5699e2428eaa661e3c25438174 HTTP/1.1" status: 200 len: 375 time: 0.0096714 Jul 16 01:23:12.131667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4cd9f453-3962-4af5-a4b2-047611785731 req-9aeeb307-209a-42a6-a524-bc6c5660fe74 service neutron] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:12.136692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4cd9f453-3962-4af5-a4b2-047611785731 req-9aeeb307-209a-42a6-a524-bc6c5660fe74 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.141314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cd9f453-3962-4af5-a4b2-047611785731 req-9aeeb307-209a-42a6-a524-bc6c5660fe74 service neutron] 10.222.0.78 "DELETE /v2.0/ports/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8/bindings/n-h2-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.2562628 Jul 16 01:23:12.151951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-a7b083b6-e1b7-4446-af33-6f9b59a15dfc tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301754 Jul 16 01:23:12.215695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acc04f-bcbc-47fc-b329-a5e423ee0914 None None] Pushing event updated for resources: {'Port': ['ID=060d1114-cfed-4e34-981c-631ba9664d45,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.294221 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.337746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:12.351000 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.439178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.453619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4489-9926-4c56-911c-a97365305e17 req-846bb178-a5e8-4fa7-867b-ae5cec6ba45d tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.455198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-400a4489-9926-4c56-911c-a97365305e17 req-846bb178-a5e8-4fa7-867b-ae5cec6ba45d tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ebfc0da-17be-4c78-a3d8-de4bedb4742f HTTP/1.1" status: 200 len: 945 time: 0.3023760 Jul 16 01:23:12.466843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-fbf58b83-52e1-4624-9c6d-3a0c49fb85dc service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779000 Jul 16 01:23:12.563966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256e13-e972-4c52-988b-278bd7c77fa3 req-e8dcc226-0c07-4430-aa9b-b675d8352518 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.571440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e256e13-e972-4c52-988b-278bd7c77fa3 req-e8dcc226-0c07-4430-aa9b-b675d8352518 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 945 time: 0.3588252 Jul 16 01:23:12.729276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e256e13-e972-4c52-988b-278bd7c77fa3 req-2829af85-7c6f-4059-a66d-016606348878 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565344 Jul 16 01:23:12.756811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29e8fcc9-e579-4cad-8326-f37263d7855a None None] Provisioning complete for port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:12.757184 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29e8fcc9-e579-4cad-8326-f37263d7855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.760899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-ff4eaa1a-405e-4b3e-9b9f-ac5927b78804 service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838590 Jul 16 01:23:12.770843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Deleting port 54dbed74-d176-4b03-a103-fd6a2e0e03df {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:12.771189 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.892340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f57600d5-5984-42fa-a183-e26ee68d960e req-7c56f2c8-98de-4e3f-bfc9-07b44b2be006 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 210 time: 0.0475805 Jul 16 01:23:12.940123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] For port 54dbed74-d176-4b03-a103-fd6a2e0e03df, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=54dbed74-d176-4b03-a103-fd6a2e0e03df,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:12.941129 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.977467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Calling delete_port for 54dbed74-d176-4b03-a103-fd6a2e0e03df owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:13.288867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:13.361671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b31282-288a-4b44-9dd2-ae65401e9d8f req-d88742f4-9818-4315-9b63-60c5577c8137 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.363211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9b31282-288a-4b44-9dd2-ae65401e9d8f req-d88742f4-9818-4315-9b63-60c5577c8137 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 950 time: 0.2798240 Jul 16 01:23:13.503538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cf923-6066-4967-9cfb-53c8b6b4392b req-ebd794dd-5097-4d31-bc5b-d3ca53a8e5e5 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.505213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-105cf923-6066-4967-9cfb-53c8b6b4392b req-ebd794dd-5097-4d31-bc5b-d3ca53a8e5e5 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 945 time: 0.3596778 Jul 16 01:23:13.553255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 286db052-d1c6-4599-b489-6476389080cb up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:13.578506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-5e857a94-9f25-4a76-8567-8943ff87cfae tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.585064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-5e857a94-9f25-4a76-8567-8943ff87cfae tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.596511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-5e857a94-9f25-4a76-8567-8943ff87cfae tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "GET /v2.0/networks?id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89&id=4c9a02ed-cd28-4414-b0b2-988c780043b0&id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89 HTTP/1.1" status: 200 len: 1391 time: 0.4209065 Jul 16 01:23:13.597218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.617403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9b31282-288a-4b44-9dd2-ae65401e9d8f req-a8774ef3-adc1-44e0-b2a4-4d39f55f68f2 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304938 Jul 16 01:23:13.624277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5cd106cc-1c62-4dfd-84df-df4e57f5e2cc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:13.638141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'port': {'device_id': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89', 'admin_state_up': True, 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:13.650859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:13.657085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ac5c3-001c-4f8f-8407-89643aed2408 None None] Network 4c9a02ed-cd28-4414-b0b2-988c780043b0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:13.679646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:13.680014 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.711541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Pushing event deleted for resources: {'Port': ['ID=54dbed74-d176-4b03-a103-fd6a2e0e03df,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:13.780046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9e19c5ec-cb2b-4d63-a167-d823b4201d08 None None] Provisioning for port 060d1114-cfed-4e34-981c-631ba9664d45 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:13.785901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-105cf923-6066-4967-9cfb-53c8b6b4392b req-25b2442c-1805-4ac4-ae58-34af093fb6fd tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710888 Jul 16 01:23:13.808346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 286db052-d1c6-4599-b489-6476389080cb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:13.808721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.958617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.058350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:14.060681 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f1f30-d790-4f47-8025-f04af0890995" -d '{"events": [{"server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "name": "network-vif-plugged", "status": "completed", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:14.089268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:14.100317 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.113234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 060d1114-cfed-4e34-981c-631ba9664d45 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:14.207589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f2571e0-d09b-466e-acd4-7eba68544f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.223260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-7e95bf75-bd7e-40a9-aaf8-39d36e1ce8fa tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.226233 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-7e95bf75-bd7e-40a9-aaf8-39d36e1ce8fa tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/ports?device_id=43d11ca4-40b7-45e5-8bb6-686f69c7717c HTTP/1.1" status: 200 len: 950 time: 0.0719714 Jul 16 01:23:14.234009 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:14.254578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 060d1114-cfed-4e34-981c-631ba9664d45 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:14.256771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] No DVR routers for this DVR port 54dbed74-d176-4b03-a103-fd6a2e0e03df on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:14.260131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 060d1114-cfed-4e34-981c-631ba9664d45 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:14.260278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.260655 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.263118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-400a4489-9926-4c56-911c-a97365305e17 req-3f1deedb-edd7-41b5-9d65-6749856ebfda tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.93 "DELETE /v2.0/ports/54dbed74-d176-4b03-a103-fd6a2e0e03df HTTP/1.1" status: 204 len: 173 time: 1.7934878 Jul 16 01:23:14.268627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'name': 'network-vif-deleted', 'tag': '54dbed74-d176-4b03-a103-fd6a2e0e03df'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:14.270612 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9156f1f3-53b0-4976-b783-8e9ace454c12" -d '{"events": [{"server_uuid": "7ebfc0da-17be-4c78-a3d8-de4bedb4742f", "name": "network-vif-deleted", "tag": "54dbed74-d176-4b03-a103-fd6a2e0e03df"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:14.370417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port b7600010-ffd7-408d-960d-5cf897a7837a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:14.371009 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.407587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.409799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.457102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 060d1114-cfed-4e34-981c-631ba9664d45, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=060d1114-cfed-4e34-981c-631ba9664d45,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:14.463451 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.464867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:14.506957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port b7600010-ffd7-408d-960d-5cf897a7837a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b7600010-ffd7-408d-960d-5cf897a7837a,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:14.507219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.541605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for b7600010-ffd7-408d-960d-5cf897a7837a owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:14.560349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=060d1114-cfed-4e34-981c-631ba9664d45,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:14.580502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:14.581122 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.620551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f9112-7c5e-428f-ab2a-c3974ae1fe56 req-3128e06f-d812-4993-8d44-41e98a98790e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.622709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e7f9112-7c5e-428f-ab2a-c3974ae1fe56 req-3128e06f-d812-4993-8d44-41e98a98790e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 944 time: 0.8330710 Jul 16 01:23:14.641100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:14.644889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.666173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-3c85db7f-4d3e-4f4e-81e8-a4a7daefa9e4 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4126141 Jul 16 01:23:14.668003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b7e52678-8243-424f-a9b8-ef0569088b09 None None] Provisioning complete for port 060d1114-cfed-4e34-981c-631ba9664d45 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:14.668524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b7e52678-8243-424f-a9b8-ef0569088b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.671803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:14.729929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f4166-5071-42cf-a791-d2e578b3d118 req-d457c704-891c-4d25-bec1-a49e323516be tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.731417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-979f4166-5071-42cf-a791-d2e578b3d118 req-d457c704-891c-4d25-bec1-a49e323516be tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.78 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 945 time: 0.3843954 Jul 16 01:23:14.743264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.789264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'e3f6bc44-1521-434e-8858-625abeb3486b', 'b7600010-ffd7-408d-960d-5cf897a7837a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:14.791090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=b7600010-ffd7-408d-960d-5cf897a7837a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:14.839405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:14.856092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.856502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port b7600010-ffd7-408d-960d-5cf897a7837a on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:14.859393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.862128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2edbe29b-769d-44c1-bf6f-727391ed1202 req-573a5bb1-1147-4869-a860-9c5ee18b641e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "DELETE /v2.0/ports/b7600010-ffd7-408d-960d-5cf897a7837a HTTP/1.1" status: 204 len: 173 time: 0.6298823 Jul 16 01:23:14.862827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'name': 'network-vif-deleted', 'tag': 'b7600010-ffd7-408d-960d-5cf897a7837a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:14.865806 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa885c5-ea77-4a0c-99ad-06c21977941a" -d '{"events": [{"server_uuid": "43d11ca4-40b7-45e5-8bb6-686f69c7717c", "name": "network-vif-deleted", "tag": "b7600010-ffd7-408d-960d-5cf897a7837a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:14.933272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e7f9112-7c5e-428f-ab2a-c3974ae1fe56 req-dae67bb7-7e13-4cf4-9cc0-1c8a1d079ce5 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046720 Jul 16 01:23:15.061313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-d386da74-87a3-458d-bd08-15deb736511c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.062842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-d386da74-87a3-458d-bd08-15deb736511c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.4624445 Jul 16 01:23:15.084805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Request body: {'port': {'device_id': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'admin_state_up': True, 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:15.173094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Allocated IP 19.80.0.140 (e3f2cb51-483c-4193-b0a2-3fdd5e995e89/fa9d1be0-cd67-4ef5-9206-cb11988714f1/06dabbc4-7789-458a-9334-116285197191) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:15.215458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68090e08-a1bb-4402-afae-ba8597844658 req-dd93649b-6154-422e-96f0-878e71482a99 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 210 time: 0.0976839 Jul 16 01:23:15.236563 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.330128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Deleting port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:15.330404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.360039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 060d1114-cfed-4e34-981c-631ba9664d45 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:15.401625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 54dbed74-d176-4b03-a103-fd6a2e0e03df no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:15.440568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 54dbed74-d176-4b03-a103-fd6a2e0e03df {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:15.441237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 54dbed74-d176-4b03-a103-fd6a2e0e03df not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:15.495404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 060d1114-cfed-4e34-981c-631ba9664d45 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:15.495821 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.589756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39381260-b8d9-44b6-ac0c-a2700f039eee req-3fb6a49d-114a-44a5-b76f-4847261cc67e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 210 time: 0.0587466 Jul 16 01:23:15.652137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:15.657157 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.665379 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461b0baf-9c29-444f-ae14-c996dc53aaa8 x-openstack-request-id: req-461b0baf-9c29-444f-ae14-c996dc53aaa8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:15.666223 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "name": "network-vif-plugged", "status": "completed", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:15.666594 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-461b0baf-9c29-444f-ae14-c996dc53aaa8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:15.667468 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118', 'code': 200} Jul 16 01:23:15.738412 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37e79e4-67d5-480e-aae4-4a14462c94b5 x-openstack-request-id: req-c37e79e4-67d5-480e-aae4-4a14462c94b5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:15.738658 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebfc0da-17be-4c78-a3d8-de4bedb4742f", "name": "network-vif-deleted", "tag": "54dbed74-d176-4b03-a103-fd6a2e0e03df", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:15.738853 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c37e79e4-67d5-480e-aae4-4a14462c94b5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:15.739239 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebfc0da-17be-4c78-a3d8-de4bedb4742f', 'name': 'network-vif-deleted', 'tag': '54dbed74-d176-4b03-a103-fd6a2e0e03df', 'status': 'completed', 'code': 200} Jul 16 01:23:15.741639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.762918 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.767721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] For port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,segment=NetworkSegment(6bd43c96-aa07-437a-95eb-0651b0c31f0c),segment_id=6bd43c96-aa07-437a-95eb-0651b0c31f0c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:15.768091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.814563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f2f1-6594-4120-92ba-463105bf38f0 req-a000da16-03e4-486a-9839-7c086e08b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.816255 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6463f2f1-6594-4120-92ba-463105bf38f0 req-a000da16-03e4-486a-9839-7c086e08b0f5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1097 time: 0.0634921 Jul 16 01:23:15.828333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Calling delete_port for 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:15.860347 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6463f2f1-6594-4120-92ba-463105bf38f0 req-4247a7d7-bfb6-4e46-a542-6dabc098217e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350866 Jul 16 01:23:15.915019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.020698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Allocated IP 172.20.0.8 (53201dbc-90e9-4c6a-8f4d-944f7f05fcba/8015b200-7ef2-45f1-a2e5-e7d3014071c9/720da300-ae9f-45d5-be3c-4d8a9630e538) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:16.023843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Transition to ACTIVE for port object 06dabbc4-7789-458a-9334-116285197191 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:16.092869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Allocated IP 172.25.5.45 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/c6645c5a-7d39-4fc5-8c89-ac5c8185c89a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:16.156120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6e458-647c-48ed-bdb6-3487a0376697 req-cff49a41-a8d9-4b9c-a671-d37ff5fd038a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.157625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cd6e458-647c-48ed-bdb6-3487a0376697 req-cff49a41-a8d9-4b9c-a671-d37ff5fd038a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.2781515 Jul 16 01:23:16.236377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.360832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cd6e458-647c-48ed-bdb6-3487a0376697 req-30142728-947e-43d1-bd13-0fab454bebeb tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923990 Jul 16 01:23:16.399170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:16.405444 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2752680-d8b6-491e-baf7-2101060a8094 x-openstack-request-id: req-f2752680-d8b6-491e-baf7-2101060a8094 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:16.405798 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d11ca4-40b7-45e5-8bb6-686f69c7717c", "name": "network-vif-deleted", "tag": "b7600010-ffd7-408d-960d-5cf897a7837a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:16.406115 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2752680-d8b6-491e-baf7-2101060a8094 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:16.406590 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d11ca4-40b7-45e5-8bb6-686f69c7717c', 'name': 'network-vif-deleted', 'tag': 'b7600010-ffd7-408d-960d-5cf897a7837a', 'status': 'completed', 'code': 200} Jul 16 01:23:16.412156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:16.419935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Port': ['ID=06dabbc4-7789-458a-9334-116285197191,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.422194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:16.428557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.477251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.477593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.477930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.478259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.478586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.478911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.479230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.479549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.479864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.480182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.480538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.480859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:16.550590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.553027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Pushing event deleted for resources: {'Port': ['ID=5cd106cc-1c62-4dfd-84df-df4e57f5e2cc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.596045 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.620337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.620885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.627036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] No DVR routers for this DVR port 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:16.634853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.636873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-979f4166-5071-42cf-a791-d2e578b3d118 req-000f4d08-f49d-43ac-be8f-d8255272630f tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.78 "DELETE /v2.0/ports/5cd106cc-1c62-4dfd-84df-df4e57f5e2cc HTTP/1.1" status: 204 len: 173 time: 1.8669593 Jul 16 01:23:16.679228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d9cb9ba-efb4-449a-98d6-ef5ecc79d97b req-45ce89af-8c4f-4a82-a40c-3fca8b29917c tempest-ListServersNegativeTestJSON-175667000 tempest-ListServersNegativeTestJSON-175667000-project] 10.222.0.81 "GET /v2.0/ports?device_id=799357c8-457f-4321-a1c0-0969f885285b HTTP/1.1" status: 200 len: 210 time: 0.0401788 Jul 16 01:23:16.687708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8326b859-062c-4b6e-b3ee-148a6017a8b5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0693569 Jul 16 01:23:16.714734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.719119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6127f74-93b9-408f-a48a-ede1220eb99e None None] Provisioning for port 06dabbc4-7789-458a-9334-116285197191 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:16.721767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'port': {'device_id': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0', 'admin_state_up': True, 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:16.723972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6127f74-93b9-408f-a48a-ede1220eb99e None None] Provisioning complete for port 06dabbc4-7789-458a-9334-116285197191 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:16.724607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6127f74-93b9-408f-a48a-ede1220eb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.764895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d6127f74-93b9-408f-a48a-ede1220eb99e None None] Port 06dabbc4-7789-458a-9334-116285197191 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:16.773127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.811208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.854782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:16.866984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:16.876523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:16.888434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:16.912061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:16.915745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Pushing event updated for resources: {'Port': ['ID=c6645c5a-7d39-4fc5-8c89-ac5c8185c89a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.918473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:17.042521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event updated for resources: {'Port': ['ID=720da300-ae9f-45d5-be3c-4d8a9630e538,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:17.044778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:17.048259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.074145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.074740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.133360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-28d19f97-b9a5-4ca5-94f4-2ad6ba75a867 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0552373 Jul 16 01:23:17.181569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Request body: {'port': {'device_id': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:17.184010 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.286506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:17.311412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:17.311753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5cd106cc-1c62-4dfd-84df-df4e57f5e2cc not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:17.312183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b7600010-ffd7-408d-960d-5cf897a7837a no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:17.315261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d2e6c-2b30-44f3-936d-220bef838c3b req-26a8271e-30cc-4264-84ba-70d9982df0fb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.316773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a5d2e6c-2b30-44f3-936d-220bef838c3b req-26a8271e-30cc-4264-84ba-70d9982df0fb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 931 time: 0.2972457 Jul 16 01:23:17.334282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: b7600010-ffd7-408d-960d-5cf897a7837a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:17.334637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b7600010-ffd7-408d-960d-5cf897a7837a not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:17.648514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.695404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Allocated IP 19.86.0.35 (4c9a02ed-cd28-4414-b0b2-988c780043b0/1be8d4ba-4a67-4773-9cfe-50c92321b3d5/f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:17.723480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.741245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799357c8-457f-4321-a1c0-0969f885285b', 'name': 'network-vif-deleted', 'tag': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:17.743436 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5148e0-11af-4909-8a19-8275267be1f3" -d '{"events": [{"server_uuid": "799357c8-457f-4321-a1c0-0969f885285b", "name": "network-vif-deleted", "tag": "5cd106cc-1c62-4dfd-84df-df4e57f5e2cc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:17.763054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a5d2e6c-2b30-44f3-936d-220bef838c3b req-9464d4e6-8c75-466e-9c26-e6a846020f7f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382060 Jul 16 01:23:18.168860 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.172684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.182669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff41a-d622-4e4d-a997-6efe285fdbc6 req-1ed89927-eb6e-4a33-9ca1-9665efc4567e tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.184196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc9ff41a-d622-4e4d-a997-6efe285fdbc6 req-1ed89927-eb6e-4a33-9ca1-9665efc4567e tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1095 time: 0.3037481 Jul 16 01:23:18.184981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.219859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Transition to ACTIVE for port object f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:18.308288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Pushing event updated for resources: {'Port': ['ID=c6645c5a-7d39-4fc5-8c89-ac5c8185c89a,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:18.330727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc9ff41a-d622-4e4d-a997-6efe285fdbc6 req-fec78f7b-4ca1-4eff-b33a-ab89e929fbea tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353352 Jul 16 01:23:18.350527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.387663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.388917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-a6832908-b305-4df1-9e0c-cce8fa3e3da2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7219341 Jul 16 01:23:18.391726 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.442562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720da300-ae9f-45d5-be3c-4d8a9630e538 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:18.455323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.505220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network 4c9a02ed-cd28-4414-b0b2-988c780043b0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:18.522686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-4283dc30-30ad-4f1f-9122-233f1eee6b2c tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.1233225 Jul 16 01:23:18.543199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:18.545389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Transition to ACTIVE for port object 720da300-ae9f-45d5-be3c-4d8a9630e538 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:18.549047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:18.551952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Port': ['ID=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:18.571615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.758857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Pushing event updated for resources: {'Port': ['ID=720da300-ae9f-45d5-be3c-4d8a9630e538,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:18.775161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.775747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.797295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50606d1c-9a2e-4b84-8acf-b2a1c8feffa3 None None] Provisioning for port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:18.801366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50606d1c-9a2e-4b84-8acf-b2a1c8feffa3 None None] Provisioning complete for port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:18.802094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50606d1c-9a2e-4b84-8acf-b2a1c8feffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.835621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1ae9dfc4-7b94-48ab-8c38-607c289e5abe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1273432 Jul 16 01:23:18.837547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-50606d1c-9a2e-4b84-8acf-b2a1c8feffa3 None None] Port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:18.843553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fded4f-73f8-4664-9bbb-66addb2a55b0 req-cd8f37a7-cce4-45a2-96de-f79e71bdafe9 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.850103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fded4f-73f8-4664-9bbb-66addb2a55b0 req-cd8f37a7-cce4-45a2-96de-f79e71bdafe9 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.851587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5fded4f-73f8-4664-9bbb-66addb2a55b0 req-cd8f37a7-cce4-45a2-96de-f79e71bdafe9 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 1654 time: 0.3590016 Jul 16 01:23:18.858215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-bf23408f-6ad6-4145-9771-a83e65f84017 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.859463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abf11208-d03e-4d12-818c-6ab56b5b0c07 req-bf23408f-6ad6-4145-9771-a83e65f84017 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3130729 Jul 16 01:23:18.886657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'port': {'device_id': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89', 'admin_state_up': True, 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:18.948327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-ca1828ad-5654-40e7-87d1-a7d83ea85592 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.949739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-ca1828ad-5654-40e7-87d1-a7d83ea85592 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 950 time: 0.3393381 Jul 16 01:23:19.066775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5fded4f-73f8-4664-9bbb-66addb2a55b0 req-2a0d1813-c7be-47d7-af19-a48164b77ee6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850059 Jul 16 01:23:19.083277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Attempting to bind port 720da300-ae9f-45d5-be3c-4d8a9630e538 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:19.084121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Attempting to bind port 720da300-ae9f-45d5-be3c-4d8a9630e538 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:19.084605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Attempting to bind port 720da300-ae9f-45d5-be3c-4d8a9630e538 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:19.105180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Port 720da300-ae9f-45d5-be3c-4d8a9630e538 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:19.105498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Attempting to bind port 720da300-ae9f-45d5-be3c-4d8a9630e538 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:19.144104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:19.144460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Checking segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:19.144839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Bound using segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:19.145280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Bound port: 720da300-ae9f-45d5-be3c-4d8a9630e538, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:19.145613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.263428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66ec6-21a8-46e1-8fad-d4adc2caa92c req-b240546f-91fa-4248-9f91-30f26920a272 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.264918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2d66ec6-21a8-46e1-8fad-d4adc2caa92c req-b240546f-91fa-4248-9f91-30f26920a272 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a93129d-e179-41a7-aefc-c7f0b562a744 HTTP/1.1" status: 200 len: 950 time: 0.3032675 Jul 16 01:23:19.268482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:19.272401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.342928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] For port 720da300-ae9f-45d5-be3c-4d8a9630e538, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:19.346677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port e3f6bc44-1521-434e-8858-625abeb3486b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:19.347031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.410511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] For port 720da300-ae9f-45d5-be3c-4d8a9630e538, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=720da300-ae9f-45d5-be3c-4d8a9630e538,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:19.432893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.456417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6aff-e449-48ba-96cd-8041937fc013 req-dc8d6c73-9788-4ad2-ba71-2a7c7ff1d618 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.457963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f12b6aff-e449-48ba-96cd-8041937fc013 req-dc8d6c73-9788-4ad2-ba71-2a7c7ff1d618 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.2943134 Jul 16 01:23:19.461447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2d66ec6-21a8-46e1-8fad-d4adc2caa92c req-90ea7912-a7df-4ccc-b183-765168fda8e6 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831675 Jul 16 01:23:19.475533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.563878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.564511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.565880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] 10.222.0.93 "PUT /v2.0/ports/720da300-ae9f-45d5-be3c-4d8a9630e538 HTTP/1.1" status: 200 len: 1091 time: 2.4213400 Jul 16 01:23:19.634398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e141f-fa42-449f-af9f-4a71778c3c8b service neutron] Pushing event updated for resources: {'Port': ['ID=720da300-ae9f-45d5-be3c-4d8a9630e538,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:19.662489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:19.673041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port e3f6bc44-1521-434e-8858-625abeb3486b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e3f6bc44-1521-434e-8858-625abeb3486b,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:19.673403 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.692679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f12b6aff-e449-48ba-96cd-8041937fc013 req-398ab1e4-c68c-4ead-913a-4f85dd1b9239 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015483 Jul 16 01:23:19.694438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Allocated IP 19.80.0.137 (e3f2cb51-483c-4193-b0a2-3fdd5e995e89/fa9d1be0-cd67-4ef5-9206-cb11988714f1/b358422b-3adf-469c-bb82-d0a4dfacf13b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:19.700535 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699c832f-a785-410d-b55f-162d708b9029 x-openstack-request-id: req-699c832f-a785-410d-b55f-162d708b9029 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:19.700941 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799357c8-457f-4321-a1c0-0969f885285b", "name": "network-vif-deleted", "tag": "5cd106cc-1c62-4dfd-84df-df4e57f5e2cc", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:19.701113 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-699c832f-a785-410d-b55f-162d708b9029 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:19.701538 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799357c8-457f-4321-a1c0-0969f885285b', 'name': 'network-vif-deleted', 'tag': '5cd106cc-1c62-4dfd-84df-df4e57f5e2cc', 'status': 'completed', 'code': 200} Jul 16 01:23:19.704566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for e3f6bc44-1521-434e-8858-625abeb3486b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:19.719924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Deleting subnet 19051d7a-1cb1-41f7-b1c6-be07dc270216 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:19.723457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.779118 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.822864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.847047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-bf3ae742-0f4b-4ebb-b2a1-ede9d0e83587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.848575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-bf3ae742-0f4b-4ebb-b2a1-ede9d0e83587 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 1094 time: 0.2376428 Jul 16 01:23:19.876400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.902036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19051d7a-1cb1-41f7-b1c6-be07dc270216,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:19.910466 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.912395 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/19051d7a-1cb1-41f7-b1c6-be07dc270216 HTTP/1.1" status: 204 len: 168 time: 0.2478600 Jul 16 01:23:19.914186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.914537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.914878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.915325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.915540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.916118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.916474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.916801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.917125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.917446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.917768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.918090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91678e1-883d-42a8-92ad-777080d85206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:19.920416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43792) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:19.959791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-f24e24da-decc-48a4-bee9-c8bb3e968faf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=720da300-ae9f-45d5-be3c-4d8a9630e538 HTTP/1.1" status: 200 len: 217 time: 0.0774310 Jul 16 01:23:19.995110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.077840 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.088039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615683c8-7f45-4ce4-a16f-126bc179a4e3']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.098281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd43c96-aa07-437a-95eb-0651b0c31f0c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.098591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd43c96-aa07-437a-95eb-0651b0c31f0c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.100145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af40da3-1fc5-4a89-89f8-21451520498f req-420f777d-4b38-41f6-bea8-67403d9526d0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.101692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2af40da3-1fc5-4a89-89f8-21451520498f req-420f777d-4b38-41f6-bea8-67403d9526d0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 1095 time: 0.3099837 Jul 16 01:23:20.110129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.125109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.131532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:20.131952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:20.133594 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:20.188500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.194215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.196103 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] 10.222.0.81 "DELETE /v2.0/networks/615683c8-7f45-4ce4-a16f-126bc179a4e3 HTTP/1.1" status: 204 len: 168 time: 0.2747741 Jul 16 01:23:20.210479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d647a-402d-4dc6-99d4-871ec6677437 admin admin] Pushing event deleted for resources: {'Network': ['ID=615683c8-7f45-4ce4-a16f-126bc179a4e3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:20.313660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:20.354476 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f5f8300-e8d1-4be7-8756-9c24297e8a5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=450021b18d6f49ca8e801b154ab4fb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395830 Jul 16 01:23:20.356983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:20.410962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e0d4-95d9-4ec6-8968-41028657a4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.424949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-43fb61f4-bf3d-46a3-b2b0-a62ef1a1fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.426364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-43fb61f4-bf3d-46a3-b2b0-a62ef1a1fdd9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.4268589 Jul 16 01:23:20.435605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e0d4-95d9-4ec6-8968-41028657a4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.461213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.484091 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e0d4-95d9-4ec6-8968-41028657a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.486989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e0d4-95d9-4ec6-8968-41028657a4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.488138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5e8e0d4-95d9-4ec6-8968-41028657a4d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9622860f-daaf-440f-856f-9a36a202d02b HTTP/1.1" status: 204 len: 168 time: 0.1302311 Jul 16 01:23:20.495965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf04cd-757e-43c1-9269-382fa34cdec2 req-c4ad568f-50a7-44ef-8918-96b1d0666b45 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.496641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8e0d4-95d9-4ec6-8968-41028657a4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9622860f-daaf-440f-856f-9a36a202d02b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:20.497515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfdf04cd-757e-43c1-9269-382fa34cdec2 req-c4ad568f-50a7-44ef-8918-96b1d0666b45 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 943 time: 0.6440620 Jul 16 01:23:20.503018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-16e37cc1-cc14-4299-8123-cde1f878aceb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652301 Jul 16 01:23:20.503620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.519761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:20.523994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:20.571332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2af40da3-1fc5-4a89-89f8-21451520498f req-c423c947-fa48-4451-b21c-60fc7f345613 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662164 Jul 16 01:23:20.571966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=e3f6bc44-1521-434e-8858-625abeb3486b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:20.574497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Transition to ACTIVE for port object b358422b-3adf-469c-bb82-d0a4dfacf13b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:20.747002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-9a5b9311-f97f-497c-9304-cfac900e8c48 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312825 Jul 16 01:23:20.828988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfdf04cd-757e-43c1-9269-382fa34cdec2 req-9b0bf2ca-bd35-4b80-adaf-ecd231bc6376 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233888 Jul 16 01:23:20.834399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port e3f6bc44-1521-434e-8858-625abeb3486b on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:20.849323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.851323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19f41833-bfad-4e59-a3ea-848c83a166ac req-620aaa1e-868f-4c11-8dd7-d5d6c534aa01 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "DELETE /v2.0/ports/e3f6bc44-1521-434e-8858-625abeb3486b HTTP/1.1" status: 204 len: 173 time: 1.8908114 Jul 16 01:23:20.934791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.057110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:21.098660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:21.104268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:21.136054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Port': ['ID=b358422b-3adf-469c-bb82-d0a4dfacf13b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.148119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-e876e481-04d6-48f4-a0e6-ca03f6b0fb5e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.156685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-e876e481-04d6-48f4-a0e6-ca03f6b0fb5e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 821 time: 0.4030952 Jul 16 01:23:21.203998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cad2a3c-af05-465a-95f7-b65d0915a477 req-4459a7b1-3b6b-44e1-bba7-8ac61d9491e1 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385281 Jul 16 01:23:21.224326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-7fed983b-e311-485a-8a7b-1331183bd8e4 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/quotas/50b07cbf186c473e8f77cd349c2a2b35 HTTP/1.1" status: 200 len: 375 time: 0.0655906 Jul 16 01:23:21.285151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.285800 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.290434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e3f6bc44-1521-434e-8858-625abeb3486b no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:21.315868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: e3f6bc44-1521-434e-8858-625abeb3486b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:21.316496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e3f6bc44-1521-434e-8858-625abeb3486b not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:21.327438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d644acaf-821a-4ba4-bb36-cf1a2411d22b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4669414 Jul 16 01:23:21.337504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a70f1-66e2-4887-87ae-a7c947b2173c req-a2f80b3a-2c8e-4339-ab81-4bf14b8ae1f3 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.339065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea4a70f1-66e2-4887-87ae-a7c947b2173c req-a2f80b3a-2c8e-4339-ab81-4bf14b8ae1f3 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1097 time: 0.3436017 Jul 16 01:23:21.353188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Request body: {'port': {'device_id': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:21.370180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-1bbb62cc-48dd-4bf5-a512-19a4d2189e40 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1449664 Jul 16 01:23:21.378623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ba2863f9-71af-43fd-a563-67078f17f8b1 None None] Provisioning for port b358422b-3adf-469c-bb82-d0a4dfacf13b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:21.384008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ba2863f9-71af-43fd-a563-67078f17f8b1 None None] Provisioning complete for port b358422b-3adf-469c-bb82-d0a4dfacf13b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:21.384640 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba2863f9-71af-43fd-a563-67078f17f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.427953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ba2863f9-71af-43fd-a563-67078f17f8b1 None None] Port b358422b-3adf-469c-bb82-d0a4dfacf13b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:21.468985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea4a70f1-66e2-4887-87ae-a7c947b2173c req-97b04aa5-d922-4002-83d6-753217b20f81 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939515 Jul 16 01:23:21.469386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43838) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:21.546050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.577928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-ee1d811a-403b-4de8-8b4b-6135e5d23573 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660042 Jul 16 01:23:21.617059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1352335602-network', 'tenant_id': '0faa26791d8c450cad2ce0e0db1e4b65'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:21.638831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Made reservation on behalf of 0faa26791d8c450cad2ce0e0db1e4b65 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:21.641182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.649531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.706442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'tag': '720da300-ae9f-45d5-be3c-4d8a9630e538'}, {'server_uuid': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'name': 'network-vif-deleted', 'tag': 'e3f6bc44-1521-434e-8858-625abeb3486b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:21.708787 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd245f9f-5413-4115-b3cd-3de3f9c3908e" -d '{"events": [{"name": "network-changed", "server_uuid": "25f801b3-7ed2-4856-8bac-3fede0c61ff0", "tag": "720da300-ae9f-45d5-be3c-4d8a9630e538"}, {"server_uuid": "8a93129d-e179-41a7-aefc-c7f0b562a744", "name": "network-vif-deleted", "tag": "e3f6bc44-1521-434e-8858-625abeb3486b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:21.745337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.748915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.772991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:21.782824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a27c3-c215-41bc-bddb-471032fa8dd9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.788463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.788805 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Added segment 26901a95-86e4-4280-92e0-6edfbacdc35b of type vlan for network 9adb2966-00f4-4596-b109-7834735a4ba5 Jul 16 01:23:21.829822 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.839821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d64942af-7ba6-444f-80dd-f68e66999cab service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426803 Jul 16 01:23:21.851910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084612fb-a8fe-4a91-8e5a-c24697bb9259 req-460db241-6043-4bdd-8d1b-e47183dd5914 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.858743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084612fb-a8fe-4a91-8e5a-c24697bb9259 req-460db241-6043-4bdd-8d1b-e47183dd5914 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.863411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.864537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.864734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084612fb-a8fe-4a91-8e5a-c24697bb9259 req-460db241-6043-4bdd-8d1b-e47183dd5914 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.865377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.866610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-084612fb-a8fe-4a91-8e5a-c24697bb9259 req-460db241-6043-4bdd-8d1b-e47183dd5914 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2376 time: 0.2559085 Jul 16 01:23:21.898530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4279468 Jul 16 01:23:21.901382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:21.906306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Request body: {'subnet': {'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1352335602-subnet', 'tenant_id': '0faa26791d8c450cad2ce0e0db1e4b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:21.940970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da258ba-93a4-434d-8017-e6408a4914c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9adb2966-00f4-4596-b109-7834735a4ba5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.955425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-084612fb-a8fe-4a91-8e5a-c24697bb9259 req-783ed3e1-dd99-4f8e-978a-2d0c9e269b59 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602913 Jul 16 01:23:21.959849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9adb2966-00f4-4596-b109-7834735a4ba5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:21.966277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Made reservation on behalf of 0faa26791d8c450cad2ce0e0db1e4b65 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:21.968650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.076821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dabbc4-7789-458a-9334-116285197191 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:22.087931 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.105776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Transition to ACTIVE for port object 06dabbc4-7789-458a-9334-116285197191 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:22.115563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.177354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Pushing event updated for resources: {'Port': ['ID=06dabbc4-7789-458a-9334-116285197191,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:22.194377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.315931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:22.318826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Checking segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:22.319192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Network hostable DHCP agents. Network: 9adb2966-00f4-4596-b109-7834735a4ba5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:22.341355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Network 9adb2966-00f4-4596-b109-7834735a4ba5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:22.346488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Attempting to bind port 06dabbc4-7789-458a-9334-116285197191 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:22.347141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Attempting to bind port 06dabbc4-7789-458a-9334-116285197191 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:22.347715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Attempting to bind port 06dabbc4-7789-458a-9334-116285197191 on network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:22.369717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 9adb2966-00f4-4596-b109-7834735a4ba5) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:22.371217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Port 06dabbc4-7789-458a-9334-116285197191 on network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:22.371628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Attempting to bind port 06dabbc4-7789-458a-9334-116285197191 on network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:22.376203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.380990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53249e-341a-4042-8e26-1691f1b43c3c None None] Network 9adb2966-00f4-4596-b109-7834735a4ba5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:22.386976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:22.387413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Checking segment: {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:22.387873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Bound using segment: {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:22.388420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Bound port: 06dabbc4-7789-458a-9334-116285197191, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:22.388852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.389531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.414884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c09a5f-ef58-44dd-bc4d-3dda6758bbba req-f2162e8b-8ec2-46c6-8cef-67631fd61784 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.427156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5cdacdbd-883c-4b3b-b587-b6a0df011120 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5245004 Jul 16 01:23:22.434942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94c09a5f-ef58-44dd-bc4d-3dda6758bbba req-f2162e8b-8ec2-46c6-8cef-67631fd61784 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1097 time: 0.1253917 Jul 16 01:23:22.541598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94c09a5f-ef58-44dd-bc4d-3dda6758bbba req-ce77613d-4688-4fda-91af-65c73cf8992c tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049001 Jul 16 01:23:22.568578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] For port 06dabbc4-7789-458a-9334-116285197191, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:22.577573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] For port 06dabbc4-7789-458a-9334-116285197191, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=06dabbc4-7789-458a-9334-116285197191,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:22.588976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.619046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f69d7-44b1-4fb5-99db-92f20ec5a2e6 None None] Network 9adb2966-00f4-4596-b109-7834735a4ba5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:22.679635 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b2c864-3e54-4975-a998-fa44bc79d4a0 x-openstack-request-id: req-17b2c864-3e54-4975-a998-fa44bc79d4a0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:22.679944 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f801b3-7ed2-4856-8bac-3fede0c61ff0", "tag": "720da300-ae9f-45d5-be3c-4d8a9630e538", "status": "completed", "code": 200}, {"server_uuid": "8a93129d-e179-41a7-aefc-c7f0b562a744", "name": "network-vif-deleted", "tag": "e3f6bc44-1521-434e-8858-625abeb3486b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:22.680194 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17b2c864-3e54-4975-a998-fa44bc79d4a0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:22.680610 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'tag': '720da300-ae9f-45d5-be3c-4d8a9630e538', 'status': 'completed', 'code': 200} Jul 16 01:23:22.680862 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a93129d-e179-41a7-aefc-c7f0b562a744', 'name': 'network-vif-deleted', 'tag': 'e3f6bc44-1521-434e-8858-625abeb3486b', 'status': 'completed', 'code': 200} Jul 16 01:23:22.685483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.687079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.688535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] 10.222.0.93 "PUT /v2.0/ports/06dabbc4-7789-458a-9334-116285197191 HTTP/1.1" status: 200 len: 1092 time: 1.3485358 Jul 16 01:23:22.783710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Request body: {'port': {'device_id': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:22.836216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6807aa8-efad-49ec-9338-19b276631a0d service neutron] Pushing event updated for resources: {'Port': ['ID=06dabbc4-7789-458a-9334-116285197191,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:22.883010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7c55a46-e313-4c69-b822-4576247c4f73 req-f0b1692a-5611-4421-9b64-c1a1db225442 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 210 time: 0.1141264 Jul 16 01:23:22.976513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-55ba8185-8e36-450e-a5ec-1fd8a3a06f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.978049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-55ba8185-8e36-450e-a5ec-1fd8a3a06f12 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 1094 time: 0.2944484 Jul 16 01:23:22.978609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.002233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c868b-2986-4492-aa82-3b2f68b9c53d req-3e7bfb84-20cf-4b75-9a69-f9e6864da803 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.003722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec5c868b-2986-4492-aa82-3b2f68b9c53d req-3e7bfb84-20cf-4b75-9a69-f9e6864da803 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 943 time: 0.2136641 Jul 16 01:23:23.194428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec5c868b-2986-4492-aa82-3b2f68b9c53d req-f06f9c31-6cc0-4b2e-a1eb-0f03ead70e47 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798246 Jul 16 01:23:23.240388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-da979c98-d196-4968-89c9-af6525a806cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.241591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-da979c98-d196-4968-89c9-af6525a806cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.2369785 Jul 16 01:23:23.292459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-e981b3fc-5cfa-4cee-a331-fe44429cf7ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=720da300-ae9f-45d5-be3c-4d8a9630e538 HTTP/1.1" status: 200 len: 217 time: 0.0386167 Jul 16 01:23:23.416379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 720da300-ae9f-45d5-be3c-4d8a9630e538 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:23.459719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-3390afea-10f1-4797-823c-eea394a1b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.461196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-3390afea-10f1-4797-823c-eea394a1b833 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1397941 Jul 16 01:23:23.539645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-eb645a9f-7d12-40a0-8b34-abee591e2772 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678122 Jul 16 01:23:23.563094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 720da300-ae9f-45d5-be3c-4d8a9630e538, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=720da300-ae9f-45d5-be3c-4d8a9630e538,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:23.616641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41afcf-56c0-4998-b3fd-1b9f1ba017d0 req-1cf804d7-b07f-42c2-98bb-e26a6ce161cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.622657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41afcf-56c0-4998-b3fd-1b9f1ba017d0 req-1cf804d7-b07f-42c2-98bb-e26a6ce161cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.628633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41afcf-56c0-4998-b3fd-1b9f1ba017d0 req-1cf804d7-b07f-42c2-98bb-e26a6ce161cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.630345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f41afcf-56c0-4998-b3fd-1b9f1ba017d0 req-1cf804d7-b07f-42c2-98bb-e26a6ce161cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2388 time: 0.2975047 Jul 16 01:23:23.681181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-72d7e1e2-def3-448e-a385-6dea057724d6 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.687830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-72d7e1e2-def3-448e-a385-6dea057724d6 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 813 time: 0.2941170 Jul 16 01:23:23.773090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '720da300-ae9f-45d5-be3c-4d8a9630e538', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'port_id': '720da300-ae9f-45d5-be3c-4d8a9630e538', 'mac_address': 'fa:16:3e:c6:20:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8015b200-7ef2-45f1-a2e5-e7d3014071c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:23.778036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:23.788851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.796324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-f89909b1-a49b-4e57-b6a2-93705237bea8 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.798486 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-f89909b1-a49b-4e57-b6a2-93705237bea8 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.93 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 821 time: 0.2385855 Jul 16 01:23:23.803367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Transition to ACTIVE for port object f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:23.811582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'port': {'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'admin_state_up': True, 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:23.830967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-18c404e1-e819-4d35-8564-1743f858f822 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/quotas/0faa26791d8c450cad2ce0e0db1e4b65 HTTP/1.1" status: 200 len: 375 time: 0.1421652 Jul 16 01:23:23.844796 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.849551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f41afcf-56c0-4998-b3fd-1b9f1ba017d0 req-6b84c219-0226-4dfd-b542-5ad141b84e78 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923790 Jul 16 01:23:23.850179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.887165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720da300-ae9f-45d5-be3c-4d8a9630e538 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:23.933336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 720da300-ae9f-45d5-be3c-4d8a9630e538, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=720da300-ae9f-45d5-be3c-4d8a9630e538,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:23.940437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.945866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.014512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Made reservation on behalf of 50b07cbf186c473e8f77cd349c2a2b35 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:24.019642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.058834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=720da300-ae9f-45d5-be3c-4d8a9630e538,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.059503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-b9d833a3-a49a-4e48-acf0-6a9f2f5fe0b4 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1973004 Jul 16 01:23:24.091963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-4242290a-be98-42bf-bd44-cf01f951c3df service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425200 Jul 16 01:23:24.227395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['720da300-ae9f-45d5-be3c-4d8a9630e538'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:24.269724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Allocated IP 172.20.0.12 (6d58586b-d6ee-411f-b7e8-746af84de353/4c212df4-0e1c-44b9-b84f-2dba993631e4/9c801b04-e7cf-4626-9c05-e1dbd3fe26b3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:24.296556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Attempting to bind port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:24.296899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Attempting to bind port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:24.297230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Attempting to bind port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 on network 4c9a02ed-cd28-4414-b0b2-988c780043b0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:24.323388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-5cede8ee-13ac-4465-b4b5-57449f145969 service neutron] 10.222.0.81 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629187 Jul 16 01:23:24.325558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 on network 4c9a02ed-cd28-4414-b0b2-988c780043b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:24.325800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Attempting to bind port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 on network 4c9a02ed-cd28-4414-b0b2-988c780043b0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:24.341722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd245f9f-5413-4115-b3cd-3de3f9c3908e req-609f9a60-b0f3-4d37-b03e-5ccf6e4adf3f service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276070 Jul 16 01:23:24.352569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:24.352926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Checking segment: {'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:24.353299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Bound using segment: {'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:24.354168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Bound port: f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05e8590-1578-411e-a604-6b6980f11644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:24.354168 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.556576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.573718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Transition to ACTIVE for port object 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:24.614710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.627024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['10be3a2e-4b48-468a-a5c1-d721f1793590'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:24.711981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'tag': '06dabbc4-7789-458a-9334-116285197191'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:24.714465 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "tag": "06dabbc4-7789-458a-9334-116285197191"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:24.730474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Network 6d58586b-d6ee-411f-b7e8-746af84de353 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:24.738139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:24.742355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:24.794581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Pushing event updated for resources: {'Port': ['ID=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.839824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] For port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:24.859452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-1c8bc753-bad2-41a2-97d4-c9b8805ae912 service neutron] 10.222.0.81 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348878 Jul 16 01:23:24.873203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:24.875791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.888535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] For port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:24.904125 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-86ff9fe5-7bd0-46a5-94ff-cf51c23c2f91 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0967836 Jul 16 01:23:24.910765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.917899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Request body: {'port': {'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:24.936616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-75f3bb7e-aa15-4682-8244-e0e5800d9f54 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:24.938362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-75f3bb7e-aa15-4682-8244-e0e5800d9f54 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 950 time: 0.2208943 Jul 16 01:23:25.013983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.015966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.026537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] 10.222.0.93 "PUT /v2.0/ports/f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 HTTP/1.1" status: 200 len: 1091 time: 2.2696805 Jul 16 01:23:25.078721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.086159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Request body: {'port': {'device_id': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:25.163342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ae96d1df-b77c-4ddf-a60c-daee8b416c88 None None] Provisioning for port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:25.169000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ae96d1df-b77c-4ddf-a60c-daee8b416c88 None None] Provisioning complete for port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:25.169593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae96d1df-b77c-4ddf-a60c-daee8b416c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.257798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ae96d1df-b77c-4ddf-a60c-daee8b416c88 None None] Port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:25.289832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764330a3-402f-4523-9467-f937aca6d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.418620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 720da300-ae9f-45d5-be3c-4d8a9630e538 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:25.501786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.507743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 720da300-ae9f-45d5-be3c-4d8a9630e538 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:25.515669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 720da300-ae9f-45d5-be3c-4d8a9630e538 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:25.517098 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.620981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port a0f2b762-5cd1-4b43-a74e-1de91d663e5f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:25.621515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.652868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:25.662942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.680809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Transition to ACTIVE for port object 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:25.683356 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.686993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.709309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0049378-3b99-46d8-8682-07f47a542860 req-9feea16b-23c1-477c-a366-a11b85300b8b tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.711206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0049378-3b99-46d8-8682-07f47a542860 req-9feea16b-23c1-477c-a366-a11b85300b8b tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 932 time: 0.3691483 Jul 16 01:23:25.742571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720da300-ae9f-45d5-be3c-4d8a9630e538'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:25.752469 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dffd4a-f736-45e5-ac85-7860e1ae372d" -d '{"events": [{"server_uuid": "25f801b3-7ed2-4856-8bac-3fede0c61ff0", "name": "network-vif-plugged", "status": "completed", "tag": "720da300-ae9f-45d5-be3c-4d8a9630e538"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:25.784537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 720da300-ae9f-45d5-be3c-4d8a9630e538, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=720da300-ae9f-45d5-be3c-4d8a9630e538,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:25.798585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.798977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a0f2b762-5cd1-4b43-a74e-1de91d663e5f no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:25.980946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0049378-3b99-46d8-8682-07f47a542860 req-6f6cd1ce-fa89-4575-a1df-4528d8de92fd tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581267 Jul 16 01:23:25.990130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Pushing event updated for resources: {'Port': ['ID=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.050560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.054978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Attempting to bind port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:26.059432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Attempting to bind port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:26.059853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Attempting to bind port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 on network 6d58586b-d6ee-411f-b7e8-746af84de353 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:26.084306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 on network 6d58586b-d6ee-411f-b7e8-746af84de353 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:26.084650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Attempting to bind port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 on network 6d58586b-d6ee-411f-b7e8-746af84de353 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:26.092880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=720da300-ae9f-45d5-be3c-4d8a9630e538,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.095819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:26.096153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Checking segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:26.096588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Bound using segment: {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:26.097706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Bound port: 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:26.098030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.135869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:26.136493 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.185398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a0f2b762-5cd1-4b43-a74e-1de91d663e5f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:26.196648 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.212150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-8543f480-72e4-4734-8fa6-dfb399edb877 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:26.215405 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-8543f480-72e4-4734-8fa6-dfb399edb877 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0352926 Jul 16 01:23:26.238400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Request body: {'binding': {'host': 'n-h2-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:26.242182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:23:26.245429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for a0f2b762-5cd1-4b43-a74e-1de91d663e5f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:26.289399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] For port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:26.309394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] For port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:26.334747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.359742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.388822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.389570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.391442 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] 10.222.0.93 "PUT /v2.0/ports/9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 1092 time: 1.4787359 Jul 16 01:23:26.393931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:26.396372 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1aab3e-3274-4e5d-8093-8b94dfa83062" -d '{"events": [{"name": "network-changed", "server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:26.399993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-716373fd-243b-4916-a353-b1d86a83333f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.402301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-716373fd-243b-4916-a353-b1d86a83333f tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 949 time: 0.4450383 Jul 16 01:23:26.459502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf4f86-c663-4e42-888a-58776644f557 service neutron] Pushing event updated for resources: {'Port': ['ID=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.530747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on host n-h2-800085-5 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:26.531218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:26.531664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:26.537044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:26.537503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:26.543411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:26.543917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:26.544405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:26.544911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Bound port: 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:26.607607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff790791-0d89-46c4-9047-9bba7ea65907 req-9498a9f8-9fee-44ff-a623-84cd4481eaf3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.610428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff790791-0d89-46c4-9047-9bba7ea65907 req-9498a9f8-9fee-44ff-a623-84cd4481eaf3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 945 time: 0.3661528 Jul 16 01:23:26.622559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:26.636372 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.636372 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4efde9d3-9f19-4362-bc29-faa8a689fb06 service neutron] 10.222.0.81 "POST /v2.0/ports/0bcf5e9d-fcb6-49a0-b193-fb7ded198118/bindings HTTP/1.1" status: 201 len: 389 time: 0.4118688 Jul 16 01:23:26.667702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b358422b-3adf-469c-bb82-d0a4dfacf13b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:26.689739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.692127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-5decaed3-703d-45cf-a2cf-2d9f9a1c8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.694239 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-5decaed3-703d-45cf-a2cf-2d9f9a1c8562 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 1095 time: 0.0702190 Jul 16 01:23:26.729222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Transition to ACTIVE for port object b358422b-3adf-469c-bb82-d0a4dfacf13b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:26.761224 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-c10bae1e-9ebd-4dfb-9b53-2e3de758034a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 217 time: 0.0592697 Jul 16 01:23:26.821418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-a9e7c6b9-58d4-467b-bb37-3635a175d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.823256 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-a9e7c6b9-58d4-467b-bb37-3635a175d826 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.0548286 Jul 16 01:23:26.893449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-41e1257c-9533-42f2-a370-6e9332a047cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.897121 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-41e1257c-9533-42f2-a370-6e9332a047cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666130 Jul 16 01:23:26.943530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.005371 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-53eee49c-dcd3-4067-b22e-b5afb096c7b0 service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020291 Jul 16 01:23:27.021946 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.035912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:27.041372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['d5a26552-f1dd-40a9-b55c-5d356e51fc5f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:27.084603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1d04fff-552a-48ce-aae2-8635990c6d34 req-6b21f293-abcc-462f-ac12-7b77f02b6a27 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a379cf2-7555-4c35-8a27-38e4f99571a9 HTTP/1.1" status: 200 len: 210 time: 0.1285391 Jul 16 01:23:27.091980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff790791-0d89-46c4-9047-9bba7ea65907 req-3e146aa2-044d-4a27-82cf-5cebfe6bef37 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570673 Jul 16 01:23:27.202204 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3fdd1b-6993-4af2-a2a0-32ca2cf73603 x-openstack-request-id: req-1d3fdd1b-6993-4af2-a2a0-32ca2cf73603 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:27.202828 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "tag": "06dabbc4-7789-458a-9334-116285197191", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:27.202828 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d3fdd1b-6993-4af2-a2a0-32ca2cf73603 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:27.203134 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'tag': '06dabbc4-7789-458a-9334-116285197191', 'status': 'completed', 'code': 200} Jul 16 01:23:27.214569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.93', 59975) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:27.219527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port d5a26552-f1dd-40a9-b55c-5d356e51fc5f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:27.219954 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.222859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Pushing event updated for resources: {'Port': ['ID=b358422b-3adf-469c-bb82-d0a4dfacf13b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:27.342953 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2f01814-e27e-4cc5-a1db-a98667a4ea7c req-0457200f-f8ea-4a76-a201-12795700dfcb service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250473 Jul 16 01:23:27.383726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-0e61c32a-e976-40e4-8614-d30cecfecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.385445 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-0e61c32a-e976-40e4-8614-d30cecfecfb5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1097 time: 0.2205677 Jul 16 01:23:27.446844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-5b798731-781f-4684-87b0-3f10e9024d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.447378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-5b798731-781f-4684-87b0-3f10e9024d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.447864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-5b798731-781f-4684-87b0-3f10e9024d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.449640 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-5b798731-781f-4684-87b0-3f10e9024d7d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2823 time: 0.2326128 Jul 16 01:23:27.540112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=a0f2b762-5cd1-4b43-a74e-1de91d663e5f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:27.673286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port a0f2b762-5cd1-4b43-a74e-1de91d663e5f on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:27.706685 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.711302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ace3a7b-54f5-4c4f-8991-6c103c813fd6 req-d73662e0-dc17-4d06-b1f1-c2e8f583a162 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "DELETE /v2.0/ports/a0f2b762-5cd1-4b43-a74e-1de91d663e5f HTTP/1.1" status: 204 len: 173 time: 2.7656236 Jul 16 01:23:27.806133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Attempting to bind port b358422b-3adf-469c-bb82-d0a4dfacf13b on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:27.806474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Attempting to bind port b358422b-3adf-469c-bb82-d0a4dfacf13b by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:27.806811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Attempting to bind port b358422b-3adf-469c-bb82-d0a4dfacf13b on network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:27.843313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Port b358422b-3adf-469c-bb82-d0a4dfacf13b on network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:27.843649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Attempting to bind port b358422b-3adf-469c-bb82-d0a4dfacf13b on network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:27.905632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port d5a26552-f1dd-40a9-b55c-5d356e51fc5f, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:27.910824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.945363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for d5a26552-f1dd-40a9-b55c-5d356e51fc5f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:27.950605 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4509ac-6712-45b7-af45-a466382240ad x-openstack-request-id: req-3c4509ac-6712-45b7-af45-a466382240ad {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:27.951263 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f801b3-7ed2-4856-8bac-3fede0c61ff0", "name": "network-vif-plugged", "status": "completed", "tag": "720da300-ae9f-45d5-be3c-4d8a9630e538", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:27.951758 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c4509ac-6712-45b7-af45-a466382240ad {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:27.952193 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720da300-ae9f-45d5-be3c-4d8a9630e538', 'code': 200} Jul 16 01:23:28.016556 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:28.032474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-d4232300-4ba7-472b-b74b-1d7c42b7dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.034201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-d4232300-4ba7-472b-b74b-1d7c42b7dbe2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.6410279 Jul 16 01:23:28.054581 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78f9944-7ec0-47b0-8bcc-3124834613c6 x-openstack-request-id: req-f78f9944-7ec0-47b0-8bcc-3124834613c6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:28.055004 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:28.055350 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f78f9944-7ec0-47b0-8bcc-3124834613c6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:28.055835 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'status': 'completed', 'code': 200} Jul 16 01:23:28.130803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:28.136859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Checking segment: {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:28.137357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Bound using segment: {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:28.137832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Bound port: b358422b-3adf-469c-bb82-d0a4dfacf13b, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a10742-51e9-4d10-b547-29d257a1315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:28.138253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.356175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.93', 59976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:28.393372 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.436413 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-6060f13d-33c0-470f-9284-139d469ba1c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 200 len: 217 time: 0.3320384 Jul 16 01:23:28.469016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=d5a26552-f1dd-40a9-b55c-5d356e51fc5f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:28.496344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] For port b358422b-3adf-469c-bb82-d0a4dfacf13b, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:28.544912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b146-3426-4c1f-8054-613b1eafc64b req-480d397c-745a-41b0-8f78-013c350bf6a0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.551115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b146-3426-4c1f-8054-613b1eafc64b req-480d397c-745a-41b0-8f78-013c350bf6a0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.557454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b146-3426-4c1f-8054-613b1eafc64b req-480d397c-745a-41b0-8f78-013c350bf6a0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.559154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd76b146-3426-4c1f-8054-613b1eafc64b req-480d397c-745a-41b0-8f78-013c350bf6a0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2412 time: 1.2138658 Jul 16 01:23:28.566682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port d5a26552-f1dd-40a9-b55c-5d356e51fc5f on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:28.571063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] For port b358422b-3adf-469c-bb82-d0a4dfacf13b, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b358422b-3adf-469c-bb82-d0a4dfacf13b,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:28.588499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.591088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3c090ed-0a3b-4d7a-888d-d8a0360e6a2f req-64c2c0e4-80b4-4bc3-8461-199b644a4bbf tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.78 "DELETE /v2.0/ports/d5a26552-f1dd-40a9-b55c-5d356e51fc5f HTTP/1.1" status: 204 len: 173 time: 2.1711178 Jul 16 01:23:28.601280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.611610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-f0d0ba27-e4d1-4d6e-95ed-8e7beddb838c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.615952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-f0d0ba27-e4d1-4d6e-95ed-8e7beddb838c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 813 time: 0.5800028 Jul 16 01:23:28.640299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-c4913579-b797-4227-94b8-097ea2f2f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.640780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-c4913579-b797-4227-94b8-097ea2f2f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.641492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-c4913579-b797-4227-94b8-097ea2f2f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.643059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-c4913579-b797-4227-94b8-097ea2f2f492 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1857438 Jul 16 01:23:28.647118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Request body: {'port': {'device_id': '84c5b240-a505-4545-8f26-5765400b02f1', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'admin_state_up': True, 'tenant_id': '0faa26791d8c450cad2ce0e0db1e4b65'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:28.686987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-abb6dd76-1dda-451f-b023-8c7852805714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.688566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-abb6dd76-1dda-451f-b023-8c7852805714 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.2427151 Jul 16 01:23:28.698620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff95d7-28f3-434c-99ba-d1df0f81404e req-75672761-6fd3-42b7-b28d-9b3d0239f085 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.700149 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9ff95d7-28f3-434c-99ba-d1df0f81404e req-75672761-6fd3-42b7-b28d-9b3d0239f085 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.5001783 Jul 16 01:23:28.732195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-ab85787a-ddb7-4647-9d82-1e8e6eb45d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.733724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-ab85787a-ddb7-4647-9d82-1e8e6eb45d1e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 1095 time: 0.5625482 Jul 16 01:23:28.735249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.736286 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.737304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] 10.222.0.93 "PUT /v2.0/ports/b358422b-3adf-469c-bb82-d0a4dfacf13b HTTP/1.1" status: 200 len: 1092 time: 3.6675086 Jul 16 01:23:28.748342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f6c5a-b12c-47d1-8892-32dc9bfcf379 req-3916b40c-cc9b-49da-8af2-bf35a9d1eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.749500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-717f6c5a-b12c-47d1-8892-32dc9bfcf379 req-3916b40c-cc9b-49da-8af2-bf35a9d1eb67 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 1096 time: 0.3848963 Jul 16 01:23:28.757596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:28.764745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd76b146-3426-4c1f-8054-613b1eafc64b req-3c023afc-0f52-407b-84dc-cbf573959c25 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903622 Jul 16 01:23:28.822107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] Pushing event updated for resources: {'Port': ['ID=b358422b-3adf-469c-bb82-d0a4dfacf13b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:28.938460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9ff95d7-28f3-434c-99ba-d1df0f81404e req-07abd6eb-82d0-411e-b710-56bc24b166c8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268746 Jul 16 01:23:28.952345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-717f6c5a-b12c-47d1-8892-32dc9bfcf379 req-50d7d22d-f2c9-47ea-b12d-efb314ca1549 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757181 Jul 16 01:23:28.965440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-f058b206-ab42-43b1-aab0-9ca073a14af6 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.981684 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-f058b206-ab42-43b1-aab0-9ca073a14af6 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 813 time: 0.9237049 Jul 16 01:23:28.984964 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-39198ee5-c58a-49a5-872c-d48caaa66796 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000365 Jul 16 01:23:29.044920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-35b45305-91f2-4135-811f-5588c82aa5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.046808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-35b45305-91f2-4135-811f-5588c82aa5cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.2921412 Jul 16 01:23:29.058491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Request body: {'port': {'device_id': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'admin_state_up': True, 'tenant_id': '0faa26791d8c450cad2ce0e0db1e4b65'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:29.181565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-d401a150-760b-485c-ac38-110959bd1d2d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 217 time: 0.1005919 Jul 16 01:23:29.224085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'tag': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1'}, {'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'name': 'network-vif-deleted', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'}, {'server_uuid': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'name': 'network-vif-deleted', 'tag': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f'}, {'name': 'network-changed', 'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'tag': 'b358422b-3adf-469c-bb82-d0a4dfacf13b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:29.226783 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1" -d '{"events": [{"name": "network-changed", "server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "tag": "f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1"}, {"server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "name": "network-vif-deleted", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f"}, {"server_uuid": "f057a781-f317-4a8d-aea0-eb03b5318304", "name": "network-vif-deleted", "tag": "d5a26552-f1dd-40a9-b55c-5d356e51fc5f"}, {"name": "network-changed", "server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "tag": "b358422b-3adf-469c-bb82-d0a4dfacf13b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:29.268778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cccfd8fd-f825-47b2-97ff-0cffbe6c90d2 req-08b12ee5-0ae6-44d1-8886-9663bcaf69c4 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 210 time: 0.0826192 Jul 16 01:23:29.290912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-fefccfee-8203-4c49-9cd4-9defa49ce9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.291873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-fefccfee-8203-4c49-9cd4-9defa49ce9ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1023791 Jul 16 01:23:29.299217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4151c-eb25-4c2f-a5be-ab6d0b29c67a req-93f8b014-c610-4ddb-a3e1-d304c81ff319 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.300952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6a4151c-eb25-4c2f-a5be-ab6d0b29c67a req-93f8b014-c610-4ddb-a3e1-d304c81ff319 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 944 time: 0.2362492 Jul 16 01:23:29.349869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d5a26552-f1dd-40a9-b55c-5d356e51fc5f no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:29.361150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6a4151c-eb25-4c2f-a5be-ab6d0b29c67a req-9f279aa3-af0a-48d0-9eb7-da81fd788b5b tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512156 Jul 16 01:23:29.389935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: d5a26552-f1dd-40a9-b55c-5d356e51fc5f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:29.390503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device d5a26552-f1dd-40a9-b55c-5d356e51fc5f not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:29.411778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-64a423a8-9aa0-4c11-9c1e-680329d73815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.413425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-64a423a8-9aa0-4c11-9c1e-680329d73815 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116004 Jul 16 01:23:29.426741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:29.449962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-53ab082c-5fec-44f1-963c-bf7bb9feff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.451449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41ac962d-0625-4b0f-9d4b-965af7d6b9d2 req-53ab082c-5fec-44f1-963c-bf7bb9feff9b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7942660 Jul 16 01:23:29.485929 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-43d2b739-df61-440d-9077-baae18df9a57 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695232 Jul 16 01:23:29.562329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Made reservation on behalf of 0faa26791d8c450cad2ce0e0db1e4b65 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:29.565817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.637851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:29.654026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'mac_address': 'fa:16:3e:bc:1c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:29.665806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Made reservation on behalf of 0faa26791d8c450cad2ce0e0db1e4b65 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:29.676167 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.727984 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.769888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:29.803075 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-d5ab25e4-837b-4bbc-896c-1176e57238c0 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065617 Jul 16 01:23:29.805921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:29.813938 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.814683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-6d42431d-e3a6-4f19-8829-d86de6c872d6 service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929882 Jul 16 01:23:29.831756 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a6f01e-69d2-4163-968c-5463e3058d03 x-openstack-request-id: req-b1a6f01e-69d2-4163-968c-5463e3058d03 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:29.837028 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "tag": "f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1", "status": "completed", "code": 200}, {"server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "name": "network-vif-deleted", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f", "status": "completed", "code": 200}, {"server_uuid": "f057a781-f317-4a8d-aea0-eb03b5318304", "name": "network-vif-deleted", "tag": "d5a26552-f1dd-40a9-b55c-5d356e51fc5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "tag": "b358422b-3adf-469c-bb82-d0a4dfacf13b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:29.837541 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1a6f01e-69d2-4163-968c-5463e3058d03 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:29.838114 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'tag': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1', 'status': 'completed', 'code': 200} Jul 16 01:23:29.839252 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'name': 'network-vif-deleted', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f', 'status': 'completed', 'code': 200} Jul 16 01:23:29.839252 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f057a781-f317-4a8d-aea0-eb03b5318304', 'name': 'network-vif-deleted', 'tag': 'd5a26552-f1dd-40a9-b55c-5d356e51fc5f', 'status': 'completed', 'code': 200} Jul 16 01:23:29.839788 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'tag': 'b358422b-3adf-469c-bb82-d0a4dfacf13b', 'status': 'completed', 'code': 200} Jul 16 01:23:29.865899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8eaa647c-2ac6-4123-9e2b-50f5ced54718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.866735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8eaa647c-2ac6-4123-9e2b-50f5ced54718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.867372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8eaa647c-2ac6-4123-9e2b-50f5ced54718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.869246 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8eaa647c-2ac6-4123-9e2b-50f5ced54718 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2865 time: 0.3586895 Jul 16 01:23:29.944320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.953041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:29.955616 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5313fa9-3606-4f9a-ad26-57b422dd3b02" -d '{"events": [{"server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:29.970172 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-da48ad4e-65cf-46cf-9a36-052bc86667b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=06dabbc4-7789-458a-9334-116285197191 HTTP/1.1" status: 200 len: 217 time: 0.0813396 Jul 16 01:23:29.970905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fe650-c5c3-4323-803e-dfcf76929225 req-edec8250-6c13-46c4-b8bd-60f96aa7c572 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.973047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c6fe650-c5c3-4323-803e-dfcf76929225 req-edec8250-6c13-46c4-b8bd-60f96aa7c572 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 945 time: 0.3522515 Jul 16 01:23:30.041399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Allocated IP 172.20.0.3 (9adb2966-00f4-4596-b109-7834735a4ba5/3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb/39ce24c4-8cee-4ea8-9e94-fe2769cebce7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:30.071285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-f2fab8e1-ab3e-40b1-a07b-bb8f2e3bd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.072954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-f2fab8e1-ab3e-40b1-a07b-bb8f2e3bd4e7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa9d1be0-cd67-4ef5-9206-cb11988714f1 HTTP/1.1" status: 200 len: 801 time: 0.0933785 Jul 16 01:23:30.089338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9c801b04-e7cf-4626-9c05-e1dbd3fe26b3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:30.245602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-4f9c1515-8bbf-4d78-9e6b-8e9ae65b27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.247461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-4f9c1515-8bbf-4d78-9e6b-8e9ae65b27d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1679885 Jul 16 01:23:30.426714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.431332 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-33e433f6-05a8-4066-b32d-98935f6d6618 service neutron] 10.222.0.93 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718225 Jul 16 01:23:30.546900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.636541 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-d24884fb-efe9-49ab-bf7b-2ca55ee4841a service neutron] 10.222.0.93 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978884 Jul 16 01:23:30.647848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c7409c6-cdc4-4b9b-8abc-67e3bb38de9e req-bd3cd6e9-8f8b-41e9-a8a1-00b43867cdba tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=f057a781-f317-4a8d-aea0-eb03b5318304 HTTP/1.1" status: 200 len: 210 time: 0.0463524 Jul 16 01:23:30.685534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c6fe650-c5c3-4323-803e-dfcf76929225 req-a1167652-a2b4-46b1-91ec-1da8e9ce3ba2 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976848 Jul 16 01:23:30.698563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-87697553-f823-4295-a474-4ba9a3b3e53d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0543592 Jul 16 01:23:30.711648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Allocated IP 172.20.0.8 (9adb2966-00f4-4596-b109-7834735a4ba5/3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb/ef7c4b9e-1220-4999-9e38-13caec8bb484) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:30.714897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1aab3e-3274-4e5d-8093-8b94dfa83062 req-0da17864-59d4-4978-81d8-17445a651d94 service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717198 Jul 16 01:23:30.715540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Network 9adb2966-00f4-4596-b109-7834735a4ba5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:30.724610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event updated for resources: {'Port': ['ID=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:30.749098 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9766af41-55dd-4d91-b318-ffbb71309a1f x-openstack-request-id: req-9766af41-55dd-4d91-b318-ffbb71309a1f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:30.749514 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a379cf2-7555-4c35-8a27-38e4f99571a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f2b762-5cd1-4b43-a74e-1de91d663e5f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:30.749789 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9766af41-55dd-4d91-b318-ffbb71309a1f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:30.750239 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a379cf2-7555-4c35-8a27-38e4f99571a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f2b762-5cd1-4b43-a74e-1de91d663e5f', 'code': 200} Jul 16 01:23:30.753166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:30.760187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:30.998205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951c2c-a0e5-4021-8264-2ba69cc6fe29 req-c23ed38a-2968-4f0b-8125-15917c7ee7be tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.006384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951c2c-a0e5-4021-8264-2ba69cc6fe29 req-c23ed38a-2968-4f0b-8125-15917c7ee7be tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.012385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951c2c-a0e5-4021-8264-2ba69cc6fe29 req-c23ed38a-2968-4f0b-8125-15917c7ee7be tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.014121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18951c2c-a0e5-4021-8264-2ba69cc6fe29 req-c23ed38a-2968-4f0b-8125-15917c7ee7be tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2412 time: 0.1578131 Jul 16 01:23:31.048265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1294da7-8305-462d-af1d-ef17669cd92d req-3b50c57b-c629-4131-a9b3-0d7ab911748a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.049886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1294da7-8305-462d-af1d-ef17669cd92d req-3b50c57b-c629-4131-a9b3-0d7ab911748a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.1521921 Jul 16 01:23:31.100283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8f14f667-0891-462b-a045-243218a4c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.102608 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8f14f667-0891-462b-a045-243218a4c3c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1be8d4ba-4a67-4773-9cfe-50c92321b3d5 HTTP/1.1" status: 200 len: 801 time: 0.3928227 Jul 16 01:23:31.117369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18951c2c-a0e5-4021-8264-2ba69cc6fe29 req-915cbf37-bc95-4dc9-9335-d59c411e639b tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924652 Jul 16 01:23:31.135211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.136386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.137210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1294da7-8305-462d-af1d-ef17669cd92d req-1255e9ab-cb4b-4397-85ac-b2515b4b2061 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766041 Jul 16 01:23:31.188158 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-a8c8c31b-1930-42fe-974b-2cf26ca3bb49 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5494480 Jul 16 01:23:31.247565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Request body: {'port': {'device_id': '84c5b240-a505-4545-8f26-5765400b02f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:31.350654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1d051784-eaa5-4a05-9ebd-35aa9aa869d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.352132 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-1d051784-eaa5-4a05-9ebd-35aa9aa869d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c9a02ed-cd28-4414-b0b2-988c780043b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2351098 Jul 16 01:23:31.436051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.441631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:31.529655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5c5a1-39f2-43f8-b171-f9cdb5c9b74b req-35a6d38a-32aa-4264-94d8-ce588f25b378 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.537460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.538823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5dd5c5a1-39f2-43f8-b171-f9cdb5c9b74b req-35a6d38a-32aa-4264-94d8-ce588f25b378 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 931 time: 0.2190759 Jul 16 01:23:31.539551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:31.544143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:31.544762 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.623486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b5eb6-f9f7-4dba-b58e-c5c988293276 req-aed59cdd-1ba6-4cb3-b96b-62df6ed526fa tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.628674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-795b5eb6-f9f7-4dba-b58e-c5c988293276 req-aed59cdd-1ba6-4cb3-b96b-62df6ed526fa tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 945 time: 0.2111137 Jul 16 01:23:31.636147 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-8dd7d0dc-bb1c-415c-a8a4-1af53215da4f service neutron] 10.222.0.93 "GET /v2.0/networks/4c9a02ed-cd28-4414-b0b2-988c780043b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641602 Jul 16 01:23:31.649927 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.654188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5dd5c5a1-39f2-43f8-b171-f9cdb5c9b74b req-aaaaf4b2-b297-4a84-903c-5abeda1c408d tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143250 Jul 16 01:23:31.715729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:31.721901 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.750911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-795b5eb6-f9f7-4dba-b58e-c5c988293276 req-8b5c6e71-1404-436b-baa4-863dec4e14e9 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931754 Jul 16 01:23:31.799389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.850929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:31.931326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Network 9adb2966-00f4-4596-b109-7834735a4ba5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:31.948191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:31.953939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event updated for resources: {'Port': ['ID=ef7c4b9e-1220-4999-9e38-13caec8bb484,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:31.956611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:31.996616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-68dee8db-34d8-42b3-8995-405656cabee0 service neutron] 10.222.0.93 "GET /v2.0/networks/4c9a02ed-cd28-4414-b0b2-988c780043b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476076 Jul 16 01:23:32.071393 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-60e84dae-e2ae-4f06-b40f-54c59cc5c374 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b358422b-3adf-469c-bb82-d0a4dfacf13b HTTP/1.1" status: 200 len: 217 time: 0.0516789 Jul 16 01:23:32.091786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aedadb-278b-4bb8-b881-28f90e9be1c7 req-7ece7708-c984-4d8c-ac7a-50880f63b5f3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.108146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0aedadb-278b-4bb8-b881-28f90e9be1c7 req-7ece7708-c984-4d8c-ac7a-50880f63b5f3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 945 time: 0.1141622 Jul 16 01:23:32.155752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0aedadb-278b-4bb8-b881-28f90e9be1c7 req-e8d70844-fb50-43f9-8478-91adfdb15ce4 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Jul 16 01:23:32.227131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.228150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.272129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-87586746-ef9e-41d2-95d9-37edfebc7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.273632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-87586746-ef9e-41d2-95d9-37edfebc7342 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa9d1be0-cd67-4ef5-9206-cb11988714f1 HTTP/1.1" status: 200 len: 801 time: 0.1914015 Jul 16 01:23:32.276768 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-24365314-8364-4a12-aaa7-af176ea55c2f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2305496 Jul 16 01:23:32.280840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:32.347447 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.355078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Request body: {'port': {'device_id': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:32.427719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc877e-3e29-46b9-8f82-16d8cd911557 req-7d72d941-e978-475e-b8b8-a20f635e7cc6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.445890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc877e-3e29-46b9-8f82-16d8cd911557 req-7d72d941-e978-475e-b8b8-a20f635e7cc6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.457555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc877e-3e29-46b9-8f82-16d8cd911557 req-7d72d941-e978-475e-b8b8-a20f635e7cc6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.459871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01cc877e-3e29-46b9-8f82-16d8cd911557 req-7d72d941-e978-475e-b8b8-a20f635e7cc6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2412 time: 0.1923392 Jul 16 01:23:32.470941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.543313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01cc877e-3e29-46b9-8f82-16d8cd911557 req-b98f46c5-e08b-470d-82bd-16dfe6ad39d5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768721 Jul 16 01:23:32.602287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Transition to ACTIVE for port object 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:32.659943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.751811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:32.754197 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e68ea-76fb-46d9-a352-86864608fe81" -d '{"events": [{"server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "name": "network-vif-plugged", "status": "completed", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:32.773849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Pushing event updated for resources: {'Port': ['ID=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.782137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-95dbc148-585f-4b5d-b9c2-adaf00f54a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.784607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-95dbc148-585f-4b5d-b9c2-adaf00f54a11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4912372 Jul 16 01:23:32.809656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001c8be-6caf-494a-9805-837f8a874174 req-d82311ec-404e-4ecc-bb73-2ee737b91413 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.813022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b001c8be-6caf-494a-9805-837f8a874174 req-d82311ec-404e-4ecc-bb73-2ee737b91413 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.1055138 Jul 16 01:23:32.868289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b001c8be-6caf-494a-9805-837f8a874174 req-5cf50edc-ff88-4dfa-a5cc-687366b548cc tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484817 Jul 16 01:23:32.995828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Attempting to bind port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:32.996179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Attempting to bind port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:32.996531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Attempting to bind port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:33.018983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 on network 9adb2966-00f4-4596-b109-7834735a4ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:33.019320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Attempting to bind port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:33.027500 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-bfcd23a7-61a9-4435-a08d-df32dc108365 service neutron] 10.222.0.93 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159781 Jul 16 01:23:33.049742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:33.050073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Checking segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:33.050464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Bound using segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:33.050900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Bound port: 39ce24c4-8cee-4ea8-9e94-fe2769cebce7, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:33.051269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.162377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7c4b9e-1220-4999-9e38-13caec8bb484 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:33.181079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.222312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014aa7b-85c4-4aeb-af16-9ccb4d8143d8 req-6ed56dbd-9951-4fd8-b5c9-c61d0521a14d tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.224354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2014aa7b-85c4-4aeb-af16-9ccb4d8143d8 req-6ed56dbd-9951-4fd8-b5c9-c61d0521a14d tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 943 time: 0.1550448 Jul 16 01:23:33.225477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Transition to ACTIVE for port object ef7c4b9e-1220-4999-9e38-13caec8bb484 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:33.241061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.248474 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-0a717445-f4bc-4042-a876-c1930662fa76 service neutron] 10.222.0.93 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123508 Jul 16 01:23:33.272892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] For port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:33.304273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] For port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:33.329183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.348206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2014aa7b-85c4-4aeb-af16-9ccb4d8143d8 req-525fec2a-0e87-46f5-ae87-18df383a74a3 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696607 Jul 16 01:23:33.348533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Pushing event updated for resources: {'Port': ['ID=ef7c4b9e-1220-4999-9e38-13caec8bb484,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.382064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc00815-1691-4462-983e-a149396ea340 req-fdc28b09-5400-4d21-a23f-98570762c42c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.383687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbc00815-1691-4462-983e-a149396ea340 req-fdc28b09-5400-4d21-a23f-98570762c42c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 945 time: 0.1762173 Jul 16 01:23:33.432888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.433444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.434873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-783ea456-6d1f-4769-8906-45382a843162 service neutron] 10.222.0.93 "PUT /v2.0/ports/39ce24c4-8cee-4ea8-9e94-fe2769cebce7 HTTP/1.1" status: 200 len: 1091 time: 2.2173519 Jul 16 01:23:33.435329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c5b240-a505-4545-8f26-5765400b02f1', 'tag': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:33.437903 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93fa5ae-0464-4df4-bd0a-0487fb988fde" -d '{"events": [{"name": "network-changed", "server_uuid": "84c5b240-a505-4545-8f26-5765400b02f1", "tag": "39ce24c4-8cee-4ea8-9e94-fe2769cebce7"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:33.439678 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41202406-2777-4f8a-b1e0-58c8793e194c x-openstack-request-id: req-41202406-2777-4f8a-b1e0-58c8793e194c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:33.440287 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "name": "network-vif-plugged", "status": "completed", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:33.440888 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41202406-2777-4f8a-b1e0-58c8793e194c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:33.441430 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'code': 200} Jul 16 01:23:33.445070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbc00815-1691-4462-983e-a149396ea340 req-c1fc713b-f7e0-4b8c-985c-b95a2ba517cb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549097 Jul 16 01:23:33.499522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ea456-6d1f-4769-8906-45382a843162 service neutron] Pushing event updated for resources: {'Port': ['ID=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.507668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Attempting to bind port ef7c4b9e-1220-4999-9e38-13caec8bb484 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:33.508005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Attempting to bind port ef7c4b9e-1220-4999-9e38-13caec8bb484 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:33.508366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Attempting to bind port ef7c4b9e-1220-4999-9e38-13caec8bb484 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:33.515623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Port ef7c4b9e-1220-4999-9e38-13caec8bb484 on network 9adb2966-00f4-4596-b109-7834735a4ba5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:33.515951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Attempting to bind port ef7c4b9e-1220-4999-9e38-13caec8bb484 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:33.522218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-a51dc082-069a-4432-8eb1-f28e2f5f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.522713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-a51dc082-069a-4432-8eb1-f28e2f5f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.523196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-a51dc082-069a-4432-8eb1-f28e2f5f2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.524878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-a51dc082-069a-4432-8eb1-f28e2f5f2b8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2865 time: 0.2098906 Jul 16 01:23:33.536673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:33.536900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Checking segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:33.537285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Bound using segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:33.537725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Bound port: ef7c4b9e-1220-4999-9e38-13caec8bb484, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:33.538091 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.741216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-fe9fce14-f510-49c9-86e1-2a442a8d11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.743700 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-fe9fce14-f510-49c9-86e1-2a442a8d11a7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c9a02ed-cd28-4414-b0b2-988c780043b0 HTTP/1.1" status: 200 len: 902 time: 0.1856363 Jul 16 01:23:33.755409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] For port ef7c4b9e-1220-4999-9e38-13caec8bb484, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:33.764522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] For port ef7c4b9e-1220-4999-9e38-13caec8bb484, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ef7c4b9e-1220-4999-9e38-13caec8bb484,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:33.778438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.808578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9412b-9c98-4e82-8470-635dca53f61f req-f1969478-2677-4ddd-a519-4d171bb8844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.810111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ab9412b-9c98-4e82-8470-635dca53f61f req-f1969478-2677-4ddd-a519-4d171bb8844c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 1097 time: 0.2547131 Jul 16 01:23:33.821753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ea581-75dd-420c-bce8-6478cb6ce2bb req-d3e1fde6-d354-4258-810e-8e92f7d74501 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.829171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652ea581-75dd-420c-bce8-6478cb6ce2bb req-d3e1fde6-d354-4258-810e-8e92f7d74501 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 946 time: 0.2009311 Jul 16 01:23:33.834970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-44a9bfa8-a190-49cb-81bd-0815be559d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.836917 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-44a9bfa8-a190-49cb-81bd-0815be559d1b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 1094 time: 0.3111665 Jul 16 01:23:33.914367 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-95d55976-12f4-4c6d-8ee5-a50a0018fc85 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.35&port_id=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 HTTP/1.1" status: 200 len: 217 time: 0.1460621 Jul 16 01:23:33.920163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.920667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.922268 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] 10.222.0.78 "PUT /v2.0/ports/ef7c4b9e-1220-4999-9e38-13caec8bb484 HTTP/1.1" status: 200 len: 1091 time: 1.6278033 Jul 16 01:23:33.925151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652ea581-75dd-420c-bce8-6478cb6ce2bb req-61732f21-c111-40ba-9344-be786f423be6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950742 Jul 16 01:23:33.929099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ab9412b-9c98-4e82-8470-635dca53f61f req-58e0ef52-8ba6-4818-a186-8f6ce3080ac5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897872 Jul 16 01:23:33.966523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be483b5-de47-469a-bd20-f1a73edb8825 req-4519e51d-7a04-4d28-9fc3-3de46d077e94 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.968277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6be483b5-de47-469a-bd20-f1a73edb8825 req-4519e51d-7a04-4d28-9fc3-3de46d077e94 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 949 time: 0.1313224 Jul 16 01:23:34.030936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6be483b5-de47-469a-bd20-f1a73edb8825 req-2f2781dc-5afc-4f08-9e93-e79cc6c5db94 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535984 Jul 16 01:23:34.056741 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96a3d4e-6816-49e2-813f-f8b2ace39fdf x-openstack-request-id: req-d96a3d4e-6816-49e2-813f-f8b2ace39fdf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:34.057051 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c5b240-a505-4545-8f26-5765400b02f1", "tag": "39ce24c4-8cee-4ea8-9e94-fe2769cebce7", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:34.057327 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d96a3d4e-6816-49e2-813f-f8b2ace39fdf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:34.061416 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c5b240-a505-4545-8f26-5765400b02f1', 'tag': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7', 'status': 'completed', 'code': 200} Jul 16 01:23:34.064122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-f0c4e8a9-8763-46fa-964e-63a456175b41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ce24c4-8cee-4ea8-9e94-fe2769cebce7 HTTP/1.1" status: 200 len: 217 time: 0.1406927 Jul 16 01:23:34.064726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f45fa-7441-46f1-8255-5535b4b06a5e service neutron] Pushing event updated for resources: {'Port': ['ID=ef7c4b9e-1220-4999-9e38-13caec8bb484,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.178593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-71873606-7462-4bbf-b277-e7b40eca8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.179866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-71873606-7462-4bbf-b277-e7b40eca8073 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1be8d4ba-4a67-4773-9cfe-50c92321b3d5 HTTP/1.1" status: 200 len: 801 time: 0.1898155 Jul 16 01:23:34.236179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-58f76e14-4222-4c01-bf12-26df6209f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.237072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-58f76e14-4222-4c01-bf12-26df6209f017 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.1356008 Jul 16 01:23:34.386547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e46fc6-80cf-4e6f-b38a-b81e5aeae6cb req-9db9838d-b47d-42e1-9abc-671b27d50a4e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.393919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e46fc6-80cf-4e6f-b38a-b81e5aeae6cb req-9db9838d-b47d-42e1-9abc-671b27d50a4e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.400838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e46fc6-80cf-4e6f-b38a-b81e5aeae6cb req-9db9838d-b47d-42e1-9abc-671b27d50a4e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.402654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72e46fc6-80cf-4e6f-b38a-b81e5aeae6cb req-9db9838d-b47d-42e1-9abc-671b27d50a4e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2412 time: 0.2431011 Jul 16 01:23:34.411853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd34bd-e2d1-4318-9e44-4799bd2faf99 req-2f824f36-9d8a-4f76-ba9d-dfcb1121df03 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.419043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cecd34bd-e2d1-4318-9e44-4799bd2faf99 req-2f824f36-9d8a-4f76-ba9d-dfcb1121df03 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.1889300 Jul 16 01:23:34.512979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-77307d9b-dbc5-46db-a340-dbf37fb869ab tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.514489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-77307d9b-dbc5-46db-a340-dbf37fb869ab tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 945 time: 0.2463846 Jul 16 01:23:34.544503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-bd424f7c-93a1-4477-9383-c88b1252e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.545155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cecd34bd-e2d1-4318-9e44-4799bd2faf99 req-f648e0bd-843b-4500-b92b-825f675b6eda tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251693 Jul 16 01:23:34.546182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-bd424f7c-93a1-4477-9383-c88b1252e059 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8 HTTP/1.1" status: 200 len: 1094 time: 0.5231767 Jul 16 01:23:34.579264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214939e-0835-4701-b413-bd3211cc8d0d req-96f6588b-3901-4c8c-96ef-ae80e6bc1364 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.580889 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e214939e-0835-4701-b413-bd3211cc8d0d req-96f6588b-3901-4c8c-96ef-ae80e6bc1364 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 949 time: 0.6544428 Jul 16 01:23:34.586349 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-9276094a-79da-47b2-999e-01a4b4e10ebe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3292704 Jul 16 01:23:34.606018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72e46fc6-80cf-4e6f-b38a-b81e5aeae6cb req-afdacc0c-02fb-4e13-8929-5443f2351ca8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846950 Jul 16 01:23:34.690904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-b501a303-17fa-432f-afd8-85e4712d9bae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef7c4b9e-1220-4999-9e38-13caec8bb484 HTTP/1.1" status: 200 len: 217 time: 0.1269131 Jul 16 01:23:34.841085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-fe146ac2-9e8b-4de5-af3e-8b3e69ea0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.842858 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-fe146ac2-9e8b-4de5-af3e-8b3e69ea0a7d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.0786223 Jul 16 01:23:34.857190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Deleting port 720da300-ae9f-45d5-be3c-4d8a9630e538 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:34.857784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.890122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-cbae1df2-74a0-4eee-a2d2-2d7311fdc4c8 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.891827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-cbae1df2-74a0-4eee-a2d2-2d7311fdc4c8 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/ports?device_id=cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4 HTTP/1.1" status: 200 len: 949 time: 0.2000151 Jul 16 01:23:34.897048 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-59fa90f2-da7e-4a57-ae7c-32a724ece529 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461018 Jul 16 01:23:34.933229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3aa67-9927-4e35-90ae-e0a89d5c0cd0 req-de2db5fa-6767-46d3-89d0-132fcd8a7172 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.934725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96d3aa67-9927-4e35-90ae-e0a89d5c0cd0 req-de2db5fa-6767-46d3-89d0-132fcd8a7172 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 943 time: 0.1829023 Jul 16 01:23:34.947306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-f93400bc-8bc3-4ce9-aab1-1e8c19985a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.949639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-f93400bc-8bc3-4ce9-aab1-1e8c19985a14 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c9a02ed-cd28-4414-b0b2-988c780043b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7594347 Jul 16 01:23:35.085760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96d3aa67-9927-4e35-90ae-e0a89d5c0cd0 req-0c5deec6-cc22-4d88-85a8-a6ff4d2bdf5a tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215436 Jul 16 01:23:35.135438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e950-1896-44df-a6a1-1de27bcf6215 req-c55a6856-c129-4a46-b809-4433ba250e84 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.137010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84b7e950-1896-44df-a6a1-1de27bcf6215 req-c55a6856-c129-4a46-b809-4433ba250e84 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=25f801b3-7ed2-4856-8bac-3fede0c61ff0 HTTP/1.1" status: 200 len: 945 time: 0.2965670 Jul 16 01:23:35.140374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] For port 720da300-ae9f-45d5-be3c-4d8a9630e538, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=720da300-ae9f-45d5-be3c-4d8a9630e538,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:35.140753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.175201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Calling delete_port for 720da300-ae9f-45d5-be3c-4d8a9630e538 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:35.250424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84b7e950-1896-44df-a6a1-1de27bcf6215 req-13c8a179-4fb6-4f35-b153-0b8dd38b3d42 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011021 Jul 16 01:23:35.257838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-e638e086-8e69-4206-9c54-046a5031814a service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998752 Jul 16 01:23:35.284142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port d529b4fe-a0fb-4a2f-a420-842b1e447053 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:35.284512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.456902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:35.481693 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-8fca3f83-fd53-41c7-9273-c07a19678e38 service neutron] 10.222.0.93 "GET /v2.0/networks/4c9a02ed-cd28-4414-b0b2-988c780043b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097554 Jul 16 01:23:35.486019 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-d44be615-a89e-4f5e-a075-f123c2461d78 service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341301 Jul 16 01:23:35.497202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.521822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['720da300-ae9f-45d5-be3c-4d8a9630e538'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:35.623562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event deleted for resources: {'Port': ['ID=720da300-ae9f-45d5-be3c-4d8a9630e538,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.629356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port d529b4fe-a0fb-4a2f-a420-842b1e447053, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d529b4fe-a0fb-4a2f-a420-842b1e447053,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:35.629771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.704752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for d529b4fe-a0fb-4a2f-a420-842b1e447053 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:35.721253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:35.757789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1', 'network_id': '4c9a02ed-cd28-4414-b0b2-988c780043b0', 'port_id': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1', 'mac_address': 'fa:16:3e:a1:8a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be8d4ba-4a67-4773-9cfe-50c92321b3d5', 'ip_address': '19.86.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:35.841976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.870467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:35.871548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-2a8ad456-a3f0-4433-80db-a0d7c20b2e7d service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371952 Jul 16 01:23:35.872877 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port e2d474ea-361d-4d5f-a3be-162684134300 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:35.873277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.889773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] No DVR routers for this DVR port 720da300-ae9f-45d5-be3c-4d8a9630e538 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:35.896201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.898607 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4bfef88d-f674-4a93-bbb9-3d08f8f2a424 req-c03f0a4e-4855-44e1-a1b2-86eeb0ab045d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "DELETE /v2.0/ports/720da300-ae9f-45d5-be3c-4d8a9630e538 HTTP/1.1" status: 204 len: 173 time: 1.3746126 Jul 16 01:23:35.905938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:35.911980 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.913126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 06dabbc4-7789-458a-9334-116285197191 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:35.922970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'name': 'network-vif-deleted', 'tag': '720da300-ae9f-45d5-be3c-4d8a9630e538'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:35.936877 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de74e745-988f-4614-8cc9-fdc0786f319d" -d '{"events": [{"server_uuid": "25f801b3-7ed2-4856-8bac-3fede0c61ff0", "name": "network-vif-deleted", "tag": "720da300-ae9f-45d5-be3c-4d8a9630e538"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:35.961344 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-8647a75e-0e9d-4071-987f-4f73d0253427 service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226794 Jul 16 01:23:36.005127 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-fcfcf38d-7363-425e-9f7a-7d76b6d73135 service neutron] 10.222.0.93 "GET /v2.0/networks/4c9a02ed-cd28-4414-b0b2-988c780043b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024550 Jul 16 01:23:36.010549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71d994-3e9e-400d-a64f-4aca3ea00992 req-473e398d-6da6-4796-aa02-e99beadeeb13 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.012232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b71d994-3e9e-400d-a64f-4aca3ea00992 req-473e398d-6da6-4796-aa02-e99beadeeb13 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfc5551a-20e1-47a2-8a87-d41cd1d45855 HTTP/1.1" status: 200 len: 949 time: 0.5338013 Jul 16 01:23:36.017067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port e2d474ea-361d-4d5f-a3be-162684134300, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e2d474ea-361d-4d5f-a3be-162684134300,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:36.017666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.032807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for e2d474ea-361d-4d5f-a3be-162684134300 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:36.047676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 06dabbc4-7789-458a-9334-116285197191, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=06dabbc4-7789-458a-9334-116285197191,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:36.061828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '06dabbc4-7789-458a-9334-116285197191', 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89', 'port_id': '06dabbc4-7789-458a-9334-116285197191', 'mac_address': 'fa:16:3e:0d:00:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9d1be0-cd67-4ef5-9206-cb11988714f1', 'ip_address': '19.80.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:36.130230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'tag': 'ef7c4b9e-1220-4999-9e38-13caec8bb484'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:36.131597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b71d994-3e9e-400d-a64f-4aca3ea00992 req-ab2ae25f-1c43-4493-9770-47d67998def8 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801113 Jul 16 01:23:36.138675 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d334a297-d9a4-4dc4-93b2-c8eb9629443e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8", "tag": "ef7c4b9e-1220-4999-9e38-13caec8bb484"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:36.141362 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.144925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.165389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e7696-1355-4dee-b24a-d9a89aa4c050 req-635c2649-b8d5-42fe-9a6b-7c00da2dd907 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.173531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-651e7696-1355-4dee-b24a-d9a89aa4c050 req-635c2649-b8d5-42fe-9a6b-7c00da2dd907 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 946 time: 0.4918237 Jul 16 01:23:36.174128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.174480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.174838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.175158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.176169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.177914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.178048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.178334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.178657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.180483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.181956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.182265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:36.195620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dabbc4-7789-458a-9334-116285197191 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:36.228054 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.238651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 06dabbc4-7789-458a-9334-116285197191, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=06dabbc4-7789-458a-9334-116285197191,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:36.247554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6', 'e2d474ea-361d-4d5f-a3be-162684134300', 'd529b4fe-a0fb-4a2f-a420-842b1e447053'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:36.253165 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.256189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b358422b-3adf-469c-bb82-d0a4dfacf13b details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:36.282868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-651e7696-1355-4dee-b24a-d9a89aa4c050 req-b4c24452-c7ac-48d1-ad4a-d3c7e7bac997 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082621 Jul 16 01:23:36.338932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b358422b-3adf-469c-bb82-d0a4dfacf13b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b358422b-3adf-469c-bb82-d0a4dfacf13b,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:36.419299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=d529b4fe-a0fb-4a2f-a420-842b1e447053,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.419946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-d6781bc6-57ad-4e4a-ac46-bf989e4abab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.420484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-d6781bc6-57ad-4e4a-ac46-bf989e4abab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.420972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-d6781bc6-57ad-4e4a-ac46-bf989e4abab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.423012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b358422b-3adf-469c-bb82-d0a4dfacf13b', 'network_id': 'e3f2cb51-483c-4193-b0a2-3fdd5e995e89', 'port_id': 'b358422b-3adf-469c-bb82-d0a4dfacf13b', 'mac_address': 'fa:16:3e:24:b5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9d1be0-cd67-4ef5-9206-cb11988714f1', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:36.428093 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-d6781bc6-57ad-4e4a-ac46-bf989e4abab9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2867 time: 0.1376395 Jul 16 01:23:36.445074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=06dabbc4-7789-458a-9334-116285197191,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.472869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port d529b4fe-a0fb-4a2f-a420-842b1e447053 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:36.480259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.482747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79ebe83f-f232-4a6d-9af7-37fe7292980e req-ea01034b-1743-43c4-bc04-289ff275a989 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "DELETE /v2.0/ports/d529b4fe-a0fb-4a2f-a420-842b1e447053 HTTP/1.1" status: 204 len: 173 time: 1.5658212 Jul 16 01:23:36.485805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-e1df2d14-1d91-47b0-8042-08d5cb18e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.487465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-e1df2d14-1d91-47b0-8042-08d5cb18e078 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 1094 time: 0.5282412 Jul 16 01:23:36.494571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.506278 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.540601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b358422b-3adf-469c-bb82-d0a4dfacf13b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:36.616274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b358422b-3adf-469c-bb82-d0a4dfacf13b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b358422b-3adf-469c-bb82-d0a4dfacf13b,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:36.625580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=e2d474ea-361d-4d5f-a3be-162684134300,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.659266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263b938-386d-43f2-a2a6-276e29c5cb43 req-36a659af-92cb-4d5f-92d9-134c02cee261 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.661369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2263b938-386d-43f2-a2a6-276e29c5cb43 req-36a659af-92cb-4d5f-92d9-134c02cee261 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.2766788 Jul 16 01:23:36.664445 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.703287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-ff53146e-7d61-4fad-a8c8-9b4c09519db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.704829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-ff53146e-7d61-4fad-a8c8-9b4c09519db8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 914 time: 0.2092018 Jul 16 01:23:36.772751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port e2d474ea-361d-4d5f-a3be-162684134300 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:36.777179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.779404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e214939e-0835-4701-b413-bd3211cc8d0d req-07907a83-f14f-46b2-b3bc-c1843e5af817 tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "DELETE /v2.0/ports/e2d474ea-361d-4d5f-a3be-162684134300 HTTP/1.1" status: 204 len: 173 time: 2.1348448 Jul 16 01:23:36.831412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-0ebf141b-8a81-436f-bda4-9513f075fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.833536 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-0ebf141b-8a81-436f-bda4-9513f075fd37 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89 HTTP/1.1" status: 200 len: 903 time: 0.3933764 Jul 16 01:23:36.837748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0915-b6ab-4b95-9b24-bcdb623b244c req-ba894fce-14be-4698-8835-b4d142ca55f1 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.852063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0915-b6ab-4b95-9b24-bcdb623b244c req-ba894fce-14be-4698-8835-b4d142ca55f1 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.875789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b358422b-3adf-469c-bb82-d0a4dfacf13b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.882089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0915-b6ab-4b95-9b24-bcdb623b244c req-ba894fce-14be-4698-8835-b4d142ca55f1 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.890704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b0a0915-b6ab-4b95-9b24-bcdb623b244c req-ba894fce-14be-4698-8835-b4d142ca55f1 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2414 time: 0.3373203 Jul 16 01:23:36.908563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2263b938-386d-43f2-a2a6-276e29c5cb43 req-8d2f4bb9-4bbf-49c7-8f26-3eb0a4a3761f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243452 Jul 16 01:23:36.908563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-bffef3ce-ed58-4311-8bc6-9b91eda490a6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ce24c4-8cee-4ea8-9e94-fe2769cebce7 HTTP/1.1" status: 200 len: 217 time: 0.1796761 Jul 16 01:23:36.935488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-1be231ae-7f36-4c0b-a5dd-e79744ea9b93 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b358422b-3adf-469c-bb82-d0a4dfacf13b HTTP/1.1" status: 200 len: 217 time: 0.0909176 Jul 16 01:23:37.038167 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5171658d-86ec-4f48-ad73-f89467e64c5a x-openstack-request-id: req-5171658d-86ec-4f48-ad73-f89467e64c5a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:37.038452 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f801b3-7ed2-4856-8bac-3fede0c61ff0", "name": "network-vif-deleted", "tag": "720da300-ae9f-45d5-be3c-4d8a9630e538", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:37.038706 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5171658d-86ec-4f48-ad73-f89467e64c5a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:37.039241 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f801b3-7ed2-4856-8bac-3fede0c61ff0', 'name': 'network-vif-deleted', 'tag': '720da300-ae9f-45d5-be3c-4d8a9630e538', 'status': 'completed', 'code': 200} Jul 16 01:23:37.043396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-bf745c03-399e-4006-9d76-8c0349505700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.044927 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-bf745c03-399e-4006-9d76-8c0349505700 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa9d1be0-cd67-4ef5-9206-cb11988714f1 HTTP/1.1" status: 200 len: 801 time: 0.0998521 Jul 16 01:23:37.075704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:37.076906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-cb844719-a53b-484a-8e69-14345bee825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.078448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-cb844719-a53b-484a-8e69-14345bee825c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.1276309 Jul 16 01:23:37.089901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b0a0915-b6ab-4b95-9b24-bcdb623b244c req-cd2242dd-5e7a-4324-b89f-ea6e581ed0a7 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980951 Jul 16 01:23:37.151034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b358422b-3adf-469c-bb82-d0a4dfacf13b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:37.166876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-f471183c-b71d-41bd-839e-8bac70e952bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758302 Jul 16 01:23:37.213957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:37.215281 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb43ad6-d886-4c6c-a0c0-ea479207a36d x-openstack-request-id: req-ecb43ad6-d886-4c6c-a0c0-ea479207a36d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:37.215583 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8", "tag": "ef7c4b9e-1220-4999-9e38-13caec8bb484", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:37.215834 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecb43ad6-d886-4c6c-a0c0-ea479207a36d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:37.216289 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'tag': 'ef7c4b9e-1220-4999-9e38-13caec8bb484', 'status': 'completed', 'code': 200} Jul 16 01:23:37.386510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-4180812b-0684-4ada-a1d5-348cc0962dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.389790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-4180812b-0684-4ada-a1d5-348cc0962dbc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e3f2cb51-483c-4193-b0a2-3fdd5e995e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3225832 Jul 16 01:23:37.394121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ef7c4b9e-1220-4999-9e38-13caec8bb484 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:37.445069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-9f04d1be-e95e-407f-8096-77593b990410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.448661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-9f04d1be-e95e-407f-8096-77593b990410 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8 HTTP/1.1" status: 200 len: 1094 time: 0.2295778 Jul 16 01:23:37.473765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-c7aef985-45a1-4f21-9e9e-a0aa7d960cad service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982433 Jul 16 01:23:37.517462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:37.519489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d529b4fe-a0fb-4a2f-a420-842b1e447053 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:37.668703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: d529b4fe-a0fb-4a2f-a420-842b1e447053 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:37.669053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d529b4fe-a0fb-4a2f-a420-842b1e447053 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:37.672366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 720da300-ae9f-45d5-be3c-4d8a9630e538 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:37.742155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:23:37.828267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-cd1d1ce8-3c6b-4917-8872-2c28f85156ed service neutron] 10.222.0.93 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182863 Jul 16 01:23:37.833578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-d65bcd11-b4cf-4680-9b65-bb34709b5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.835800 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-d65bcd11-b4cf-4680-9b65-bb34709b5197 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 914 time: 0.3801320 Jul 16 01:23:37.852972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee58ba-4e52-4751-a5db-4c453c8b46fc req-e5eb8654-98a5-4944-b210-aedbf84744c3 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.854508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2eee58ba-4e52-4751-a5db-4c453c8b46fc req-e5eb8654-98a5-4944-b210-aedbf84744c3 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 943 time: 0.5343537 Jul 16 01:23:37.886597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 720da300-ae9f-45d5-be3c-4d8a9630e538 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:37.887190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 720da300-ae9f-45d5-be3c-4d8a9630e538 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:37.887687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e2d474ea-361d-4d5f-a3be-162684134300 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:37.902641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b93fa5ae-0464-4df4-bd0a-0487fb988fde req-aa8cccc3-3f71-47c3-a3b3-db84487f2a77 service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164815 Jul 16 01:23:37.926828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: e2d474ea-361d-4d5f-a3be-162684134300 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:37.927171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e2d474ea-361d-4d5f-a3be-162684134300 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:37.938487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2eee58ba-4e52-4751-a5db-4c453c8b46fc req-a7338d57-518b-47d1-b152-512d282dc242 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693817 Jul 16 01:23:37.951653 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-56e74b5d-3d18-4274-985f-2411bfe881d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef7c4b9e-1220-4999-9e38-13caec8bb484 HTTP/1.1" status: 200 len: 217 time: 0.0889201 Jul 16 01:23:38.007180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-e76df306-6434-4003-90cb-64983d9ddd7c tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.025154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-e76df306-6434-4003-90cb-64983d9ddd7c tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2867587 Jul 16 01:23:38.059184 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c8970d2-b0ab-4fb4-8dce-9218a57b42a1 req-86dde266-e9b0-4b4c-9ace-f05773d8b5a8 service neutron] 10.222.0.93 "GET /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210758 Jul 16 01:23:38.101588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-c58b7679-7114-454f-9288-356efdb590fc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.0754592 Jul 16 01:23:38.106333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'floatingip': {'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:38.154517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:23:38.163662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-ad7bf7e7-58b3-4bfd-add4-eb416d791ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.167194 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-ad7bf7e7-58b3-4bfd-add4-eb416d791ec6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.1065464 Jul 16 01:23:38.176824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.220102 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-041ffe77-646d-481d-861d-e2f6804046f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428998 Jul 16 01:23:38.292393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['06dabbc4-7789-458a-9334-116285197191'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:38.351696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-7c7ae227-5519-4cfe-80c9-20e77b9e4749 service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222866 Jul 16 01:23:38.352814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port ef7c4b9e-1220-4999-9e38-13caec8bb484, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ef7c4b9e-1220-4999-9e38-13caec8bb484,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:38.411807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'ef7c4b9e-1220-4999-9e38-13caec8bb484', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'port_id': 'ef7c4b9e-1220-4999-9e38-13caec8bb484', 'mac_address': 'fa:16:3e:68:3c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:38.413953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:38.447460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'port_id': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7', 'mac_address': 'fa:16:3e:6f:7f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:38.486836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d334a297-d9a4-4dc4-93b2-c8eb9629443e req-324e3597-28f8-4bdf-9e07-37fd1f42920e service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218810 Jul 16 01:23:38.530446 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.555685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7c4b9e-1220-4999-9e38-13caec8bb484 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:38.576569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.603563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port ef7c4b9e-1220-4999-9e38-13caec8bb484, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ef7c4b9e-1220-4999-9e38-13caec8bb484,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:38.608022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:38.615587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.660335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:38.671548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.716070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=ef7c4b9e-1220-4999-9e38-13caec8bb484,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:38.718476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-ebe484b5-d53d-4b29-bc3a-3240f9c7dcbb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.725562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-ebe484b5-d53d-4b29-bc3a-3240f9c7dcbb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.5451684 Jul 16 01:23:38.751136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-02352ec3-c53e-40a8-a82d-9948a24e17c4 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/quotas/dbea0e5699e2428eaa661e3c25438174 HTTP/1.1" status: 200 len: 375 time: 0.0246141 Jul 16 01:23:38.781400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:38.791655 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-9ace108a-e823-4cdc-a953-286ecec675ec tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388119 Jul 16 01:23:38.994187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['ef7c4b9e-1220-4999-9e38-13caec8bb484'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:38.995424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-e0e725a3-3a03-4537-8cf4-e426fdfdcf52 service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721711 Jul 16 01:23:39.041310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'name': 'network-vif-deleted', 'tag': 'd529b4fe-a0fb-4a2f-a420-842b1e447053'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:39.043855 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ffa9f0-6f4c-4d3a-acf9-e2cde5667ed8" -d '{"events": [{"server_uuid": "cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4", "name": "network-vif-deleted", "tag": "d529b4fe-a0fb-4a2f-a420-842b1e447053"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:39.218088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'name': 'network-vif-deleted', 'tag': 'e2d474ea-361d-4d5f-a3be-162684134300'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:39.221722 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a720d76-85cc-4b87-837f-93970f1bf256" -d '{"events": [{"server_uuid": "bfc5551a-20e1-47a2-8a87-d41cd1d45855", "name": "network-vif-deleted", "tag": "e2d474ea-361d-4d5f-a3be-162684134300"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:39.242052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['39ce24c4-8cee-4ea8-9e94-fe2769cebce7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:39.336719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-73221f6b-7237-4866-b39a-2b98c8bab900 service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317556 Jul 16 01:23:39.495523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:39.529681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.546242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.580768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:39.586126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:39.587730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.683589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.712956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:39.716388 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6889cd-0b06-4f9f-a5c8-efd68155511a" -d '{"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-plugged", "status": "completed", "tag": "f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:39.732540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:39.740942 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.742371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b358422b-3adf-469c-bb82-d0a4dfacf13b up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:39.761006 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e associated. External IP: 172.25.5.45, port: 10be3a2e-4b48-468a-a5c1-d721f1793590. Jul 16 01:23:39.771704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e12ba-a9d5-457f-af9c-9a730672101f req-72ebfd27-d7cf-453b-903b-1600095adcba tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.773497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e6e12ba-a9d5-457f-af9c-9a730672101f req-72ebfd27-d7cf-453b-903b-1600095adcba tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.1451347 Jul 16 01:23:39.849725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port b358422b-3adf-469c-bb82-d0a4dfacf13b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:39.855454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:39.858281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b358422b-3adf-469c-bb82-d0a4dfacf13b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:39.858654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.905706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e6e12ba-a9d5-457f-af9c-9a730672101f req-49c30a1e-31db-46a0-bb05-8971512743d4 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939178 Jul 16 01:23:39.969647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.014005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b358422b-3adf-469c-bb82-d0a4dfacf13b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b358422b-3adf-469c-bb82-d0a4dfacf13b,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:40.022594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.091102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:40.094830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b358422b-3adf-469c-bb82-d0a4dfacf13b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:40.301291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8fed9-6cbb-4b1e-ae39-ea72676ddfd3 req-cccbcd8c-4c61-4fba-8126-e88e230298ed tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.307180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8fed9-6cbb-4b1e-ae39-ea72676ddfd3 req-cccbcd8c-4c61-4fba-8126-e88e230298ed tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.313062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8fed9-6cbb-4b1e-ae39-ea72676ddfd3 req-cccbcd8c-4c61-4fba-8126-e88e230298ed tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.314725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57a8fed9-6cbb-4b1e-ae39-ea72676ddfd3 req-cccbcd8c-4c61-4fba-8126-e88e230298ed tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2417 time: 0.1325867 Jul 16 01:23:40.320398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:40.325583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.331879 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:40.344404 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:40.345334 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:40.387437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57a8fed9-6cbb-4b1e-ae39-ea72676ddfd3 req-f0859655-373a-412a-a280-b54c791201d0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650861 Jul 16 01:23:40.388977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-edc3999c-3b48-44e6-8c75-5973bd93173d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "PUT /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 200 len: 995 time: 2.2865732 Jul 16 01:23:40.480239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-ada48897-e3e1-4485-ab66-3011254ff841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.487959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-ada48897-e3e1-4485-ab66-3011254ff841 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.0727341 Jul 16 01:23:40.507468 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:40.607842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-4a1ab7cd-9841-41fb-98f3-15831f6b35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.609568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-4a1ab7cd-9841-41fb-98f3-15831f6b35e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.1204262 Jul 16 01:23:40.737004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-d91095eb-a333-4941-acd5-c25c52ca3d42 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 998 time: 0.1206415 Jul 16 01:23:40.786213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84782a4-e513-4a6b-bb5c-ccffe4b8800b req-6c98b2c0-404b-41f2-8666-c77567f6845f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.788352 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:98:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:39Z', 'revision_number': 1, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:40.788993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d84782a4-e513-4a6b-bb5c-ccffe4b8800b req-6c98b2c0-404b-41f2-8666-c77567f6845f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 944 time: 0.1640089 Jul 16 01:23:40.827381 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:40.840647 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:40.841481 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:40.852861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-e5fc3d51-7226-4e6a-aa44-32c800641c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.861584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-e5fc3d51-7226-4e6a-aa44-32c800641c4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1169171 Jul 16 01:23:40.874111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d84782a4-e513-4a6b-bb5c-ccffe4b8800b req-54db7ad3-f1bc-4290-81c2-70454bfeb3a7 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795801 Jul 16 01:23:40.927012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-f38a21a1-f89a-4442-bc02-3b4725ed13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.935040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-f38a21a1-f89a-4442-bc02-3b4725ed13e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725787 Jul 16 01:23:40.942640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-24230126-e8c9-45e4-899d-7e6ca7cf5dc2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:40.944140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-24230126-e8c9-45e4-899d-7e6ca7cf5dc2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080011 Jul 16 01:23:40.948028 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78e42e-f93a-43a9-aeea-ba1ee4d4d581 x-openstack-request-id: req-de78e42e-f93a-43a9-aeea-ba1ee4d4d581 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:40.949251 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4", "name": "network-vif-deleted", "tag": "d529b4fe-a0fb-4a2f-a420-842b1e447053", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:40.950327 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de78e42e-f93a-43a9-aeea-ba1ee4d4d581 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:40.950919 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffea9fe-d0fd-4ca9-8c31-388d03aa9ad4', 'name': 'network-vif-deleted', 'tag': 'd529b4fe-a0fb-4a2f-a420-842b1e447053', 'status': 'completed', 'code': 200} Jul 16 01:23:40.996424 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:41.032182 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb8c23-2c66-4273-b608-2e5c5d72c1f2 x-openstack-request-id: req-f9eb8c23-2c66-4273-b608-2e5c5d72c1f2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:41.032739 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc5551a-20e1-47a2-8a87-d41cd1d45855", "name": "network-vif-deleted", "tag": "e2d474ea-361d-4d5f-a3be-162684134300", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:41.032739 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9eb8c23-2c66-4273-b608-2e5c5d72c1f2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:41.045176 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc5551a-20e1-47a2-8a87-d41cd1d45855', 'name': 'network-vif-deleted', 'tag': 'e2d474ea-361d-4d5f-a3be-162684134300', 'status': 'completed', 'code': 200} Jul 16 01:23:41.081894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-f8c0531f-251b-416d-b966-d1eba25114be service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184890 Jul 16 01:23:41.162707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-d4cd1e6a-3123-42ef-8458-35ecde5fa33f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.164632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-d4cd1e6a-3123-42ef-8458-35ecde5fa33f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.2093413 Jul 16 01:23:41.196398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Request body: {'port': {'device_id': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'admin_state_up': True, 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:41.229378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dd55f9-8d26-43e3-9b4c-e8b238fce49e req-188a4afe-5519-4330-bb02-88eafcc1ba53 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377740 Jul 16 01:23:41.315114 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:98:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:39Z', 'revision_number': 1, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:41.320813 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354dc2cc-3dd0-4f14-a38e-248c36acad99 x-openstack-request-id: req-354dc2cc-3dd0-4f14-a38e-248c36acad99 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:41.321402 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-plugged", "status": "completed", "tag": "f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:41.321402 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-354dc2cc-3dd0-4f14-a38e-248c36acad99 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:41.321705 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1', 'code': 200} Jul 16 01:23:41.335623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1cebe8a-f3ce-4d61-abd7-b8ddc777931f req-33a2a8c4-aaf4-4603-8757-476c09f5b40a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 210 time: 0.0653970 Jul 16 01:23:41.365725 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e343f08-2ec6-40e0-9dc7-1f3d0f128fb1 None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:98:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:39Z', 'revision_number': 1, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:41.419671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ef7c4b9e-1220-4999-9e38-13caec8bb484 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:41.477839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:41.489714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.508314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:41.598694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409ee70-96a3-4a69-bfc7-7bd1d5af82f8 req-8f00b9dc-8664-4325-83b2-4cf1bb809f4d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.599536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8db41d0-abf8-436b-b5fd-dd51d17bf85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.601599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5409ee70-96a3-4a69-bfc7-7bd1d5af82f8 req-8f00b9dc-8664-4325-83b2-4cf1bb809f4d tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 946 time: 0.1342793 Jul 16 01:23:41.651895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-e29a84d1-5511-449c-abb2-c3de149ff66d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.654328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-e29a84d1-5511-449c-abb2-c3de149ff66d tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1328018 Jul 16 01:23:41.657886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port ef7c4b9e-1220-4999-9e38-13caec8bb484 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:41.667145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port ef7c4b9e-1220-4999-9e38-13caec8bb484 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:41.667598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.671328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Allocated IP 172.20.0.4 (53201dbc-90e9-4c6a-8f4d-944f7f05fcba/8015b200-7ef2-45f1-a2e5-e7d3014071c9/91f54d04-6111-4c93-b7ae-47008bbfd7e1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:41.673129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:41.696934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5409ee70-96a3-4a69-bfc7-7bd1d5af82f8 req-312747d6-2d39-4a33-a283-003f9ee94354 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842402 Jul 16 01:23:41.698612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:41.699160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.819236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b3773-330a-4751-987a-05bfbf315c8d None None] New status for floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:41.851398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-c7abc462-e3fe-423e-9bf2-9c690f8b97f2 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 998 time: 0.1823711 Jul 16 01:23:41.866720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'floatingip': {'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:41.905806 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.930864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.977302 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.986231 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.003071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.013744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port ef7c4b9e-1220-4999-9e38-13caec8bb484, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ef7c4b9e-1220-4999-9e38-13caec8bb484,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:42.090635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.137895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event updated for resources: {'Port': ['ID=91f54d04-6111-4c93-b7ae-47008bbfd7e1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.147471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:42.156484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.157548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 06dabbc4-7789-458a-9334-116285197191 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:42.178686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:42.183090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:42.198317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:42.205578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=ef7c4b9e-1220-4999-9e38-13caec8bb484,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.266589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.287819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.288481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.297183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 06dabbc4-7789-458a-9334-116285197191 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:42.304293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 06dabbc4-7789-458a-9334-116285197191 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:42.304293 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.309542 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-53ddc41f-722b-431e-8904-f7964436315e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1282518 Jul 16 01:23:42.323318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Request body: {'port': {'device_id': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:42.405628 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.446703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.485386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 06dabbc4-7789-458a-9334-116285197191, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=06dabbc4-7789-458a-9334-116285197191,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:42.491807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.554733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=06dabbc4-7789-458a-9334-116285197191,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.703435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-6ecb90e1-ed75-468e-b730-88ef7b1fca54 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.704882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-6ecb90e1-ed75-468e-b730-88ef7b1fca54 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1097 time: 0.1947861 Jul 16 01:23:42.722224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08a9da-0696-4b12-b09a-89a40fb9ed93 req-7a64950f-56a6-4f55-8ad6-8b0b3fa9f5bc tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.728747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08a9da-0696-4b12-b09a-89a40fb9ed93 req-7a64950f-56a6-4f55-8ad6-8b0b3fa9f5bc tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.734142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f54d04-6111-4c93-b7ae-47008bbfd7e1 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:42.734551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08a9da-0696-4b12-b09a-89a40fb9ed93 req-7a64950f-56a6-4f55-8ad6-8b0b3fa9f5bc tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.736198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb08a9da-0696-4b12-b09a-89a40fb9ed93 req-7a64950f-56a6-4f55-8ad6-8b0b3fa9f5bc tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2418 time: 0.2247338 Jul 16 01:23:42.742702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.756806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Transition to ACTIVE for port object 91f54d04-6111-4c93-b7ae-47008bbfd7e1 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:42.762072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.765909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-5'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:42.833423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Pushing event updated for resources: {'Port': ['ID=91f54d04-6111-4c93-b7ae-47008bbfd7e1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.876455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb08a9da-0696-4b12-b09a-89a40fb9ed93 req-7f1ffd7c-52d1-46cd-96a8-69bd0e627174 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078990 Jul 16 01:23:42.895768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Attempting to bind port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:42.896187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Attempting to bind port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:42.896561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Attempting to bind port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:42.902580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:42.902944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Attempting to bind port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:42.914044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:42.914716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Checking segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:42.915870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Bound using segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:42.916897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Bound port: 91f54d04-6111-4c93-b7ae-47008bbfd7e1, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:42.917580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.934790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.952176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:42.954543 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835c23e-383e-4b15-b63f-1c984c47f144" -d '{"events": [{"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:42.991685 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:23:42.992069 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:23:43.006189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] For port 91f54d04-6111-4c93-b7ae-47008bbfd7e1, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:43.009609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] For port 91f54d04-6111-4c93-b7ae-47008bbfd7e1, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=91f54d04-6111-4c93-b7ae-47008bbfd7e1,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:43.015202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.057986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.058778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.059791 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] 10.222.0.93 "PUT /v2.0/ports/91f54d04-6111-4c93-b7ae-47008bbfd7e1 HTTP/1.1" status: 200 len: 1091 time: 0.7413576 Jul 16 01:23:43.060056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'tag': '91f54d04-6111-4c93-b7ae-47008bbfd7e1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:43.070344 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d" -d '{"events": [{"name": "network-changed", "server_uuid": "467c52d4-ef40-4857-ba31-f681b7ce6276", "tag": "91f54d04-6111-4c93-b7ae-47008bbfd7e1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:43.107036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87b1e9-e642-42cd-b6f2-f3f6fee3857a service neutron] Pushing event updated for resources: {'Port': ['ID=91f54d04-6111-4c93-b7ae-47008bbfd7e1,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.168994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-48e39681-bda1-48fc-ab48-3bbfddc7a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.170601 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-48e39681-bda1-48fc-ab48-3bbfddc7a30e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 1094 time: 0.0575581 Jul 16 01:23:43.175447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:43.218745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-021425a4-adbd-4abe-9f5b-271470220438 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91f54d04-6111-4c93-b7ae-47008bbfd7e1 HTTP/1.1" status: 200 len: 217 time: 0.0395727 Jul 16 01:23:43.227790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dec3a-670f-4887-b321-f894b9d9e9e9 req-8b261ad7-5444-4277-b8d3-ad9c8af1342f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.229372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-218dec3a-670f-4887-b321-f894b9d9e9e9 req-8b261ad7-5444-4277-b8d3-ad9c8af1342f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 945 time: 0.1037426 Jul 16 01:23:43.272010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:43.276698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-516e6785-1afe-4ed0-93e1-902cc0d0d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.278416 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-516e6785-1afe-4ed0-93e1-902cc0d0d64f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.0509593 Jul 16 01:23:43.312522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-436c2839-04ea-4fc5-adaa-0fb853534e78 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266688 Jul 16 01:23:43.323068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b358422b-3adf-469c-bb82-d0a4dfacf13b'}, {'server_uuid': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7c4b9e-1220-4999-9e38-13caec8bb484'}, {'server_uuid': '84c5b240-a505-4545-8f26-5765400b02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7'}, {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dabbc4-7789-458a-9334-116285197191'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:43.325701 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c121ca-b505-47e6-a5b1-02fc68b64e45" -d '{"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-plugged", "status": "completed", "tag": "b358422b-3adf-469c-bb82-d0a4dfacf13b"}, {"server_uuid": "cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8", "name": "network-vif-plugged", "status": "completed", "tag": "ef7c4b9e-1220-4999-9e38-13caec8bb484"}, {"server_uuid": "84c5b240-a505-4545-8f26-5765400b02f1", "name": "network-vif-plugged", "status": "completed", "tag": "39ce24c4-8cee-4ea8-9e94-fe2769cebce7"}, {"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-plugged", "status": "completed", "tag": "06dabbc4-7789-458a-9334-116285197191"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:43.348508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-218dec3a-670f-4887-b321-f894b9d9e9e9 req-be43c041-38f7-4c30-9194-434d36f5bb8e tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102402 Jul 16 01:23:43.352459 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.359655 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.491539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:43.493119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.555710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.610207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on host n-h1-800085-5 for vnic_type normal with profile {"migrating_to": "n-h2-800085-5"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:43.610566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:43.610884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:43.621446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:43.621844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:43.624521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:43.655280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:43.655662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:43.656008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on host n-h1-800085-5 for vnic_type normal with profile {"migrating_to": "n-h2-800085-5"} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:43.656201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:43.656558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:43.656749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Bound port: 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:43.656930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:43.657113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.662413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:43.663534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:43.672036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:43.672803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:43.673768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:43.675132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Bound port: 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:43.675826 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.735248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-827237b0-bb13-4eca-8588-16cade6d36b9 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152565 Jul 16 01:23:43.776535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-3d6d5873-56b3-4947-bd0a-f7cc953ec26e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.778013 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-3d6d5873-56b3-4947-bd0a-f7cc953ec26e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 949 time: 0.1119201 Jul 16 01:23:43.783777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:43.789156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:43.799065 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.828262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b862ef-e9cd-415f-ab88-c7bc42f10263 req-e2abe651-1da3-4713-856b-f718a072f5ce tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.835648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94b862ef-e9cd-415f-ab88-c7bc42f10263 req-e2abe651-1da3-4713-856b-f718a072f5ce tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/ports?device_id=c96fe4f8-65e2-49bf-a404-98547775e47c HTTP/1.1" status: 200 len: 949 time: 0.3379235 Jul 16 01:23:43.907949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 has no active binding in host n-h2-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:23:43.910938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:43.917266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.929839 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 0bcf5e9d-fcb6-49a0-b193-fb7ded198118-n-h1-800085-5-0 {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:23:43.930099 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:23:43.932617 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6866bb7-bf61-4cc7-a751-ae7d48cfe596 req-f1134967-b0ba-47c7-96a7-ff7b74c6666e service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902559 Jul 16 01:23:43.959543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Deleting port ab919d5a-180d-44d8-9269-ac19887f0bd6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:43.963221 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.990337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94b862ef-e9cd-415f-ab88-c7bc42f10263 req-60344011-cc9d-430f-9c2b-34767b7a289e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.81 "GET /v2.0/security-groups?id=5932aaf5-9451-43dc-b152-7f770603470b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536746 Jul 16 01:23:44.108858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] For port ab919d5a-180d-44d8-9269-ac19887f0bd6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ab919d5a-180d-44d8-9269-ac19887f0bd6,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:44.109219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.128510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Calling delete_port for ab919d5a-180d-44d8-9269-ac19887f0bd6 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:44.138971 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e481cc3-1297-4d6e-9bb6-f6febfe9f56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.250231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae0d6-415e-43d8-8be8-605bdda6602b req-b4f209a5-03da-4d00-a327-b87c543ed5a4 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.251675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0cae0d6-415e-43d8-8be8-605bdda6602b req-b4f209a5-03da-4d00-a327-b87c543ed5a4 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 943 time: 0.1555340 Jul 16 01:23:44.276414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.290903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ab919d5a-180d-44d8-9269-ac19887f0bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:44.323583 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Pushing event deleted for resources: {'Port': ['ID=ab919d5a-180d-44d8-9269-ac19887f0bd6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:44.337932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0cae0d6-415e-43d8-8be8-605bdda6602b req-b627c938-8a36-487f-93dc-4981d7f59b50 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786598 Jul 16 01:23:44.377764 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.390516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] No DVR routers for this DVR port ab919d5a-180d-44d8-9269-ac19887f0bd6 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:44.394602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.399575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-08c2e5fc-d266-4a58-a58d-6271c4698ccc req-16130a6b-d41e-4095-91dc-59b083b3f21e tempest-ServersOnMultiNodesTest-1766779414 tempest-ServersOnMultiNodesTest-1766779414-project] 10.222.0.93 "DELETE /v2.0/ports/ab919d5a-180d-44d8-9269-ac19887f0bd6 HTTP/1.1" status: 204 len: 173 time: 0.6128254 Jul 16 01:23:44.455787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on host n-h1-800085-5 for vnic_type normal with profile {"migrating_to": "n-h2-800085-5"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:44.456622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:44.457160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:44.468813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:44.469240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempting to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on network c14d38ee-6492-4421-9138-4142ee902243 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:44.472806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.506208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.510492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:44.510958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Checking segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:44.511441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Bound using segment: {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:44.511981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Bound port: 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c14d38ee-6492-4421-9138-4142ee902243'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:44.512493 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.672025 n-d-800085-5 neutron-server[93706]: WARNING neutron.plugins.ml2.plugin [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Concurrent port binding operations failed on port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 Jul 16 01:23:44.679404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:44.694343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53019a-6ab8-4e89-8e93-51f3e0c3373d req-826176c7-715e-4711-9a6d-7d4bc74db178 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.695887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb53019a-6ab8-4e89-8e93-51f3e0c3373d req-826176c7-715e-4711-9a6d-7d4bc74db178 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.2308288 Jul 16 01:23:44.696588 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attempt 2 to bind port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 Jul 16 01:23:44.699026 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e associated. External IP: 172.25.5.45, port: 10be3a2e-4b48-468a-a5c1-d721f1793590. Jul 16 01:23:44.701948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.702566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.703948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-2be283ed-a063-4b9a-b07d-8352b8e8bd10 service neutron] 10.222.0.93 "PUT /v2.0/ports/0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 200 len: 1122 time: 1.9910495 Jul 16 01:23:44.829409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb53019a-6ab8-4e89-8e93-51f3e0c3373d req-7cfbcd6a-ef73-4a66-a762-1229fc5f6321 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243684 Jul 16 01:23:44.833785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['0bcf5e9d-fcb6-49a0-b193-fb7ded198118'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:44.850735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['0bcf5e9d-fcb6-49a0-b193-fb7ded198118'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:44.966029 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04540b10-d047-47e9-93bf-875fa45e466a x-openstack-request-id: req-04540b10-d047-47e9-93bf-875fa45e466a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:44.966583 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467c52d4-ef40-4857-ba31-f681b7ce6276", "tag": "91f54d04-6111-4c93-b7ae-47008bbfd7e1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:44.966991 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04540b10-d047-47e9-93bf-875fa45e466a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:44.967639 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'tag': '91f54d04-6111-4c93-b7ae-47008bbfd7e1', 'status': 'completed', 'code': 200} Jul 16 01:23:45.007839 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f25dfe7-13df-44ca-88d4-849c997b3c45 x-openstack-request-id: req-3f25dfe7-13df-44ca-88d4-849c997b3c45 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:45.008130 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:45.008413 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f25dfe7-13df-44ca-88d4-849c997b3c45 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:45.008865 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'status': 'completed', 'code': 200} Jul 16 01:23:45.053504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-6dc1cc43-0294-44ad-a6b6-f589098f5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.056480 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-6dc1cc43-0294-44ad-a6b6-f589098f5981 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.0870090 Jul 16 01:23:45.125185 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cf0381-48f4-4298-8a5a-066453c7178b x-openstack-request-id: req-c2cf0381-48f4-4298-8a5a-066453c7178b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:45.125810 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-plugged", "status": "completed", "tag": "b358422b-3adf-469c-bb82-d0a4dfacf13b", "code": 200}, {"server_uuid": "cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8", "name": "network-vif-plugged", "status": "completed", "tag": "ef7c4b9e-1220-4999-9e38-13caec8bb484", "code": 200}, {"server_uuid": "84c5b240-a505-4545-8f26-5765400b02f1", "name": "network-vif-plugged", "status": "completed", "tag": "39ce24c4-8cee-4ea8-9e94-fe2769cebce7", "code": 200}, {"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-plugged", "status": "completed", "tag": "06dabbc4-7789-458a-9334-116285197191", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:45.126322 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2cf0381-48f4-4298-8a5a-066453c7178b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:45.127269 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b358422b-3adf-469c-bb82-d0a4dfacf13b', 'code': 200} Jul 16 01:23:45.127684 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7c4b9e-1220-4999-9e38-13caec8bb484', 'code': 200} Jul 16 01:23:45.128155 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c5b240-a505-4545-8f26-5765400b02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7', 'code': 200} Jul 16 01:23:45.128824 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dabbc4-7789-458a-9334-116285197191', 'code': 200} Jul 16 01:23:45.211818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-69e6f833-c3e6-4de4-bd94-d8d862633f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.213580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-69e6f833-c3e6-4de4-bd94-d8d862633f29 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 1094 time: 0.2034202 Jul 16 01:23:45.272406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-ea0a4b1e-2922-4b7f-92d9-20a5148c417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.274078 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-ea0a4b1e-2922-4b7f-92d9-20a5148c417e service neutron] 10.222.0.78 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.2111254 Jul 16 01:23:45.285053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:45.311807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.350941 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-bb4c2939-74e1-4ba2-a778-5c7000c93580 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 217 time: 0.0684009 Jul 16 01:23:45.481658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-d7a61e27-eb76-4ed9-be7a-b17ffa6b16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.483286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-d7a61e27-eb76-4ed9-be7a-b17ffa6b16e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1220744 Jul 16 01:23:45.498992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 91f54d04-6111-4c93-b7ae-47008bbfd7e1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:45.556413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab89dc-d6f0-4e8d-812a-f273e2ede10f req-e22ef3ed-9a74-42d4-990b-05aaf9ca2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.556971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab89dc-d6f0-4e8d-812a-f273e2ede10f req-e22ef3ed-9a74-42d4-990b-05aaf9ca2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.557492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab89dc-d6f0-4e8d-812a-f273e2ede10f req-e22ef3ed-9a74-42d4-990b-05aaf9ca2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.559387 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6dab89dc-d6f0-4e8d-812a-f273e2ede10f req-e22ef3ed-9a74-42d4-990b-05aaf9ca2e96 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2871 time: 0.1593192 Jul 16 01:23:45.566385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6fbd-ce70-4963-9813-4dc93172ed4b req-946f947a-cd02-42de-a947-1a7a2958f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.567928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-097c6fbd-ce70-4963-9813-4dc93172ed4b req-946f947a-cd02-42de-a947-1a7a2958f269 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 1096 time: 0.1603439 Jul 16 01:23:45.619054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 91f54d04-6111-4c93-b7ae-47008bbfd7e1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=91f54d04-6111-4c93-b7ae-47008bbfd7e1,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:45.634140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '91f54d04-6111-4c93-b7ae-47008bbfd7e1', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'port_id': '91f54d04-6111-4c93-b7ae-47008bbfd7e1', 'mac_address': 'fa:16:3e:f4:bc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8015b200-7ef2-45f1-a2e5-e7d3014071c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:45.640364 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6dab89dc-d6f0-4e8d-812a-f273e2ede10f req-5180943b-665a-49f3-9a37-b104229ba1fc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 Jul 16 01:23:45.642354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-2bd57a09-25c0-4215-bba9-bdee0637cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.644988 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-2bd57a09-25c0-4215-bba9-bdee0637cb4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510472 Jul 16 01:23:45.646596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-097c6fbd-ce70-4963-9813-4dc93172ed4b req-8ae362a2-6254-403e-8d32-7120382a6f64 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679662 Jul 16 01:23:45.694447 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.708038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f54d04-6111-4c93-b7ae-47008bbfd7e1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:45.730654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 91f54d04-6111-4c93-b7ae-47008bbfd7e1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=91f54d04-6111-4c93-b7ae-47008bbfd7e1,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:45.736204 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.772334 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-c0f2ef99-204c-484f-9b9d-3a0beb39d5b3 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179504 Jul 16 01:23:45.782635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.808948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=91f54d04-6111-4c93-b7ae-47008bbfd7e1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:45.814115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-da8bf354-e1db-44ab-8784-b98587454cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.815581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-da8bf354-e1db-44ab-8784-b98587454cfe service neutron] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.5947964 Jul 16 01:23:45.837333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d2d39-0d15-4feb-bb7f-37a72a7913ec req-787f4c14-89fb-4f21-9dd8-eb468f4d4d5a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.843253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d2d39-0d15-4feb-bb7f-37a72a7913ec req-787f4c14-89fb-4f21-9dd8-eb468f4d4d5a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.849828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d2d39-0d15-4feb-bb7f-37a72a7913ec req-787f4c14-89fb-4f21-9dd8-eb468f4d4d5a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.851688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d6d2d39-0d15-4feb-bb7f-37a72a7913ec req-787f4c14-89fb-4f21-9dd8-eb468f4d4d5a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2418 time: 0.5644624 Jul 16 01:23:45.894269 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c835c23e-383e-4b15-b63f-1c984c47f144 req-aeb7c9b1-4db2-4a7e-acbb-125faa994dec service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139138 Jul 16 01:23:45.915630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-b8de008b-c7df-4e6c-8805-d1333820b845 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91f54d04-6111-4c93-b7ae-47008bbfd7e1 HTTP/1.1" status: 200 len: 217 time: 0.0608768 Jul 16 01:23:45.964037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:45.975766 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:45.985112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f134-ac77-40ff-834d-519d3b33411d req-9c55c1c5-d0b7-46f8-892a-699bb08ff14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.986586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfc8f134-ac77-40ff-834d-519d3b33411d req-9c55c1c5-d0b7-46f8-892a-699bb08ff14e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8 HTTP/1.1" status: 200 len: 1096 time: 0.2804911 Jul 16 01:23:45.987257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:45.987889 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.042834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d6d2d39-0d15-4feb-bb7f-37a72a7913ec req-dab1318f-4374-460a-b9a5-f98064a34450 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784990 Jul 16 01:23:46.073238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-7d4cc5af-8a14-437f-bcb9-e81b7040c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.074645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-7d4cc5af-8a14-437f-bcb9-e81b7040c7e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1505508 Jul 16 01:23:46.107272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:46.121904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfc8f134-ac77-40ff-834d-519d3b33411d req-a302c160-69a1-4c85-9d22-9ac4b1bb0112 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277592 Jul 16 01:23:46.142773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-21b041c0-69e5-442f-9b60-8c5e33faa9b4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322390 Jul 16 01:23:46.188510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['91f54d04-6111-4c93-b7ae-47008bbfd7e1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:46.357522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-a3f86a5b-0a69-49ea-aacc-e24ab9dfb0bb service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005327 Jul 16 01:23:46.484202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:46.530652 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:bc:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:44Z', 'revision_number': 3, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.557719 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:46.570408 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:46.571134 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.571379 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ebb56c0-a241-4cdf-b629-8a7210a1c44d req-cde52de4-4283-4182-80e8-66dc5903b54a service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021148 Jul 16 01:23:46.603624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eebb4-dde0-4849-a364-c250caded44c req-6b5a10ad-ea2d-4b26-b2f1-48155c15e5a5 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.605213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f0eebb4-dde0-4849-a364-c250caded44c req-6b5a10ad-ea2d-4b26-b2f1-48155c15e5a5 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 945 time: 0.1881328 Jul 16 01:23:46.695639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f0eebb4-dde0-4849-a364-c250caded44c req-24551917-dfd9-4512-a722-1526b2c24782 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628705 Jul 16 01:23:46.696887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:46.706768 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.712388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.744731 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:46.811616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-1107b8d9-cb97-47c5-8645-63a4a352f9f1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "PUT /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 200 len: 998 time: 4.9528985 Jul 16 01:23:46.916284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-976a3352-f529-4b9e-9e75-7071c3f3cd24 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.917729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-976a3352-f529-4b9e-9e75-7071c3f3cd24 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports/10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 942 time: 0.1008914 Jul 16 01:23:46.968760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'name': 'network-vif-deleted', 'tag': 'ab919d5a-180d-44d8-9269-ac19887f0bd6'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:46.971131 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c4d48b-32ce-43df-a63a-7e7d1be0d8bf" -d '{"events": [{"server_uuid": "c96fe4f8-65e2-49bf-a404-98547775e47c", "name": "network-vif-deleted", "tag": "ab919d5a-180d-44d8-9269-ac19887f0bd6"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:47.017407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118'}, {'name': 'network-changed', 'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118'}, {'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590'}, {'name': 'network-changed', 'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:47.022595 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393" -d '{"events": [{"server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118"}, {"name": "network-changed", "server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118"}, {"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590"}, {"name": "network-changed", "server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:47.075032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.121976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-7280e753-6dc6-4a78-a666-ca330b1e7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.141205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-7280e753-6dc6-4a78-a666-ca330b1e7c49 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.1152947 Jul 16 01:23:47.163369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd1351-3c46-472a-bee6-b91b46849f1e req-fb12ae35-730c-4077-8dfd-b2b009ff2ae5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.168888 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:bc:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:44Z', 'revision_number': 3, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:47.170458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcd1351-3c46-472a-bee6-b91b46849f1e req-fb12ae35-730c-4077-8dfd-b2b009ff2ae5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 944 time: 0.2648404 Jul 16 01:23:47.213685 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49278e5d-901b-4d70-a3c7-e509cc4a71f8 None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:bc:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:44Z', 'revision_number': 3, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:47.273070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcd1351-3c46-472a-bee6-b91b46849f1e req-a18d61c9-495c-4601-9537-df89e603b6aa tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016119 Jul 16 01:23:47.301692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-060cdfe7-ccc7-471a-8ddd-ad657e5f4282 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50a4449342d04018acd56fb7baa26a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259965 Jul 16 01:23:47.304473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44268) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.332945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-76be58c9-14ed-4858-b0bb-a47641f301b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.340370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-76be58c9-14ed-4858-b0bb-a47641f301b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.1982193 Jul 16 01:23:47.393048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b40e9e4-c0f9-4883-902f-6e18b4a2066a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.425789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b40e9e4-c0f9-4883-902f-6e18b4a2066a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.439495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-bf29ed68-9f65-4194-b76c-812f745880d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 217 time: 0.0981412 Jul 16 01:23:47.502878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ab919d5a-180d-44d8-9269-ac19887f0bd6 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:47.521974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b40e9e4-c0f9-4883-902f-6e18b4a2066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.525303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b40e9e4-c0f9-4883-902f-6e18b4a2066a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.529830 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9b40e9e4-c0f9-4883-902f-6e18b4a2066a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5932aaf5-9451-43dc-b152-7f770603470b HTTP/1.1" status: 204 len: 168 time: 0.2239006 Jul 16 01:23:47.547147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40e9e4-c0f9-4883-902f-6e18b4a2066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5932aaf5-9451-43dc-b152-7f770603470b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:47.573025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: ab919d5a-180d-44d8-9269-ac19887f0bd6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:47.573366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ab919d5a-180d-44d8-9269-ac19887f0bd6 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:47.584167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-8e8f3a1f-fbdf-4d8e-8699-bd14cfb1abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.585935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-8e8f3a1f-fbdf-4d8e-8699-bd14cfb1abe3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1456621 Jul 16 01:23:47.649977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc926b-2878-4c9d-9521-082495a4b9a8 req-52fb39b2-9b7a-447b-a8c1-6952850e03ff tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.651496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53cc926b-2878-4c9d-9521-082495a4b9a8 req-52fb39b2-9b7a-447b-a8c1-6952850e03ff tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 944 time: 0.1748121 Jul 16 01:23:47.719709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53cc926b-2878-4c9d-9521-082495a4b9a8 req-90fa2026-0706-4dad-9c75-7970cc4a5182 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615559 Jul 16 01:23:47.724539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac67ab4-16e4-4adb-8ffe-df1c193ffdc1 None None] New status for floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:47.728734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-42df4a25-5a60-4a31-97a4-ed72d8211cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.739241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-42df4a25-5a60-4a31-97a4-ed72d8211cdd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325819 Jul 16 01:23:47.790433 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc81f1a-7825-4b17-a8c2-1c4776522056 x-openstack-request-id: req-ddc81f1a-7825-4b17-a8c2-1c4776522056 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:47.790909 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96fe4f8-65e2-49bf-a404-98547775e47c", "name": "network-vif-deleted", "tag": "ab919d5a-180d-44d8-9269-ac19887f0bd6", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:47.791261 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ddc81f1a-7825-4b17-a8c2-1c4776522056 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:47.791754 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96fe4f8-65e2-49bf-a404-98547775e47c', 'name': 'network-vif-deleted', 'tag': 'ab919d5a-180d-44d8-9269-ac19887f0bd6', 'status': 'completed', 'code': 200} Jul 16 01:23:47.881034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-48d33e88-b16a-426a-815b-3b79a99a08e3 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442895 Jul 16 01:23:47.883128 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ee9e8-bc17-408b-bba4-2ca7ce667d1c x-openstack-request-id: req-c03ee9e8-bc17-408b-bba4-2ca7ce667d1c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:47.883434 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118", "code": 200}, {"name": "network-changed", "server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:47.883688 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c03ee9e8-bc17-408b-bba4-2ca7ce667d1c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:47.884090 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118', 'code': 200} Jul 16 01:23:47.884423 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118', 'status': 'completed', 'code': 200} Jul 16 01:23:47.884677 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'status': 'completed', 'code': 200} Jul 16 01:23:47.885141 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'status': 'completed', 'code': 200} Jul 16 01:23:48.067433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44278) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:48.153124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-2785535c-ef7c-46bc-9425-e4720fe48dc6 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657731 Jul 16 01:23:48.167660 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f0fdcbc6-3598-48a9-a3ea-595342ed7c63 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7241a8f20753492fbd086de245041b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978923 Jul 16 01:23:48.168436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:48.173408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-31477aff-0983-4f6f-960e-d4d746757743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.175661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-31477aff-0983-4f6f-960e-d4d746757743 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 1097 time: 0.2517605 Jul 16 01:23:48.189624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-aaa9c2c2-33db-41f9-ab61-7478833ab391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.191113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-aaa9c2c2-33db-41f9-ab61-7478833ab391 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1125 time: 0.2689970 Jul 16 01:23:48.223663 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:48.237567 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:48.238188 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:48.253175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-132de744-cc9f-4149-8cb4-aa0d29b7c6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.276971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-132de744-cc9f-4149-8cb4-aa0d29b7c6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.329613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285778-6406-45da-9ee0-1d03fa676635 req-120b2419-c777-4a16-91b8-21ae8fb1f759 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.336530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285778-6406-45da-9ee0-1d03fa676635 req-120b2419-c777-4a16-91b8-21ae8fb1f759 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.344989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-132de744-cc9f-4149-8cb4-aa0d29b7c6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.346973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285778-6406-45da-9ee0-1d03fa676635 req-120b2419-c777-4a16-91b8-21ae8fb1f759 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.348981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-132de744-cc9f-4149-8cb4-aa0d29b7c6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.352902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-132de744-cc9f-4149-8cb4-aa0d29b7c6a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af8bc924-ccc6-45d0-b83d-55c677c1c0b7 HTTP/1.1" status: 204 len: 168 time: 0.1824529 Jul 16 01:23:48.366113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44285778-6406-45da-9ee0-1d03fa676635 req-120b2419-c777-4a16-91b8-21ae8fb1f759 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2418 time: 0.3216536 Jul 16 01:23:48.376118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132de744-cc9f-4149-8cb4-aa0d29b7c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8bc924-ccc6-45d0-b83d-55c677c1c0b7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:48.477729 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:48.556259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-ed138c9a-7487-47cc-bdb9-f7403e73bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.557280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-ed138c9a-7487-47cc-bdb9-f7403e73bc99 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.3583696 Jul 16 01:23:48.565667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44285778-6406-45da-9ee0-1d03fa676635 req-c77f2956-b55a-4a5d-a049-d58198a57f26 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851568 Jul 16 01:23:48.678091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-87f14eac-c838-4a02-b764-178bca95832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.681950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-87f14eac-c838-4a02-b764-178bca95832a service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.4709437 Jul 16 01:23:48.704031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-7e1eba32-6abb-40ff-aeed-ef10120f7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.713671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-7e1eba32-6abb-40ff-aeed-ef10120f7755 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 1097 time: 0.5265992 Jul 16 01:23:48.802835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-686d374c-ff34-422c-9fe9-8fcd3be35aac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 1001 time: 0.2282526 Jul 16 01:23:48.966117 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:bc:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:47Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:49.022467 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:49.032770 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:49.033767 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:49.249213 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:49.330617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-78b52d4b-0be2-4814-a0d7-7c0d7dcbc071 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 200 len: 217 time: 0.5942047 Jul 16 01:23:49.374669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:49.476953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-9c38a855-06dc-4250-85e5-d11405e30c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.479007 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-9c38a855-06dc-4250-85e5-d11405e30c43 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.1334291 Jul 16 01:23:49.482868 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.509481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 91f54d04-6111-4c93-b7ae-47008bbfd7e1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:49.580869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1669873964-network', 'tenant_id': '92de56e2096a40c28aeb43363ee9776e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:49.597003 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:bc:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:47Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:49.622988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:49.627354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:49.627559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-b3e70187-c7bc-4cfe-bb3b-05c2e7260f07 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309328 Jul 16 01:23:49.627750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.655581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-c46142df-c609-4e79-9093-1ec3ad3cea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.657649 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd710720-9db1-4b62-a012-8134caa48fba None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:bc:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:23:47Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:49.658449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Made reservation on behalf of 92de56e2096a40c28aeb43363ee9776e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:49.665160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-c46142df-c609-4e79-9093-1ec3ad3cea70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.8473513 Jul 16 01:23:49.666249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.692079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.749623 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.780943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f54d04-6111-4c93-b7ae-47008bbfd7e1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:49.783559 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3463b4a7-65ae-46ea-98d5-f1cfeb3f6a3b" -d '{"events": [{"server_uuid": "467c52d4-ef40-4857-ba31-f681b7ce6276", "name": "network-vif-plugged", "status": "completed", "tag": "91f54d04-6111-4c93-b7ae-47008bbfd7e1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:49.801326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 91f54d04-6111-4c93-b7ae-47008bbfd7e1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=91f54d04-6111-4c93-b7ae-47008bbfd7e1,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:49.806925 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.917350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-d14f6c16-374a-47ba-88a0-c7a4c19ea4f2 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746384 Jul 16 01:23:49.942585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=91f54d04-6111-4c93-b7ae-47008bbfd7e1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:49.969175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.977048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.019064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:50.049918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f04101-dd37-45c0-b32f-0b75701bb45e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.061033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.061395 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Added segment 021c5753-79da-4c88-9014-116b94f6772b of type vlan for network f28bbde5-a519-489c-b7a1-967581ff8a0e Jul 16 01:23:50.123982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f146e9b-f156-4b1c-9a86-d24986e6c00f req-bf652a1f-2689-4734-9ff5-561bebd5c86d tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.124992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.135005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f146e9b-f156-4b1c-9a86-d24986e6c00f req-bf652a1f-2689-4734-9ff5-561bebd5c86d tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 945 time: 0.8259275 Jul 16 01:23:50.137832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-7c7cd414-b56e-4c23-8895-c021fab2809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.139234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-7c7cd414-b56e-4c23-8895-c021fab2809e service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 1.4249010 Jul 16 01:23:50.172952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.174590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.175435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.215271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8391547 Jul 16 01:23:50.218506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:50.224771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Request body: {'subnet': {'network_id': 'f28bbde5-a519-489c-b7a1-967581ff8a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1669873964-subnet', 'tenant_id': '92de56e2096a40c28aeb43363ee9776e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:50.258223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-7e73c1f4-8179-4063-b4b4-508a8af67573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.260061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-7e73c1f4-8179-4063-b4b4-508a8af67573 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3409562 Jul 16 01:23:50.278234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19bb41-77c6-486c-a352-9404493ba0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f28bbde5-a519-489c-b7a1-967581ff8a0e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.291647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Made reservation on behalf of 92de56e2096a40c28aeb43363ee9776e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:50.293612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f28bbde5-a519-489c-b7a1-967581ff8a0e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:50.295519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.386741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f146e9b-f156-4b1c-9a86-d24986e6c00f req-545d5af4-e493-450a-9a66-592f30a06702 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505310 Jul 16 01:23:50.493066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-25a613ce-9715-4d80-bc4f-f3847d5eca46 service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161248 Jul 16 01:23:50.495231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-5ae3e1ea-f681-4da9-b061-d440a6af1e43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 1001 time: 0.3452435 Jul 16 01:23:50.519992 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-ec413757-3db2-44b1-ad49-515799e4957c service neutron] 10.222.0.78 "GET /v2.0/ports/0bcf5e9d-fcb6-49a0-b193-fb7ded198118/bindings/n-h2-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.1338522 Jul 16 01:23:50.573055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-35615573-d50c-4fee-b898-bff7ade7afc7 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602686 Jul 16 01:23:50.652896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-97d8326e-1108-4e1a-b3a1-445e2728115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.654357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-97d8326e-1108-4e1a-b3a1-445e2728115b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1529152 Jul 16 01:23:50.685836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.772421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-3c764afc-82c2-44e6-b3e9-2f42fac42b41 service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585633 Jul 16 01:23:50.795211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4371d9-28c3-4410-9677-2f5bc5c26ad8 req-6772151f-2460-4ee6-8f3d-e65f49071983 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.797457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e4371d9-28c3-4410-9677-2f5bc5c26ad8 req-6772151f-2460-4ee6-8f3d-e65f49071983 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 945 time: 0.2536540 Jul 16 01:23:50.810636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2186fd5c-07cc-4c02-aeb3-9be3fc62833a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.829633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-46f4fd7e-9e72-42d9-85e6-5258c97e4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.831141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-46f4fd7e-9e72-42d9-85e6-5258c97e4fcb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.1817493 Jul 16 01:23:50.832563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Checking segment: {'id': '021c5753-79da-4c88-9014-116b94f6772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f28bbde5-a519-489c-b7a1-967581ff8a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:50.833015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Network hostable DHCP agents. Network: f28bbde5-a519-489c-b7a1-967581ff8a0e, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:50.851594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:50.878319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Network f28bbde5-a519-489c-b7a1-967581ff8a0e is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:50.881000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:50.884963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-554c124b-4c35-47eb-8e15-8fdb89b5825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.886501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-554c124b-4c35-47eb-8e15-8fdb89b5825f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200062 Jul 16 01:23:50.896593 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e4371d9-28c3-4410-9677-2f5bc5c26ad8 req-ece8a929-0e69-48b3-a626-59f04699e8b9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886633 Jul 16 01:23:50.923064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f28bbde5-a519-489c-b7a1-967581ff8a0e) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:50.929987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.930230 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.934443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b3cb6f-0417-449e-bd04-4059f3a2449c None None] Network f28bbde5-a519-489c-b7a1-967581ff8a0e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:50.948157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:50.966943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:50.980003 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-35263f33-4089-42c5-943c-a0664fffe908 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7600157 Jul 16 01:23:50.992566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.138529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] Transition to ACTIVE for port object 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:51.139147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-c854f0de-54e2-44b0-b9b1-a54f1befd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.140778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-c854f0de-54e2-44b0-b9b1-a54f1befd365 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.2988636 Jul 16 01:23:51.149967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.180757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e43531-0c41-4952-ab03-e7054e01e670 None None] Network f28bbde5-a519-489c-b7a1-967581ff8a0e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:51.249596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-2eedd672-88b8-43d4-b6ed-d028c72c497c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 217 time: 0.0918102 Jul 16 01:23:51.268543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] No DVR routers for this DVR port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:51.275616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-15719cce-8610-42ae-a21f-7aa4b8ce1c76 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764868 Jul 16 01:23:51.326547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:51.335576 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-075383e0-d0e4-4f5a-9289-2ee410d0d51f service neutron] 10.222.0.78 "PUT /v2.0/ports/0bcf5e9d-fcb6-49a0-b193-fb7ded198118/bindings/n-h2-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8045075 Jul 16 01:23:51.409454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-78897532-b233-4a07-8349-95053781ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.411560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-78897532-b233-4a07-8349-95053781ea7e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1386328 Jul 16 01:23:51.486403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:51.514626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c3103-9c28-4448-869f-243b7eef3f42 req-5bc114cf-b832-4104-b2fe-db96e9ed8cd3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.516351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c2c3103-9c28-4448-869f-243b7eef3f42 req-5bc114cf-b832-4104-b2fe-db96e9ed8cd3 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 945 time: 0.2884216 Jul 16 01:23:51.532356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:51.551372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b93cb1-952e-42d6-bc08-ae1e221fb656 req-3dc38fe6-41c3-42d8-a15c-6ff3f4d0499a service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625196 Jul 16 01:23:51.605167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c2c3103-9c28-4448-869f-243b7eef3f42 req-d041f550-0b52-4ba5-b314-49ac601306f5 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800929 Jul 16 01:23:51.617597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-24090abd-cb6e-4be0-86eb-287f98d4dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.619100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-24090abd-cb6e-4be0-86eb-287f98d4dd73 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890981 Jul 16 01:23:51.624916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-7f8fb3cb-921c-4fa9-ad16-de4e10896615 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.626515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-7f8fb3cb-921c-4fa9-ad16-de4e10896615 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.2101598 Jul 16 01:23:51.670533 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5144828b-903a-4e42-b8c3-612b44b4a227 x-openstack-request-id: req-5144828b-903a-4e42-b8c3-612b44b4a227 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:51.670931 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467c52d4-ef40-4857-ba31-f681b7ce6276", "name": "network-vif-plugged", "status": "completed", "tag": "91f54d04-6111-4c93-b7ae-47008bbfd7e1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:51.671282 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5144828b-903a-4e42-b8c3-612b44b4a227 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:51.671779 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f54d04-6111-4c93-b7ae-47008bbfd7e1', 'code': 200} Jul 16 01:23:51.845876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b661f09-6a88-4d51-8509-afa947bb8f2f req-c82175dd-133a-40de-bed5-033864a8b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.849432 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7b661f09-6a88-4d51-8509-afa947bb8f2f req-c82175dd-133a-40de-bed5-033864a8b4db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 1096 time: 0.0671346 Jul 16 01:23:51.864661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-798ab4a0-572c-487c-96c0-4c49d766d8de service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327969 Jul 16 01:23:51.884712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-90708fe0-e1c5-4c1f-be2a-9c04e3c6dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.886319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-90708fe0-e1c5-4c1f-be2a-9c04e3c6dd99 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c&tenant_id=34000a6212a84bc1a638fd54aec83d06 HTTP/1.1" status: 200 len: 1096 time: 0.2458711 Jul 16 01:23:51.913603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7b661f09-6a88-4d51-8509-afa947bb8f2f req-65594372-53f0-4973-83a9-6f0be7ea65ca service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Jul 16 01:23:51.982230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e6eb7-15af-417f-af13-5e1ed70ed05d req-7fa20d9c-b219-4684-804d-d40898407754 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.984185 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d8e6eb7-15af-417f-af13-5e1ed70ed05d req-7fa20d9c-b219-4684-804d-d40898407754 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8 HTTP/1.1" status: 200 len: 945 time: 0.1944797 Jul 16 01:23:52.013806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3919a7-a2b7-4cc8-806f-879c0a2b9393 req-0a6f94ef-eaa9-43e2-bc61-54e088a0a255 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404345 Jul 16 01:23:52.055267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d8e6eb7-15af-417f-af13-5e1ed70ed05d req-b0758941-84fd-4799-9376-62b7b6c5b18c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579562 Jul 16 01:23:52.103404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-3ea4a851-b5e6-4990-bce2-9018e3b47626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.105837 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-3ea4a851-b5e6-4990-bce2-9018e3b47626 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1096 time: 0.1198876 Jul 16 01:23:52.206456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e596c1a3-7bb4-4725-a365-11050b929850 req-27b14949-b613-4218-8c3c-8b5968ef1515 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1001 time: 0.1132574 Jul 16 01:23:52.272676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6b5fe345-23a9-4a29-8e22-9362d091de78 req-2cadd178-745e-48ee-90da-9a558c980d23 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1312207391', 'description': 'tempest-description-351557659'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:52.285933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-a90d685d-13d8-4ccf-9e0b-3702daee3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.287461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-a90d685d-13d8-4ccf-9e0b-3702daee3019 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.1738548 Jul 16 01:23:52.340824 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-51ed8263-73ab-4ab9-969f-a15c1630fa95 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 200 len: 217 time: 0.0434103 Jul 16 01:23:52.431400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-78c5d865-65fb-438a-ba76-2768edf6470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.433048 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-78c5d865-65fb-438a-ba76-2768edf6470a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.0835373 Jul 16 01:23:52.479461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-25b1c38f-12ec-47eb-a833-3d5a863fee3f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389090 Jul 16 01:23:52.562455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-5ffd1993-53c9-4645-8158-24fc77987152 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4217651 Jul 16 01:23:52.596207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-fdda2acd-2cbd-493d-8110-fd7050b17380 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086416 Jul 16 01:23:52.600091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596c1a3-7bb4-4725-a365-11050b929850 req-a455d3c0-1596-4e0d-a8c3-2cc8d614325e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.601485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e596c1a3-7bb4-4725-a365-11050b929850 req-a455d3c0-1596-4e0d-a8c3-2cc8d614325e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports/9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 943 time: 0.3857369 Jul 16 01:23:52.625433 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6b5fe345-23a9-4a29-8e22-9362d091de78 req-2cadd178-745e-48ee-90da-9a558c980d23 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.714727 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-0e5a9fdc-1489-4882-a63a-128f49232ddf service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013696 Jul 16 01:23:52.718392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-c3bfa71e-c524-42c4-9bfb-3e765373418f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694407 Jul 16 01:23:52.842397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-8c52dd59-8059-409c-b0b9-ace6395f7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.844003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-8c52dd59-8059-409c-b0b9-ace6395f7675 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 1117 time: 0.2214396 Jul 16 01:23:52.855295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e596c1a3-7bb4-4725-a365-11050b929850 req-4274a7ca-1812-49a0-9e47-3feac01d1829 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1001 time: 0.1406584 Jul 16 01:23:52.950419 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6b5fe345-23a9-4a29-8e22-9362d091de78 req-2cadd178-745e-48ee-90da-9a558c980d23 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.966088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6b5fe345-23a9-4a29-8e22-9362d091de78 req-2cadd178-745e-48ee-90da-9a558c980d23 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.007423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b08c54-64c2-432e-986e-582d88b5f908 req-855d51e1-75ce-4774-a9b9-9690c211a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.008998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-855d51e1-75ce-4774-a9b9-9690c211a271 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34000a6212a84bc1a638fd54aec83d06&device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 1095 time: 0.2408872 Jul 16 01:23:53.097227 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6b5fe345-23a9-4a29-8e22-9362d091de78 req-2cadd178-745e-48ee-90da-9a558c980d23 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.099020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b5fe345-23a9-4a29-8e22-9362d091de78 req-2cadd178-745e-48ee-90da-9a558c980d23 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8498211 Jul 16 01:23:53.118928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadd178-745e-48ee-90da-9a558c980d23 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f96faed-1255-41e8-80b1-4af3f7205c7c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.138793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4b7dde0c-07c9-4ad2-ab68-866a3404e6e7 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.141191 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-4b7dde0c-07c9-4ad2-ab68-866a3404e6e7 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c&tenant_id=34000a6212a84bc1a638fd54aec83d06&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.0980356 Jul 16 01:23:53.180997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596c1a3-7bb4-4725-a365-11050b929850 req-b01993d0-43d6-423a-9264-28d393f44875 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.183286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e596c1a3-7bb4-4725-a365-11050b929850 req-b01993d0-43d6-423a-9264-28d393f44875 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3117468 Jul 16 01:23:53.188610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-1667c29e-85d6-4bdb-ad45-a3d6dca36bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.190081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-1667c29e-85d6-4bdb-ad45-a3d6dca36bb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.3074315 Jul 16 01:23:53.197647 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-e596c1a3-7bb4-4725-a365-11050b929850 req-776c192a-816b-4fb1-9104-672d8ee90d52 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:53.198681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e596c1a3-7bb4-4725-a365-11050b929850 req-776c192a-816b-4fb1-9104-672d8ee90d52 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077372 Jul 16 01:23:53.286715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-e0bfa2a2-edff-4641-bc0a-f51f227d639a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 200 len: 217 time: 0.0798302 Jul 16 01:23:53.315068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b08c54-64c2-432e-986e-582d88b5f908 req-68ed79b9-a92e-4361-a303-dd5d8f8f0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.317162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-68ed79b9-a92e-4361-a303-dd5d8f8f0038 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 200 len: 907 time: 0.2694740 Jul 16 01:23:53.320124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-b94f86ce-9a4b-4a6a-8075-12d0a6b14e01 service neutron] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:53.325223 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-b94f86ce-9a4b-4a6a-8075-12d0a6b14e01 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.326621 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d9122063-ec87-4bd4-8ed8-b12b5a7986e9 req-b94f86ce-9a4b-4a6a-8075-12d0a6b14e01 service neutron] 10.222.0.93 "DELETE /v2.0/ports/0bcf5e9d-fcb6-49a0-b193-fb7ded198118/bindings/n-h1-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.1673315 Jul 16 01:23:53.401777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-3932f9de-08bc-433b-8347-1c902bf41a11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 200 len: 217 time: 0.0612917 Jul 16 01:23:53.440254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-42945efb-6e49-4a68-8391-4ace843da849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.442194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-42945efb-6e49-4a68-8391-4ace843da849 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.1382487 Jul 16 01:23:53.503783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-2b0b005d-28c5-4dc1-a087-4aa20de49a25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417559 Jul 16 01:23:53.533048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafe52-529f-4e9b-9e39-b08f41343716 req-2639c258-ef5d-40bd-b282-2a442b0a4917 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.534486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5cafe52-529f-4e9b-9e39-b08f41343716 req-2639c258-ef5d-40bd-b282-2a442b0a4917 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 945 time: 0.3290787 Jul 16 01:23:53.548848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b08c54-64c2-432e-986e-582d88b5f908 req-395a14f3-cff3-436e-9b0c-b504b255d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.550265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-395a14f3-cff3-436e-9b0c-b504b255d691 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 200 len: 846 time: 0.1277311 Jul 16 01:23:53.615120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-a15646b0-ac9e-48d2-8044-34f8d307eff5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c14d38ee-6492-4421-9138-4142ee902243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489316 Jul 16 01:23:53.651941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1f9f-3097-45e3-8af0-7422b8cf1f3c req-0a1bc50d-342a-4bd1-90ba-381ed6347ad0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.657892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1f9f-3097-45e3-8af0-7422b8cf1f3c req-0a1bc50d-342a-4bd1-90ba-381ed6347ad0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.663898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1f9f-3097-45e3-8af0-7422b8cf1f3c req-0a1bc50d-342a-4bd1-90ba-381ed6347ad0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.665726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99df1f9f-3097-45e3-8af0-7422b8cf1f3c req-0a1bc50d-342a-4bd1-90ba-381ed6347ad0 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2418 time: 0.3279557 Jul 16 01:23:53.729792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5cafe52-529f-4e9b-9e39-b08f41343716 req-24cb9c3d-6bf0-42a3-92d7-4e0fa5b8eecb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780176 Jul 16 01:23:53.788163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-a4a95093-9af1-434a-b973-8709b151689e service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758474 Jul 16 01:23:53.795259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99df1f9f-3097-45e3-8af0-7422b8cf1f3c req-e2d7cda0-8b29-4f87-bf1b-8831f618aade tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177428 Jul 16 01:23:53.856842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-835daa4c-affd-4768-bde8-97f6aac77b65 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154274 Jul 16 01:23:54.022145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ca4e8ea-20e7-44d1-a53e-26715c94ffae req-2971d2ed-4a73-419c-867e-8dacf828e447 service neutron] 10.222.0.78 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142727 Jul 16 01:23:54.080074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56b08c54-64c2-432e-986e-582d88b5f908 req-787bd256-f717-404e-adc3-247e72aaa955 service neutron] 10.222.0.93 "GET /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150013 Jul 16 01:23:54.125465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-69bbdebf-cf40-4ce0-90ef-291910402c2e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.129079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a0fd-3630-4447-939e-c573fd463a50 req-f0c8cb29-666e-42dd-ab3b-5cf809a4cb28 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.131853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-69bbdebf-cf40-4ce0-90ef-291910402c2e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.138164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-69bbdebf-cf40-4ce0-90ef-291910402c2e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.139287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3298a0fd-3630-4447-939e-c573fd463a50 req-f0c8cb29-666e-42dd-ab3b-5cf809a4cb28 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 945 time: 0.1696992 Jul 16 01:23:54.139828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-69bbdebf-cf40-4ce0-90ef-291910402c2e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "GET /v2.0/ports?device_id=012cad35-7d5a-456a-8cae-2b9dbf35d529 HTTP/1.1" status: 200 len: 2418 time: 0.1109405 Jul 16 01:23:54.205171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3298a0fd-3630-4447-939e-c573fd463a50 req-70421537-b263-4378-8192-325d90e4c055 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645735 Jul 16 01:23:54.341996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port 06dabbc4-7789-458a-9334-116285197191 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:54.342469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.353454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e2bd998f-0f28-46a3-8422-ca0d2bdd2ea9 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/9f96faed-1255-41e8-80b1-4af3f7205c7c HTTP/1.1" status: 200 len: 1812 time: 0.1204844 Jul 16 01:23:54.360579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f96faed-1255-41e8-80b1-4af3f7205c7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:54.360895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f96faed-1255-41e8-80b1-4af3f7205c7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:54.375890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-b9b8f5fb-d31a-4245-bdd9-eeff8568309a tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1001 time: 0.1106257 Jul 16 01:23:54.455727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port 06dabbc4-7789-458a-9334-116285197191, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=06dabbc4-7789-458a-9334-116285197191,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:54.456102 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.474098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for 06dabbc4-7789-458a-9334-116285197191 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:54.500662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-fcd4d6f8-e2d7-41fb-8189-47aea804cff6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.502068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-fcd4d6f8-e2d7-41fb-8189-47aea804cff6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports/9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 943 time: 0.1028850 Jul 16 01:23:54.539869 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.624789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.631876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.658273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa77f3d2-0eab-473f-81f6-ef0e4672c4ea,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:54.666883 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.673008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.679023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b358422b-3adf-469c-bb82-d0a4dfacf13b', 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1', '06dabbc4-7789-458a-9334-116285197191'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:54.695847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8cf135a6-96f1-4f9d-ad7f-56bf8da938ec req-e9018520-3f74-490b-b7bd-02aab3751773 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3414004 Jul 16 01:23:54.707781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=06dabbc4-7789-458a-9334-116285197191,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:54.785769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port 06dabbc4-7789-458a-9334-116285197191 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:54.788632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.792801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-c827a6a3-a41c-47a4-b6e8-756a4931e41f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "DELETE /v2.0/ports/06dabbc4-7789-458a-9334-116285197191 HTTP/1.1" status: 204 len: 173 time: 0.6458187 Jul 16 01:23:54.793343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-deleted', 'tag': '06dabbc4-7789-458a-9334-116285197191'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:54.795982 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cc162d-1ced-4cdf-b9ce-a77956eb3958" -d '{"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-deleted", "tag": "06dabbc4-7789-458a-9334-116285197191"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:54.947532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port b358422b-3adf-469c-bb82-d0a4dfacf13b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:54.948129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.017500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-5ced48b6-27a4-4a07-8023-8f89304082f7 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1001 time: 0.2004833 Jul 16 01:23:55.100925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-fa28f4ec-cc9c-449a-9910-ba9a9301ebc8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.102446 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-fa28f4ec-cc9c-449a-9910-ba9a9301ebc8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.2132902 Jul 16 01:23:55.142555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port b358422b-3adf-469c-bb82-d0a4dfacf13b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b358422b-3adf-469c-bb82-d0a4dfacf13b,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:55.143103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.150164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-cd5083a8-dcfc-4fd7-b7f6-55b75f33111b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/quotas/0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 375 time: 0.0169554 Jul 16 01:23:55.158015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for b358422b-3adf-469c-bb82-d0a4dfacf13b owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:55.213123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-e2833f04-b124-428f-952b-73b312d0fc99 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.220792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-e2833f04-b124-428f-952b-73b312d0fc99 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1916776 Jul 16 01:23:55.324458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.336105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['06dabbc4-7789-458a-9334-116285197191'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:55.340635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-1b3d194a-1d36-4df6-85ff-ccbcaf207037 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828580 Jul 16 01:23:55.343799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-fc270619-ed14-4afc-beb2-bab99002e4c6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1001 time: 0.1214011 Jul 16 01:23:55.371777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=b358422b-3adf-469c-bb82-d0a4dfacf13b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.373745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:55.424185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port b358422b-3adf-469c-bb82-d0a4dfacf13b on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:55.427791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.430442 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-b8c2607c-af64-4de0-bcb3-cda61bd44f74 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "DELETE /v2.0/ports/b358422b-3adf-469c-bb82-d0a4dfacf13b HTTP/1.1" status: 204 len: 173 time: 0.6302764 Jul 16 01:23:55.561552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:55.562073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.670019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:55.670205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.683946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:55.770726 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.822791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-3db16bb7-7a18-43e3-b98b-9ef85ec5be92 service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672990 Jul 16 01:23:55.832851 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.870715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.932308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:55.935131 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.937853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-973a28d4-4232-4cd7-abf0-8968a7a64bca req-7ed6a381-5d21-4226-bcc9-934ad9575746 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "DELETE /v2.0/ports/f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 HTTP/1.1" status: 204 len: 173 time: 0.5020537 Jul 16 01:23:56.021165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.033074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.033506 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e disassociated. External IP: 172.25.5.45, port: 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3. Jul 16 01:23:56.092409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-94a2a31e-7bd2-4015-bd8b-797cf57f9838 service neutron] 10.222.0.81 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578905 Jul 16 01:23:56.236455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-cff8833a-b1de-40dd-94dc-abc82885cf45 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.237954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-cff8833a-b1de-40dd-94dc-abc82885cf45 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8 HTTP/1.1" status: 200 len: 945 time: 0.1632934 Jul 16 01:23:56.410062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:56.468665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Deleting port ef7c4b9e-1220-4999-9e38-13caec8bb484 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:56.469019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.616938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:56.619930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] For port ef7c4b9e-1220-4999-9e38-13caec8bb484, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ef7c4b9e-1220-4999-9e38-13caec8bb484,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:56.620805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.626882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:56.627727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.639426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:56.640427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:56.668581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Calling delete_port for ef7c4b9e-1220-4999-9e38-13caec8bb484 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:56.693392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-05e849ff-b127-47d8-af92-1e17407cc923 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "PUT /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 200 len: 694 time: 1.3395386 Jul 16 01:23:56.725422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:56.727990 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e6da78-7925-4996-a7b4-c35ad4265e70" -d '{"events": [{"name": "network-changed", "server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:56.851758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-51fbf35f-a4eb-466a-8429-e175715750d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.858720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-51fbf35f-a4eb-466a-8429-e175715750d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 1097 time: 0.1277370 Jul 16 01:23:56.901072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:56.917789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aecc80a2-c2bc-4f2f-8261-78115fc56e79 req-f631c3a7-9812-4552-9a09-f8da9cbd111f tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/9f96faed-1255-41e8-80b1-4af3f7205c7c HTTP/1.1" status: 200 len: 2405 time: 0.1264341 Jul 16 01:23:56.994475 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c986c6-5531-4279-a8b9-398732335969 x-openstack-request-id: req-86c986c6-5531-4279-a8b9-398732335969 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:56.995060 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-deleted", "tag": "06dabbc4-7789-458a-9334-116285197191", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:56.995450 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86c986c6-5531-4279-a8b9-398732335969 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:56.995665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.995792 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-deleted', 'tag': '06dabbc4-7789-458a-9334-116285197191', 'status': 'completed', 'code': 200} Jul 16 01:23:57.032269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event deleted for resources: {'Port': ['ID=ef7c4b9e-1220-4999-9e38-13caec8bb484,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.037187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-c943c691-c180-4f05-8d2b-625b93747823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.037937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['39ce24c4-8cee-4ea8-9e94-fe2769cebce7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:57.041165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['ef7c4b9e-1220-4999-9e38-13caec8bb484'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:57.045034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-c943c691-c180-4f05-8d2b-625b93747823 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.1854556 Jul 16 01:23:57.103260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44418) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:57.105086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-6762a335-8093-4631-8dd8-4d0568a1f852 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 217 time: 0.0591173 Jul 16 01:23:57.165430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting subnet 1be8d4ba-4a67-4773-9cfe-50c92321b3d5 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:57.168960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] No DVR routers for this DVR port ef7c4b9e-1220-4999-9e38-13caec8bb484 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:57.169376 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.173481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.175998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b1b8336-1ee6-467a-b602-560a045d8e49 req-00c8993d-1c67-4c04-b4a1-bffca20d5edf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "DELETE /v2.0/ports/ef7c4b9e-1220-4999-9e38-13caec8bb484 HTTP/1.1" status: 204 len: 173 time: 0.9077036 Jul 16 01:23:57.202768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-e4c43657-7469-4b51-a0da-ea88372fbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.217455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-e4c43657-7469-4b51-a0da-ea88372fbebe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1114473 Jul 16 01:23:57.219143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.308931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-32d608e1-6e2d-419c-80b7-e048f1098674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.310588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-32d608e1-6e2d-419c-80b7-e048f1098674 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922995 Jul 16 01:23:57.350448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.427391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.461007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Subnet': ['ID=1be8d4ba-4a67-4773-9cfe-50c92321b3d5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.464689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-1e8b3f6f-0378-4473-8040-60d2965f70b6 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468632 Jul 16 01:23:57.473159 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.477249 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1cba39f7-7b94-4ba5-a37e-17c1699e6b2f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/subnets/1be8d4ba-4a67-4773-9cfe-50c92321b3d5 HTTP/1.1" status: 204 len: 168 time: 0.3726058 Jul 16 01:23:57.477800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:57.479893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:57.490626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2614ed-3e6a-4157-a186-c6bbc872c934 None None] Network 4c9a02ed-cd28-4414-b0b2-988c780043b0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:57.546881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:57.556523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:57.580014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22251170-d7aa-4c52-96b9-4f414b9fac0d req-04333843-4203-47c4-ad0d-3d2e3f9afd16 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986018 Jul 16 01:23:57.585021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:57.585567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:57.586162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 06dabbc4-7789-458a-9334-116285197191 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:57.592160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:57.592543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.593198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:57.660742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port 060d1114-cfed-4e34-981c-631ba9664d45 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:57.661011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.683956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 06dabbc4-7789-458a-9334-116285197191 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:57.684520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 06dabbc4-7789-458a-9334-116285197191 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:57.686187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b358422b-3adf-469c-bb82-d0a4dfacf13b no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:57.718705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: b358422b-3adf-469c-bb82-d0a4dfacf13b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:57.719077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b358422b-3adf-469c-bb82-d0a4dfacf13b not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:57.753950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port 060d1114-cfed-4e34-981c-631ba9664d45, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=060d1114-cfed-4e34-981c-631ba9664d45,segment=NetworkSegment(a05e8590-1578-411e-a604-6b6980f11644),segment_id=a05e8590-1578-411e-a604-6b6980f11644)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:57.754315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.767847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for 060d1114-cfed-4e34-981c-631ba9664d45 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:57.769438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ee577de-ba12-43cb-a9c1-22533e1b1487 req-e4725e9d-2fd1-4915-98ca-9d5173af7793 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 210 time: 0.0324526 Jul 16 01:23:57.848845 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f47f24-1d35-4f63-8d26-ff2c64c84f01 x-openstack-request-id: req-f6f47f24-1d35-4f63-8d26-ff2c64c84f01 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:57.849149 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:57.849475 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6f47f24-1d35-4f63-8d26-ff2c64c84f01 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:57.849871 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'status': 'completed', 'code': 200} Jul 16 01:23:57.852906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:57.881459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.968042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=060d1114-cfed-4e34-981c-631ba9664d45,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.986823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port 060d1114-cfed-4e34-981c-631ba9664d45 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:58.138297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-abf89faf-35dc-47f4-bb6c-4d7cc89b4195 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.139912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-abf89faf-35dc-47f4-bb6c-4d7cc89b4195 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 813 time: 0.2048032 Jul 16 01:23:58.159448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19905def-156d-4df4-b068-c33ec7978883 req-dd846435-d1a4-45d2-b303-4edc9ea2624d tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.162150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19905def-156d-4df4-b068-c33ec7978883 req-dd846435-d1a4-45d2-b303-4edc9ea2624d tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 1096 time: 0.1585748 Jul 16 01:23:58.172050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-785f067b-8d4a-428b-bd05-8292ff2cf51f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/quotas/0faa26791d8c450cad2ce0e0db1e4b65 HTTP/1.1" status: 200 len: 375 time: 0.0238760 Jul 16 01:23:58.431381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489814a-bb45-4f10-bc83-2a3a9bb061c6 None None] DHCP port deletion for 4c9a02ed-cd28-4414-b0b2-988c780043b0 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:23:58.465654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.466056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19905def-156d-4df4-b068-c33ec7978883 req-a5864abb-b501-4879-9070-f670bb45a945 tempest-LiveMigrationTest-1608798757 tempest-LiveMigrationTest-1608798757-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807460 Jul 16 01:23:58.512503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e561c4-3f93-45da-b51c-46f771757021 None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:58.571976 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.586485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-795dfb4b-4474-492d-9958-ec8f6244eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.588144 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-795dfb4b-4474-492d-9958-ec8f6244eeff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 1097 time: 0.6394401 Jul 16 01:23:58.590875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-250b8168-43af-4ca5-b9c5-fa9126703c94 req-c8667208-4acb-4725-aa60-66262b3fa190 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-group-rules/fa77f3d2-0eab-473f-81f6-ef0e4672c4ea HTTP/1.1" status: 200 len: 778 time: 0.0874653 Jul 16 01:23:58.598045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9a02ed-cd28-4414-b0b2-988c780043b0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.634046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05e8590-1578-411e-a604-6b6980f11644') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.634699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05e8590-1578-411e-a604-6b6980f11644') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.648159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-7f0a5058-d22b-445d-a288-abd927f10aa6 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.653732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-7f0a5058-d22b-445d-a288-abd927f10aa6 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 820 time: 0.4539275 Jul 16 01:23:58.664694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-d416d816-7c2c-4b3a-ad0c-7fc8c60c1859 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4913807 Jul 16 01:23:58.670813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Request body: {'port': {'device_id': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'admin_state_up': True, 'tenant_id': '0f75708dffdd4c4ea2b1a91be34dcff6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:58.673734 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.747422 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.759564 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:58.759981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:58.766656 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:58.797732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5242ef77-cee5-461b-a620-feb5aafa3bca service neutron] 10.222.0.81 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166427 Jul 16 01:23:58.835033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927cf1a-43f4-401d-afec-21ffada914dc req-3d30f2f0-3548-4dc2-93c4-70d8c89c4c02 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.836787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d927cf1a-43f4-401d-afec-21ffada914dc req-3d30f2f0-3548-4dc2-93c4-70d8c89c4c02 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "GET /v2.0/ports?device_id=84c5b240-a505-4545-8f26-5765400b02f1 HTTP/1.1" status: 200 len: 945 time: 0.5692537 Jul 16 01:23:58.851664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-6ce1f26a-6294-4bbe-9c70-8466315045fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.853181 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-6ce1f26a-6294-4bbe-9c70-8466315045fd service neutron] 10.222.0.93 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.2455285 Jul 16 01:23:58.859035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.885489 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.899637 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/networks/4c9a02ed-cd28-4414-b0b2-988c780043b0 HTTP/1.1" status: 204 len: 168 time: 1.4181638 Jul 16 01:23:58.903287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d415ce-3253-47ba-b4ec-a3d4671d9bf8 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Network': ['ID=4c9a02ed-cd28-4414-b0b2-988c780043b0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.906831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:58.916138 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadd002-5049-4bf1-af7d-24e4ed17b0b4 None None] New status for floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:58.957539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-250b8168-43af-4ca5-b9c5-fa9126703c94 req-20b3286a-8052-4f55-87fb-7086c7c8912e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/9f96faed-1255-41e8-80b1-4af3f7205c7c HTTP/1.1" status: 200 len: 2405 time: 0.3636441 Jul 16 01:23:59.028688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-deleted', 'tag': 'b358422b-3adf-469c-bb82-d0a4dfacf13b'}, {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-deleted', 'tag': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:59.031281 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaefcec-a3a8-48ae-ba59-02ada54e5a1f" -d '{"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-deleted", "tag": "b358422b-3adf-469c-bb82-d0a4dfacf13b"}, {"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-deleted", "tag": "f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:59.039209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting subnet fa9d1be0-cd67-4ef5-9206-cb11988714f1 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:59.045286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-93a83714-bd05-4f7b-a285-6aac9752eac1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 200 len: 217 time: 0.1838286 Jul 16 01:23:59.046116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.164329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.207831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-080184bc-ceed-4cfd-b972-8ad42a939990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.209612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-080184bc-ceed-4cfd-b972-8ad42a939990 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1147473 Jul 16 01:23:59.329665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-250b8168-43af-4ca5-b9c5-fa9126703c94 req-819eb4e1-9e68-450b-9758-cd412a729444 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.356467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 060d1114-cfed-4e34-981c-631ba9664d45 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:59.364709 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-250b8168-43af-4ca5-b9c5-fa9126703c94 req-819eb4e1-9e68-450b-9758-cd412a729444 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.401509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 060d1114-cfed-4e34-981c-631ba9664d45 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:59.404837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 060d1114-cfed-4e34-981c-631ba9664d45 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:59.429678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-1e2bea80-8ebf-44a5-bcc3-a19a65aad212 service neutron] 10.222.0.81 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093469 Jul 16 01:23:59.429912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-bd1c8ede-f6eb-4ee8-a52c-d7cc33947e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.431974 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-bd1c8ede-f6eb-4ee8-a52c-d7cc33947e80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069454 Jul 16 01:23:59.444188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.479687 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-250b8168-43af-4ca5-b9c5-fa9126703c94 req-819eb4e1-9e68-450b-9758-cd412a729444 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.487381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-250b8168-43af-4ca5-b9c5-fa9126703c94 req-819eb4e1-9e68-450b-9758-cd412a729444 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.502283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ef7c4b9e-1220-4999-9e38-13caec8bb484 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:59.502450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-250b8168-43af-4ca5-b9c5-fa9126703c94 req-819eb4e1-9e68-450b-9758-cd412a729444 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fa77f3d2-0eab-473f-81f6-ef0e4672c4ea HTTP/1.1" status: 204 len: 173 time: 0.5439520 Jul 16 01:23:59.516062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Made reservation on behalf of 0f75708dffdd4c4ea2b1a91be34dcff6 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:59.520573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.578185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: ef7c4b9e-1220-4999-9e38-13caec8bb484 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:59.578624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eb4e1-9e68-450b-9758-cd412a729444 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa77f3d2-0eab-473f-81f6-ef0e4672c4ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.580630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ef7c4b9e-1220-4999-9e38-13caec8bb484 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:59.591634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Deleting port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:59.592003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.595546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.646301 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-ddaecc45-29a2-4500-97eb-e2a51ea27e1a service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982920 Jul 16 01:23:59.646979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9d1be0-cd67-4ef5-9206-cb11988714f1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.663982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091bcd1-3c7d-4980-b9db-f5a5ce0e24dd None None] Network e3f2cb51-483c-4193-b0a2-3fdd5e995e89 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:59.796610 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2e6da78-7925-4996-a7b4-c35ad4265e70 req-1e31d177-33d9-4718-b956-f4b75738fce5 service neutron] 10.222.0.93 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325381 Jul 16 01:23:59.797964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.801135 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8996f909-765e-4855-a13b-09f1f227b2f4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/subnets/fa9d1be0-cd67-4ef5-9206-cb11988714f1 HTTP/1.1" status: 204 len: 168 time: 0.8612571 Jul 16 01:23:59.804852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.852036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'name': 'network-vif-deleted', 'tag': 'ef7c4b9e-1220-4999-9e38-13caec8bb484'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:59.862270 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ce252-6598-48f2-988c-133867169294" -d '{"events": [{"server_uuid": "cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8", "name": "network-vif-deleted", "tag": "ef7c4b9e-1220-4999-9e38-13caec8bb484"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:59.917043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] For port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:59.920064 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.945696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Calling delete_port for 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:59.950130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.953413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Allocated IP 172.20.0.12 (42c707e9-6612-42bb-89cd-46edae7a2abd/7659b63f-ed0a-4428-8872-747ace802137/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:00.071093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] DHCP port deletion for e3f2cb51-483c-4193-b0a2-3fdd5e995e89 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:00.103826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:00.104546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.142653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b88dfaa3-d41b-41df-b014-17ce7c50c66f req-ffa1b06b-2b3b-4ff3-9079-9dad5723027e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 210 time: 0.0469234 Jul 16 01:24:00.205641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] Deleting port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:00.206052 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.249391 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc27607a-2ee6-4a9b-992e-f793e6bbabd6 x-openstack-request-id: req-bc27607a-2ee6-4a9b-992e-f793e6bbabd6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:00.249691 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-deleted", "tag": "b358422b-3adf-469c-bb82-d0a4dfacf13b", "status": "completed", "code": 200}, {"server_uuid": "012cad35-7d5a-456a-8cae-2b9dbf35d529", "name": "network-vif-deleted", "tag": "f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:00.249950 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc27607a-2ee6-4a9b-992e-f793e6bbabd6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:00.250356 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-deleted', 'tag': 'b358422b-3adf-469c-bb82-d0a4dfacf13b', 'status': 'completed', 'code': 200} Jul 16 01:24:00.250611 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012cad35-7d5a-456a-8cae-2b9dbf35d529', 'name': 'network-vif-deleted', 'tag': 'f2d5e7b1-b31b-4ec7-8d4f-6e8d27b9f3a1', 'status': 'completed', 'code': 200} Jul 16 01:24:00.290760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:00.291346 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.316667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-03f6f269-d65f-4630-a613-9bd68d26651d req-cd4478e9-c1db-44fa-83cd-f046c1e8d651 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-326388900', 'description': 'tempest-description-1818728521'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:00.317889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:00.398552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03f6f269-d65f-4630-a613-9bd68d26651d req-cd4478e9-c1db-44fa-83cd-f046c1e8d651 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.432193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.439654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] For port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,segment=NetworkSegment(51a10742-51e9-4d10-b547-29d257a1315a),segment_id=51a10742-51e9-4d10-b547-29d257a1315a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:00.440202 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.461973 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.465807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.469731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] Calling delete_port for 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:00.520560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.524423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:00.541905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event deleted for resources: {'Port': ['ID=39ce24c4-8cee-4ea8-9e94-fe2769cebce7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.601433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] No DVR routers for this DVR port 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:00.606144 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.608111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d927cf1a-43f4-401d-afec-21ffada914dc req-a02ec621-3e8e-479a-9b0e-baf357fe9911 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "DELETE /v2.0/ports/39ce24c4-8cee-4ea8-9e94-fe2769cebce7 HTTP/1.1" status: 204 len: 173 time: 1.7513127 Jul 16 01:24:00.653186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.659889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.670360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f2cb51-483c-4193-b0a2-3fdd5e995e89']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:00.683968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a10742-51e9-4d10-b547-29d257a1315a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:00.684425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a10742-51e9-4d10-b547-29d257a1315a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:00.698246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:00.714162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.714611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03f6f269-d65f-4630-a613-9bd68d26651d req-cd4478e9-c1db-44fa-83cd-f046c1e8d651 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.741880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.749713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:00.750073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.751938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03f6f269-d65f-4630-a613-9bd68d26651d req-cd4478e9-c1db-44fa-83cd-f046c1e8d651 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.762668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Network 42c707e9-6612-42bb-89cd-46edae7a2abd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:00.795043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:00.819793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:00.831042 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.864446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.867139 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03f6f269-d65f-4630-a613-9bd68d26651d req-cd4478e9-c1db-44fa-83cd-f046c1e8d651 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.880286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03f6f269-d65f-4630-a613-9bd68d26651d req-cd4478e9-c1db-44fa-83cd-f046c1e8d651 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5725529 Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:00.880997 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:00.890684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.896097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4478e9-c1db-44fa-83cd-f046c1e8d651 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519067ef-a111-475b-be3c-2e167d8347ce,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.903254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.905384 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/networks/e3f2cb51-483c-4193-b0a2-3fdd5e995e89 HTTP/1.1" status: 204 len: 168 time: 1.0995860 Jul 16 01:24:00.918824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44482) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.940081 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31013d5d-0ded-4c94-9626-c10650023aac x-openstack-request-id: req-31013d5d-0ded-4c94-9626-c10650023aac {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:00.940686 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8", "name": "network-vif-deleted", "tag": "ef7c4b9e-1220-4999-9e38-13caec8bb484", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:00.941738 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31013d5d-0ded-4c94-9626-c10650023aac {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:00.942351 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8e1c8f-d6f3-43ee-8e0c-c379b938c3a8', 'name': 'network-vif-deleted', 'tag': 'ef7c4b9e-1220-4999-9e38-13caec8bb484', 'status': 'completed', 'code': 200} Jul 16 01:24:00.955868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] No DVR routers for this DVR port 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:00.961114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-12618759'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:00.962101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.963105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.968303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab7aa6-9247-42ea-b135-ab65f33b732e None None] Pushing event deleted for resources: {'Port': ['ID=0ccd27d3-0f87-471b-ae9a-cb5e3272fb72,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.021674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023941f-cb18-42d4-be5d-9bace4f031cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Network': ['ID=e3f2cb51-483c-4193-b0a2-3fdd5e995e89,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.024719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:01.028973 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.035430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-ad005dd1-6be7-4796-9cd4-7b28516b8ba2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3684983 Jul 16 01:24:01.049713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Request body: {'port': {'device_id': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:01.066701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:01.076480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.076723 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Added segment b3ffa754-d6aa-4347-965c-102c8b967d86 of type vlan for network 18672d90-a9a8-463c-bb63-acfa604b177d Jul 16 01:24:01.130636 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.184972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.194416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.195540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.250206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3290937 Jul 16 01:24:01.255876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.267339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'subnet': {'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:01.362786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278119f-ee8a-4f4a-8325-5c22e31ddf7a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Network': ['ID=18672d90-a9a8-463c-bb63-acfa604b177d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.369231 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.375841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 18672d90-a9a8-463c-bb63-acfa604b177d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:01.413791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:01.484457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-6a2d1e08-3f46-4b35-b1c1-e83c8e9c8f36 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.486663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-6a2d1e08-3f46-4b35-b1c1-e83c8e9c8f36 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 945 time: 0.3040073 Jul 16 01:24:01.498688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-50435727-e807-41ef-bb3f-380acf1a0d60 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.505963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-50435727-e807-41ef-bb3f-380acf1a0d60 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3217957 Jul 16 01:24:01.560819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:01.573551 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.583584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:01.584147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0ccd27d3-0f87-471b-ae9a-cb5e3272fb72 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:01.592502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:01.616664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb934917-0c29-4040-ab4c-f61afdd160bd req-a6c725ce-c7bb-4b8b-9dbb-7ce2ada49f26 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.618211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb934917-0c29-4040-ab4c-f61afdd160bd req-a6c725ce-c7bb-4b8b-9dbb-7ce2ada49f26 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 945 time: 0.3368189 Jul 16 01:24:01.662599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629194f-7db1-4e63-a86f-94172553e86b req-cae880b9-881c-401a-8659-01e352e2f0b8 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.665708 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a629194f-7db1-4e63-a86f-94172553e86b req-cae880b9-881c-401a-8659-01e352e2f0b8 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.93 "GET /v2.0/ports?device_id=30dcf3e0-53d7-490d-9123-9f6c0a8a2687 HTTP/1.1" status: 200 len: 946 time: 0.1974459 Jul 16 01:24:01.692904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-0520b1a1-dec3-4dc0-8e11-c7e74da00609 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 695 time: 0.1855257 Jul 16 01:24:01.698135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'floatingip': {'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:01.703981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:01.727944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:01.728342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 39ce24c4-8cee-4ea8-9e94-fe2769cebce7 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:01.773780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.897894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb934917-0c29-4040-ab4c-f61afdd160bd req-52f3a703-d657-4748-ac7e-830ba668df2b tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246463 Jul 16 01:24:02.050195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Deleting port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:02.051006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.227564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:02.242831 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.245304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.247910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Deleting port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:02.248256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.381192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Subnet': ['ID=a1d41cc5-30d3-4c41-ae5b-8caaadecc580,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.392079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-58df2166-d555-4536-aee6-3e8750682e17 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.394538 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-58df2166-d555-4536-aee6-3e8750682e17 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 813 time: 0.3519897 Jul 16 01:24:02.509405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] For port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:02.510324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.516387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Request body: {'port': {'device_id': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'admin_state_up': True, 'tenant_id': '0faa26791d8c450cad2ce0e0db1e4b65'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:02.520638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Transition to ACTIVE for port object 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:02.545043 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.561467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Calling delete_port for 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:02.670794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] For port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:02.671165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.692514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.701319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.704065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Calling delete_port for 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:02.706171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.715641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94b1b55d-76e4-408a-bd39-badf94e01bc3 req-04246987-0fc4-4b47-81a2-042046db9ee7 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/519067ef-a111-475b-be3c-2e167d8347ce HTTP/1.1" status: 200 len: 1812 time: 0.5518088 Jul 16 01:24:02.733734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Checking segment: {'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:02.734225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network hostable DHCP agents. Network: 18672d90-a9a8-463c-bb63-acfa604b177d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:02.795006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4e92bc26-1419-4ffd-8fe7-797612b11865 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.796502 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4e92bc26-1419-4ffd-8fe7-797612b11865 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 813 time: 0.4615624 Jul 16 01:24:02.812193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Request body: {'port': {'device_id': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'admin_state_up': True, 'tenant_id': '0faa26791d8c450cad2ce0e0db1e4b65'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:02.835741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network 18672d90-a9a8-463c-bb63-acfa604b177d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:02.867774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Made reservation on behalf of 0faa26791d8c450cad2ce0e0db1e4b65 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:02.871342 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.902256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 18672d90-a9a8-463c-bb63-acfa604b177d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:02.912842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08657cf-971c-4978-8aaf-2286d93a7c33 None None] Network 18672d90-a9a8-463c-bb63-acfa604b177d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:02.954353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.954963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.041674 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f9600a1f-5d5c-4d4e-92bf-be36befd7dc5 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7778096 Jul 16 01:24:03.044185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.051041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44494) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.058105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2144690297'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:03.098696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['10be3a2e-4b48-468a-a5c1-d721f1793590'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:03.102628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9c801b04-e7cf-4626-9c05-e1dbd3fe26b3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:03.113712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Pushing event deleted for resources: {'Port': ['ID=9c801b04-e7cf-4626-9c05-e1dbd3fe26b3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.187511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:24:03.187511 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:24:03.187511 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': '0faa26791d8c450cad2ce0e0db1e4b65', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 24, 3, 77461)}] Jul 16 01:24:03.187511 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:24:03.187977 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:24:03.241032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:03.244716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.252043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] No DVR routers for this DVR port 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:03.277962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.280118 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a629194f-7db1-4e63-a86f-94172553e86b req-ccc77e27-445c-4c94-81f5-e8faebc47112 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.93 "DELETE /v2.0/ports/9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 HTTP/1.1" status: 204 len: 173 time: 1.5930791 Jul 16 01:24:03.282542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'name': 'network-vif-deleted', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:03.294129 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f184905-0138-4688-9945-8db68e3cca9e" -d '{"events": [{"server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "name": "network-vif-deleted", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:03.301471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c5b240-a505-4545-8f26-5765400b02f1', 'name': 'network-vif-deleted', 'tag': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:03.303978 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acadffc1-e338-41d2-a8eb-98d2b7fa4a36" -d '{"events": [{"server_uuid": "84c5b240-a505-4545-8f26-5765400b02f1", "name": "network-vif-deleted", "tag": "39ce24c4-8cee-4ea8-9e94-fe2769cebce7"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:03.317771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-18672d90-a9a8-463c-bb63-acfa604b177d', 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'fixed_ips': [{'subnet_id': 'a1d41cc5-30d3-4c41-ae5b-8caaadecc580'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:03.319261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.319801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Allocated IP 172.20.0.13 (9adb2966-00f4-4596-b109-7834735a4ba5/3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb/9e8330f7-6d48-4267-920a-58318e2ea184) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:03.335249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.354466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:03.356844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7174efe4-64dc-4f7c-800e-4fff4f4a0abb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:03.398562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd8a358e-ea39-463b-8a1a-76949991ba45 req-8f447451-8d52-4874-9672-857aed480209 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 210 time: 0.0904822 Jul 16 01:24:03.491088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.491544 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Added segment e3c800ed-e68c-4590-ab40-d36c1fabc6de of type vlan for network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed Jul 16 01:24:03.506276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event deleted for resources: {'Port': ['ID=0bcf5e9d-fcb6-49a0-b193-fb7ded198118,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.561653 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e associated. External IP: 172.25.5.45, port: 10be3a2e-4b48-468a-a5c1-d721f1793590. Jul 16 01:24:03.653983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] No DVR routers for this DVR port 0bcf5e9d-fcb6-49a0-b193-fb7ded198118 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:03.661641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.664057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1f15427-6c9d-4877-95c8-a6506d2fcbcd req-03d8d02e-dd23-4e77-a253-a8310c64fe22 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "DELETE /v2.0/ports/0bcf5e9d-fcb6-49a0-b193-fb7ded198118 HTTP/1.1" status: 204 len: 173 time: 2.1557219 Jul 16 01:24:03.665537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:03.665873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:03.666204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:03.712127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:03.712675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:03.753112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Allocated IP 19.80.0.2 (18672d90-a9a8-463c-bb63-acfa604b177d/a1d41cc5-30d3-4c41-ae5b-8caaadecc580/00d0615b-5bf5-4a08-9fb3-53aa9ced47c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:03.767044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:03.767425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:03.767804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:03.768628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Bound port: 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:03.769920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.874297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e808-5cc0-47b7-ac6a-08b41a99d370 req-722a16ce-cb7d-41fc-97cb-6a404efa8d30 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.876209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa64e808-5cc0-47b7-ac6a-08b41a99d370 req-722a16ce-cb7d-41fc-97cb-6a404efa8d30 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.2358930 Jul 16 01:24:04.002845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.013529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Transition to ACTIVE for port object 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:04.016013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:04.019873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.032653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Transition to ACTIVE for port object 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:04.042336 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.051649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:04.069073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa64e808-5cc0-47b7-ac6a-08b41a99d370 req-703bf884-d845-459b-81a6-5617bc940dd6 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803935 Jul 16 01:24:04.078664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.080046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Made reservation on behalf of 0faa26791d8c450cad2ce0e0db1e4b65 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:04.083526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.129952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.140504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Network 18672d90-a9a8-463c-bb63-acfa604b177d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:04.149281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:04.153558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:04.210243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.210886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.216186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] 10.222.0.78 "PUT /v2.0/ports/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 200 len: 1092 time: 3.1718380 Jul 16 01:24:04.227989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.236116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.236882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.252957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:04.275312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Pushing event updated for resources: {'Port': ['ID=00d0615b-5bf5-4a08-9fb3-53aa9ced47c3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.293802 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2396622 Jul 16 01:24:04.295700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:04.300905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Attempting to bind port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:04.301475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Attempting to bind port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:04.302025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Attempting to bind port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 on network 18672d90-a9a8-463c-bb63-acfa604b177d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:04.302408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'subnet': {'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:04.308420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:04.309093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Checking segment: {'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:04.309662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.310248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Bound using segment: {'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:04.319523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Bound port: 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:04.320333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.331928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036b310-4235-4e4a-8936-4615b5f6ae73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.377034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a265f0a2-d3e9-4bdb-915c-a82bf1b0ffff req-f733e209-17b4-4f91-bbdc-c56b1bcfabb9 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 210 time: 0.0417047 Jul 16 01:24:04.424029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] For port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:04.429731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] For port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=00d0615b-5bf5-4a08-9fb3-53aa9ced47c3,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:04.436574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Allocated IP 172.20.0.8 (9adb2966-00f4-4596-b109-7834735a4ba5/3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb/3f2813f4-760e-47a6-9f30-76bfe043b411) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:04.438559 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.476650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-94db247c-b42a-4b8b-b8ef-c885897803f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.478524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-94db247c-b42a-4b8b-b8ef-c885897803f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1095 time: 0.2120800 Jul 16 01:24:04.518643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38395569-4b26-4256-b232-641fd29d9a45 None None] Pushing event updated for resources: {'Port': ['ID=00d0615b-5bf5-4a08-9fb3-53aa9ced47c3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.544742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-4f148c19-9405-4d15-aa48-e073f8449f69 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 200 len: 217 time: 0.0570493 Jul 16 01:24:04.558625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.560435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd86dd-1a30-413a-8a20-bb36bd0eb71f tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Network': ['ID=b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.570411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:04.574727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:04.578450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.601144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:04.643564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:04.646225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:04.668594 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d536200-9493-4b91-855a-47a3e8ff8a62 x-openstack-request-id: req-7d536200-9493-4b91-855a-47a3e8ff8a62 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:04.669025 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dcf3e0-53d7-490d-9123-9f6c0a8a2687", "name": "network-vif-deleted", "tag": "9c801b04-e7cf-4626-9c05-e1dbd3fe26b3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:04.669444 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d536200-9493-4b91-855a-47a3e8ff8a62 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:04.669984 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e840145-ed32-4cb9-8392-8678b4e07d73 x-openstack-request-id: req-4e840145-ed32-4cb9-8392-8678b4e07d73 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:04.670129 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dcf3e0-53d7-490d-9123-9f6c0a8a2687', 'name': 'network-vif-deleted', 'tag': '9c801b04-e7cf-4626-9c05-e1dbd3fe26b3', 'status': 'completed', 'code': 200} Jul 16 01:24:04.670270 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c5b240-a505-4545-8f26-5765400b02f1", "name": "network-vif-deleted", "tag": "39ce24c4-8cee-4ea8-9e94-fe2769cebce7", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:04.670519 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e840145-ed32-4cb9-8392-8678b4e07d73 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:04.670902 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c5b240-a505-4545-8f26-5765400b02f1', 'name': 'network-vif-deleted', 'tag': '39ce24c4-8cee-4ea8-9e94-fe2769cebce7', 'status': 'completed', 'code': 200} Jul 16 01:24:04.694150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-bc3b9902-6a8f-4cfa-8000-315dfd87df6e req-45f9db5c-dc46-4a38-9e31-ad995ed6eb0c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-9209380', 'description': 'tempest-description-989580627'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:04.719337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-5584425a-da15-4884-887f-fbd2216370b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.724826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-5584425a-da15-4884-887f-fbd2216370b9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1729984 Jul 16 01:24:04.727796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c67fbc91-9171-4681-88b2-0e6a877a2bd0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "PUT /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 200 len: 995 time: 3.0340736 Jul 16 01:24:04.821542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-3f4386bf-84db-44d6-bacf-aa8841c9caa0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828931 Jul 16 01:24:04.824631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bc3b9902-6a8f-4cfa-8000-315dfd87df6e req-45f9db5c-dc46-4a38-9e31-ad995ed6eb0c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.911560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.938923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:04.974002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Network 9adb2966-00f4-4596-b109-7834735a4ba5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:04.985225 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.988261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event updated for resources: {'Port': ['ID=9e8330f7-6d48-4267-920a-58318e2ea184,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.007206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:05.014967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:05.031081 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:05.068038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-ce5ce8a4-f020-4670-87c9-36da573763a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.069653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-ce5ce8a4-f020-4670-87c9-36da573763a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.3023019 Jul 16 01:24:05.096169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Network 9adb2966-00f4-4596-b109-7834735a4ba5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:05.104831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:05.109438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:05.116017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event updated for resources: {'Port': ['ID=3f2813f4-760e-47a6-9f30-76bfe043b411,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.160981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.162121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.186684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.187742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.202961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-647ddd11-966d-4610-9763-2d15972c6c13 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647301 Jul 16 01:24:05.229194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-29faaad2-ec81-475c-962f-aa7bbe90f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.230693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-29faaad2-ec81-475c-962f-aa7bbe90f3cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.1514237 Jul 16 01:24:05.250062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:98:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:24:02Z', 'revision_number': 8, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:05.279752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:05.288888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:05.289738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:05.321933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bc3b9902-6a8f-4cfa-8000-315dfd87df6e req-45f9db5c-dc46-4a38-9e31-ad995ed6eb0c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.345702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5c218440-96d6-481e-8d2b-3c4d7d8408bf tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9299347 Jul 16 01:24:05.361507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Request body: {'port': {'device_id': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:05.422249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:05.428406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.432775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:05.445553 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-596ad4ee-139a-407e-962b-19720f826917 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6384845 Jul 16 01:24:05.449855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bc3b9902-6a8f-4cfa-8000-315dfd87df6e req-45f9db5c-dc46-4a38-9e31-ad995ed6eb0c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.461624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Request body: {'port': {'device_id': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:05.464464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:05.479454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-f2d6db45-31cb-4f2d-a2ea-762fa7973a86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 998 time: 0.2376463 Jul 16 01:24:05.519945 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bc3b9902-6a8f-4cfa-8000-315dfd87df6e req-45f9db5c-dc46-4a38-9e31-ad995ed6eb0c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.521262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bc3b9902-6a8f-4cfa-8000-315dfd87df6e req-45f9db5c-dc46-4a38-9e31-ad995ed6eb0c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.8350043 Jul 16 01:24:05.569878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:05.574717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9db5c-dc46-4a38-9e31-ad995ed6eb0c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5260da6d-5cfa-4aa8-9f16-31bd2763ee4b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.625289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:05.635696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-dc1495b7-87e1-4c47-8f28-eb039d2fd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.643246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-dc1495b7-87e1-4c47-8f28-eb039d2fd2e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.1090343 Jul 16 01:24:05.646412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4588e49-e371-49ff-a2a8-d49f356fa79a req-5171bdce-2489-4a9a-9b4f-74436c6ece92 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351244 Jul 16 01:24:05.676905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:05.677539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c801b04-e7cf-4626-9c05-e1dbd3fe26b3 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:05.738717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.744098 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.825011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-5e55780e-a2ef-4c22-a3fb-1d9d4054b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.825940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:98:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:24:02Z', 'revision_number': 8, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:05.833464 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-5e55780e-a2ef-4c22-a3fb-1d9d4054b83b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824839 Jul 16 01:24:05.861935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e7bb28-d6b1-4bd9-9c7d-fd387224953b None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'port_id': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'mac_address': 'fa:16:3e:98:83:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:17Z', 'updated_at': '2021-07-16T01:24:02Z', 'revision_number': 8, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:05.919065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc462de1-4bbd-4d44-9d6e-6b08a07eab05 req-c60a7dc6-d527-49c4-b248-a63b3b96fc0f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.921044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc462de1-4bbd-4d44-9d6e-6b08a07eab05 req-c60a7dc6-d527-49c4-b248-a63b3b96fc0f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 932 time: 0.2050164 Jul 16 01:24:05.967860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415dbebb-dfd7-4da4-8f84-e45c6c34eed5 None None] Network 18672d90-a9a8-463c-bb63-acfa604b177d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:06.006105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc462de1-4bbd-4d44-9d6e-6b08a07eab05 req-1708dcd3-3565-4214-a011-26f7c9bce2b0 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762904 Jul 16 01:24:06.029199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-792929c2-9205-4671-afd8-a3b59e8730ce service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945708 Jul 16 01:24:06.118330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7d2e9407-efb2-4b77-add7-c872abb25895 None None] Provisioning for port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:06.126903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7d2e9407-efb2-4b77-add7-c872abb25895 None None] Provisioning complete for port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:06.126903 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9407-efb2-4b77-add7-c872abb25895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.166963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-846fc9b7-20b7-4713-9caa-92d6cd7aaee2 req-c9bb4e69-90a0-478a-a18e-a7139fe65d62 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245322 Jul 16 01:24:06.273530 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.295672 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b329423-a3fc-4aab-ab15-734b123fbf8d None None] New status for floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:24:06.338407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Subnet': ['ID=111b329f-dd3b-4294-b19f-d2d1e2d10407,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.366750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dd921-d3be-4370-bf9d-ab1809a82b72 req-d2e35516-3e35-4a57-8ae3-14d48a3780d4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.382100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-821dd921-d3be-4370-bf9d-ab1809a82b72 req-d2e35516-3e35-4a57-8ae3-14d48a3780d4 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.1339054 Jul 16 01:24:06.395048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Checking segment: {'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:06.395418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network hostable DHCP agents. Network: b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:06.472623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:06.487472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-463c1e66-01fb-4a7c-b037-de61bb731191 req-5c7c27ca-b39d-4e11-9d2a-7c406f0fe5b0 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 210 time: 0.0348918 Jul 16 01:24:06.487688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:06.494543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.495137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.500292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8330f7-6d48-4267-920a-58318e2ea184 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:06.513577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.515069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-821dd921-d3be-4370-bf9d-ab1809a82b72 req-40bbdc14-8bb6-4bd3-bd6e-4fb120722bb9 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320333 Jul 16 01:24:06.530391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Transition to ACTIVE for port object 9e8330f7-6d48-4267-920a-58318e2ea184 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:06.532105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9e8b8-a41b-4bf6-a629-0aae6a158319 None None] Network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:06.543654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0b4bb549-5d0c-41f7-bcd5-4737a14020f2 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2382293 Jul 16 01:24:06.573347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.655240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7d58b23-130c-44b6-aebe-a913ebe26014 req-700fb4c8-34da-4115-8d7b-3d00566c880a tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/5260da6d-5cfa-4aa8-9f16-31bd2763ee4b HTTP/1.1" status: 200 len: 1809 time: 0.1095657 Jul 16 01:24:06.671618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'name': 'network-vif-deleted', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118'}, {'name': 'network-changed', 'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'}, {'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:06.674528 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ed0bfd-e599-4e81-8b54-9f715d869525" -d '{"events": [{"server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "name": "network-vif-deleted", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118"}, {"name": "network-changed", "server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5"}, {"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:06.723869 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9407-efb2-4b77-add7-c872abb25895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.800275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed', 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'fixed_ips': [{'subnet_id': '111b329f-dd3b-4294-b19f-d2d1e2d10407'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:06.804031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.809460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1532e2be-3229-41d3-b84a-1a2483eab52a req-56567cdf-4731-4b14-a64d-f53cca176e54 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-809917755', 'description': 'tempest-description-908391981'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:06.842838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5d95ad2-1282-4734-a927-4dc5d531a6c9 req-360b93ee-5f8e-4544-97cd-ab43f560791e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 200 len: 995 time: 0.1619494 Jul 16 01:24:06.846120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1532e2be-3229-41d3-b84a-1a2483eab52a req-56567cdf-4731-4b14-a64d-f53cca176e54 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.846865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7d2e9407-efb2-4b77-add7-c872abb25895 None None] For port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=00d0615b-5bf5-4a08-9fb3-53aa9ced47c3,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:06.859204 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9407-efb2-4b77-add7-c872abb25895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.917319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e9407-efb2-4b77-add7-c872abb25895 None None] Pushing event updated for resources: {'Port': ['ID=00d0615b-5bf5-4a08-9fb3-53aa9ced47c3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.919299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8330f7-6d48-4267-920a-58318e2ea184,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.974269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2813f4-760e-47a6-9f30-76bfe043b411 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:06.991981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.010854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Attempting to bind port 9e8330f7-6d48-4267-920a-58318e2ea184 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:07.011106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Attempting to bind port 9e8330f7-6d48-4267-920a-58318e2ea184 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:07.011553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Attempting to bind port 9e8330f7-6d48-4267-920a-58318e2ea184 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:07.016347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1532e2be-3229-41d3-b84a-1a2483eab52a req-56567cdf-4731-4b14-a64d-f53cca176e54 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.019068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Port 9e8330f7-6d48-4267-920a-58318e2ea184 on network 9adb2966-00f4-4596-b109-7834735a4ba5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:07.019547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Attempting to bind port 9e8330f7-6d48-4267-920a-58318e2ea184 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:07.024558 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1532e2be-3229-41d3-b84a-1a2483eab52a req-56567cdf-4731-4b14-a64d-f53cca176e54 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.029370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:07.029849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Checking segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:07.030311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Bound using segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:07.031556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Bound port: 9e8330f7-6d48-4267-920a-58318e2ea184, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:07.031949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.038418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Transition to ACTIVE for port object 3f2813f4-760e-47a6-9f30-76bfe043b411 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:07.059964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.081799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Allocated IP 19.86.0.2 (b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed/111b329f-dd3b-4294-b19f-d2d1e2d10407/1285a819-f7b8-4385-95af-51935364f389) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:07.139784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1532e2be-3229-41d3-b84a-1a2483eab52a req-56567cdf-4731-4b14-a64d-f53cca176e54 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.145133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1532e2be-3229-41d3-b84a-1a2483eab52a req-56567cdf-4731-4b14-a64d-f53cca176e54 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3406675 Jul 16 01:24:07.158228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56567cdf-4731-4b14-a64d-f53cca176e54 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e431fab8-8765-44f5-9849-8eb848aa0ba2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.206033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d95ad2-1282-4734-a927-4dc5d531a6c9 req-e1f37980-c051-41bf-a854-0cc7a052f1fb tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.207886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5d95ad2-1282-4734-a927-4dc5d531a6c9 req-e1f37980-c051-41bf-a854-0cc7a052f1fb tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3589873 Jul 16 01:24:07.235379 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3649bef0-d0c8-4fb4-8e01-8eaa68df58c8 x-openstack-request-id: req-3649bef0-d0c8-4fb4-8e01-8eaa68df58c8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:07.238324 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46edac-fe3a-4edd-825e-ec9ca6455e7c", "name": "network-vif-deleted", "tag": "0bcf5e9d-fcb6-49a0-b193-fb7ded198118", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:07.238727 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3649bef0-d0c8-4fb4-8e01-8eaa68df58c8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:07.239258 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46edac-fe3a-4edd-825e-ec9ca6455e7c', 'name': 'network-vif-deleted', 'tag': '0bcf5e9d-fcb6-49a0-b193-fb7ded198118', 'status': 'completed', 'code': 200} Jul 16 01:24:07.239665 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5', 'status': 'completed', 'code': 200} Jul 16 01:24:07.240855 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'status': 'completed', 'code': 200} Jul 16 01:24:07.243899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f2813f4-760e-47a6-9f30-76bfe043b411,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.271013 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.280409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Transition to ACTIVE for port object 1285a819-f7b8-4385-95af-51935364f389 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:07.298420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Transition to ACTIVE for port object 1285a819-f7b8-4385-95af-51935364f389 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:07.311084 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.372310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] For port 9e8330f7-6d48-4267-920a-58318e2ea184, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:07.396707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:07.411179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:07.413727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:07.424350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] For port 9e8330f7-6d48-4267-920a-58318e2ea184, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9e8330f7-6d48-4267-920a-58318e2ea184,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:07.435422 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.442474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:07.459655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6668ab47-4a0a-49ca-89af-8667e3ced067 None None] Provisioning complete for port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:07.460426 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6668ab47-4a0a-49ca-89af-8667e3ced067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.481588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Attempting to bind port 3f2813f4-760e-47a6-9f30-76bfe043b411 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:07.481929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Attempting to bind port 3f2813f4-760e-47a6-9f30-76bfe043b411 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:07.482256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Attempting to bind port 3f2813f4-760e-47a6-9f30-76bfe043b411 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:07.497702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.498417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.499834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] 10.222.0.78 "PUT /v2.0/ports/9e8330f7-6d48-4267-920a-58318e2ea184 HTTP/1.1" status: 200 len: 1092 time: 2.1426969 Jul 16 01:24:07.500305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'tag': '9e8330f7-6d48-4267-920a-58318e2ea184'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:07.502559 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9463120e-742b-410a-ab04-f4233cd705c2" -d '{"events": [{"name": "network-changed", "server_uuid": "38e201a9-6daa-4cc1-861b-019c44428f9d", "tag": "9e8330f7-6d48-4267-920a-58318e2ea184"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:07.516952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Port 3f2813f4-760e-47a6-9f30-76bfe043b411 on network 9adb2966-00f4-4596-b109-7834735a4ba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:07.517276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Attempting to bind port 3f2813f4-760e-47a6-9f30-76bfe043b411 on network 9adb2966-00f4-4596-b109-7834735a4ba5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:07.529700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Pushing event updated for resources: {'Port': ['ID=1285a819-f7b8-4385-95af-51935364f389,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.538552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:07.538772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Checking segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:07.539412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Bound using segment: {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:07.539837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Bound port: 3f2813f4-760e-47a6-9f30-76bfe043b411, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26901a95-86e4-4280-92e0-6edfbacdc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:07.540194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.543447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe53f-3561-4db1-81da-84a90d642ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8330f7-6d48-4267-920a-58318e2ea184,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.637547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Attempting to bind port 1285a819-f7b8-4385-95af-51935364f389 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:07.638147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Attempting to bind port 1285a819-f7b8-4385-95af-51935364f389 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:07.638249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Attempting to bind port 1285a819-f7b8-4385-95af-51935364f389 on network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:07.656526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:07.657358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Checking segment: {'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:07.657968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.658372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Bound using segment: {'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:07.659258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Bound port: 1285a819-f7b8-4385-95af-51935364f389, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:07.659668 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.661985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] For port 3f2813f4-760e-47a6-9f30-76bfe043b411, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:07.677993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] For port 3f2813f4-760e-47a6-9f30-76bfe043b411, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f2813f4-760e-47a6-9f30-76bfe043b411,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:07.684130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-cf50af4a-ff35-46bf-966c-eab6b6b7af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.687148 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-cf50af4a-ff35-46bf-966c-eab6b6b7af71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 1095 time: 0.1320338 Jul 16 01:24:07.688826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.742518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:07.742899 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.781117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.783665 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.785341 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] 10.222.0.93 "PUT /v2.0/ports/3f2813f4-760e-47a6-9f30-76bfe043b411 HTTP/1.1" status: 200 len: 1091 time: 2.3279922 Jul 16 01:24:07.788964 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-e17f7173-e41b-4109-bfe5-782d19da2eab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e8330f7-6d48-4267-920a-58318e2ea184 HTTP/1.1" status: 200 len: 217 time: 0.0906665 Jul 16 01:24:07.864173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b07b1-13db-46e9-ac1a-72dfe44d8a9c service neutron] Pushing event updated for resources: {'Port': ['ID=3f2813f4-760e-47a6-9f30-76bfe043b411,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.866428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] For port 1285a819-f7b8-4385-95af-51935364f389, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:07.872157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] For port 1285a819-f7b8-4385-95af-51935364f389, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1285a819-f7b8-4385-95af-51935364f389,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:07.887528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-5f8ce034-cf1c-495b-aa9f-146b4183db5e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.889063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.892649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-5f8ce034-cf1c-495b-aa9f-146b4183db5e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.903529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-5f8ce034-cf1c-495b-aa9f-146b4183db5e tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/networks?id=18672d90-a9a8-463c-bb63-acfa604b177d&id=b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed HTTP/1.1" status: 200 len: 1390 time: 0.5495071 Jul 16 01:24:07.910738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-7e2702c4-e047-48f4-b774-1571e6c49d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.912356 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-7e2702c4-e047-48f4-b774-1571e6c49d58 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.1103439 Jul 16 01:24:07.938580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847d77b-7898-41ff-9a87-acfcece57033 req-5cc84b54-77a5-4238-b7fd-50b55a8f7b0b tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.946533 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4847d77b-7898-41ff-9a87-acfcece57033 req-5cc84b54-77a5-4238-b7fd-50b55a8f7b0b tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 944 time: 0.5116138 Jul 16 01:24:07.951020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-1ad12a9d-68d2-46db-bae5-b4b8da4b6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.952710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-1ad12a9d-68d2-46db-bae5-b4b8da4b6d8f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1095 time: 0.6846783 Jul 16 01:24:07.953281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-b644cdd3-020a-4f62-9089-415689abf216 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315819 Jul 16 01:24:07.962766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-c326d032-b2e4-4905-a48e-a993e2d295c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.964391 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-c326d032-b2e4-4905-a48e-a993e2d295c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 1094 time: 0.1199167 Jul 16 01:24:07.965499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-1e2cea4f-b984-4164-a1a4-92a19e9469cd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/quotas/5a792ddc695f40ff9a84b8854f3ee6d3 HTTP/1.1" status: 200 len: 375 time: 0.0630407 Jul 16 01:24:08.033279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bccee-b480-4753-862d-9e9371f95afc None None] Pushing event updated for resources: {'Port': ['ID=1285a819-f7b8-4385-95af-51935364f389,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.072689 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-3b6998e4-3a20-47d3-ac60-87d095c5832a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2813f4-760e-47a6-9f30-76bfe043b411 HTTP/1.1" status: 200 len: 217 time: 0.0980048 Jul 16 01:24:08.161940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-cb449bbf-c77b-4523-a198-948c97064308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.163438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-cb449bbf-c77b-4523-a198-948c97064308 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.1959608 Jul 16 01:24:08.212560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-7548804d-ca42-43a3-864c-3906408897ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.214355 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-7548804d-ca42-43a3-864c-3906408897ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.1340752 Jul 16 01:24:08.216408 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-f2ab4489-1f8b-4ebd-8b7d-4000f47d8298 service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511425 Jul 16 01:24:08.219778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-26317206-2886-4823-bda5-958cc7f77f6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 200 len: 217 time: 0.0455780 Jul 16 01:24:08.290429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4847d77b-7898-41ff-9a87-acfcece57033 req-22448611-b6b5-4810-89bb-cda56a41bda5 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429034 Jul 16 01:24:08.303178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-ea11d502-1265-44b4-9662-17831f39f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.304703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-ea11d502-1265-44b4-9662-17831f39f46e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.0745378 Jul 16 01:24:08.305254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-244b4d6e-e06a-469a-8252-4382e1ab6307 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813544 Jul 16 01:24:08.353569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-b2ff6f0c-5d31-44d0-a0bf-a8f144209463 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411386 Jul 16 01:24:08.395395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-8a327630-6136-4a77-9c75-8adacf26f613 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4288945 Jul 16 01:24:08.498118 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-5782454b-d362-451f-8fbd-3215f0eca308 service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967223 Jul 16 01:24:08.501519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-12cd10e5-e99b-48bf-ba1d-ce8ef6016cf5 service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733477 Jul 16 01:24:08.537948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7b831ee-fcbb-4b56-a15f-da8aacaa6973 req-c293ea16-e645-4e69-9e9c-32cb1b89d376 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/e431fab8-8765-44f5-9849-8eb848aa0ba2 HTTP/1.1" status: 200 len: 1811 time: 0.1832166 Jul 16 01:24:08.601110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce7a7253-5027-4af6-9761-a0356afe3198 req-9cffe3fb-da36-4eac-b756-428bc7307f6b service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926106 Jul 16 01:24:08.626860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-05cea32b-51fd-4e2d-8143-7363d972063c service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573638 Jul 16 01:24:08.632887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-219fb65c-6f83-4e21-be8c-5e6369ddd6b5 service neutron] 10.222.0.81 "GET /v2.0/networks/18672d90-a9a8-463c-bb63-acfa604b177d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273355 Jul 16 01:24:08.709667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-b4efd1d3-30de-4ad3-b07c-7b6dc09ec656 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1000 time: 0.1474931 Jul 16 01:24:08.849961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-9cb2c74e-fb29-49a5-bff2-3aba2bcce009 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.851406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-9cb2c74e-fb29-49a5-bff2-3aba2bcce009 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports/10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 942 time: 0.1124785 Jul 16 01:24:08.862115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-97b8ebc5-b04a-4996-a4f4-f9c515a7378b service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263646 Jul 16 01:24:08.865873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-f2e6f401-18ee-4fd2-ad4b-bb04f77f60b3 service neutron] 10.222.0.81 "GET /v2.0/networks/18672d90-a9a8-463c-bb63-acfa604b177d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112944 Jul 16 01:24:09.067885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-52a0a321-1317-4fb5-a42e-0ce9a54ebc84 service neutron] 10.222.0.81 "GET /v2.0/networks/b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936905 Jul 16 01:24:09.071872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-006ea69d-d237-476e-91c5-09319dfd03e5 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1000 time: 0.1016109 Jul 16 01:24:09.116393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-13b69846-0e53-43e3-98cb-975ebb61afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.117930 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-13b69846-0e53-43e3-98cb-975ebb61afe2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.2025275 Jul 16 01:24:09.176656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1735f93-1a75-49d5-bef6-854b3734aec6 None None] Network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:09.235532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f2ee3d8-bcf4-4ad6-b15a-16c52c477852 None None] Provisioning for port 1285a819-f7b8-4385-95af-51935364f389 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:09.322490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-327ca801-32fd-449c-b7e4-6f6370c83568 service neutron] 10.222.0.81 "GET /v2.0/networks/b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485662 Jul 16 01:24:09.339185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-551568f9-6377-462f-96e8-2615e545bd41 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.340614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-551568f9-6377-462f-96e8-2615e545bd41 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.2567320 Jul 16 01:24:09.345679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-a21dc048-3663-4d38-83d8-c33935087e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.347154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-a21dc048-3663-4d38-83d8-c33935087e05 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.2151930 Jul 16 01:24:09.461209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1285a819-f7b8-4385-95af-51935364f389 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:09.522048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 1285a819-f7b8-4385-95af-51935364f389 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:09.528292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1285a819-f7b8-4385-95af-51935364f389 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:09.529040 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.539974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-87cd0c3f-6282-4e30-865c-7ed9605580b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 1000 time: 0.1848269 Jul 16 01:24:09.543368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7f4d914f-cd90-495d-8dd4-a242e5eb69d9 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 1000 time: 0.1776357 Jul 16 01:24:09.593042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:09.593905 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1658c8-a13f-4b4d-bd5b-f62f342dedd1 x-openstack-request-id: req-8c1658c8-a13f-4b4d-bd5b-f62f342dedd1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:09.594418 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e201a9-6daa-4cc1-861b-019c44428f9d", "tag": "9e8330f7-6d48-4267-920a-58318e2ea184", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:09.594418 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c1658c8-a13f-4b4d-bd5b-f62f342dedd1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:09.594802 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'tag': '9e8330f7-6d48-4267-920a-58318e2ea184', 'status': 'completed', 'code': 200} Jul 16 01:24:09.776044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.777081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463120e-742b-410a-ab04-f4233cd705c2 req-b5bce38f-e55a-4e3c-a734-750eb14dbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.778602 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9463120e-742b-410a-ab04-f4233cd705c2 req-b5bce38f-e55a-4e3c-a734-750eb14dbdfc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 1095 time: 0.1585255 Jul 16 01:24:09.821089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-cf2b9a22-2ac2-4524-9290-5ddf59fb985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.822865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-cf2b9a22-2ac2-4524-9290-5ddf59fb985d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.2758341 Jul 16 01:24:09.842364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 1285a819-f7b8-4385-95af-51935364f389, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1285a819-f7b8-4385-95af-51935364f389,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:09.851273 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.867158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.892415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45d98212-7008-4bf8-83d2-01c8d72e2237 req-cd777c2e-a6b8-47b5-9517-25b26f855b69 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 210 time: 0.0785949 Jul 16 01:24:10.029919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fe5fe5fc-7eb0-42c1-ba41-5a6ccb7a86cc None None] Provisioning complete for port 1285a819-f7b8-4385-95af-51935364f389 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:10.030296 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe5fe5fc-7eb0-42c1-ba41-5a6ccb7a86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.049252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463120e-742b-410a-ab04-f4233cd705c2 req-9edee6ca-3cd4-4953-a8a2-20b49debfe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.051092 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9463120e-742b-410a-ab04-f4233cd705c2 req-9edee6ca-3cd4-4953-a8a2-20b49debfe0a service neutron] 10.222.0.78 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 914 time: 0.2647219 Jul 16 01:24:10.112981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-1569394b-5b72-4a5a-a1a8-62a559435558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.114438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-1569394b-5b72-4a5a-a1a8-62a559435558 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2787814 Jul 16 01:24:10.118438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=1285a819-f7b8-4385-95af-51935364f389,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.166066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9463120e-742b-410a-ab04-f4233cd705c2 req-b2364f12-11a1-42f7-bf01-03702df2071a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e8330f7-6d48-4267-920a-58318e2ea184 HTTP/1.1" status: 200 len: 217 time: 0.1072035 Jul 16 01:24:10.254806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463120e-742b-410a-ab04-f4233cd705c2 req-29014ab9-ef8c-43b7-9d15-efd8b38c68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.257404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9463120e-742b-410a-ab04-f4233cd705c2 req-29014ab9-ef8c-43b7-9d15-efd8b38c68cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.0835233 Jul 16 01:24:10.298714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9463120e-742b-410a-ab04-f4233cd705c2 req-835ace2c-7f7a-4878-94b2-2ee0192952f8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314262 Jul 16 01:24:10.419015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9463120e-742b-410a-ab04-f4233cd705c2 req-7ff4a1f1-72b7-4fd2-876d-082cd9e1623a service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124139 Jul 16 01:24:10.538209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9463120e-742b-410a-ab04-f4233cd705c2 req-77763742-0ebe-4d90-b9a4-30d1af6f715a service neutron] 10.222.0.78 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111014 Jul 16 01:24:10.572537 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.586211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.586448 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e disassociated. External IP: 172.25.5.45, port: 10be3a2e-4b48-468a-a5c1-d721f1793590. Jul 16 01:24:10.626811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafacb24-dc99-4883-8356-e73f84ca51d1 req-a5771d3a-4ab3-4201-b967-9b2d28a6098a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.628826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aafacb24-dc99-4883-8356-e73f84ca51d1 req-a5771d3a-4ab3-4201-b967-9b2d28a6098a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.5025275 Jul 16 01:24:10.638250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-4758a6fb-e76e-47ee-8887-e7523b92efce service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135396 Jul 16 01:24:10.751914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aafacb24-dc99-4883-8356-e73f84ca51d1 req-66d2bb31-3867-4df6-9969-595b88f5d61b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158402 Jul 16 01:24:10.845523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5ed0bfd-e599-4e81-8b54-9f715d869525 req-e72d1822-90fc-4787-ae9b-73d128e41208 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860857 Jul 16 01:24:10.916691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-831cd373-8053-4ac5-8246-e9ec62d082a3 req-ff4cea2a-2a6d-4fd0-9639-af1b694e65c1 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1042827877', 'description': 'tempest-description-1830758678'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:10.939213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:10.955089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-831cd373-8053-4ac5-8246-e9ec62d082a3 req-ff4cea2a-2a6d-4fd0-9639-af1b694e65c1 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.097770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-00a9d7e2-5456-4944-a97c-21dce8fb7d17 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.099623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:11.104264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-00a9d7e2-5456-4944-a97c-21dce8fb7d17 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.104913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.106329 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-00a9d7e2-5456-4944-a97c-21dce8fb7d17 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "GET /v2.0/networks?id=18672d90-a9a8-463c-bb63-acfa604b177d&id=b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed HTTP/1.1" status: 200 len: 1390 time: 0.1561308 Jul 16 01:24:11.115503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:11.127211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:11.128424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:11.130761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'port': {'device_id': 'aa018131-1131-4783-859c-9baf1b95e081', 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d', 'admin_state_up': True, 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:11.171163 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-831cd373-8053-4ac5-8246-e9ec62d082a3 req-ff4cea2a-2a6d-4fd0-9639-af1b694e65c1 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.174432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-7a64f01b-9044-4af6-a213-922dac6dccdc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "PUT /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 200 len: 695 time: 1.6145470 Jul 16 01:24:11.175490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:11.177922 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465c397-f24b-4091-939d-516f5b42f67d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:11.181384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-831cd373-8053-4ac5-8246-e9ec62d082a3 req-ff4cea2a-2a6d-4fd0-9639-af1b694e65c1 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.227072 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-831cd373-8053-4ac5-8246-e9ec62d082a3 req-ff4cea2a-2a6d-4fd0-9639-af1b694e65c1 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.238718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-831cd373-8053-4ac5-8246-e9ec62d082a3 req-ff4cea2a-2a6d-4fd0-9639-af1b694e65c1 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3297241 Jul 16 01:24:11.308024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cea2a-2a6d-4fd0-9639-af1b694e65c1 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e81631b-95b7-4f29-9331-d63ce9f60557,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.308881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:11.313737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.320014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:11.342698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-12c0475c-cafa-458c-a419-669a20156350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.363452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-12c0475c-cafa-458c-a419-669a20156350 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.1613586 Jul 16 01:24:11.406864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1285a819-f7b8-4385-95af-51935364f389 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:11.532071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-dfc07b74-06ea-4c76-b839-dcfa162a13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.541201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-dfc07b74-06ea-4c76-b839-dcfa162a13bd service neutron] 10.222.0.81 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.1756902 Jul 16 01:24:11.543541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1285a819-f7b8-4385-95af-51935364f389 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:11.544191 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.596365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cfe8a-20bc-49ab-9a1c-27a303b638df req-3d14863f-36e0-4a79-8749-26cec19b0775 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.597708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f2813f4-760e-47a6-9f30-76bfe043b411 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:11.613431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e4cfe8a-20bc-49ab-9a1c-27a303b638df req-3d14863f-36e0-4a79-8749-26cec19b0775 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 944 time: 0.2014287 Jul 16 01:24:11.628014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-62b7e9e9-22ea-4dd7-836c-b07085c993f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 217 time: 0.0858121 Jul 16 01:24:11.698766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'tag': '3f2813f4-760e-47a6-9f30-76bfe043b411'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:11.701198 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd13c9-749f-4d41-877d-cb1515851374" -d '{"events": [{"name": "network-changed", "server_uuid": "9e495605-8c79-4537-a0b5-3917fe7eff5c", "tag": "3f2813f4-760e-47a6-9f30-76bfe043b411"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:11.707705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e4cfe8a-20bc-49ab-9a1c-27a303b638df req-d60cf4d3-fbae-43ec-8f79-2c361569b718 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932307 Jul 16 01:24:11.714858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-be6b4faa-09b8-4e7d-95fc-1796695a703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.724948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-be6b4faa-09b8-4e7d-95fc-1796695a703c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.0912199 Jul 16 01:24:11.805984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Allocated IP 19.80.0.27 (18672d90-a9a8-463c-bb63-acfa604b177d/a1d41cc5-30d3-4c41-ae5b-8caaadecc580/96e7801e-db21-4552-be48-e8f620e47542) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:11.839487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-fc1c2899-5d8a-4439-967c-cb61205197fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.844042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-fc1c2899-5d8a-4439-967c-cb61205197fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175122 Jul 16 01:24:11.863076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9e8330f7-6d48-4267-920a-58318e2ea184 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:11.873849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3f71-6501-4c30-8496-125b88de1e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.990582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02b13403-ce24-4ea3-ac70-e8ba1a2eacac req-d6a618b5-0a12-45cf-94b9-6ef553caf444 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 210 time: 0.0394542 Jul 16 01:24:12.026041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.028164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-9b4aaca6-0318-4948-acbc-1f1057da2c82 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769524 Jul 16 01:24:12.034063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Transition to ACTIVE for port object 96e7801e-db21-4552-be48-e8f620e47542 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:12.050994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f2813f4-760e-47a6-9f30-76bfe043b411, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f2813f4-760e-47a6-9f30-76bfe043b411,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:12.091777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.145703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network 18672d90-a9a8-463c-bb63-acfa604b177d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:12.150099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:12.159509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81473806-2745-4a02-9c8e-7713ee1732d1 req-9e831383-f267-4d0e-b2b8-c12a0cdf1c52 service neutron] 10.222.0.81 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248887 Jul 16 01:24:12.168502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:12.182963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '3f2813f4-760e-47a6-9f30-76bfe043b411', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'port_id': '3f2813f4-760e-47a6-9f30-76bfe043b411', 'mac_address': 'fa:16:3e:94:36:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:12.234553 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.244913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.245603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.252139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a8bc00f-ab95-462d-8f77-9a8baac081b7 req-4c379ee5-b125-4d59-a2e7-6d012cfbc486 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 210 time: 0.0543909 Jul 16 01:24:12.281159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2813f4-760e-47a6-9f30-76bfe043b411 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:12.284927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Port': ['ID=96e7801e-db21-4552-be48-e8f620e47542,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.297274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-257755f6-da4e-4357-a436-f18b795c2ba6 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1753864 Jul 16 01:24:12.305478 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40202b8-d236-4870-9311-d2a30dc7046c x-openstack-request-id: req-f40202b8-d236-4870-9311-d2a30dc7046c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:12.305813 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:12.306069 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f40202b8-d236-4870-9311-d2a30dc7046c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:12.306511 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'status': 'completed', 'code': 200} Jul 16 01:24:12.308269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Request body: {'port': {'device_id': 'aa018131-1131-4783-859c-9baf1b95e081', 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed', 'admin_state_up': True, 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:12.336980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9e8330f7-6d48-4267-920a-58318e2ea184, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9e8330f7-6d48-4267-920a-58318e2ea184,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:12.367724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f2813f4-760e-47a6-9f30-76bfe043b411, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f2813f4-760e-47a6-9f30-76bfe043b411,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:12.371221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '9e8330f7-6d48-4267-920a-58318e2ea184', 'network_id': '9adb2966-00f4-4596-b109-7834735a4ba5', 'port_id': '9e8330f7-6d48-4267-920a-58318e2ea184', 'mac_address': 'fa:16:3e:40:ae:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:12.411969 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.417182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.463801 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b277e-4235-4d4a-8c17-f77b278caf4f x-openstack-request-id: req-0c2b277e-4235-4d4a-8c17-f77b278caf4f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:12.464243 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e495605-8c79-4537-a0b5-3917fe7eff5c", "tag": "3f2813f4-760e-47a6-9f30-76bfe043b411", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:12.464534 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c2b277e-4235-4d4a-8c17-f77b278caf4f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:12.465120 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'tag': '3f2813f4-760e-47a6-9f30-76bfe043b411', 'status': 'completed', 'code': 200} Jul 16 01:24:12.467971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Made reservation on behalf of 5a792ddc695f40ff9a84b8854f3ee6d3 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:12.473098 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.508794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddc5e2ac-a7cf-4ca3-87ff-8b8a35d02e3f req-c9b2bb76-df41-47b7-ab00-940484e12f42 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/2e81631b-95b7-4f29-9331-d63ce9f60557 HTTP/1.1" status: 200 len: 1813 time: 0.2341106 Jul 16 01:24:12.542803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.629369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:12.636454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c397-f24b-4091-939d-516f5b42f67d req-b49dc4b2-5a5b-46b9-a7ac-41eddc214236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.641966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8330f7-6d48-4267-920a-58318e2ea184 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:12.650612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a465c397-f24b-4091-939d-516f5b42f67d req-b49dc4b2-5a5b-46b9-a7ac-41eddc214236 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 1096 time: 0.3547163 Jul 16 01:24:12.670824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Allocated IP 19.86.0.92 (b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed/111b329f-dd3b-4294-b19f-d2d1e2d10407/33901a32-8d0b-468e-a688-af6ce9420ca8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:12.690343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9e8330f7-6d48-4267-920a-58318e2ea184, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9e8330f7-6d48-4267-920a-58318e2ea184,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:12.692100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:12.692858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:23:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.695230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3f2813f4-760e-47a6-9f30-76bfe043b411,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.698243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-806bf26a-0d8e-4071-aaeb-37ea4643ec86 None None] Provisioning for port 96e7801e-db21-4552-be48-e8f620e47542 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:12.706697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-52c6c8c1-b6de-4a24-a0f1-39d03f5ef025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.709589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-52c6c8c1-b6de-4a24-a0f1-39d03f5ef025 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 1095 time: 0.3003306 Jul 16 01:24:12.722861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-806bf26a-0d8e-4071-aaeb-37ea4643ec86 None None] Provisioning complete for port 96e7801e-db21-4552-be48-e8f620e47542 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:12.722861 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-806bf26a-0d8e-4071-aaeb-37ea4643ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.752395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6477c3-7847-4a9f-af53-bb6c6ca9457e req-18dddcbb-fad6-4708-a1ae-d0040b5620bd tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.754163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b6477c3-7847-4a9f-af53-bb6c6ca9457e req-18dddcbb-fad6-4708-a1ae-d0040b5620bd tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.2188230 Jul 16 01:24:12.792603 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.812108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['3f2813f4-760e-47a6-9f30-76bfe043b411'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:12.866752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b6477c3-7847-4a9f-af53-bb6c6ca9457e req-d7a183fb-5b5a-4e4e-952b-52823657caba tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037767 Jul 16 01:24:12.901066 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.917947 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-d9340437-2c75-48b2-a8b1-62297200a390 req-ef5ebd66-7eb1-4f66-88b4-79577c640660 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] show failed (client error): The resource could not be found. Jul 16 01:24:12.918177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Transition to ACTIVE for port object 33901a32-8d0b-468e-a688-af6ce9420ca8 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:12.949910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9340437-2c75-48b2-a8b1-62297200a390 req-ef5ebd66-7eb1-4f66-88b4-79577c640660 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/ac9ce54c-96f7-4b99-8bbf-b45139a245ae HTTP/1.1" status: 404 len: 352 time: 0.0779741 Jul 16 01:24:12.969627 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.026499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-806bf26a-0d8e-4071-aaeb-37ea4643ec86 None None] Port 96e7801e-db21-4552-be48-e8f620e47542 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:13.114442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9e8330f7-6d48-4267-920a-58318e2ea184'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:13.120678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event updated for resources: {'Port': ['ID=33901a32-8d0b-468e-a688-af6ce9420ca8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.161489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:13.163190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:13.169379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:13.174752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9e8330f7-6d48-4267-920a-58318e2ea184,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.235453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c397-f24b-4091-939d-516f5b42f67d req-8f6647b0-9092-4330-a463-7da5dc2a79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.237313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a465c397-f24b-4091-939d-516f5b42f67d req-8f6647b0-9092-4330-a463-7da5dc2a79a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 200 len: 922 time: 0.5675929 Jul 16 01:24:13.240276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.242733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.253211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:13.275917 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-b34c08ba-4ebc-496d-976e-2428dcc9922c req-b49892a9-e081-4a5e-af50-7d2c6128007c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] show failed (client error): The resource could not be found. Jul 16 01:24:13.294679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b34c08ba-4ebc-496d-976e-2428dcc9922c req-b49892a9-e081-4a5e-af50-7d2c6128007c tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-group-rules/5a1d170f-9a2d-4474-8ce6-ed2e6f3370c9 HTTP/1.1" status: 404 len: 361 time: 0.0782397 Jul 16 01:24:13.296938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d7593b74-eedf-4ef7-8686-386fe0bb2c73 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9930148 Jul 16 01:24:13.311349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Request body: {'port': {'device_id': 'aa018131-1131-4783-859c-9baf1b95e081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:13.439640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a465c397-f24b-4091-939d-516f5b42f67d req-b94cf5f9-d0f8-41e1-b8c7-0e492476f295 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 200 len: 217 time: 0.1876383 Jul 16 01:24:13.445740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-853ce1bd-fb30-414b-a1bd-3944e79c42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.449785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-853ce1bd-fb30-414b-a1bd-3944e79c42ca service neutron] 10.222.0.93 "GET /v2.0/networks?id=9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 200 len: 914 time: 0.7309234 Jul 16 01:24:13.499115 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.563745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-3edf0fd2-eacb-4003-a2e8-46062b45e004 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2813f4-760e-47a6-9f30-76bfe043b411 HTTP/1.1" status: 200 len: 217 time: 0.0941513 Jul 16 01:24:13.610303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de6adc3b-3aed-48e4-b590-0581ce668928 None None] Provisioning for port 33901a32-8d0b-468e-a688-af6ce9420ca8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:13.638633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de6adc3b-3aed-48e4-b590-0581ce668928 None None] Provisioning complete for port 33901a32-8d0b-468e-a688-af6ce9420ca8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:13.639054 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de6adc3b-3aed-48e4-b590-0581ce668928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.694222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-de6adc3b-3aed-48e4-b590-0581ce668928 None None] Port 33901a32-8d0b-468e-a688-af6ce9420ca8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:13.724599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5317d-5a06-48b3-ad2c-1a6a27833a0d req-300ee811-29c5-41c9-a479-8628851cebcd tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.731875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19e5317d-5a06-48b3-ad2c-1a6a27833a0d req-300ee811-29c5-41c9-a479-8628851cebcd tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 945 time: 0.6216834 Jul 16 01:24:13.732045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:13.752114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c397-f24b-4091-939d-516f5b42f67d req-7972e079-4180-44a6-8035-6fb51102ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.754902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a465c397-f24b-4091-939d-516f5b42f67d req-7972e079-4180-44a6-8035-6fb51102ccaa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 200 len: 860 time: 0.3013206 Jul 16 01:24:13.764756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135cea6-be6c-4376-86b3-2af346445dac None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8144580e-ec3a-44da-98e0-cc7ce0b33bb0', 'name': '', 'network_id': '6d58586b-d6ee-411f-b7e8-746af84de353', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'mac_address': 'fa:16:3e:bd:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'subnets': [{'id': '4c212df4-0e1c-44b9-b84f-2dba993631e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:13.808374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-7698584f-0ba9-4d00-91db-4e98663b9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.809944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-7698584f-0ba9-4d00-91db-4e98663b9370 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 200 len: 853 time: 0.1778386 Jul 16 01:24:13.862791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-d9397e37-018e-424a-9bcf-f7b2f995f9a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9adb2966-00f4-4596-b109-7834735a4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431232 Jul 16 01:24:13.865586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19e5317d-5a06-48b3-ad2c-1a6a27833a0d req-6a7881e2-e404-428d-858f-d49faa50433b tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327765 Jul 16 01:24:13.887753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9c149-16a7-45ca-826f-80400e2841ba req-4a9149c6-e6b4-444b-af95-50112dde1405 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.893924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9c149-16a7-45ca-826f-80400e2841ba req-4a9149c6-e6b4-444b-af95-50112dde1405 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.900938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8b9c149-16a7-45ca-826f-80400e2841ba req-4a9149c6-e6b4-444b-af95-50112dde1405 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1653 time: 0.2981439 Jul 16 01:24:13.944933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e7801e-db21-4552-be48-e8f620e47542 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:13.953422 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.966344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Transition to ACTIVE for port object 96e7801e-db21-4552-be48-e8f620e47542 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:13.973630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.005375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-590b8263-0ea3-4272-8723-6e7f3ddf9d70 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 200 len: 695 time: 0.0929055 Jul 16 01:24:14.077342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Pushing event updated for resources: {'Port': ['ID=96e7801e-db21-4552-be48-e8f620e47542,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.096147 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a420e86-e876-496e-bd9f-ccc628b462fc None None] New status for floating IP aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:24:14.140519 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e8292b7-04ec-496d-9f59-a4d3b6a01971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.171471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Attempting to bind port 96e7801e-db21-4552-be48-e8f620e47542 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:14.172491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Attempting to bind port 96e7801e-db21-4552-be48-e8f620e47542 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:14.172999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Attempting to bind port 96e7801e-db21-4552-be48-e8f620e47542 on network 18672d90-a9a8-463c-bb63-acfa604b177d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:14.179283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Port 96e7801e-db21-4552-be48-e8f620e47542 on network 18672d90-a9a8-463c-bb63-acfa604b177d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:14.179924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Attempting to bind port 96e7801e-db21-4552-be48-e8f620e47542 on network 18672d90-a9a8-463c-bb63-acfa604b177d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:14.185511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:14.186143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Checking segment: {'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:14.186565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Bound using segment: {'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:14.187009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Bound port: 96e7801e-db21-4552-be48-e8f620e47542, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ffa754-d6aa-4347-965c-102c8b967d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:14.187375 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.254750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-34bf86f1-50f2-4770-8711-b5bb9e46061d service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855731 Jul 16 01:24:14.273025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] For port 96e7801e-db21-4552-be48-e8f620e47542, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:14.276802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] For port 96e7801e-db21-4552-be48-e8f620e47542, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96e7801e-db21-4552-be48-e8f620e47542,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:14.285579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.368433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Pushing event updated for resources: {'Port': ['ID=96e7801e-db21-4552-be48-e8f620e47542,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.369948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.388048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.388853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.390875 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0ea65056-1b47-45c3-828d-895292118ace service neutron] 10.222.0.93 "PUT /v2.0/ports/96e7801e-db21-4552-be48-e8f620e47542 HTTP/1.1" status: 200 len: 1091 time: 1.0863581 Jul 16 01:24:14.431604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Request body: {'port': {'device_id': 'aa018131-1131-4783-859c-9baf1b95e081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:14.477959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'tag': '96e7801e-db21-4552-be48-e8f620e47542'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:14.480612 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d33691-00f4-45e2-ab3e-2b40e3496d56" -d '{"events": [{"name": "network-changed", "server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "tag": "96e7801e-db21-4552-be48-e8f620e47542"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:14.568615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.599684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8b9c149-16a7-45ca-826f-80400e2841ba req-5e808600-12c4-4c05-b2a8-210a87199efe tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976776 Jul 16 01:24:14.660595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-b07873d2-082e-4029-a24f-0d552f1dc6cc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.667812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-b07873d2-082e-4029-a24f-0d552f1dc6cc tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.6611323 Jul 16 01:24:14.742732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-b8f432df-ce36-401b-81ca-fd873e66dc8a tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 696 time: 0.0739348 Jul 16 01:24:14.754538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c397-f24b-4091-939d-516f5b42f67d req-765576b9-a5cd-4756-aecd-e7c031a97756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.756016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a465c397-f24b-4091-939d-516f5b42f67d req-765576b9-a5cd-4756-aecd-e7c031a97756 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6d58586b-d6ee-411f-b7e8-746af84de353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9936292 Jul 16 01:24:14.829347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-fd0cf212-ff32-45ad-b8f5-7f7fa2b18c97 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.45 HTTP/1.1" status: 200 len: 696 time: 0.0856924 Jul 16 01:24:14.894004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3fd13c9-749f-4d41-877d-cb1515851374 req-b1ea04e3-e409-4a1b-8820-69699bb87891 service neutron] 10.222.0.93 "GET /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290650 Jul 16 01:24:14.921257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-392eed37-ac76-46ea-982e-d4856d2e2070 req-26717589-d50d-4931-b223-10485237ff54 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d46edac-fe3a-4edd-825e-ec9ca6455e7c HTTP/1.1" status: 200 len: 210 time: 0.0473270 Jul 16 01:24:14.941685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33901a32-8d0b-468e-a688-af6ce9420ca8 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:14.950905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.966554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Transition to ACTIVE for port object 33901a32-8d0b-468e-a688-af6ce9420ca8 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:14.971879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.085091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20c8c56f-f8b2-4b1d-bb85-4be2a4d2f3da req-7f19036b-9bb7-4236-8011-b9ab11f352ff tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/2e81631b-95b7-4f29-9331-d63ce9f60557 HTTP/1.1" status: 200 len: 1813 time: 0.0926173 Jul 16 01:24:15.106182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Pushing event updated for resources: {'Port': ['ID=33901a32-8d0b-468e-a688-af6ce9420ca8,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.129925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a465c397-f24b-4091-939d-516f5b42f67d req-065ffd85-7a01-4544-aca7-39654d5e20e9 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417041 Jul 16 01:24:15.147843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Attempting to bind port 33901a32-8d0b-468e-a688-af6ce9420ca8 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:15.148100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Attempting to bind port 33901a32-8d0b-468e-a688-af6ce9420ca8 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:15.148490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Attempting to bind port 33901a32-8d0b-468e-a688-af6ce9420ca8 on network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:15.154249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Port 33901a32-8d0b-468e-a688-af6ce9420ca8 on network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:15.154533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Attempting to bind port 33901a32-8d0b-468e-a688-af6ce9420ca8 on network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:15.160350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:15.160699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Checking segment: {'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:15.161091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Bound using segment: {'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:15.161528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Bound port: 33901a32-8d0b-468e-a688-af6ce9420ca8, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c800ed-e68c-4590-ab40-d36c1fabc6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:15.162014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.204863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Deleting port c6645c5a-7d39-4fc5-8c89-ac5c8185c89a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:15.205452 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.205646 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.249959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] For port 33901a32-8d0b-468e-a688-af6ce9420ca8, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:15.254771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] For port 33901a32-8d0b-468e-a688-af6ce9420ca8, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=33901a32-8d0b-468e-a688-af6ce9420ca8,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:15.259707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.289671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20c8c56f-f8b2-4b1d-bb85-4be2a4d2f3da req-3d898827-ae82-4f03-a7af-7174c92f1b7b tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.312938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20c8c56f-f8b2-4b1d-bb85-4be2a4d2f3da req-3d898827-ae82-4f03-a7af-7174c92f1b7b tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.319255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Pushing event updated for resources: {'Port': ['ID=33901a32-8d0b-468e-a688-af6ce9420ca8,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.329153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.330031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.331681 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-6db511f3-a565-43cf-a75c-191a3839a4bf service neutron] 10.222.0.93 "PUT /v2.0/ports/33901a32-8d0b-468e-a688-af6ce9420ca8 HTTP/1.1" status: 200 len: 1091 time: 0.9111905 Jul 16 01:24:15.403032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a465c397-f24b-4091-939d-516f5b42f67d req-bd2c5c02-f6af-4e84-8db8-7258a6395f02 service neutron] 10.222.0.78 "GET /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648239 Jul 16 01:24:15.415887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20c8c56f-f8b2-4b1d-bb85-4be2a4d2f3da req-3d898827-ae82-4f03-a7af-7174c92f1b7b tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.419309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20c8c56f-f8b2-4b1d-bb85-4be2a4d2f3da req-3d898827-ae82-4f03-a7af-7174c92f1b7b tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.422841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20c8c56f-f8b2-4b1d-bb85-4be2a4d2f3da req-3d898827-ae82-4f03-a7af-7174c92f1b7b tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "DELETE /v2.0/security-groups/2e81631b-95b7-4f29-9331-d63ce9f60557 HTTP/1.1" status: 204 len: 173 time: 0.3295660 Jul 16 01:24:15.437519 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.437840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.477404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-ebcc9bde-172a-44f6-a078-18a4d55b9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.477890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-ebcc9bde-172a-44f6-a078-18a4d55b9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.479531 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-ebcc9bde-172a-44f6-a078-18a4d55b9e61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1979 time: 0.1003392 Jul 16 01:24:15.482816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Calling delete_port for c6645c5a-7d39-4fc5-8c89-ac5c8185c89a owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:15.538149 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-22f8d034-7ad4-47cb-b598-0bb66c58a7fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=96e7801e-db21-4552-be48-e8f620e47542 HTTP/1.1" status: 200 len: 217 time: 0.0495427 Jul 16 01:24:15.544943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d898827-ae82-4f03-a7af-7174c92f1b7b tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e81631b-95b7-4f29-9331-d63ce9f60557,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.580100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9e8330f7-6d48-4267-920a-58318e2ea184 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:15.628040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f2813f4-760e-47a6-9f30-76bfe043b411 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:15.639612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-c43b1e32-dca3-4fc5-971b-e278d028e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.643083 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-c43b1e32-dca3-4fc5-971b-e278d028e2a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a1d41cc5-30d3-4c41-ae5b-8caaadecc580 HTTP/1.1" status: 200 len: 801 time: 0.0897343 Jul 16 01:24:15.686490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.710682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 3f2813f4-760e-47a6-9f30-76bfe043b411 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:15.715235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 3f2813f4-760e-47a6-9f30-76bfe043b411 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:15.715760 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.718124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 9e8330f7-6d48-4267-920a-58318e2ea184 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:15.744037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 9e8330f7-6d48-4267-920a-58318e2ea184 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:15.745379 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.747316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Pushing event deleted for resources: {'Port': ['ID=c6645c5a-7d39-4fc5-8c89-ac5c8185c89a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.755935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-5bc216bd-7fc8-41bc-9800-01b07a780f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.757905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-5bc216bd-7fc8-41bc-9800-01b07a780f1e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=18672d90-a9a8-463c-bb63-acfa604b177d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087594 Jul 16 01:24:15.816526 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.849772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.852749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.853905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7be7bc3-ea7c-458d-b484-54de1ec66952 req-7def43ac-4bf8-4a97-b28a-77105cc991b6 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "DELETE /v2.0/floatingips/aa2b3c3b-bd04-42c6-84d6-58cbefc8f18e HTTP/1.1" status: 204 len: 173 time: 1.0237789 Jul 16 01:24:15.864802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac3c34-1e7a-4f10-91ea-66e302f59193 req-5dd6c6bf-1ee7-4046-9eba-ed84f68f8490 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.872870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6eac3c34-1e7a-4f10-91ea-66e302f59193 req-5dd6c6bf-1ee7-4046-9eba-ed84f68f8490 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.1404362 Jul 16 01:24:15.908679 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.911146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.921311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6eac3c34-1e7a-4f10-91ea-66e302f59193 req-d5f85165-1c9c-4339-a1a3-3de45625b62a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474560 Jul 16 01:24:15.937735 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-d9e5a7da-f9ec-4622-a5eb-1d4198fc6826 service neutron] 10.222.0.93 "GET /v2.0/networks/18672d90-a9a8-463c-bb63-acfa604b177d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723027 Jul 16 01:24:15.959706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8330f7-6d48-4267-920a-58318e2ea184'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:15.962213 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d87e503-50e3-4770-a0fe-91c1e46ba7a6" -d '{"events": [{"server_uuid": "38e201a9-6daa-4cc1-861b-019c44428f9d", "name": "network-vif-plugged", "status": "completed", "tag": "9e8330f7-6d48-4267-920a-58318e2ea184"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:15.987092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9e8330f7-6d48-4267-920a-58318e2ea184, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9e8330f7-6d48-4267-920a-58318e2ea184,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:15.989001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f2813f4-760e-47a6-9f30-76bfe043b411, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f2813f4-760e-47a6-9f30-76bfe043b411,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:15.992536 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937fcca5-21e8-49b6-a2ba-036487a55482 x-openstack-request-id: req-937fcca5-21e8-49b6-a2ba-036487a55482 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:15.993007 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "tag": "96e7801e-db21-4552-be48-e8f620e47542", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:15.993660 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-937fcca5-21e8-49b6-a2ba-036487a55482 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:15.994151 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'tag': '96e7801e-db21-4552-be48-e8f620e47542', 'status': 'completed', 'code': 200} Jul 16 01:24:15.994428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.000266 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.058218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9e8330f7-6d48-4267-920a-58318e2ea184,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.082469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-847d7340-28f8-45b5-b1ce-beaa1aacc278 service neutron] 10.222.0.93 "GET /v2.0/networks/18672d90-a9a8-463c-bb63-acfa604b177d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373925 Jul 16 01:24:16.124869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3f2813f4-760e-47a6-9f30-76bfe043b411,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.141170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-0b6dd283-c78d-4d13-8bdc-a1ce926f2db7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=33901a32-8d0b-468e-a688-af6ce9420ca8 HTTP/1.1" status: 200 len: 217 time: 0.0516303 Jul 16 01:24:16.200605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-f74afeaf-7a12-4336-a720-1c99e21eeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.202233 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-f74afeaf-7a12-4336-a720-1c99e21eeb53 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=111b329f-dd3b-4294-b19f-d2d1e2d10407 HTTP/1.1" status: 200 len: 801 time: 0.0545576 Jul 16 01:24:16.239889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09938f-bd55-4f8b-afc5-f2906c49c035 req-aa295891-b120-4ba5-a354-1faa70b6e009 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.240951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae09938f-bd55-4f8b-afc5-f2906c49c035 req-aa295891-b120-4ba5-a354-1faa70b6e009 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 946 time: 0.1183188 Jul 16 01:24:16.265417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92aa7-c226-49b3-b791-377f94943703 req-c07ea945-4836-4368-9943-905686fb3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.267056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-c07ea945-4836-4368-9943-905686fb3f79 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583203 Jul 16 01:24:16.289560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e0e2812-96fa-4050-a59a-80e867412ea4 req-6e76dc1c-04ae-45f4-8b12-99f64eb4a365 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/e431fab8-8765-44f5-9849-8eb848aa0ba2 HTTP/1.1" status: 200 len: 1811 time: 0.0756390 Jul 16 01:24:16.297276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae09938f-bd55-4f8b-afc5-f2906c49c035 req-b2777b50-2a9e-4b17-9308-6c84d4eaa700 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Jul 16 01:24:16.356807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e0e2812-96fa-4050-a59a-80e867412ea4 req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.374528 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-e9f0d39a-26c6-48d9-af2d-ff560f0cb8a3 service neutron] 10.222.0.93 "GET /v2.0/networks/b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000915 Jul 16 01:24:16.385598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e0e2812-96fa-4050-a59a-80e867412ea4 req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.463444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e0e2812-96fa-4050-a59a-80e867412ea4 req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.465933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e0e2812-96fa-4050-a59a-80e867412ea4 req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.467083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e0e2812-96fa-4050-a59a-80e867412ea4 req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "DELETE /v2.0/security-groups/e431fab8-8765-44f5-9849-8eb848aa0ba2 HTTP/1.1" status: 204 len: 173 time: 0.1690063 Jul 16 01:24:16.483933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e431fab8-8765-44f5-9849-8eb848aa0ba2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.493623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8d92aa7-c226-49b3-b791-377f94943703 req-54503499-f00e-4819-8a86-d24fbd12f449 service neutron] 10.222.0.93 "GET /v2.0/networks/b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116221 Jul 16 01:24:16.494979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.495324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.495662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.495994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.496347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.496675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.496999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.497321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.497641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.497961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.498389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.499033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d395d09-ada4-46a0-b7ea-6ee2f3adf9a8 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:16.528073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8686e49-dabe-4bb3-b499-5c214405d9b9 req-cc409169-4892-4c44-9db8-57db4fb29b32 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.543630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8686e49-dabe-4bb3-b499-5c214405d9b9 req-cc409169-4892-4c44-9db8-57db4fb29b32 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.548736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8686e49-dabe-4bb3-b499-5c214405d9b9 req-cc409169-4892-4c44-9db8-57db4fb29b32 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1677 time: 0.1328068 Jul 16 01:24:16.610549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8686e49-dabe-4bb3-b499-5c214405d9b9 req-ca5bcd74-2ddc-4c6a-b37a-e24b09d6ed9a tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Jul 16 01:24:16.643982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-90718e69-9dec-4744-bc8f-c997464b3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.644579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-90718e69-9dec-4744-bc8f-c997464b3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.646254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-90718e69-9dec-4744-bc8f-c997464b3a41 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1979 time: 0.0887711 Jul 16 01:24:16.710718 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.776610 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1771fe5-875b-4b1e-935d-f77d8bdb1a77 x-openstack-request-id: req-e1771fe5-875b-4b1e-935d-f77d8bdb1a77 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:16.777016 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e201a9-6daa-4cc1-861b-019c44428f9d", "name": "network-vif-plugged", "status": "completed", "tag": "9e8330f7-6d48-4267-920a-58318e2ea184", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:16.777359 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1771fe5-875b-4b1e-935d-f77d8bdb1a77 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:16.777843 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8330f7-6d48-4267-920a-58318e2ea184', 'code': 200} Jul 16 01:24:16.795324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-1fb6e0e1-4b58-4316-a89e-8553dda1e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.796951 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-1fb6e0e1-4b58-4316-a89e-8553dda1e892 service neutron] 10.222.0.93 "GET /v2.0/networks?id=18672d90-a9a8-463c-bb63-acfa604b177d HTTP/1.1" status: 200 len: 901 time: 0.1429334 Jul 16 01:24:16.905096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-62df5fd7-5b7b-48b0-9164-0c744b0ed6ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=96e7801e-db21-4552-be48-e8f620e47542 HTTP/1.1" status: 200 len: 217 time: 0.0830097 Jul 16 01:24:16.944792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-278b355c-89dc-485a-b324-a56f42a50245 req-7ef9c3e2-3a18-471b-a070-d2b19d4d8a41 tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/5260da6d-5cfa-4aa8-9f16-31bd2763ee4b HTTP/1.1" status: 200 len: 1809 time: 0.1356514 Jul 16 01:24:16.973809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-94713b22-e3f7-4d19-863f-9ed3e7159ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.976113 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-94713b22-e3f7-4d19-863f-9ed3e7159ba9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a1d41cc5-30d3-4c41-ae5b-8caaadecc580 HTTP/1.1" status: 200 len: 801 time: 0.0642214 Jul 16 01:24:17.048269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2570-d7f3-4d7d-a51e-abba897a810d req-016c2eb8-6156-4c29-a9fe-e4e979195dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.056089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-166c2570-d7f3-4d7d-a51e-abba897a810d req-016c2eb8-6156-4c29-a9fe-e4e979195dbb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 1097 time: 0.1825509 Jul 16 01:24:17.061069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-d6fa7415-c932-404b-8fe1-6de7cbc8b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.062782 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-d6fa7415-c932-404b-8fe1-6de7cbc8b88f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=18672d90-a9a8-463c-bb63-acfa604b177d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794280 Jul 16 01:24:17.071078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc78e-f739-4f64-ba4f-927c6f322789 req-96919722-6a36-4eb7-8da8-80690fed6976 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.078445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82acc78e-f739-4f64-ba4f-927c6f322789 req-96919722-6a36-4eb7-8da8-80690fed6976 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 945 time: 0.1882503 Jul 16 01:24:17.086881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-278b355c-89dc-485a-b324-a56f42a50245 req-2f86ccea-ef2a-41d6-8731-ab671ba08cee tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.152903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82acc78e-f739-4f64-ba4f-927c6f322789 req-2bbbf2c0-0384-4c77-9a65-8d49b3d6ba74 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735197 Jul 16 01:24:17.166404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-8d7939d0-89b6-42ea-8192-bee04102cbf7 service neutron] 10.222.0.93 "GET /v2.0/networks/18672d90-a9a8-463c-bb63-acfa604b177d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949655 Jul 16 01:24:17.183815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-278b355c-89dc-485a-b324-a56f42a50245 req-2f86ccea-ef2a-41d6-8731-ab671ba08cee tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.197933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-166c2570-d7f3-4d7d-a51e-abba897a810d req-7e587d91-c09e-49c3-82fd-ce0e5f6d0ca0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168110 Jul 16 01:24:17.280428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-278b355c-89dc-485a-b324-a56f42a50245 req-2f86ccea-ef2a-41d6-8731-ab671ba08cee tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.283470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-278b355c-89dc-485a-b324-a56f42a50245 req-2f86ccea-ef2a-41d6-8731-ab671ba08cee tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.285301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-278b355c-89dc-485a-b324-a56f42a50245 req-2f86ccea-ef2a-41d6-8731-ab671ba08cee tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "DELETE /v2.0/security-groups/5260da6d-5cfa-4aa8-9f16-31bd2763ee4b HTTP/1.1" status: 204 len: 173 time: 0.3361647 Jul 16 01:24:17.307544 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2d33691-00f4-45e2-ab3e-2b40e3496d56 req-42a892b2-839e-4591-a701-7d558c53afe4 service neutron] 10.222.0.93 "GET /v2.0/networks/18672d90-a9a8-463c-bb63-acfa604b177d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311092 Jul 16 01:24:17.308084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86ccea-ef2a-41d6-8731-ab671ba08cee tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5260da6d-5cfa-4aa8-9f16-31bd2763ee4b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.552642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c86c7-253b-4c01-b6cc-90c862a84629 req-622bd7df-4d88-435a-a36c-2fbe551e906e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.554160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-723c86c7-253b-4c01-b6cc-90c862a84629 req-622bd7df-4d88-435a-a36c-2fbe551e906e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 945 time: 0.1138451 Jul 16 01:24:17.610399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e228-c992-408c-8222-7294b823390d req-b53a4378-1436-40c8-9113-9c9c80b5e2e6 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.612047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7a9e228-c992-408c-8222-7294b823390d req-b53a4378-1436-40c8-9113-9c9c80b5e2e6 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.1869469 Jul 16 01:24:17.617867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-723c86c7-253b-4c01-b6cc-90c862a84629 req-9429c2a8-342a-4b7d-83d0-de1af630234e tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557771 Jul 16 01:24:17.677084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7a9e228-c992-408c-8222-7294b823390d req-84bb732e-4498-492d-bae4-0ba5d511eb4d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582290 Jul 16 01:24:17.727561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e570abd0-4b80-493d-934a-a1ce3d8205a9 req-441b934c-2a71-43d5-b41a-c147f3d0450f tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/519067ef-a111-475b-be3c-2e167d8347ce HTTP/1.1" status: 200 len: 1812 time: 0.0650997 Jul 16 01:24:17.801580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e570abd0-4b80-493d-934a-a1ce3d8205a9 req-1d535784-18fd-4f27-86b3-84989e64d78e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.854355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e570abd0-4b80-493d-934a-a1ce3d8205a9 req-1d535784-18fd-4f27-86b3-84989e64d78e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.919834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06407b99-212b-4b1c-8ca5-21737bf34349 req-8f487c00-a85d-4aa8-b48e-aa462fb02af4 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.921434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06407b99-212b-4b1c-8ca5-21737bf34349 req-8f487c00-a85d-4aa8-b48e-aa462fb02af4 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 946 time: 0.1072621 Jul 16 01:24:17.922782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e570abd0-4b80-493d-934a-a1ce3d8205a9 req-1d535784-18fd-4f27-86b3-84989e64d78e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.925847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e570abd0-4b80-493d-934a-a1ce3d8205a9 req-1d535784-18fd-4f27-86b3-84989e64d78e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.942137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e570abd0-4b80-493d-934a-a1ce3d8205a9 req-1d535784-18fd-4f27-86b3-84989e64d78e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "DELETE /v2.0/security-groups/519067ef-a111-475b-be3c-2e167d8347ce HTTP/1.1" status: 204 len: 173 time: 0.2070966 Jul 16 01:24:17.973169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-77ddf3ee-f6a1-41ce-a91f-f51d3c25d21f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.976111 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-77ddf3ee-f6a1-41ce-a91f-f51d3c25d21f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 945 time: 0.0977638 Jul 16 01:24:17.978904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d535784-18fd-4f27-86b3-84989e64d78e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519067ef-a111-475b-be3c-2e167d8347ce,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.002425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'tag': '33901a32-8d0b-468e-a688-af6ce9420ca8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:18.002425 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3adc6c-2817-4063-9e9c-95c54150e8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "tag": "33901a32-8d0b-468e-a688-af6ce9420ca8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:18.018995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06407b99-212b-4b1c-8ca5-21737bf34349 req-6b4c49ba-2e14-4aeb-b19a-58d64e5d9e42 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751078 Jul 16 01:24:18.097674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5370ae89-517c-413c-a6a5-5a3342b7c01c req-cb812341-1559-40fc-b51e-84fa9b104c7a tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "GET /v2.0/security-groups/9f96faed-1255-41e8-80b1-4af3f7205c7c HTTP/1.1" status: 200 len: 1812 time: 0.0504594 Jul 16 01:24:18.114116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Deleting port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:18.114513 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.213585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5370ae89-517c-413c-a6a5-5a3342b7c01c req-0d883e49-ecfb-4b38-976f-bf10bd7bba0e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.222043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] For port 91f54d04-6111-4c93-b7ae-47008bbfd7e1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=91f54d04-6111-4c93-b7ae-47008bbfd7e1,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:18.222404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.222964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdfa5-7af1-431a-8159-06aefed86af3 req-f7a0a09d-394a-44d5-8240-6ca418056dde tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.228888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdfa5-7af1-431a-8159-06aefed86af3 req-f7a0a09d-394a-44d5-8240-6ca418056dde tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.230464 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-434cdfa5-7af1-431a-8159-06aefed86af3 req-f7a0a09d-394a-44d5-8240-6ca418056dde tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1677 time: 0.1318731 Jul 16 01:24:18.237571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Calling delete_port for 91f54d04-6111-4c93-b7ae-47008bbfd7e1 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:18.280054 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5370ae89-517c-413c-a6a5-5a3342b7c01c req-0d883e49-ecfb-4b38-976f-bf10bd7bba0e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.336351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-434cdfa5-7af1-431a-8159-06aefed86af3 req-fd4ce1dd-4561-4ec9-ba9b-9d5208e7e464 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849926 Jul 16 01:24:18.364358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5370ae89-517c-413c-a6a5-5a3342b7c01c req-0d883e49-ecfb-4b38-976f-bf10bd7bba0e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.367688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5370ae89-517c-413c-a6a5-5a3342b7c01c req-0d883e49-ecfb-4b38-976f-bf10bd7bba0e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.369060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5370ae89-517c-413c-a6a5-5a3342b7c01c req-0d883e49-ecfb-4b38-976f-bf10bd7bba0e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] 10.222.0.81 "DELETE /v2.0/security-groups/9f96faed-1255-41e8-80b1-4af3f7205c7c HTTP/1.1" status: 204 len: 173 time: 0.2593625 Jul 16 01:24:18.378650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.381812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883e49-ecfb-4b38-976f-bf10bd7bba0e tempest-SecurityGroupRulesNegativeTestJSON-1786123968 tempest-SecurityGroupRulesNegativeTestJSON-1786123968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f96faed-1255-41e8-80b1-4af3f7205c7c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.448289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] Deleting subnet 2186fd5c-07cc-4c02-aeb3-9be3fc62833a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:18.451848 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.482698 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26be206-a255-4d02-a58a-349e1858de95 x-openstack-request-id: req-d26be206-a255-4d02-a58a-349e1858de95 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:18.482997 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "tag": "33901a32-8d0b-468e-a688-af6ce9420ca8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:18.483233 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d26be206-a255-4d02-a58a-349e1858de95 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:18.483696 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'tag': '33901a32-8d0b-468e-a688-af6ce9420ca8', 'status': 'completed', 'code': 200} Jul 16 01:24:18.528515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.585217 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.596714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.598158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['91f54d04-6111-4c93-b7ae-47008bbfd7e1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:18.618867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7785021b-f5ae-4805-95fa-625125b05cb2 req-f8015243-a68a-4ea4-bbc6-48665c6684a6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 210 time: 0.0426221 Jul 16 01:24:18.635613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event deleted for resources: {'Port': ['ID=91f54d04-6111-4c93-b7ae-47008bbfd7e1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.646592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-9decd009-d710-4980-943b-b17af87494d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.647070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-9decd009-d710-4980-943b-b17af87494d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.649182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-9decd009-d710-4980-943b-b17af87494d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1979 time: 0.1264277 Jul 16 01:24:18.658361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-d0704069-805e-4e23-8562-bdb3b7b200c3 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.660458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-d0704069-805e-4e23-8562-bdb3b7b200c3 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 945 time: 0.1818395 Jul 16 01:24:18.734413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] No DVR routers for this DVR port 91f54d04-6111-4c93-b7ae-47008bbfd7e1 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:18.737800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.740245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cc3db32e-ff53-4c8e-b67a-9045c5ab2d09 req-3166e960-c193-4bf4-bc96-f32858988e8a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "DELETE /v2.0/ports/91f54d04-6111-4c93-b7ae-47008bbfd7e1 HTTP/1.1" status: 204 len: 173 time: 0.7580173 Jul 16 01:24:18.743403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.758161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.763403 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2186fd5c-07cc-4c02-aeb3-9be3fc62833a HTTP/1.1" status: 204 len: 168 time: 0.3836877 Jul 16 01:24:18.766972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44660) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.824181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce206299-3d46-4ea1-a74c-15cd529b746a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2186fd5c-07cc-4c02-aeb3-9be3fc62833a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.871684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2813f4-760e-47a6-9f30-76bfe043b411'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:18.874616 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8e07df-b07e-4886-970d-4727a1cb8652" -d '{"events": [{"server_uuid": "9e495605-8c79-4537-a0b5-3917fe7eff5c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2813f4-760e-47a6-9f30-76bfe043b411"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:19.021569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-d57e0cb1-3174-4b2f-b019-a210821d0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.023072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-d57e0cb1-3174-4b2f-b019-a210821d0490 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed HTTP/1.1" status: 200 len: 903 time: 0.3617001 Jul 16 01:24:19.032160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.094771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-b666fa1b-ffa8-4ef2-8974-d784c9442b32 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=33901a32-8d0b-468e-a688-af6ce9420ca8 HTTP/1.1" status: 200 len: 217 time: 0.0569863 Jul 16 01:24:19.183511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Deleting port 10be3a2e-4b48-468a-a5c1-d721f1793590 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:19.183766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.246454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9d29d-a086-4807-9781-00f194acb3f9 req-cd97ba10-95d3-4bc5-9e0c-5436092e7fb5 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.248693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2da9d29d-a086-4807-9781-00f194acb3f9 req-cd97ba10-95d3-4bc5-9e0c-5436092e7fb5 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.2963619 Jul 16 01:24:19.256015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-3e5c2a27-bdbb-499f-a8a5-7915c4d2167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.257746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-3e5c2a27-bdbb-499f-a8a5-7915c4d2167e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=111b329f-dd3b-4294-b19f-d2d1e2d10407 HTTP/1.1" status: 200 len: 801 time: 0.1510363 Jul 16 01:24:19.266201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbc77f-ac9f-41f9-860c-d5f2717013ce req-edf2e519-2775-46d4-afc4-0f02b4c5d7e0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.267397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11bbc77f-ac9f-41f9-860c-d5f2717013ce req-edf2e519-2775-46d4-afc4-0f02b4c5d7e0 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 945 time: 0.3786867 Jul 16 01:24:19.468337 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.610006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:19.615350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 33901a32-8d0b-468e-a688-af6ce9420ca8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:19.654423 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.685297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28bbde5-a519-489c-b7a1-967581ff8a0e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:19.718502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021c5753-79da-4c88-9014-116b94f6772b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:19.718852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021c5753-79da-4c88-9014-116b94f6772b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:19.751180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.760902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] For port 10be3a2e-4b48-468a-a5c1-d721f1793590, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10be3a2e-4b48-468a-a5c1-d721f1793590,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.761264 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.795546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11bbc77f-ac9f-41f9-860c-d5f2717013ce req-969a73b7-68fe-4585-9f9d-affba057d8cf tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/security-groups?id=a38b189f-1365-4adc-ab81-9a8c85fa85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069239 Jul 16 01:24:19.802494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Calling delete_port for 10be3a2e-4b48-468a-a5c1-d721f1793590 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:19.807874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.808813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.813849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2da9d29d-a086-4807-9781-00f194acb3f9 req-60621010-3522-4837-9d05-714f37f8bffe tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443730 Jul 16 01:24:19.831862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:19.832455 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:19.835523 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:19.839271 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:19.843813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5', 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd', 'port_id': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5', 'mac_address': 'fa:16:3e:ec:8e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7659b63f-ed0a-4428-8872-747ace802137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:19.863713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 33901a32-8d0b-468e-a688-af6ce9420ca8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=33901a32-8d0b-468e-a688-af6ce9420ca8,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.876162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '33901a32-8d0b-468e-a688-af6ce9420ca8', 'network_id': 'b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed', 'port_id': '33901a32-8d0b-468e-a688-af6ce9420ca8', 'mac_address': 'fa:16:3e:70:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111b329f-dd3b-4294-b19f-d2d1e2d10407', 'ip_address': '19.86.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:19.879127 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2583022-816b-4a50-b66f-d62a23fc7734 x-openstack-request-id: req-b2583022-816b-4a50-b66f-d62a23fc7734 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:19.879408 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e495605-8c79-4537-a0b5-3917fe7eff5c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2813f4-760e-47a6-9f30-76bfe043b411", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:19.879652 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2583022-816b-4a50-b66f-d62a23fc7734 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:19.880032 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2813f4-760e-47a6-9f30-76bfe043b411', 'code': 200} Jul 16 01:24:19.894273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-04c1ac4a-238a-4a66-bedd-034fe0b13500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.895847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-04c1ac4a-238a-4a66-bedd-034fe0b13500 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6275761 Jul 16 01:24:20.011643 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.019243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.021886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] 10.222.0.81 "DELETE /v2.0/networks/f28bbde5-a519-489c-b7a1-967581ff8a0e HTTP/1.1" status: 204 len: 168 time: 1.2533267 Jul 16 01:24:20.046488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.068158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33901a32-8d0b-468e-a688-af6ce9420ca8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:20.095061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 33901a32-8d0b-468e-a688-af6ce9420ca8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=33901a32-8d0b-468e-a688-af6ce9420ca8,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.099834 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.101163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752370c-2046-4ce3-91c6-f8b66f3356cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f28bbde5-a519-489c-b7a1-967581ff8a0e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.104145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.104976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96e7801e-db21-4552-be48-e8f620e47542 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:20.121626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb41cd7-f1cd-4917-92c1-d1fba79fd4fe req-3e4b609c-2db3-40eb-9a01-6b0d1ffd925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.128551 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bbb41cd7-f1cd-4917-92c1-d1fba79fd4fe req-3e4b609c-2db3-40eb-9a01-6b0d1ffd925f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 1096 time: 0.1641057 Jul 16 01:24:20.173713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:20.188359 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bbb41cd7-f1cd-4917-92c1-d1fba79fd4fe req-82e00077-8064-4490-9ee6-9fb81a05f2c8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Jul 16 01:24:20.257731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.260885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.277315 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.286789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=33901a32-8d0b-468e-a688-af6ce9420ca8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.314317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-c52d1f76-6bf2-4216-8664-a531db350cc5 service neutron] 10.222.0.93 "GET /v2.0/networks/b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090855 Jul 16 01:24:20.324019 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0b48325-8633-47e8-92b8-1fc69b4e495e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92de56e2096a40c28aeb43363ee9776e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629885 Jul 16 01:24:20.324651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.395064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.398384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.427556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.435636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96e7801e-db21-4552-be48-e8f620e47542, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96e7801e-db21-4552-be48-e8f620e47542,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.449691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '96e7801e-db21-4552-be48-e8f620e47542', 'network_id': '18672d90-a9a8-463c-bb63-acfa604b177d', 'port_id': '96e7801e-db21-4552-be48-e8f620e47542', 'mac_address': 'fa:16:3e:0b:ae:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d41cc5-30d3-4c41-ae5b-8caaadecc580', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:20.485901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'name': 'network-vif-deleted', 'tag': '91f54d04-6111-4c93-b7ae-47008bbfd7e1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:20.489954 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6235a9f0-6357-4e34-8323-650707e0b95c" -d '{"events": [{"server_uuid": "467c52d4-ef40-4857-ba31-f681b7ce6276", "name": "network-vif-deleted", "tag": "91f54d04-6111-4c93-b7ae-47008bbfd7e1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:20.491655 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.495346 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.498939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.501464 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93f04101-dd37-45c0-b32f-0b75701bb45e HTTP/1.1" status: 204 len: 168 time: 0.1748371 Jul 16 01:24:20.508163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db85cf-ab6b-4954-8865-bd7befbd594c req-6163cd1e-10a6-4553-8343-be7c02af9c7e tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.510405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17db85cf-ab6b-4954-8865-bd7befbd594c req-6163cd1e-10a6-4553-8343-be7c02af9c7e tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 946 time: 0.3962321 Jul 16 01:24:20.517876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f04101-dd37-45c0-b32f-0b75701bb45e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.522848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e7801e-db21-4552-be48-e8f620e47542 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:20.528472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd325e-da8c-41d0-a056-640a04489c5b req-9aa3afb3-0130-4d07-863d-ce087711d030 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.537017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd325e-da8c-41d0-a056-640a04489c5b req-9aa3afb3-0130-4d07-863d-ce087711d030 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.537171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.537505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.537856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.538200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.540725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.541071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.541656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.542000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.542333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.542662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.542988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.543736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a078ddf-1ded-47d5-b3b6-162b2ad37d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:20.547710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96e7801e-db21-4552-be48-e8f620e47542, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96e7801e-db21-4552-be48-e8f620e47542,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.548844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14fd325e-da8c-41d0-a056-640a04489c5b req-9aa3afb3-0130-4d07-863d-ce087711d030 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1678 time: 0.5016997 Jul 16 01:24:20.551602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.560790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.630425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96e7801e-db21-4552-be48-e8f620e47542,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.634262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:20.645330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Pushing event deleted for resources: {'Port': ['ID=10be3a2e-4b48-468a-a5c1-d721f1793590,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.662380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14fd325e-da8c-41d0-a056-640a04489c5b req-34c63cb7-2dc0-403a-931e-a988f9ffeacb tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116993 Jul 16 01:24:20.707475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3adc6c-2817-4063-9e9c-95c54150e8f0 req-55f87461-d4df-4353-9892-94e18ebf7126 service neutron] 10.222.0.93 "GET /v2.0/networks/b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813434 Jul 16 01:24:20.759574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17db85cf-ab6b-4954-8865-bd7befbd594c req-0df7ebc7-e223-4ca4-aa19-842521f6560c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059040 Jul 16 01:24:20.816252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] No DVR routers for this DVR port 10be3a2e-4b48-468a-a5c1-d721f1793590 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:20.819089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.821178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eccc1acc-f4fe-4395-a3fb-9c2e6f46f96d req-34789cd4-dfb5-44d5-9365-acc277c4da47 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.78 "DELETE /v2.0/ports/10be3a2e-4b48-468a-a5c1-d721f1793590 HTTP/1.1" status: 204 len: 173 time: 2.1492229 Jul 16 01:24:20.821605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'name': 'network-vif-deleted', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:20.824003 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2888ff2-5e28-4b73-b683-ffb252cc207a" -d '{"events": [{"server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "name": "network-vif-deleted", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:20.840985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['96e7801e-db21-4552-be48-e8f620e47542'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:20.919861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b23f320f-6624-4965-809d-1225298ee11f req-5893c12f-3914-4240-8894-8f67f0181bfe tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 210 time: 0.0649502 Jul 16 01:24:20.935570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['33901a32-8d0b-468e-a688-af6ce9420ca8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:21.118631 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb393c82-3219-4d12-bd2f-a5888e8a9a09 x-openstack-request-id: req-bb393c82-3219-4d12-bd2f-a5888e8a9a09 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:21.118931 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467c52d4-ef40-4857-ba31-f681b7ce6276", "name": "network-vif-deleted", "tag": "91f54d04-6111-4c93-b7ae-47008bbfd7e1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:21.119181 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb393c82-3219-4d12-bd2f-a5888e8a9a09 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:21.119574 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467c52d4-ef40-4857-ba31-f681b7ce6276', 'name': 'network-vif-deleted', 'tag': '91f54d04-6111-4c93-b7ae-47008bbfd7e1', 'status': 'completed', 'code': 200} Jul 16 01:24:21.425505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acec64-d4ce-4bb6-bd54-b59eaad7f385 req-ac719136-be33-460e-8f91-38bda5b926d9 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.432764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6acec64-d4ce-4bb6-bd54-b59eaad7f385 req-ac719136-be33-460e-8f91-38bda5b926d9 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 945 time: 0.0977917 Jul 16 01:24:21.485090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6acec64-d4ce-4bb6-bd54-b59eaad7f385 req-e47d8ec9-0aa5-4be3-8c61-1ae196a34102 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497320 Jul 16 01:24:21.541923 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e5ade-46bf-416c-a2da-085726eb7c9f x-openstack-request-id: req-611e5ade-46bf-416c-a2da-085726eb7c9f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:21.542231 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebedabad-463d-45ca-a346-fb117b40e0df", "name": "network-vif-deleted", "tag": "10be3a2e-4b48-468a-a5c1-d721f1793590", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:21.542483 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-611e5ade-46bf-416c-a2da-085726eb7c9f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:21.542886 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebedabad-463d-45ca-a346-fb117b40e0df', 'name': 'network-vif-deleted', 'tag': '10be3a2e-4b48-468a-a5c1-d721f1793590', 'status': 'completed', 'code': 200} Jul 16 01:24:21.583800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35ffdfd9-5cad-4dda-9dba-a37170827887 req-489ddaba-edda-4d93-9b25-0d10e40889b1 tempest-FloatingIPsAssociationTestJSON-208743483 tempest-FloatingIPsAssociationTestJSON-208743483-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebedabad-463d-45ca-a346-fb117b40e0df HTTP/1.1" status: 200 len: 210 time: 0.0601306 Jul 16 01:24:21.621314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10be3a2e-4b48-468a-a5c1-d721f1793590 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:21.627875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 91f54d04-6111-4c93-b7ae-47008bbfd7e1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:21.729683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 10be3a2e-4b48-468a-a5c1-d721f1793590 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:21.730383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10be3a2e-4b48-468a-a5c1-d721f1793590 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:21.731587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 91f54d04-6111-4c93-b7ae-47008bbfd7e1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:21.732189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 91f54d04-6111-4c93-b7ae-47008bbfd7e1 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:21.807191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f29b84-a945-4a17-8899-fe5957b0a02a req-745ca55b-b85d-4bed-a656-ed932feb02eb tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.808483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8f29b84-a945-4a17-8899-fe5957b0a02a req-745ca55b-b85d-4bed-a656-ed932feb02eb tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 945 time: 0.1537175 Jul 16 01:24:21.833761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc1b4b-745f-4226-9148-0294a13c6b29 req-49ada4c3-f7b7-4c13-b09e-e89bab192969 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.840629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2cc1b4b-745f-4226-9148-0294a13c6b29 req-49ada4c3-f7b7-4c13-b09e-e89bab192969 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 945 time: 0.1130717 Jul 16 01:24:21.894679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2cc1b4b-745f-4226-9148-0294a13c6b29 req-eb39d07c-0e1c-4327-9bea-daa8a6a931ce tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531797 Jul 16 01:24:21.897539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8f29b84-a945-4a17-8899-fe5957b0a02a req-60dd8148-5f4a-4b8d-9e4f-e5d15be89305 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814495 Jul 16 01:24:22.002020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-2eea6f3a-66c1-4698-9b0c-461088b75861 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.004097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-2eea6f3a-66c1-4698-9b0c-461088b75861 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 944 time: 0.0699508 Jul 16 01:24:22.191952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9cc00-5869-41a0-8aa5-b1ae66c3a284 req-41149514-3647-48bf-b767-8bf2f7de4f6c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.193484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ce9cc00-5869-41a0-8aa5-b1ae66c3a284 req-41149514-3647-48bf-b767-8bf2f7de4f6c tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8e61915-4963-4c60-a206-7d6077a69c13 HTTP/1.1" status: 200 len: 944 time: 0.1857915 Jul 16 01:24:22.222784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181142d7-14db-40bc-b873-385384d8236a req-ad620b7b-f64f-430d-8649-fb4e83cf0b2d tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.228762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181142d7-14db-40bc-b873-385384d8236a req-ad620b7b-f64f-430d-8649-fb4e83cf0b2d tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.230316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-181142d7-14db-40bc-b873-385384d8236a req-ad620b7b-f64f-430d-8649-fb4e83cf0b2d tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1679 time: 0.1840656 Jul 16 01:24:22.272664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Deleting port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:22.273010 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.294411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ce9cc00-5869-41a0-8aa5-b1ae66c3a284 req-a23dc3b7-fc2e-4942-8764-f616c7ba6cc7 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928810 Jul 16 01:24:22.327819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-181142d7-14db-40bc-b873-385384d8236a req-15693375-fdc8-499e-ae10-dc6d4efb2a21 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881019 Jul 16 01:24:22.398993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] For port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:22.399495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.419509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Calling delete_port for 7174efe4-64dc-4f7c-800e-4fff4f4a0abb owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:22.498902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-205c53d3-eeed-4afc-85bd-49d81c58ec82 req-3997db50-996f-4a7f-b18f-32e1cc390c15 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 210 time: 0.0339620 Jul 16 01:24:22.651100 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.663172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7174efe4-64dc-4f7c-800e-4fff4f4a0abb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:22.687634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44740) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:22.719164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event deleted for resources: {'Port': ['ID=7174efe4-64dc-4f7c-800e-4fff4f4a0abb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.747976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] No DVR routers for this DVR port 7174efe4-64dc-4f7c-800e-4fff4f4a0abb on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:22.753413 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.755874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-049abe85-f991-4e90-8bd2-e9bf24361fc4 req-a6882949-f2b7-49a7-8588-793b368f2254 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "DELETE /v2.0/ports/7174efe4-64dc-4f7c-800e-4fff4f4a0abb HTTP/1.1" status: 204 len: 173 time: 0.7464147 Jul 16 01:24:22.788063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aacb7-c5bf-4c37-8424-bfedff65d0f4 req-82aa3435-779a-414b-a4e7-eec3cedcfc14 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.789923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e33aacb7-c5bf-4c37-8424-bfedff65d0f4 req-82aa3435-779a-414b-a4e7-eec3cedcfc14 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 945 time: 0.1842799 Jul 16 01:24:22.859206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e33aacb7-c5bf-4c37-8424-bfedff65d0f4 req-08a04c9e-516f-4a1e-a454-12e134d1f67c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602596 Jul 16 01:24:22.910071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:23.106711 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd48a7c9-7460-4258-ab2c-f4bdd6337022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.230992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.302773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b824664-9bdf-45e7-92a0-6ca09aa47740 req-11ec27dd-5aff-4630-b70a-f417f2dfc07f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.304296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b824664-9bdf-45e7-92a0-6ca09aa47740 req-11ec27dd-5aff-4630-b70a-f417f2dfc07f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 945 time: 0.1344011 Jul 16 01:24:23.355565 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd48a7c9-7460-4258-ab2c-f4bdd6337022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.378416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd48a7c9-7460-4258-ab2c-f4bdd6337022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.426007 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48a7c9-7460-4258-ab2c-f4bdd6337022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d4a8a4-5b91-45d5-a247-b7c0679c51e7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.503082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b824664-9bdf-45e7-92a0-6ca09aa47740 req-0e853ec0-184d-451c-b5f0-edad7ab2c9cf tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881361 Jul 16 01:24:23.515920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44760) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:23.516106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bd48a7c9-7460-4258-ab2c-f4bdd6337022 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fc84d7ff3a843838fa5de9fc1d952ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049008 Jul 16 01:24:23.558373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'name': 'network-vif-deleted', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:23.560968 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea6403-5921-40c6-ae01-ef7c858915dc" -d '{"events": [{"server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "name": "network-vif-deleted", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:23.573488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747c73c-18e0-4894-8329-27991cac0299 req-97655648-b5c8-43ca-b899-d8fd9cb3b1eb tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.575557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5747c73c-18e0-4894-8329-27991cac0299 req-97655648-b5c8-43ca-b899-d8fd9cb3b1eb tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 945 time: 0.1882164 Jul 16 01:24:23.605279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00e46fb3-8c30-43f1-ab89-b515c5e22a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.615492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5747c73c-18e0-4894-8329-27991cac0299 req-fd1f1d67-302a-4238-8211-25003c2cc95c tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339160 Jul 16 01:24:23.628972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:23.641324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00e46fb3-8c30-43f1-ab89-b515c5e22a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.655863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96e7801e-db21-4552-be48-e8f620e47542 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:23.728913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:23.731815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 96e7801e-db21-4552-be48-e8f620e47542 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:23.738576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:23.739163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.741139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 96e7801e-db21-4552-be48-e8f620e47542 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:23.741569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Deleting port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:23.742026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.742290 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.842351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00e46fb3-8c30-43f1-ab89-b515c5e22a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.846512 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00e46fb3-8c30-43f1-ab89-b515c5e22a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.847774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-00e46fb3-8c30-43f1-ab89-b515c5e22a7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9d4a8a4-5b91-45d5-a247-b7c0679c51e7 HTTP/1.1" status: 204 len: 168 time: 0.3307719 Jul 16 01:24:23.874772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e46fb3-8c30-43f1-ab89-b515c5e22a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d4a8a4-5b91-45d5-a247-b7c0679c51e7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.888407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] For port 8144580e-ec3a-44da-98e0-cc7ce0b33bb0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:23.888844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.911064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Calling delete_port for 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:23.919232 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.925946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0f44e-3287-4e36-b090-dae9317f7d0d req-c3f6e7ea-eaf4-43a9-b299-7b114a7d5743 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.933571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0f44e-3287-4e36-b090-dae9317f7d0d req-c3f6e7ea-eaf4-43a9-b299-7b114a7d5743 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.936650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11e0f44e-3287-4e36-b090-dae9317f7d0d req-c3f6e7ea-eaf4-43a9-b299-7b114a7d5743 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1679 time: 0.1183159 Jul 16 01:24:23.954780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.977797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7801e-db21-4552-be48-e8f620e47542'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:23.980369 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b34e61-1428-46b7-918d-55565e5b4a30" -d '{"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-plugged", "status": "completed", "tag": "96e7801e-db21-4552-be48-e8f620e47542"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:24.002430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11e0f44e-3287-4e36-b090-dae9317f7d0d req-0ae9be3b-cea3-4c1e-b889-78c4c2fa5427 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516968 Jul 16 01:24:24.016810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96e7801e-db21-4552-be48-e8f620e47542, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96e7801e-db21-4552-be48-e8f620e47542,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:24.029907 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.031080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 33901a32-8d0b-468e-a688-af6ce9420ca8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:24.071595 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0472d5-a24c-404c-9444-2d99e1944233 x-openstack-request-id: req-aa0472d5-a24c-404c-9444-2d99e1944233 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:24.071804 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e61915-4963-4c60-a206-7d6077a69c13", "name": "network-vif-deleted", "tag": "7174efe4-64dc-4f7c-800e-4fff4f4a0abb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:24.072066 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa0472d5-a24c-404c-9444-2d99e1944233 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:24.073932 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e61915-4963-4c60-a206-7d6077a69c13', 'name': 'network-vif-deleted', 'tag': '7174efe4-64dc-4f7c-800e-4fff4f4a0abb', 'status': 'completed', 'code': 200} Jul 16 01:24:24.128334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e24aa856-6624-4d76-aee2-414ba32d545b req-76ded962-e6ce-4910-9ccc-2f0e956e0d40 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=467c52d4-ef40-4857-ba31-f681b7ce6276 HTTP/1.1" status: 200 len: 210 time: 0.0741103 Jul 16 01:24:24.179813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:24.184660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96e7801e-db21-4552-be48-e8f620e47542,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.215333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.304662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 33901a32-8d0b-468e-a688-af6ce9420ca8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:24.311312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.316201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.322603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 33901a32-8d0b-468e-a688-af6ce9420ca8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:24.322973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.396995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8144580e-ec3a-44da-98e0-cc7ce0b33bb0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.432395 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.486594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 33901a32-8d0b-468e-a688-af6ce9420ca8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=33901a32-8d0b-468e-a688-af6ce9420ca8,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:24.494088 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6652fc8-3639-40d3-a303-5b08c100d2a1 x-openstack-request-id: req-a6652fc8-3639-40d3-a303-5b08c100d2a1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:24.495383 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-plugged", "status": "completed", "tag": "96e7801e-db21-4552-be48-e8f620e47542", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:24.496546 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6652fc8-3639-40d3-a303-5b08c100d2a1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:24.498269 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7801e-db21-4552-be48-e8f620e47542', 'code': 200} Jul 16 01:24:24.501505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.523071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f99d10-4a79-4926-bd86-37f242134229 req-f3acd772-eb09-47c7-a84d-fbb264214a72 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.532877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75f99d10-4a79-4926-bd86-37f242134229 req-f3acd772-eb09-47c7-a84d-fbb264214a72 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 945 time: 0.1715546 Jul 16 01:24:24.620999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=33901a32-8d0b-468e-a688-af6ce9420ca8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.693266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75f99d10-4a79-4926-bd86-37f242134229 req-a2f9c292-6a27-4151-8101-50138887571f tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/security-groups?id=462a27c3-c215-41bc-bddb-471032fa8dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593513 Jul 16 01:24:24.819806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-c8ba4250-b439-4a2e-97e7-9e59263d2e54 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.821378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-c8ba4250-b439-4a2e-97e7-9e59263d2e54 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 945 time: 0.2522616 Jul 16 01:24:24.891581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:24.958755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0371a-9c65-49f6-b9ae-73ec0965d923 req-a4ec3046-7d53-4904-8c05-6331e3024668 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.960257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80f0371a-9c65-49f6-b9ae-73ec0965d923 req-a4ec3046-7d53-4904-8c05-6331e3024668 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 944 time: 0.2838652 Jul 16 01:24:25.004915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-a9d754c9-901b-4f80-984c-8ef2829e6ea1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.006295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-a9d754c9-901b-4f80-984c-8ef2829e6ea1 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 945 time: 0.2568531 Jul 16 01:24:25.006514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2127997499-network', 'tenant_id': '260c95bb898048f9bc01d671e51ad188'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:25.009319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.030969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a386ac70-2432-4c8c-ad13-53bc2eb95027 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.032446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a386ac70-2432-4c8c-ad13-53bc2eb95027 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 944 time: 0.1318822 Jul 16 01:24:25.041183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4238-f253-4bba-a97e-7d58109e079c req-97532d04-165d-47db-91af-e87604b524aa tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.042678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4dca4238-f253-4bba-a97e-7d58109e079c req-97532d04-165d-47db-91af-e87604b524aa tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.2195878 Jul 16 01:24:25.104407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80f0371a-9c65-49f6-b9ae-73ec0965d923 req-ba52ce0e-0d7d-4913-bb96-79cda450d46a tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214466 Jul 16 01:24:25.121320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Made reservation on behalf of 260c95bb898048f9bc01d671e51ad188 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:25.123659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.162392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4dca4238-f253-4bba-a97e-7d58109e079c req-1cdd6c52-895b-4fe9-be0e-ab106a6a6ae1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902503 Jul 16 01:24:25.166405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Deleting port 3f2813f4-760e-47a6-9f30-76bfe043b411 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:25.166744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.167027 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.269901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Deleting port 51622b68-0234-4150-a4f2-7c4f2506f526 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:25.270191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.326242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] For port 3f2813f4-760e-47a6-9f30-76bfe043b411, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f2813f4-760e-47a6-9f30-76bfe043b411,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:25.326743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.375419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Calling delete_port for 3f2813f4-760e-47a6-9f30-76bfe043b411 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:25.398724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Deleting port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:25.399071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.539187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.560604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.569077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Router 067f351f-7985-428f-aae8-7b06dbaec577 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:25.592514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] For port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:25.592885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.611363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:25.626360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Calling delete_port for 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:25.647165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acc3989-f220-43af-a027-2dba486ee5f3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.659681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.660529 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Added segment 610acbd2-e6b8-40c1-9dd4-aa95823ac68d of type vlan for network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a Jul 16 01:24:25.661725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:25.686210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 7174efe4-64dc-4f7c-800e-4fff4f4a0abb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:25.686580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7174efe4-64dc-4f7c-800e-4fff4f4a0abb not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:25.748343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] For port 51622b68-0234-4150-a4f2-7c4f2506f526, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=51622b68-0234-4150-a4f2-7c4f2506f526,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:25.749014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.760629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba1447-1c87-4acd-97c8-ac1af14090ce req-bccb9477-03df-403c-8c76-594fb0140013 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.762119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75ba1447-1c87-4acd-97c8-ac1af14090ce req-bccb9477-03df-403c-8c76-594fb0140013 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 945 time: 0.5117059 Jul 16 01:24:25.791695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16b702-775d-4a4e-93f3-713711f8718d req-6f55f1ea-8547-4311-a629-6c3da06cf1d2 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.793107 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe16b702-775d-4a4e-93f3-713711f8718d req-6f55f1ea-8547-4311-a629-6c3da06cf1d2 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "GET /v2.0/ports?device_id=38e201a9-6daa-4cc1-861b-019c44428f9d HTTP/1.1" status: 200 len: 946 time: 0.3025806 Jul 16 01:24:25.800655 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.925939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077d622-e8e2-42c4-b824-9dd234db8498 req-163d0362-1cd1-403e-8066-992ed106e3df tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.931973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077d622-e8e2-42c4-b824-9dd234db8498 req-163d0362-1cd1-403e-8066-992ed106e3df tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.933595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5077d622-e8e2-42c4-b824-9dd234db8498 req-163d0362-1cd1-403e-8066-992ed106e3df tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1681 time: 0.5854321 Jul 16 01:24:25.938265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:25.947267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a27b3bd8-f4b4-4801-92f9-fc5eeb33d3bb admin admin] 10.222.0.81 "PUT /v2.0/routers/067f351f-7985-428f-aae8-7b06dbaec577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2558508 Jul 16 01:24:25.951972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] Sync routers for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:25.952177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44808) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.961714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75ba1447-1c87-4acd-97c8-ac1af14090ce req-2a060056-fa00-4fa7-a831-eb3211b6d752 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups?id=f291bb1a-9cdf-4418-b99e-f064ac2c1e31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857269 Jul 16 01:24:25.976193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:25.976193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:26.033513 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.035005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.035728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.057053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.115460 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2227311 Jul 16 01:24:26.121486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:26.144343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Request body: {'subnet': {'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2127997499-subnet', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:26.151455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event deleted for resources: {'Port': ['ID=81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.171326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262d6b2-9424-4255-8aee-d9c39ecdb0ec admin admin] Pushing event updated for resources: {'Network': ['ID=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.196707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:26.215013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] No DVR routers for this DVR port 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:26.218114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.220389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fa44ccc-d459-4370-aa1d-e0668998a7c9 req-a4cf137e-dc8c-45a4-8af3-290eb66cdaa2 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.93 "DELETE /v2.0/ports/81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 HTTP/1.1" status: 204 len: 173 time: 1.1799264 Jul 16 01:24:26.220883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'name': 'network-vif-deleted', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:26.223403 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3853d0a-f315-4ee2-812a-40dfe3696403" -d '{"events": [{"server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "name": "network-vif-deleted", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:26.227348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Deleting port 9e8330f7-6d48-4267-920a-58318e2ea184 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:26.227874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.278533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:26.312661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5077d622-e8e2-42c4-b824-9dd234db8498 req-899d4a38-5eff-4f80-832d-d5645403ce49 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697748 Jul 16 01:24:26.320049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.354408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] For port 9e8330f7-6d48-4267-920a-58318e2ea184, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9e8330f7-6d48-4267-920a-58318e2ea184,segment=NetworkSegment(26901a95-86e4-4280-92e0-6edfbacdc35b),segment_id=26901a95-86e4-4280-92e0-6edfbacdc35b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:26.363325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.408206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Calling delete_port for 9e8330f7-6d48-4267-920a-58318e2ea184 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:26.411645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77def685-a6b4-4763-84c9-b9543c0a5ab5 req-87d1aa4d-5b7e-48d2-b709-a88edf658855 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e495605-8c79-4537-a0b5-3917fe7eff5c HTTP/1.1" status: 200 len: 210 time: 0.1722863 Jul 16 01:24:26.487203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event deleted for resources: {'Port': ['ID=3f2813f4-760e-47a6-9f30-76bfe043b411,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.497907 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.498392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.499095 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Floating IP ece81d24-4907-418a-944c-46b3e6db584d disassociated. External IP: 172.25.5.90, port: 51622b68-0234-4150-a4f2-7c4f2506f526. Jul 16 01:24:26.499560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Calling delete_port for 51622b68-0234-4150-a4f2-7c4f2506f526 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:26.501676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Made reservation on behalf of 260c95bb898048f9bc01d671e51ad188 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:26.504971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.581991 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.597434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'}, {'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33901a32-8d0b-468e-a688-af6ce9420ca8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:26.600662 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d313ba9-9173-49ca-b65e-1dbbccee1f74" -d '{"events": [{"server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "name": "network-vif-plugged", "status": "completed", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5"}, {"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-plugged", "status": "completed", "tag": "33901a32-8d0b-468e-a688-af6ce9420ca8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:26.631681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.661030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Pushing event deleted for resources: {'Port': ['ID=9e8330f7-6d48-4267-920a-58318e2ea184,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.710753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] No DVR routers for this DVR port 9e8330f7-6d48-4267-920a-58318e2ea184 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:26.713188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.715435 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe16b702-775d-4a4e-93f3-713711f8718d req-fa03c9f9-b6c2-409c-ae08-787f3c89ee04 tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.78 "DELETE /v2.0/ports/9e8330f7-6d48-4267-920a-58318e2ea184 HTTP/1.1" status: 204 len: 173 time: 0.8840153 Jul 16 01:24:26.718771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccf90e04-9f93-48dd-b013-e41927917ad2 req-83df6e2a-2d4a-498b-a1df-06708c63926f tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ce9d4df-ba4a-4b8e-9037-65e96bd66338 HTTP/1.1" status: 200 len: 210 time: 0.1499257 Jul 16 01:24:26.755480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] No DVR routers for this DVR port 3f2813f4-760e-47a6-9f30-76bfe043b411 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:26.777945 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836d30cb-f320-4feb-9a93-12ed0ad7ff49 x-openstack-request-id: req-836d30cb-f320-4feb-9a93-12ed0ad7ff49 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:26.778520 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce9d4df-ba4a-4b8e-9037-65e96bd66338", "name": "network-vif-deleted", "tag": "81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:26.778980 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-836d30cb-f320-4feb-9a93-12ed0ad7ff49 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:26.779615 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce9d4df-ba4a-4b8e-9037-65e96bd66338', 'name': 'network-vif-deleted', 'tag': '81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83', 'status': 'completed', 'code': 200} Jul 16 01:24:26.783780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:24:24Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:26.791146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.793238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0825b8e1-e399-4581-a1ca-2e4cb0b30d8b req-409e2007-6cfa-4bfc-aa7e-38543755460c tempest-MultipleCreateTestJSON-588446875 tempest-MultipleCreateTestJSON-588446875-project] 10.222.0.93 "DELETE /v2.0/ports/3f2813f4-760e-47a6-9f30-76bfe043b411 HTTP/1.1" status: 204 len: 173 time: 1.9607856 Jul 16 01:24:26.793859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'name': 'network-vif-deleted', 'tag': '3f2813f4-760e-47a6-9f30-76bfe043b411'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:26.796671 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d158ccf6-634d-42db-9db4-3f89a2ff8908" -d '{"events": [{"server_uuid": "9e495605-8c79-4537-a0b5-3917fe7eff5c", "name": "network-vif-deleted", "tag": "3f2813f4-760e-47a6-9f30-76bfe043b411"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:26.820845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] Checking router: 067f351f-7985-428f-aae8-7b06dbaec577 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:26.833054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] Routers {'067f351f-7985-428f-aae8-7b06dbaec577'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:26.834007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['067f351f-7985-428f-aae8-7b06dbaec577'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:26.967463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] Set router 067f351f-7985-428f-aae8-7b06dbaec577 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:27.034075 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.087425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473eb19-ed43-43d3-b61a-b3931416c768 req-70970500-e65a-4aab-9fae-22a847f6ec94 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.089761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7473eb19-ed43-43d3-b61a-b3931416c768 req-70970500-e65a-4aab-9fae-22a847f6ec94 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.4756072 Jul 16 01:24:27.197672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:24:24Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:27.199731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214a40-323a-4b72-a2f7-5bb96468447f req-6a980ead-5e53-4ba5-8913-14af3a36ef0c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.201247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f214a40-323a-4b72-a2f7-5bb96468447f req-6a980ead-5e53-4ba5-8913-14af3a36ef0c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.3420093 Jul 16 01:24:27.225698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.229427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175502f8-e6b2-472b-b0af-f6356f4a8064 None None] The sync data for ids ['067f351f-7985-428f-aae8-7b06dbaec577'] in n-d-800085-5 is: [{'id': '067f351f-7985-428f-aae8-7b06dbaec577', 'name': 'tempest-FloatingIPsAssociationTestJSON-1865449860-router', 'tenant_id': '50b07cbf186c473e8f77cd349c2a2b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:37Z', 'updated_at': '2021-07-16T01:24:24Z', 'revision_number': 5, 'project_id': '50b07cbf186c473e8f77cd349c2a2b35', 'gw_port': {'id': '2debd025-7ac5-424c-92d8-826be2c91e3b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067f351f-7985-428f-aae8-7b06dbaec577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:39Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:27.244684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.271769 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f214a40-323a-4b72-a2f7-5bb96468447f req-9cb89399-ca37-4908-9aee-10e67ed1d40d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/quotas/dbea0e5699e2428eaa661e3c25438174 HTTP/1.1" status: 200 len: 375 time: 0.0618598 Jul 16 01:24:27.284086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7473eb19-ed43-43d3-b61a-b3931416c768 req-1c936971-e09f-4070-aaea-348d4993d195 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807396 Jul 16 01:24:27.338022 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8fc64d-85c2-4768-9024-0a31cd85fabe x-openstack-request-id: req-8b8fc64d-85c2-4768-9024-0a31cd85fabe {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:27.338275 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "name": "network-vif-plugged", "status": "completed", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5", "code": 200}, {"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-plugged", "status": "completed", "tag": "33901a32-8d0b-468e-a688-af6ce9420ca8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:27.338528 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b8fc64d-85c2-4768-9024-0a31cd85fabe {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:27.338933 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5', 'code': 200} Jul 16 01:24:27.339187 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33901a32-8d0b-468e-a688-af6ce9420ca8', 'code': 200} Jul 16 01:24:27.345273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event deleted for resources: {'Port': ['ID=51622b68-0234-4150-a4f2-7c4f2506f526,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.388796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f214a40-323a-4b72-a2f7-5bb96468447f req-87973fcc-1841-4b81-b359-3eff08d155c0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006947 Jul 16 01:24:27.397845 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1b7a5e-808a-4e6c-a0a6-c6449bbad163 x-openstack-request-id: req-1b1b7a5e-808a-4e6c-a0a6-c6449bbad163 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:27.398021 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e495605-8c79-4537-a0b5-3917fe7eff5c", "name": "network-vif-deleted", "tag": "3f2813f4-760e-47a6-9f30-76bfe043b411", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:27.398271 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b1b7a5e-808a-4e6c-a0a6-c6449bbad163 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:27.398666 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e495605-8c79-4537-a0b5-3917fe7eff5c', 'name': 'network-vif-deleted', 'tag': '3f2813f4-760e-47a6-9f30-76bfe043b411', 'status': 'completed', 'code': 200} Jul 16 01:24:27.432472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4be5c7-de1d-4c79-aa59-a879fa1212a0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.519808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3dd67-18a8-4341-a402-0253ffe6b0e3 req-f51bd2c3-b4be-4c28-9b29-0953f919b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.521464 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac3dd67-18a8-4341-a402-0253ffe6b0e3 req-f51bd2c3-b4be-4c28-9b29-0953f919b3a5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1097 time: 0.0781412 Jul 16 01:24:27.524967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Deleting port 2debd025-7ac5-424c-92d8-826be2c91e3b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:27.525443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.575816 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac3dd67-18a8-4341-a402-0253ffe6b0e3 req-85e45e0b-c323-4e9b-9b10-0db9e0033ed3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Jul 16 01:24:27.606020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Checking segment: {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:27.606449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Network hostable DHCP agents. Network: 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:27.609201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:27.630610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e44fd23-c33c-48d4-a677-94457d52e077 req-c75f7603-6372-4660-bf9c-98132a6a8229 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 210 time: 0.1018815 Jul 16 01:24:27.651296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:27.652158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8144580e-ec3a-44da-98e0-cc7ce0b33bb0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:27.658236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9e8330f7-6d48-4267-920a-58318e2ea184 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:27.707781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f2813f4-760e-47a6-9f30-76bfe043b411 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:27.719064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 9e8330f7-6d48-4267-920a-58318e2ea184 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:27.719810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9e8330f7-6d48-4267-920a-58318e2ea184 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:27.720461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 51622b68-0234-4150-a4f2-7c4f2506f526 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:27.769528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 3f2813f4-760e-47a6-9f30-76bfe043b411 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:27.769865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f2813f4-760e-47a6-9f30-76bfe043b411 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:27.770291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:27.843681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:27.844364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 81ce5f3d-7d2c-4fe1-a3b8-e71b3e82aa83 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:27.847340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 51622b68-0234-4150-a4f2-7c4f2506f526 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:27.847695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 51622b68-0234-4150-a4f2-7c4f2506f526 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:28.122847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f214a40-323a-4b72-a2f7-5bb96468447f req-0eab4431-ca02-4058-9c7f-40ff9ad80e2a service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331083 Jul 16 01:24:28.127992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] For port 2debd025-7ac5-424c-92d8-826be2c91e3b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2debd025-7ac5-424c-92d8-826be2c91e3b,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:28.128370 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.130694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:28.163993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Calling delete_port for 2debd025-7ac5-424c-92d8-826be2c91e3b owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:28.195322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:28.198025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Router b8e24e38-aa08-4067-8851-07ca38e6b74e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:28.202892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d1cca1-0d0b-40ef-aa30-e6c091027eff None None] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:28.222772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.223362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.311801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db787f9-8814-45d3-b9ac-a0585921cd38 req-17e60e15-6da5-4e69-838f-33325e04cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.312311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db787f9-8814-45d3-b9ac-a0585921cd38 req-17e60e15-6da5-4e69-838f-33325e04cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.313896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3db787f9-8814-45d3-b9ac-a0585921cd38 req-17e60e15-6da5-4e69-838f-33325e04cddd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1983 time: 0.8065553 Jul 16 01:24:28.323592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7fa29345-5dc6-46b9-822c-d7cc35500b51 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1886396 Jul 16 01:24:28.326425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44852) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:28.332372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:28.356870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.358137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.362462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:28.363537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.400095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475272a-c05b-4a27-87bb-492016e9116a req-a884a5c2-db3c-4aea-bb9c-f58b73eb7630 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.406322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475272a-c05b-4a27-87bb-492016e9116a req-a884a5c2-db3c-4aea-bb9c-f58b73eb7630 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.407927 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5475272a-c05b-4a27-87bb-492016e9116a req-a884a5c2-db3c-4aea-bb9c-f58b73eb7630 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1681 time: 0.3727624 Jul 16 01:24:28.414924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.431800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f214a40-323a-4b72-a2f7-5bb96468447f req-76592b22-b580-4d40-bec5-459b25903195 service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988710 Jul 16 01:24:28.532935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Allocated IP 172.20.0.2 (7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a/0b4be5c7-de1d-4c79-aa59-a879fa1212a0/ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:28.562551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3db787f9-8814-45d3-b9ac-a0585921cd38 req-634ee807-8945-4c4a-935b-48ab5afa4a1e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343850 Jul 16 01:24:28.579539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.603294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5475272a-c05b-4a27-87bb-492016e9116a req-0d0d8cd8-7373-4a0b-83e9-0a3cbc5cf249 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838186 Jul 16 01:24:28.612528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:28.660390 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] Sync routers for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:28.691570 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:28.696139 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:28.782874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] No DVR routers for this DVR port 51622b68-0234-4150-a4f2-7c4f2506f526 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:28.790310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'name': 'network-vif-deleted', 'tag': '9e8330f7-6d48-4267-920a-58318e2ea184'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:28.793266 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e279840-a1a0-4ed9-a98c-ceb0433cb698" -d '{"events": [{"server_uuid": "38e201a9-6daa-4cc1-861b-019c44428f9d", "name": "network-vif-deleted", "tag": "9e8330f7-6d48-4267-920a-58318e2ea184"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:28.795647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.797548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.802848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9e87e80-63f9-4ce3-bd48-842a8ad91539 req-bfd00906-a7a2-436b-9dc2-9394305dd6c4 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.78 "DELETE /v2.0/ports/51622b68-0234-4150-a4f2-7c4f2506f526 HTTP/1.1" status: 204 len: 173 time: 3.7849617 Jul 16 01:24:28.847993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.848873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Transition to ACTIVE for port object ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:28.894008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Transition to ACTIVE for port object ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:28.910103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2debd025-7ac5-424c-92d8-826be2c91e3b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:28.921235 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.926256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.978551 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:28.982793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.017872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:29.040195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:29.047219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d084c66-e3b6-46ec-ac91-94b4a57d42eb req-57c5e10b-5165-4a5b-83fb-87234543107e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=549827f9-a86d-4fdb-82d5-5eb38d7e18ca HTTP/1.1" status: 200 len: 210 time: 0.0797625 Jul 16 01:24:29.052213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:29.074329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.099113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Pushing event updated for resources: {'Port': ['ID=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:29.170336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Attempting to bind port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:29.171355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Attempting to bind port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:29.171355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Attempting to bind port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 on network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:29.187075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:29.187692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Checking segment: {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:29.187856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.188251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Bound using segment: {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:29.188737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Bound port: ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:29.194127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.243020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Allocated IP 172.25.5.109 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/fcad136d-99b0-47f4-b438-5e2ce0726d1c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:29.307131 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:29.357358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.364661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] For port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:29.369100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] For port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:29.369987 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] Checking router: b8e24e38-aa08-4067-8851-07ca38e6b74e for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:29.379634 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.385666 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:29.386514 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:29.387130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95362b5-b66f-4a69-b03e-4d9b33b4de4d req-dafb9df9-c242-4186-ae31-e4a814d59435 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.398518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d95362b5-b66f-4a69-b03e-4d9b33b4de4d req-dafb9df9-c242-4186-ae31-e4a814d59435 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.4298835 Jul 16 01:24:29.401304 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.406738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'name': 'network-vif-deleted', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:29.412927 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc43fb-4e59-4f71-916d-f8fffec78a61" -d '{"events": [{"server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "name": "network-vif-deleted", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:29.463205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.537244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.538220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 067f351f-7985-428f-aae8-7b06dbaec577 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:29.543207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.547447 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.548881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-82a96909-5797-4dca-9498-0ecb9d6a02bb admin admin] 10.222.0.81 "DELETE /v2.0/routers/067f351f-7985-428f-aae8-7b06dbaec577 HTTP/1.1" status: 204 len: 168 time: 3.5903833 Jul 16 01:24:29.556883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44880) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:29.573171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d95362b5-b66f-4a69-b03e-4d9b33b4de4d req-07cbe5d0-85aa-49bd-a0f1-61dfb6cdfb1f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733339 Jul 16 01:24:29.601315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f29aa7-0bd4-4999-a552-713a808370e4 None None] Pushing event updated for resources: {'Port': ['ID=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:29.625953 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:29.745705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:29.767025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:29.776346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:29.789237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:29.844631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc5aff82-7e00-4a71-bc4f-76411e4ce063 req-1f87c511-d428-43ba-9a5c-b4361f997434 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/ports?device_id=b634ef87-74d9-40ba-bdf1-b8daa67c0a9d HTTP/1.1" status: 200 len: 210 time: 0.0657165 Jul 16 01:24:29.988022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] Deleting subnet 3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:29.994537 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdac1e5-6935-4e15-9878-175961f4a609 x-openstack-request-id: req-0cdac1e5-6935-4e15-9878-175961f4a609 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:29.995320 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e201a9-6daa-4cc1-861b-019c44428f9d", "name": "network-vif-deleted", "tag": "9e8330f7-6d48-4267-920a-58318e2ea184", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:29.995814 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0cdac1e5-6935-4e15-9878-175961f4a609 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:29.996541 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e201a9-6daa-4cc1-861b-019c44428f9d', 'name': 'network-vif-deleted', 'tag': '9e8330f7-6d48-4267-920a-58318e2ea184', 'status': 'completed', 'code': 200} Jul 16 01:24:30.011410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Pushing event updated for resources: {'Port': ['ID=fcad136d-99b0-47f4-b438-5e2ce0726d1c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.032799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.061788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] Deleting subnet 4c212df4-0e1c-44b9-b84f-2dba993631e4 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:30.070604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:30.085898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.102384 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4084acd-6b94-4621-9840-f8b3ed83bb87 None None] The sync data for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 is: [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:19:14Z', 'revision_number': 4, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2cdd034a-d676-42da-98f7-a55eeeec4c63', 'name': '', 'network_id': 'ffc5b524-1c1f-4e8b-bae6-95151861f6cb', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'mac_address': 'fa:16:3e:43:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:14Z', 'updated_at': '2021-07-16T01:19:21Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'subnets': [{'id': 'e16a75cc-8446-4fc8-960c-dc82ca165141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:30.314305 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6f6d02-545b-4d77-a714-eea666afa33b x-openstack-request-id: req-aa6f6d02-545b-4d77-a714-eea666afa33b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:30.314741 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b634ef87-74d9-40ba-bdf1-b8daa67c0a9d", "name": "network-vif-deleted", "tag": "51622b68-0234-4150-a4f2-7c4f2506f526", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:30.315001 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa6f6d02-545b-4d77-a714-eea666afa33b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:30.315414 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b634ef87-74d9-40ba-bdf1-b8daa67c0a9d', 'name': 'network-vif-deleted', 'tag': '51622b68-0234-4150-a4f2-7c4f2506f526', 'status': 'completed', 'code': 200} Jul 16 01:24:30.549920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a8245-caf7-4480-8e38-895973959a68 None None] New status for floating IP ece81d24-4907-418a-944c-46b3e6db584d: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:24:30.561073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c83ba2-a93c-4e79-a0e6-8f27b00ebbc6 req-e732cb58-9248-4a6b-bfc7-cda1d66225d3 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.568502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c83ba2-a93c-4e79-a0e6-8f27b00ebbc6 req-e732cb58-9248-4a6b-bfc7-cda1d66225d3 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.570216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5c83ba2-a93c-4e79-a0e6-8f27b00ebbc6 req-e732cb58-9248-4a6b-bfc7-cda1d66225d3 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1681 time: 0.1030328 Jul 16 01:24:30.640509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5c83ba2-a93c-4e79-a0e6-8f27b00ebbc6 req-7ba0b52e-f1cc-4cd8-9804-b37c65420191 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599406 Jul 16 01:24:30.650925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.668364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d230-3aec-47d6-b521-c685f53d8920 req-e0487a47-b93e-4777-a9ff-72299761fd37 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.669971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5833d230-3aec-47d6-b521-c685f53d8920 req-e0487a47-b93e-4777-a9ff-72299761fd37 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 966 time: 0.0987232 Jul 16 01:24:30.692798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.777032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5833d230-3aec-47d6-b521-c685f53d8920 req-aacdc1ef-e37b-4557-86e0-471798975e17 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/security-groups?id=0712b93a-be00-4a18-a991-6248fae3137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005237 Jul 16 01:24:30.797805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.841852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8c17d-176b-4bae-9724-f836395bca07 req-ceb17d28-a34b-480a-a225-f7ab50ba7b43 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.846231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69f8c17d-176b-4bae-9724-f836395bca07 req-ceb17d28-a34b-480a-a225-f7ab50ba7b43 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 966 time: 0.1447797 Jul 16 01:24:30.957837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.047708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6050b-ad73-4c01-80f0-31bc3edf2ea7 req-b8a373f6-2e74-4018-9e24-c8bc3d598f89 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.051236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.055438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ffe6050b-ad73-4c01-80f0-31bc3edf2ea7 req-b8a373f6-2e74-4018-9e24-c8bc3d598f89 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.0971124 Jul 16 01:24:31.088902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Deleting port afe559b5-d147-477b-8ece-98894fc82fbf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:31.089263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.108599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.120650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ffe6050b-ad73-4c01-80f0-31bc3edf2ea7 req-80d71f57-f905-427a-8f83-7d6a0cbaac55 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641975 Jul 16 01:24:31.157132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:31.169538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.174482 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c268dc0b-593b-4295-9a87-5ae2130fad73 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3d999a31-d77b-4bfd-a7a6-c31fd29c6bdb HTTP/1.1" status: 204 len: 168 time: 1.3737457 Jul 16 01:24:31.177027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:31.294954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] For port afe559b5-d147-477b-8ece-98894fc82fbf, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=afe559b5-d147-477b-8ece-98894fc82fbf,segment=NetworkSegment(d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f),segment_id=d5090f5e-3a61-4e71-9f85-8dbbb9e8a93f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:31.295325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.303008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.357075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Calling delete_port for afe559b5-d147-477b-8ece-98894fc82fbf owned by compute:tempest-test_az-1123607976 {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:31.381351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-008ed232-8112-44cd-841f-5c5be9726f55 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.382977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-008ed232-8112-44cd-841f-5c5be9726f55 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.2456133 Jul 16 01:24:31.405260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.430464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8350d3-11a3-4805-8bcc-4ca5ae1d0936 None None] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:31.444034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-330d19ad-4141-44af-9d96-af5218e1d046 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/quotas/dbea0e5699e2428eaa661e3c25438174 HTTP/1.1" status: 200 len: 375 time: 0.0504444 Jul 16 01:24:31.505703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-b5bffb15-49a4-4451-b867-745daf84b577 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558527 Jul 16 01:24:31.531882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:31.549464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.565479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adb2966-00f4-4596-b109-7834735a4ba5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:31.568110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c212df4-0e1c-44b9-b84f-2dba993631e4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:31.579324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.582066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-98b003cb-5cad-4eac-a1dc-34601671cc00 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4c212df4-0e1c-44b9-b84f-2dba993631e4 HTTP/1.1" status: 204 len: 168 time: 2.0227308 Jul 16 01:24:31.586678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:31.588923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26901a95-86e4-4280-92e0-6edfbacdc35b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:31.589393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26901a95-86e4-4280-92e0-6edfbacdc35b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:31.591899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7931aa1b-aa66-4def-a8a9-dec95c63a74f None None] Network 6d58586b-d6ee-411f-b7e8-746af84de353 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:31.618235 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.643928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.660768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-888c903e-f402-4f6e-a4b6-7c5caf91d69c service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540906 Jul 16 01:24:31.670418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-22b0f883-1e61-4cd3-ae38-f3436d76bff2 None None] Provisioning for port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:31.694503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:31.699826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.703265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:31.703697 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.748150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:31.748540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:31.753818 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:31.771480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.777429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.820444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Pushing event deleted for resources: {'Port': ['ID=afe559b5-d147-477b-8ece-98894fc82fbf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:31.868465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-49621bad-c2f5-465a-b341-02d880054ed8 service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056699 Jul 16 01:24:31.890797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.896164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] No DVR routers for this DVR port afe559b5-d147-477b-8ece-98894fc82fbf on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:31.901380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.904799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69f8c17d-176b-4bae-9724-f836395bca07 req-168d88f9-a547-482d-a988-33cb0a2bb9b8 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.78 "DELETE /v2.0/ports/afe559b5-d147-477b-8ece-98894fc82fbf HTTP/1.1" status: 204 len: 173 time: 1.0524485 Jul 16 01:24:31.917605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.922797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9adb2966-00f4-4596-b109-7834735a4ba5 HTTP/1.1" status: 204 len: 168 time: 0.7445598 Jul 16 01:24:31.925703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c56b52-8c84-43dc-a72b-2909ea76f452 admin admin] Pushing event deleted for resources: {'Network': ['ID=9adb2966-00f4-4596-b109-7834735a4ba5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:31.942845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5355ce-c722-46c3-b4ee-bbc13eb9698b req-388fa429-84c6-4396-b3cd-2a04aad4d0ae tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.958302 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.960300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c5355ce-c722-46c3-b4ee-bbc13eb9698b req-388fa429-84c6-4396-b3cd-2a04aad4d0ae tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1097 time: 0.2175756 Jul 16 01:24:32.005411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Deleting port ade8be1c-838c-4315-a5a6-9a9e5975c23c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:32.005720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.013651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Router c72364da-fd38-4245-910b-20b68d858b2f is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:32.036147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:32.036873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c5355ce-c722-46c3-b4ee-bbc13eb9698b req-ca95b412-4513-4222-9fef-2646e1889a15 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755708 Jul 16 01:24:32.046558 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.199692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:32.203007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2debd025-7ac5-424c-92d8-826be2c91e3b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:32.205994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] DHCP port deletion for 6d58586b-d6ee-411f-b7e8-746af84de353 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:32.228929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:32.255572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2debd025-7ac5-424c-92d8-826be2c91e3b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:32.256492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2debd025-7ac5-424c-92d8-826be2c91e3b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:32.275810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] For port ade8be1c-838c-4315-a5a6-9a9e5975c23c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ade8be1c-838c-4315-a5a6-9a9e5975c23c,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:32.278652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.308791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Calling delete_port for ade8be1c-838c-4315-a5a6-9a9e5975c23c owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:32.320563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'name': 'network-vif-deleted', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:32.323659 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c07f2-da32-415c-8d05-5bfb8c9a8d98" -d '{"events": [{"server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "name": "network-vif-deleted", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:32.326793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] Deleting port ade8be1c-838c-4315-a5a6-9a9e5975c23c {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:32.327189 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.386006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3b0aa714-ee6e-40c5-84ab-7533d835a9e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0faa26791d8c450cad2ce0e0db1e4b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559019 Jul 16 01:24:32.387383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:32.443815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.445762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] For port ade8be1c-838c-4315-a5a6-9a9e5975c23c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ade8be1c-838c-4315-a5a6-9a9e5975c23c,segment=NetworkSegment(e4f1c23f-b3cd-44f5-a96b-0710cf3d7452),segment_id=e4f1c23f-b3cd-44f5-a96b-0710cf3d7452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:32.446107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.460845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa815-fa5c-4283-913b-0793300c84c9 req-f1ca0b92-3a36-4e10-a3d1-9e2ea97af89c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:32.461263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] Calling delete_port for ade8be1c-838c-4315-a5a6-9a9e5975c23c owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:32.463209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-842c3c79-e760-49d9-b755-61ad702b08e9 None None] Provisioning complete for port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:32.463585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-842c3c79-e760-49d9-b755-61ad702b08e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.481205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa815-fa5c-4283-913b-0793300c84c9 req-f1ca0b92-3a36-4e10-a3d1-9e2ea97af89c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:32.482933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c25fa815-fa5c-4283-913b-0793300c84c9 req-f1ca0b92-3a36-4e10-a3d1-9e2ea97af89c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1681 time: 0.1720157 Jul 16 01:24:32.521976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade8be1c-838c-4315-a5a6-9a9e5975c23c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:32.535812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] No DVR routers for this DVR port ade8be1c-838c-4315-a5a6-9a9e5975c23c on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:32.536003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8335b79c-d3f3-4af9-a9ab-3e3a45ca98e6 req-4bf01662-93ac-4883-8c06-7415e6a59e04 tempest-LiveMigrationTest-1629088133 tempest-LiveMigrationTest-1629088133-project] 10.222.0.81 "GET /v2.0/ports?device_id=824ee359-d7ab-4d1e-b1cd-87139adc8a5f HTTP/1.1" status: 200 len: 210 time: 0.0472887 Jul 16 01:24:32.632070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:32.632645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eeedcd1-836b-48a6-9da7-d3044a88d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.644646 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Sync routers for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:32.658039 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:32.658939 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:32.690734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c25fa815-fa5c-4283-913b-0793300c84c9 req-634cd86d-c4b7-4d35-a46b-025b22188076 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454756 Jul 16 01:24:32.708158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a06dbf6-ea81-49a3-9de6-d905e75e718c req-1a7f92ee-85e4-4e48-8d27-04922dde5dd9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 210 time: 0.0833597 Jul 16 01:24:32.720177 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.731429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.747172 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.748444 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cffddeab-7bec-4d20-b9ab-c7010454b590 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.4208412 Jul 16 01:24:32.751348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eeedcd1-836b-48a6-9da7-d3044a88d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.757462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:32.765671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d58586b-d6ee-411f-b7e8-746af84de353']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:32.782497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:32.783658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f1c23f-b3cd-44f5-a96b-0710cf3d7452') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:32.806664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.809207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] Pushing event deleted for resources: {'Port': ['ID=ade8be1c-838c-4315-a5a6-9a9e5975c23c,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:32.818917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9fce5-46d2-4981-92b6-03d966853661 None None] No DVR routers for this DVR port ade8be1c-838c-4315-a5a6-9a9e5975c23c on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:32.834326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:32.894261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.910377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:32.920742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:32.922986 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:32.954632 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:32.995171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-045d9b57-0f76-4552-8ae7-c391dc6dd2fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.019749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.032689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.041513 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6d58586b-d6ee-411f-b7e8-746af84de353 HTTP/1.1" status: 204 len: 168 time: 1.4492078 Jul 16 01:24:33.081386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-045d9b57-0f76-4552-8ae7-c391dc6dd2fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.085197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329ca30-d561-49c0-b6b2-886981a81101 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d58586b-d6ee-411f-b7e8-746af84de353,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:33.145212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f846d-cdf4-4a66-acac-3a7a228f74ba req-8e141487-e92f-4c1f-b1a9-443a59c664e3 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.153085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f8f846d-cdf4-4a66-acac-3a7a228f74ba req-8e141487-e92f-4c1f-b1a9-443a59c664e3 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1097 time: 0.2331629 Jul 16 01:24:33.161116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-045d9b57-0f76-4552-8ae7-c391dc6dd2fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.169784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eeedcd1-836b-48a6-9da7-d3044a88d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.171666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-045d9b57-0f76-4552-8ae7-c391dc6dd2fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.172847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eeedcd1-836b-48a6-9da7-d3044a88d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.176159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0eeedcd1-836b-48a6-9da7-d3044a88d6c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/462a27c3-c215-41bc-bddb-471032fa8dd9 HTTP/1.1" status: 204 len: 168 time: 0.7856688 Jul 16 01:24:33.179896 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-045d9b57-0f76-4552-8ae7-c391dc6dd2fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "DELETE /v2.0/security-groups/f291bb1a-9cdf-4418-b99e-f064ac2c1e31 HTTP/1.1" status: 204 len: 168 time: 0.3375859 Jul 16 01:24:33.188150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:33.247111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d9b57-0f76-4552-8ae7-c391dc6dd2fd tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291bb1a-9cdf-4418-b99e-f064ac2c1e31,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:33.257058 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-c559c9bf-cf4c-43ec-9eb6-4fef42644f3f tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] show failed (client error): The resource could not be found. Jul 16 01:24:33.258215 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c559c9bf-cf4c-43ec-9eb6-4fef42644f3f tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "GET /v2.0/security-groups/f291bb1a-9cdf-4418-b99e-f064ac2c1e31 HTTP/1.1" status: 404 len: 347 time: 0.0662711 Jul 16 01:24:33.261719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44974) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:33.416548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:33.446212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:33.507474 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b9645d16-b29b-473d-8d89-46ab3e903036 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50b07cbf186c473e8f77cd349c2a2b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897489 Jul 16 01:24:33.511281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44980) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:33.513735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:33.514539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.525436 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:30Z', 'revision_number': 3, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:33.538629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Deleting port dbf9824e-e665-4c5b-a76d-57692f13e6c7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:33.539227 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.581900 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Checking router: c72364da-fd38-4245-910b-20b68d858b2f for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:33.582289 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Updating router c72364da-fd38-4245-910b-20b68d858b2f port fcad136d-99b0-47f4-b438-5e2ce0726d1c binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:33.629437 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.644407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:33.674016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-6dec8d64-1058-4bb7-88e4-f0aba9b195ed tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.694292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: afe559b5-d147-477b-8ece-98894fc82fbf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:33.695118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device afe559b5-d147-477b-8ece-98894fc82fbf not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:33.696807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-6dec8d64-1058-4bb7-88e4-f0aba9b195ed tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.698641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-6dec8d64-1058-4bb7-88e4-f0aba9b195ed tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1681 time: 0.8071640 Jul 16 01:24:33.704265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ade8be1c-838c-4315-a5a6-9a9e5975c23c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:33.711789 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9cdeb5-e279-40fa-85f3-5efc00d14d22 x-openstack-request-id: req-ab9cdeb5-e279-40fa-85f3-5efc00d14d22 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:33.712074 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824ee359-d7ab-4d1e-b1cd-87139adc8a5f", "name": "network-vif-deleted", "tag": "afe559b5-d147-477b-8ece-98894fc82fbf", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:33.713896 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab9cdeb5-e279-40fa-85f3-5efc00d14d22 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:33.721260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:33.725481 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824ee359-d7ab-4d1e-b1cd-87139adc8a5f', 'name': 'network-vif-deleted', 'tag': 'afe559b5-d147-477b-8ece-98894fc82fbf', 'status': 'completed', 'code': 200} Jul 16 01:24:33.753977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ade8be1c-838c-4315-a5a6-9a9e5975c23c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:33.754483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ade8be1c-838c-4315-a5a6-9a9e5975c23c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:33.792084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab030da1-aec7-486c-b3da-657c9f428c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.809508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeedcd1-836b-48a6-9da7-d3044a88d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a27c3-c215-41bc-bddb-471032fa8dd9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:33.914608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f8f846d-cdf4-4a66-acac-3a7a228f74ba req-75dbd42d-a1dd-4f58-855f-86234234e016 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7605124 Jul 16 01:24:33.924992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab030da1-aec7-486c-b3da-657c9f428c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.934434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.945808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.020208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Calling delete_port for dbf9824e-e665-4c5b-a76d-57692f13e6c7 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:34.088334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port 33901a32-8d0b-468e-a688-af6ce9420ca8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:34.088699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.164280 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.181639 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Transition to ACTIVE for port object fcad136d-99b0-47f4-b438-5e2ce0726d1c will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:34.190718 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.195905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4416f-811e-4c85-b88b-e057d0146699 req-b1ccd306-a89c-43cf-b1ca-9a6509655781 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.201035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4416f-811e-4c85-b88b-e057d0146699 req-b1ccd306-a89c-43cf-b1ca-9a6509655781 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.202704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27a4416f-811e-4c85-b88b-e057d0146699 req-b1ccd306-a89c-43cf-b1ca-9a6509655781 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 1681 time: 0.3045406 Jul 16 01:24:34.249848 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Pushing event updated for resources: {'Port': ['ID=fcad136d-99b0-47f4-b438-5e2ce0726d1c,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.282261 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.283744 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.285415 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.286237 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.286747 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.287268 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.287795 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.288845 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.289357 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.290150 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.290854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.291341 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:34.298201 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Attempting to bind port fcad136d-99b0-47f4-b438-5e2ce0726d1c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:34.299347 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Attempting to bind port fcad136d-99b0-47f4-b438-5e2ce0726d1c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:34.300518 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Attempting to bind port fcad136d-99b0-47f4-b438-5e2ce0726d1c on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:34.306973 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:34.307816 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:34.308942 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.309923 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:34.310696 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Bound port: fcad136d-99b0-47f4-b438-5e2ce0726d1c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:34.311273 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.330819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd1b743d-34ed-4cc0-80d1-d960ec76b974 req-4d06ae1b-8a6b-47a2-87c4-3586bf62b9f2 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 210 time: 0.0988529 Jul 16 01:24:34.387814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:34.398416 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] For port fcad136d-99b0-47f4-b438-5e2ce0726d1c, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:34.402535 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] For port fcad136d-99b0-47f4-b438-5e2ce0726d1c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fcad136d-99b0-47f4-b438-5e2ce0726d1c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:34.403295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port 33901a32-8d0b-468e-a688-af6ce9420ca8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=33901a32-8d0b-468e-a688-af6ce9420ca8,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:34.403669 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.410126 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.417624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27a4416f-811e-4c85-b88b-e057d0146699 req-37780946-f65d-44e1-b8a0-b25cc0daa425 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476769 Jul 16 01:24:34.449807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for 33901a32-8d0b-468e-a688-af6ce9420ca8 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:34.478474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] Deleting subnet 1e02df53-74ca-43db-9c48-c72d43a4a891 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:34.487678 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.517293 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:34.517936 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:34.555865 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c90a8-36c7-4a77-ae02-9d26637c3186 None None] Pushing event updated for resources: {'Port': ['ID=fcad136d-99b0-47f4-b438-5e2ce0726d1c,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.565387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-391890247-network', 'tenant_id': 'e874948bc6a5442e888dc66c77e82709'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:34.633558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Made reservation on behalf of e874948bc6a5442e888dc66c77e82709 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:34.633831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.636020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.641354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab030da1-aec7-486c-b3da-657c9f428c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.644956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab030da1-aec7-486c-b3da-657c9f428c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.648647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ab030da1-aec7-486c-b3da-657c9f428c1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a38b189f-1365-4adc-ab81-9a8c85fa85ea HTTP/1.1" status: 204 len: 168 time: 1.1335967 Jul 16 01:24:34.650320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.674016 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.684585 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:34.705612 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.721681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab030da1-aec7-486c-b3da-657c9f428c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38b189f-1365-4adc-ab81-9a8c85fa85ea,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.733504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Pushing event deleted for resources: {'Port': ['ID=dbf9824e-e665-4c5b-a76d-57692f13e6c7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.755900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.767053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-f3772f56-22df-435d-a622-932b135c95f3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.770537 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-f3772f56-22df-435d-a622-932b135c95f3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.8384161 Jul 16 01:24:34.794347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.819823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Request body: {'port': {'device_id': '24f23c48-29aa-4665-8093-710ed62b87a7', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'admin_state_up': True, 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:34.852952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=33901a32-8d0b-468e-a688-af6ce9420ca8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.977825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port 33901a32-8d0b-468e-a688-af6ce9420ca8 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:34.982562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.984609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-3b47960e-5a68-42a0-bf75-359198c53cbd tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "DELETE /v2.0/ports/33901a32-8d0b-468e-a688-af6ce9420ca8 HTTP/1.1" status: 204 len: 173 time: 1.2384043 Jul 16 01:24:35.010387 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:30Z', 'revision_number': 3, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:35.051737 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0451324-ea45-44c7-ba6d-7108404f49c9 None None] The sync data for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 is: [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:30Z', 'revision_number': 3, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:35.142146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Allocated IP 172.20.0.1 (7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a/0b4be5c7-de1d-4c79-aa59-a879fa1212a0/717582d0-6c1b-44ff-9ef0-44c4d0de962d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:35.225534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.239399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.252867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:35.263227 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.263629 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Added segment 67c502e0-55d8-404c-a345-abc4aeb62bbb of type vlan for network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 Jul 16 01:24:35.392749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.421794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.424470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.428178 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-46c7fe5f-e03e-45fe-8ca9-a4c0d5ae8b03 tempest-ServersWithSpecificFlavorTestJSON-1318335201 tempest-ServersWithSpecificFlavorTestJSON-1318335201-project] 10.222.0.81 "DELETE /v2.0/floatingips/ece81d24-4907-418a-944c-46b3e6db584d HTTP/1.1" status: 204 len: 168 time: 2.1628032 Jul 16 01:24:35.428419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3de1c7-f729-4000-ba2c-4cb46e182f81,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:35.443978 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.484180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port 96e7801e-db21-4552-be48-e8f620e47542 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:35.484605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.495544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Transition to ACTIVE for port object 717582d0-6c1b-44ff-9ef0-44c4d0de962d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:35.498125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.580795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e02df53-74ca-43db-9c48-c72d43a4a891,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:35.594230 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.598872 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1f2844c3-3851-49be-8eb1-5c8fa840aa94 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1e02df53-74ca-43db-9c48-c72d43a4a891 HTTP/1.1" status: 204 len: 168 time: 1.8284147 Jul 16 01:24:35.603888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:35.610436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.611939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.624075 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.702358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96e7801e-db21-4552-be48-e8f620e47542 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:35.706502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2b3bb7f-1ded-4447-b8b5-cb0cd96f8c7c req-d7f5ec2c-466a-4cc5-a7e1-ce31ee660fb0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 210 time: 0.1699913 Jul 16 01:24:35.739240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.752465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-deleted', 'tag': '33901a32-8d0b-468e-a688-af6ce9420ca8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:35.758556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:35.759151 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd88076-7aad-4656-8336-5d1ce363e3df" -d '{"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-deleted", "tag": "33901a32-8d0b-468e-a688-af6ce9420ca8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:35.766807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.857570 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.901657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e7801e-db21-4552-be48-e8f620e47542'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:35.904502 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5c4286-237f-4373-8ec9-a7fb61d90740" -d '{"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-unplugged", "status": "completed", "tag": "96e7801e-db21-4552-be48-e8f620e47542"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:35.916382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45070) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:35.931393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96e7801e-db21-4552-be48-e8f620e47542, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96e7801e-db21-4552-be48-e8f620e47542,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:35.939607 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5474882 Jul 16 01:24:35.940658 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.941670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 33901a32-8d0b-468e-a688-af6ce9420ca8 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:35.974214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:35.990591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 33901a32-8d0b-468e-a688-af6ce9420ca8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:35.992620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 33901a32-8d0b-468e-a688-af6ce9420ca8 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:36.007180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Request body: {'subnet': {'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-391890247-subnet', 'tenant_id': 'e874948bc6a5442e888dc66c77e82709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:36.009113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebcccc-c802-4af4-9889-f54f01facfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=6850d1aa-f5e7-4dc9-9636-cc3fe6388187,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.029292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port 96e7801e-db21-4552-be48-e8f620e47542, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96e7801e-db21-4552-be48-e8f620e47542,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:36.029682 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.044242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:36.068287 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.098734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96e7801e-db21-4552-be48-e8f620e47542,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.130038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for 96e7801e-db21-4552-be48-e8f620e47542 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:36.141559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.189476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-network', 'tenant_id': '65a0215d042b4536b274a34595ec140f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:36.198278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Allocated IP 172.20.0.11 (53201dbc-90e9-4c6a-8f4d-944f7f05fcba/8015b200-7ef2-45f1-a2e5-e7d3014071c9/6d4bf20d-7373-46c6-8c89-ad871606c197) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:36.236535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Made reservation on behalf of 65a0215d042b4536b274a34595ec140f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:36.238889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.256541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:36.284719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Made reservation on behalf of e874948bc6a5442e888dc66c77e82709 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:36.287104 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.290398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14d38ee-6492-4421-9138-4142ee902243']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:36.292138 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.307483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:36.308883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:36.309401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5090f5e-3a61-4e71-9f85-8dbbb9e8a93f') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:36.310510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:36.326386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-e9ddb1d2-a7e8-4780-8286-a8c406376c9d tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:24:36.327433 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-e9ddb1d2-a7e8-4780-8286-a8c406376c9d tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242376 Jul 16 01:24:36.349420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Request body: {'binding': {'host': 'n-h2-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:36.349798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:24:36.363631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Pushing event updated for resources: {'Port': ['ID=717582d0-6c1b-44ff-9ef0-44c4d0de962d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.402595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.433248 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.455952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.571449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:36.571853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:36.573521 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:36.584811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09450937-265b-49ef-9e40-474d5731e48e req-8caca6a9-f51a-4bdc-b84c-caf022a0eb63 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.586321 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09450937-265b-49ef-9e40-474d5731e48e req-8caca6a9-f51a-4bdc-b84c-caf022a0eb63 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa018131-1131-4783-859c-9baf1b95e081 HTTP/1.1" status: 200 len: 943 time: 0.2960269 Jul 16 01:24:36.645681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.653483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1cd12df-de8b-4e6b-9186-a8c56da907cc None None] Provisioning for port 717582d0-6c1b-44ff-9ef0-44c4d0de962d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:36.657895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1cd12df-de8b-4e6b-9186-a8c56da907cc None None] Provisioning complete for port 717582d0-6c1b-44ff-9ef0-44c4d0de962d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:36.658726 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1cd12df-de8b-4e6b-9186-a8c56da907cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.704300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=96e7801e-db21-4552-be48-e8f620e47542,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.742106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.747319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.766718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.772236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c14d38ee-6492-4421-9138-4142ee902243 HTTP/1.1" status: 204 len: 168 time: 1.1643405 Jul 16 01:24:36.783863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:36.793679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09450937-265b-49ef-9e40-474d5731e48e req-849c95c7-fc1d-4876-98a6-4fa0c10fa96c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915176 Jul 16 01:24:36.797816 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.847917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.856411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port 96e7801e-db21-4552-be48-e8f620e47542 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:36.863479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.865616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9ecfdf0-f877-4e76-9e28-1e692139007f req-86c0ec77-bc36-460e-a78c-b4dc8ca300e4 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.93 "DELETE /v2.0/ports/96e7801e-db21-4552-be48-e8f620e47542 HTTP/1.1" status: 204 len: 173 time: 1.8684461 Jul 16 01:24:36.908270 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea2d83-a84e-4a18-9b5d-58942e5145da x-openstack-request-id: req-9dea2d83-a84e-4a18-9b5d-58942e5145da {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:36.908758 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-deleted", "tag": "33901a32-8d0b-468e-a688-af6ce9420ca8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:36.908758 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9dea2d83-a84e-4a18-9b5d-58942e5145da {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:36.910383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd12df-de8b-4e6b-9186-a8c56da907cc None None] Port 717582d0-6c1b-44ff-9ef0-44c4d0de962d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:36.919166 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-deleted', 'tag': '33901a32-8d0b-468e-a688-af6ce9420ca8', 'status': 'completed', 'code': 200} Jul 16 01:24:36.935118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006469e-40ef-4b87-a443-54f1fd076114 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14d38ee-6492-4421-9138-4142ee902243,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.945153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] Deleting subnet fc823758-4d16-4a4b-bc52-8d1a1f5186e6 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:36.979494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.981072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:36.985359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.006513 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca22a846-aba5-4dc3-b6a2-dbeea8e7a724 x-openstack-request-id: req-ca22a846-aba5-4dc3-b6a2-dbeea8e7a724 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:37.007349 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-unplugged", "status": "completed", "tag": "96e7801e-db21-4552-be48-e8f620e47542", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:37.007808 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca22a846-aba5-4dc3-b6a2-dbeea8e7a724 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:37.008441 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e7801e-db21-4552-be48-e8f620e47542', 'code': 200} Jul 16 01:24:37.025362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf0e346-dede-4ba7-8783-6368a43e3a25,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.059808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.060920 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Added segment 981cccb2-92a7-40b9-ab39-71bee0f75d23 of type vlan for network bf2c0330-ea1e-4f9d-9459-d1574271e028 Jul 16 01:24:37.086424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on host n-h2-800085-5 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:37.086770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:37.087107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:37.115536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.115863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:37.116623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:37.138204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.140100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.172427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:37.172687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:37.173037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:37.174272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Bound port: 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:37.203398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2722e627-3657-4c37-8031-e32342a1ebc5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.251099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87644012-3f2a-4226-b8c3-f61a4e7708b1 req-9a83b37e-c66d-4e25-afe1-3be89e82ed9e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 210 time: 0.0468948 Jul 16 01:24:37.252372 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.253034 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.255160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.256097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.260616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Checking segment: {'id': '67c502e0-55d8-404c-a345-abc4aeb62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:37.260985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Network hostable DHCP agents. Network: 6850d1aa-f5e7-4dc9-9636-cc3fe6388187, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:37.274767 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.384029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4659102 Jul 16 01:24:37.386787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f755879-1dba-49bb-9af7-c9b4f49dde6d admin admin] Pushing event updated for resources: {'Network': ['ID=bf2c0330-ea1e-4f9d-9459-d1574271e028,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.389811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:37.392894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:37.401066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Request body: {'subnet': {'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-subnet', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:37.410611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:37.467114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:37.473333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event updated for resources: {'Port': ['ID=6d4bf20d-7373-46c6-8c89-ad871606c197,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.494399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:37.519823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fcad136d-99b0-47f4-b438-5e2ce0726d1c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:37.534792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Made reservation on behalf of 65a0215d042b4536b274a34595ec140f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:37.538952 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.574819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:37.587330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:37.599953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.601523 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-9a3f2633-e856-4c5e-846c-a0fe8895f495 service neutron] 10.222.0.81 "POST /v2.0/ports/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5/bindings HTTP/1.1" status: 201 len: 389 time: 1.2648561 Jul 16 01:24:37.609167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6850d1aa-f5e7-4dc9-9636-cc3fe6388187) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:37.618846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.624286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.624908 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.630720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.641153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.641404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c22a9-855f-4156-b8d2-91aafd60f99f None None] Network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:37.642249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.669112 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.703460 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-ca880f3d-9fe5-458f-9d33-b77f8135763d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8935742 Jul 16 01:24:37.706435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc823758-4d16-4a4b-bc52-8d1a1f5186e6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.708722 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-987383ad-d659-4098-a452-937c5c9327da admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7290201 Jul 16 01:24:37.710039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.714795 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-77b3ded5-2e9b-4411-90ce-384971e4fdaa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fc823758-4d16-4a4b-bc52-8d1a1f5186e6 HTTP/1.1" status: 204 len: 168 time: 0.9241745 Jul 16 01:24:37.714795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:37.742523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Request body: {'port': {'device_id': '24f23c48-29aa-4665-8093-710ed62b87a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:37.808148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port fcad136d-99b0-47f4-b438-5e2ce0726d1c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:37.833931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fcad136d-99b0-47f4-b438-5e2ce0726d1c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:37.841039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.005920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.029623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.056151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45112) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.086821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e258aee-22f2-4617-8e69-4dd9de6d9cf7 None None] Network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:38.116679 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.144151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.218927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port fcad136d-99b0-47f4-b438-5e2ce0726d1c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fcad136d-99b0-47f4-b438-5e2ce0726d1c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:38.239538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.246684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.264966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting subnet 111b329f-dd3b-4294-b19f-d2d1e2d10407 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:38.277656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04429161-34ca-4d47-a5e5-c480dc17598c']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:38.293734 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.302791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc8d636-98b7-431d-99f7-25032da52144') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:38.303096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc8d636-98b7-431d-99f7-25032da52144') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:38.331747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=fcad136d-99b0-47f4-b438-5e2ce0726d1c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.339724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.340145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.340671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.341072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.341463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.341852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.342239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.342620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.343192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.343600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.343983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.344396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:38.408890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.422564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Pushing event updated for resources: {'Port': ['ID=717582d0-6c1b-44ff-9ef0-44c4d0de962d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.454708 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.483607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.488669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.533711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:38.534120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:38.538842 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:38.562515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.663523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.691963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239bf5c-bc55-4879-bb12-f4be1f799610 req-46caaa43-5327-4ace-af00-841ed99d009b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.693815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2239bf5c-bc55-4879-bb12-f4be1f799610 req-46caaa43-5327-4ace-af00-841ed99d009b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.7501163 Jul 16 01:24:38.701454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-e7e4b5b9-02ce-41f2-b677-faba58fe9e35 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.702994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-e7e4b5b9-02ce-41f2-b677-faba58fe9e35 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/networks?id=6850d1aa-f5e7-4dc9-9636-cc3fe6388187 HTTP/1.1" status: 200 len: 813 time: 0.3448162 Jul 16 01:24:38.716866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-b921758d-b7f6-46ae-9642-53bded35393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.718345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-b921758d-b7f6-46ae-9642-53bded35393a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1097 time: 0.3591332 Jul 16 01:24:38.728265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.730130 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/04429161-34ca-4d47-a5e5-c480dc17598c HTTP/1.1" status: 204 len: 168 time: 1.0148771 Jul 16 01:24:38.740337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627b9639-2ea2-4ba5-a68c-6df5e86f573b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.758218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854254ff-71b9-4617-8aba-e2c697085ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=04429161-34ca-4d47-a5e5-c480dc17598c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.801971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-e996fb48-ea93-4170-bdf5-ba8148ccba19 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/quotas/e874948bc6a5442e888dc66c77e82709 HTTP/1.1" status: 200 len: 375 time: 0.0898867 Jul 16 01:24:38.807430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.828810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Checking segment: {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:38.829691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Network hostable DHCP agents. Network: bf2c0330-ea1e-4f9d-9459-d1574271e028, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:38.848154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:38.872549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.900819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:38.906888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-4750a042-2dc8-43a2-8cf5-76a8758d584b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e874948bc6a5442e888dc66c77e82709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915256 Jul 16 01:24:38.918199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2239bf5c-bc55-4879-bb12-f4be1f799610 req-b4c4747e-c470-47d9-baf5-0a45e0e1b4df tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117305 Jul 16 01:24:38.926559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-deleted', 'tag': '96e7801e-db21-4552-be48-e8f620e47542'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:38.928839 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1319b8-276f-49bb-8d7d-7018beb7ae78" -d '{"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-deleted", "tag": "96e7801e-db21-4552-be48-e8f620e47542"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:38.998318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:39.013262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-11a06703-14db-44ad-95f2-99dd16e29178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.014845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-11a06703-14db-44ad-95f2-99dd16e29178 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.2774849 Jul 16 01:24:39.019145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, bf2c0330-ea1e-4f9d-9459-d1574271e028) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:39.027565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e9275-7a6a-4859-97a7-e4bd5310dc32 None None] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:39.069871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.073709 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.209032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-344c0a38-057c-4971-8a61-b9e376aa6ac2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 200 len: 217 time: 0.1705923 Jul 16 01:24:39.244335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-bf2c0330-ea1e-4f9d-9459-d1574271e028', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:39.246616 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.277637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4bf20d-7373-46c6-8c89-ad871606c197 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:39.286782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f26caa9-ca98-4555-84d5-b479f86abd40 None None] Provisioning complete for port 717582d0-6c1b-44ff-9ef0-44c4d0de962d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:39.287022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-07b8280e-5e6b-4ee5-95c8-2d1093813ad6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8924088 Jul 16 01:24:39.287528 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f26caa9-ca98-4555-84d5-b479f86abd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.293731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:39.301649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:39.312317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.321482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.354303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Router c72364da-fd38-4245-910b-20b68d858b2f has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:39.358449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-534c5211-6884-420d-992e-7163b2def163 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34000a6212a84bc1a638fd54aec83d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810193 Jul 16 01:24:39.364567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:39.371085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-416b06e6-dd58-4cf0-8f61-5e593c630ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.372472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-416b06e6-dd58-4cf0-8f61-5e593c630ca2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1315951 Jul 16 01:24:39.381439 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.383491 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/subnets/111b329f-dd3b-4294-b19f-d2d1e2d10407 HTTP/1.1" status: 204 len: 168 time: 1.3266594 Jul 16 01:24:39.387296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:39.391526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Transition to ACTIVE for port object 6d4bf20d-7373-46c6-8c89-ad871606c197 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:39.395796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021aedee-d399-4b35-b6e9-77512b6c1271 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Subnet': ['ID=111b329f-dd3b-4294-b19f-d2d1e2d10407,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.397471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfeece9-44ab-44cf-9078-f91065667dc2 None None] Network b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:39.415465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f26caa9-ca98-4555-84d5-b479f86abd40 None None] Port 717582d0-6c1b-44ff-9ef0-44c4d0de962d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:39.423843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.424643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.427730 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.454462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fcad136d-99b0-47f4-b438-5e2ce0726d1c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:39.491360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-3c405376-b000-4291-b935-48b70fb840ac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881114 Jul 16 01:24:39.531484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Allocated IP 172.20.0.2 (bf2c0330-ea1e-4f9d-9459-d1574271e028/627b9639-2ea2-4ba5-a68c-6df5e86f573b/bc268568-bd4e-4887-9962-e61ecb36d86b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:39.540211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Pushing event updated for resources: {'Port': ['ID=6d4bf20d-7373-46c6-8c89-ad871606c197,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.565992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.643314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:39.654201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fcad136d-99b0-47f4-b438-5e2ce0726d1c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:39.654636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.660956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6abc817f-a44a-463c-891c-2d804c49982e admin admin] 10.222.0.81 "PUT /v2.0/routers/c72364da-fd38-4245-910b-20b68d858b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8912156 Jul 16 01:24:39.681715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Sync routers for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:39.686571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-b1520e34-b4c4-4240-8e28-2576e08bd585 service neutron] 10.222.0.81 "GET /v2.0/networks/6850d1aa-f5e7-4dc9-9636-cc3fe6388187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7616756 Jul 16 01:24:39.698379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b97c81-4404-4c39-868a-3dda96e6f2f6 req-9a2db235-b05c-45f8-8e65-1adf2585df45 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.707377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06b97c81-4404-4c39-868a-3dda96e6f2f6 req-9a2db235-b05c-45f8-8e65-1adf2585df45 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 932 time: 0.5686941 Jul 16 01:24:39.723826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Attempting to bind port 6d4bf20d-7373-46c6-8c89-ad871606c197 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:39.724700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Attempting to bind port 6d4bf20d-7373-46c6-8c89-ad871606c197 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:39.725159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Attempting to bind port 6d4bf20d-7373-46c6-8c89-ad871606c197 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:39.741016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:39.742092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:39.760402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Port 6d4bf20d-7373-46c6-8c89-ad871606c197 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:39.760966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Attempting to bind port 6d4bf20d-7373-46c6-8c89-ad871606c197 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:39.853073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06b97c81-4404-4c39-868a-3dda96e6f2f6 req-d59a62eb-85ae-47e2-9906-527fb6ba5b7f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450346 Jul 16 01:24:39.866270 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.887107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] DHCP port deletion for b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:39.887271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.914445 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735ad963-2c7e-48b2-b209-c0b1ff3447b1 x-openstack-request-id: req-735ad963-2c7e-48b2-b209-c0b1ff3447b1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:39.914738 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa018131-1131-4783-859c-9baf1b95e081", "name": "network-vif-deleted", "tag": "96e7801e-db21-4552-be48-e8f620e47542", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:39.914989 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-735ad963-2c7e-48b2-b209-c0b1ff3447b1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:39.915471 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa018131-1131-4783-859c-9baf1b95e081', 'name': 'network-vif-deleted', 'tag': '96e7801e-db21-4552-be48-e8f620e47542', 'status': 'completed', 'code': 200} Jul 16 01:24:39.930837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:39.931215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Checking segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:39.932025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Bound using segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:39.932608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Bound port: 6d4bf20d-7373-46c6-8c89-ad871606c197, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:39.933115 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.955489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7a38-50d1-4c2e-8aef-8af4c4b1d47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.007312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.041333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Transition to ACTIVE for port object bc268568-bd4e-4887-9962-e61ecb36d86b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:40.049891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7a38-50d1-4c2e-8aef-8af4c4b1d47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.067873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-af4267c9-60ee-4159-9028-2c7a21c7bb5f service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536857 Jul 16 01:24:40.074772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-a9d64130-21cc-4c8e-ad61-78173ba58ae8 service neutron] 10.222.0.81 "GET /v2.0/networks/6850d1aa-f5e7-4dc9-9636-cc3fe6388187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875406 Jul 16 01:24:40.113182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] For port 6d4bf20d-7373-46c6-8c89-ad871606c197, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:40.119933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] For port 6d4bf20d-7373-46c6-8c89-ad871606c197, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6d4bf20d-7373-46c6-8c89-ad871606c197,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:40.123885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:40.126228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.209808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port 1285a819-f7b8-4385-95af-51935364f389 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:40.210359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.251875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7a38-50d1-4c2e-8aef-8af4c4b1d47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.255226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7a38-50d1-4c2e-8aef-8af4c4b1d47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.259241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a6fc7a38-50d1-4c2e-8aef-8af4c4b1d47a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0712b93a-be00-4a18-a991-6248fae3137b HTTP/1.1" status: 204 len: 168 time: 0.8878422 Jul 16 01:24:40.294272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.297056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:40.299449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-2ddac052-a26f-4fb5-9aa5-c7c43ce54376 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154157 Jul 16 01:24:40.391586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c46648f5-623d-471e-99a3-08130add6cb6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757888335', 'description': 'tempest-description--2068931748'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:40.414434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Pushing event updated for resources: {'Port': ['ID=6d4bf20d-7373-46c6-8c89-ad871606c197,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.432276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Transition to ACTIVE for port object bc268568-bd4e-4887-9962-e61ecb36d86b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:40.460232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc7a38-50d1-4c2e-8aef-8af4c4b1d47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0712b93a-be00-4a18-a991-6248fae3137b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.461573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.462588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.464595 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7b9cd433-785b-4c67-815f-ed53e0a74e7b service neutron] 10.222.0.93 "PUT /v2.0/ports/6d4bf20d-7373-46c6-8c89-ad871606c197 HTTP/1.1" status: 200 len: 1092 time: 2.7513542 Jul 16 01:24:40.467442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f23c48-29aa-4665-8093-710ed62b87a7', 'tag': '6d4bf20d-7373-46c6-8c89-ad871606c197'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:40.473520 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b6270-5704-42a9-b5e6-659bfc701c04" -d '{"events": [{"name": "network-changed", "server_uuid": "24f23c48-29aa-4665-8093-710ed62b87a7", "tag": "6d4bf20d-7373-46c6-8c89-ad871606c197"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:40.483028 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c46648f5-623d-471e-99a3-08130add6cb6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.510651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] Deleting port 1285a819-f7b8-4385-95af-51935364f389 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:40.510968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.554488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port 1285a819-f7b8-4385-95af-51935364f389, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1285a819-f7b8-4385-95af-51935364f389,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:40.555134 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.580456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] For port 1285a819-f7b8-4385-95af-51935364f389, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1285a819-f7b8-4385-95af-51935364f389,segment=NetworkSegment(e3c800ed-e68c-4590-ab40-d36c1fabc6de),segment_id=e3c800ed-e68c-4590-ab40-d36c1fabc6de)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:40.580987 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.601546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] Calling delete_port for 1285a819-f7b8-4385-95af-51935364f389 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:40.622896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-171ca456-f206-4f63-ae66-57775aecfd2d req-d7d6e6be-e7ba-45da-97f6-d67e8dd6270c tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 210 time: 0.1555090 Jul 16 01:24:40.634399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for 1285a819-f7b8-4385-95af-51935364f389 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:40.659298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c46648f5-623d-471e-99a3-08130add6cb6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.718570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c46648f5-623d-471e-99a3-08130add6cb6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.762200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c46648f5-623d-471e-99a3-08130add6cb6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.767988 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c46648f5-623d-471e-99a3-08130add6cb6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3862522 Jul 16 01:24:40.768189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:40.778833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f4564f4c-7195-414e-b117-cae253b81146 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Request body: {'security_group_rule': {'security_group_id': 'e7d54116-9d36-487d-b7a6-b0ab444de91a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:40.792472 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01ab96-8329-4ed5-8b60-c8c5b752f0b5 x-openstack-request-id: req-ce01ab96-8329-4ed5-8b60-c8c5b752f0b5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:40.792820 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f23c48-29aa-4665-8093-710ed62b87a7", "tag": "6d4bf20d-7373-46c6-8c89-ad871606c197", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:40.793059 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce01ab96-8329-4ed5-8b60-c8c5b752f0b5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:40.793461 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f23c48-29aa-4665-8093-710ed62b87a7', 'tag': '6d4bf20d-7373-46c6-8c89-ad871606c197', 'status': 'completed', 'code': 200} Jul 16 01:24:40.842811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7122b-97b5-4921-be53-532116c885b8 req-6ce627a0-75a3-43de-bff4-da738a164221 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.854087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9e7122b-97b5-4921-be53-532116c885b8 req-6ce627a0-75a3-43de-bff4-da738a164221 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.3764231 Jul 16 01:24:40.865638 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.948184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46648f5-623d-471e-99a3-08130add6cb6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d54116-9d36-487d-b7a6-b0ab444de91a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.957318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9e7122b-97b5-4921-be53-532116c885b8 req-641c5582-f021-4612-8fd0-6d701a968569 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016967 Jul 16 01:24:40.964349 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4564f4c-7195-414e-b117-cae253b81146 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.976998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:40.990874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.092378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-199dbaf6-f2ee-46ab-83b9-0341de985b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.092635 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.092790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:41.096326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-199dbaf6-f2ee-46ab-83b9-0341de985b32 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 1095 time: 0.3977315 Jul 16 01:24:41.145369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:41.150730 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-f3adcbad-a2fd-4699-ab35-58ad6f0e7531 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4bf20d-7373-46c6-8c89-ad871606c197 HTTP/1.1" status: 200 len: 217 time: 0.0487022 Jul 16 01:24:41.193404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:41.207716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=1285a819-f7b8-4385-95af-51935364f389,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.215748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] No DVR routers for this DVR port 1285a819-f7b8-4385-95af-51935364f389 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:41.236964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.244255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port 1285a819-f7b8-4385-95af-51935364f389 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:41.266663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4564f4c-7195-414e-b117-cae253b81146 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.293679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4564f4c-7195-414e-b117-cae253b81146 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.317597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.358019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4564f4c-7195-414e-b117-cae253b81146 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23860591-cafa-41b7-ae19-6c886bb79f51,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.422623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.438775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1285a819-f7b8-4385-95af-51935364f389 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:41.439329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:41.452954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c800ed-e68c-4590-ab40-d36c1fabc6de') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:41.453347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c800ed-e68c-4590-ab40-d36c1fabc6de') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:41.476323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 1285a819-f7b8-4385-95af-51935364f389 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:41.476676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1285a819-f7b8-4385-95af-51935364f389 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:41.480151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.482234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-bf27a001-630b-417c-b01b-b1daac3b3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.483745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-bf27a001-630b-417c-b01b-b1daac3b3b38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.3221519 Jul 16 01:24:41.496061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Pushing event updated for resources: {'Port': ['ID=bc268568-bd4e-4887-9962-e61ecb36d86b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.503297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Attempting to bind port bc268568-bd4e-4887-9962-e61ecb36d86b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:41.504085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Attempting to bind port bc268568-bd4e-4887-9962-e61ecb36d86b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:41.504853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.505239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Attempting to bind port bc268568-bd4e-4887-9962-e61ecb36d86b on network bf2c0330-ea1e-4f9d-9459-d1574271e028 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:41.510583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0fcc-541d-4bad-bbe9-8a57e0fabb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.518867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:41.519319 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.540742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0820c-fa99-4af9-88dd-43a3561b6660 None None] Pushing event deleted for resources: {'Port': ['ID=1285a819-f7b8-4385-95af-51935364f389,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.543051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:41.543536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Checking segment: {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:41.544036 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.544603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Bound using segment: {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:41.545201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Bound port: bc268568-bd4e-4887-9962-e61ecb36d86b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:41.545682 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:41.599470 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:41.605021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:37Z', 'revision_number': 2, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:41.605179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4564f4c-7195-414e-b117-cae253b81146 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.606629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f4564f4c-7195-414e-b117-cae253b81146 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8349056 Jul 16 01:24:41.613365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45176) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:41.619198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-88abd09a-c234-44a6-88df-1d5dc5702bae tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Request body: {'security_group_rule': {'security_group_id': 'e7d54116-9d36-487d-b7a6-b0ab444de91a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:41.636491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb5961-013f-43d5-bcbe-3cba95197b17 req-7fc36a2a-a4b0-45b0-a827-9147a7b0f94f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.648482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbcb5961-013f-43d5-bcbe-3cba95197b17 req-7fc36a2a-a4b0-45b0-a827-9147a7b0f94f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 944 time: 0.4495242 Jul 16 01:24:41.666256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.695889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.700677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/networks/b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed HTTP/1.1" status: 204 len: 168 time: 2.2924941 Jul 16 01:24:41.710680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Checking router: c72364da-fd38-4245-910b-20b68d858b2f for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:41.712299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45180) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:41.712847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Updating router c72364da-fd38-4245-910b-20b68d858b2f port 717582d0-6c1b-44ff-9ef0-44c4d0de962d binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:41.733305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8a83-ae47-416d-9104-185eef5c781c tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Network': ['ID=b3c8f8d4-6dbb-4046-9ca4-5ec95bc4f2ed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.764891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-7c6b9e76-8d3c-4bc2-b598-e6e403dea843 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184467 Jul 16 01:24:41.778652 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d00352f2-721e-4ad5-9437-2b50a0c1235d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6230b9524eb41f18c218e33706a9580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5794895 Jul 16 01:24:41.791680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:41.828750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] For port bc268568-bd4e-4887-9962-e61ecb36d86b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:41.834317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] For port bc268568-bd4e-4887-9962-e61ecb36d86b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bc268568-bd4e-4887-9962-e61ecb36d86b,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:41.842435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.851039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting subnet a1d41cc5-30d3-4c41-ae5b-8caaadecc580 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:41.856028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.872384 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.904843 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.946033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Allocated IP 172.25.5.46 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/6b001ce2-1873-49b2-9d41-7479fccf07c7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:41.948752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0faf8-6aec-4ff3-984e-0a7f481a267d None None] Pushing event updated for resources: {'Port': ['ID=bc268568-bd4e-4887-9962-e61ecb36d86b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.021581 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:42.034809 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-78d5ad18-12ff-4b2f-948e-ffab5f9f2579 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536314 Jul 16 01:24:42.116615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbcb5961-013f-43d5-bcbe-3cba95197b17 req-ff787987-1062-4a9a-bf03-99d516e22de6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670706 Jul 16 01:24:42.179860 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e12b8d5-4f0f-4bcb-b3ed-f77fae30704f req-93868e57-8a4b-465b-9a64-d3d6b417e0a9 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354716 Jul 16 01:24:42.197874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.215444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88abd09a-c234-44a6-88df-1d5dc5702bae tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.235486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bc3953bd-c9ec-4a2b-acc5-3a78ca756a3d req-443fabcf-c751-4ca5-af66-27f48dd94ae8 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 210 time: 0.1121140 Jul 16 01:24:42.267213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21ae47c6-671b-424d-9871-d31efbfc1c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.271858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.382262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Deleting port 2cdd034a-d676-42da-98f7-a55eeeec4c63 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:42.382880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.401303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21ae47c6-671b-424d-9871-d31efbfc1c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.543788 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.559942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Transition to ACTIVE for port object 717582d0-6c1b-44ff-9ef0-44c4d0de962d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:42.574704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.643134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] For port 2cdd034a-d676-42da-98f7-a55eeeec4c63, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2cdd034a-d676-42da-98f7-a55eeeec4c63,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:42.643508 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.677919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Calling delete_port for 2cdd034a-d676-42da-98f7-a55eeeec4c63 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:42.721699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310b881-adae-4406-801d-58e6039a4dba None None] Pushing event updated for resources: {'Port': ['ID=717582d0-6c1b-44ff-9ef0-44c4d0de962d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.743388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Attempting to bind port 717582d0-6c1b-44ff-9ef0-44c4d0de962d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:42.743747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Attempting to bind port 717582d0-6c1b-44ff-9ef0-44c4d0de962d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:42.744115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Attempting to bind port 717582d0-6c1b-44ff-9ef0-44c4d0de962d on network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:42.759179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:42.759566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Checking segment: {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:42.759977 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.761601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Bound using segment: {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:42.762097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Bound port: 717582d0-6c1b-44ff-9ef0-44c4d0de962d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:42.762478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.798853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-b599a883-db16-45b9-bfbf-e4f88c3653b5 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.800469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-b599a883-db16-45b9-bfbf-e4f88c3653b5 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.93 "GET /v2.0/networks?id=6850d1aa-f5e7-4dc9-9636-cc3fe6388187 HTTP/1.1" status: 200 len: 813 time: 0.5390849 Jul 16 01:24:42.821793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Request body: {'port': {'device_id': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187', 'admin_state_up': True, 'tenant_id': 'e874948bc6a5442e888dc66c77e82709'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:42.896195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.910073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] For port 717582d0-6c1b-44ff-9ef0-44c4d0de962d, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:42.915152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] For port 717582d0-6c1b-44ff-9ef0-44c4d0de962d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=717582d0-6c1b-44ff-9ef0-44c4d0de962d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:42.923547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.972874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21ae47c6-671b-424d-9871-d31efbfc1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.977004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21ae47c6-671b-424d-9871-d31efbfc1c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.979074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-21ae47c6-671b-424d-9871-d31efbfc1c8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0297727b-3146-46b1-9639-5f572b42e48b HTTP/1.1" status: 204 len: 168 time: 1.1853004 Jul 16 01:24:43.018368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Pushing event updated for resources: {'Port': ['ID=6b001ce2-1873-49b2-9d41-7479fccf07c7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.038706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88abd09a-c234-44a6-88df-1d5dc5702bae tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.043740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.052531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:43.059266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-8824bc6a-648f-4164-bea8-54ffd3363c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.073761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae47c6-671b-424d-9871-d31efbfc1c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297727b-3146-46b1-9639-5f572b42e48b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.075624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-8824bc6a-648f-4164-bea8-54ffd3363c3d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 1095 time: 0.7990201 Jul 16 01:24:43.075999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:43.077015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:43.111555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:43.117413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:43.140904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310b881-adae-4406-801d-58e6039a4dba None None] Pushing event updated for resources: {'Port': ['ID=717582d0-6c1b-44ff-9ef0-44c4d0de962d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.168770 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.172097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/subnets/a1d41cc5-30d3-4c41-ae5b-8caaadecc580 HTTP/1.1" status: 204 len: 168 time: 1.4564691 Jul 16 01:24:43.178214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:43.180527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88abd09a-c234-44a6-88df-1d5dc5702bae tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.181741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6113fec-e275-43b3-8dd6-e61a7602a25d None None] Network 18672d90-a9a8-463c-bb63-acfa604b177d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:43.230542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16def39-59e2-41e5-9e38-978b0f4b2e99 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d41cc5-30d3-4c41-ae5b-8caaadecc580,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.402895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abd09a-c234-44a6-88df-1d5dc5702bae tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6eb9d40-74fa-4a8d-94b4-371c84effd6c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.405204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88abd09a-c234-44a6-88df-1d5dc5702bae tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.409298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-88abd09a-c234-44a6-88df-1d5dc5702bae tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7919495 Jul 16 01:24:43.411023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:43.436774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56238-5a00-4d71-96e1-f11ca16bec87 req-c03f16b2-8457-46ca-9953-9454a5e5d730 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.438359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fd56238-5a00-4d71-96e1-f11ca16bec87 req-c03f16b2-8457-46ca-9953-9454a5e5d730 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.5878129 Jul 16 01:24:43.565951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc268568-bd4e-4887-9962-e61ecb36d86b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:43.645085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681bbd0-7323-4fef-b6e2-630947f2bd9f None None] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:43.655043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:43.721070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-6d8e4a83-4650-42a8-b2dc-d19e90a1274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.723155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-6d8e4a83-4650-42a8-b2dc-d19e90a1274d service neutron] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.5437927 Jul 16 01:24:43.795952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-5e9ddca9-12f2-4a06-9520-c203f8350c25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d4bf20d-7373-46c6-8c89-ad871606c197 HTTP/1.1" status: 200 len: 217 time: 0.0547760 Jul 16 01:24:43.818275 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.833551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6d4bf20d-7373-46c6-8c89-ad871606c197 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:43.913338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:43.929995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fd56238-5a00-4d71-96e1-f11ca16bec87 req-3f21d499-febe-4d2d-b504-2c496ea2546e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522111 Jul 16 01:24:43.962732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-ae46a1b1-6b98-4959-89cd-40eaab86cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.964977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-ae46a1b1-6b98-4959-89cd-40eaab86cfb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1583755 Jul 16 01:24:43.976854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f773344-1a33-4db7-be4f-4cb0fdbf39d6 req-e55e199b-67cb-422c-8b93-0a32277c4823 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.988015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f773344-1a33-4db7-be4f-4cb0fdbf39d6 req-e55e199b-67cb-422c-8b93-0a32277c4823 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 944 time: 0.6011810 Jul 16 01:24:43.994763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6d4bf20d-7373-46c6-8c89-ad871606c197, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6d4bf20d-7373-46c6-8c89-ad871606c197,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:44.049079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-e4d032fe-af5e-406b-9e35-fcd57298668f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431445 Jul 16 01:24:44.145077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '6d4bf20d-7373-46c6-8c89-ad871606c197', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'port_id': '6d4bf20d-7373-46c6-8c89-ad871606c197', 'mac_address': 'fa:16:3e:da:67:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8015b200-7ef2-45f1-a2e5-e7d3014071c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:44.166219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.207081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-159f8239-bbe4-43db-a78e-cdfbd551d4e6 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343067 Jul 16 01:24:44.215505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b75eadbe-8996-4415-88bb-5bb56f0027bc None None] Provisioning for port bc268568-bd4e-4887-9962-e61ecb36d86b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:44.277981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Made reservation on behalf of e874948bc6a5442e888dc66c77e82709 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:44.284845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.294141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29aa9bd2-2ce3-4260-8b6a-3e855d393507 req-21bc080a-19a4-4c57-a177-51d902f191f7 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 210 time: 0.0854306 Jul 16 01:24:44.350524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f773344-1a33-4db7-be4f-4cb0fdbf39d6 req-c29572fb-5873-4f94-9aa9-f3802135e0b5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613641 Jul 16 01:24:44.375272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Deleting port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:44.375512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.396156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.514141 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4f52b12-1a39-40e9-bda7-6dad6ae94f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.530994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdd034a-d676-42da-98f7-a55eeeec4c63,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:44.536653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port bc268568-bd4e-4887-9962-e61ecb36d86b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:44.596463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.627968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] For port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=00d0615b-5bf5-4a08-9fb3-53aa9ced47c3,segment=NetworkSegment(b3ffa754-d6aa-4347-965c-102c8b967d86),segment_id=b3ffa754-d6aa-4347-965c-102c8b967d86)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:44.628308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.637553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-480b6270-5704-42a9-b5e6-659bfc701c04 req-7e873621-1d3c-470a-8ef7-837f6d741fec service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003189 Jul 16 01:24:44.645217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Calling delete_port for 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:44.722034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bc268568-bd4e-4887-9962-e61ecb36d86b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:44.722522 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.724645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602e308-8c36-4ce7-8da0-6879b678cea8 None None] DHCP port deletion for 18672d90-a9a8-463c-bb63-acfa604b177d request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:44.777094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.795448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] No DVR routers for this DVR port 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:44.816455 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.860767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Port': ['ID=00d0615b-5bf5-4a08-9fb3-53aa9ced47c3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:44.868924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4602e308-8c36-4ce7-8da0-6879b678cea8 None None] The port '00d0615b-5bf5-4a08-9fb3-53aa9ced47c3' was deleted {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:24:44.879111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4bf20d-7373-46c6-8c89-ad871606c197 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:44.901710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6d4bf20d-7373-46c6-8c89-ad871606c197, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6d4bf20d-7373-46c6-8c89-ad871606c197,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:44.925169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.966298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Allocated IP 172.20.0.10 (6850d1aa-f5e7-4dc9-9636-cc3fe6388187/2722e627-3657-4c37-8031-e32342a1ebc5/388cda17-58ad-4bc4-8fc2-9fe1f7478cd2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:44.967077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.983831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.985801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18672d90-a9a8-463c-bb63-acfa604b177d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:45.013858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ffa754-d6aa-4347-965c-102c8b967d86') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:45.015118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ffa754-d6aa-4347-965c-102c8b967d86') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:45.040364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.076715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:42Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:45.091296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.106885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:45.107500 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:45.113385 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:45.166457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4667f-0710-4d76-bdc4-c5ab45928417 None None] The sync data for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 is: [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:42Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:45.193055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.223473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.234712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['6d4bf20d-7373-46c6-8c89-ad871606c197'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:45.267438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6d4bf20d-7373-46c6-8c89-ad871606c197,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.306159 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.306928 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.366184 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.384821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] 10.222.0.81 "DELETE /v2.0/networks/18672d90-a9a8-463c-bb63-acfa604b177d HTTP/1.1" status: 204 len: 168 time: 2.1917603 Jul 16 01:24:45.385280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.386317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port bc268568-bd4e-4887-9962-e61ecb36d86b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bc268568-bd4e-4887-9962-e61ecb36d86b,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:45.396597 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.399533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07fd9d85-3118-43bb-9c3a-5f456369a0f7 None None] Provisioning complete for port bc268568-bd4e-4887-9962-e61ecb36d86b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:45.399922 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07fd9d85-3118-43bb-9c3a-5f456369a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.407445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd8904-057c-404c-bc26-ccebfc6f0614 tempest-ServersTestMultiNic-499285948 tempest-ServersTestMultiNic-499285948-project] Pushing event deleted for resources: {'Network': ['ID=18672d90-a9a8-463c-bb63-acfa604b177d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.505971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609e84c-d2d3-460c-90b4-6f6522c13d8f req-165da0ed-3b7d-45f7-a27a-366a1a330b8d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.509311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3609e84c-d2d3-460c-90b4-6f6522c13d8f req-165da0ed-3b7d-45f7-a27a-366a1a330b8d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.2877369 Jul 16 01:24:45.691515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:45.696306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3609e84c-d2d3-460c-90b4-6f6522c13d8f req-483b3fbc-4f84-4f1b-b805-eb81554f5320 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954511 Jul 16 01:24:45.700021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Pushing event updated for resources: {'Port': ['ID=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.703937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 717582d0-6c1b-44ff-9ef0-44c4d0de962d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:45.707921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:45.750329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:45.754201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d5e7e-d2c2-4717-915a-d1bea4321854 req-0189958c-a746-47ed-815c-6d36cabf2e86 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.755490 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.763825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.766189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-421d5e7e-d2c2-4717-915a-d1bea4321854 req-0189958c-a746-47ed-815c-6d36cabf2e86 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 932 time: 0.2533309 Jul 16 01:24:45.770183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=bc268568-bd4e-4887-9962-e61ecb36d86b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.836900 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.848003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 717582d0-6c1b-44ff-9ef0-44c4d0de962d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:45.856690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 717582d0-6c1b-44ff-9ef0-44c4d0de962d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:45.857077 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.857871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-421d5e7e-d2c2-4717-915a-d1bea4321854 req-5194a123-98e0-4702-bc8e-37c8ade8e2b7 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877059 Jul 16 01:24:46.004724 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.085000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 717582d0-6c1b-44ff-9ef0-44c4d0de962d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=717582d0-6c1b-44ff-9ef0-44c4d0de962d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:46.096607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.129134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87550bfe-ca55-4189-b7b6-360555656b33 req-09c4c481-934f-4154-97ba-cf182e404c69 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.133310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87550bfe-ca55-4189-b7b6-360555656b33 req-09c4c481-934f-4154-97ba-cf182e404c69 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 945 time: 0.1100061 Jul 16 01:24:46.150839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.156873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.194091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87550bfe-ca55-4189-b7b6-360555656b33 req-4c59750b-a906-488c-b855-644c42317f12 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553827 Jul 16 01:24:46.202078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=717582d0-6c1b-44ff-9ef0-44c4d0de962d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.209399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:46.247196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:46.247933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 00d0615b-5bf5-4a08-9fb3-53aa9ced47c3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:46.327526 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-c923606a-c1d8-496d-b1f6-cadba9dcce0b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5140233 Jul 16 01:24:46.349476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Request body: {'port': {'device_id': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:46.357390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.396662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Allocated IP 172.25.5.135 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/c6c4dc53-d90e-49c2-8322-59589a5a9ebe) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:46.485992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.721180 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.995073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.102546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.120408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51698c85-5026-4727-8d1d-ee5e17a567c7 req-91b86438-6382-4844-b22f-5bed556f7a23 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.122744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Router b8e24e38-aa08-4067-8851-07ca38e6b74e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:47.123028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51698c85-5026-4727-8d1d-ee5e17a567c7 req-91b86438-6382-4844-b22f-5bed556f7a23 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.2666759 Jul 16 01:24:47.239803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Router 71ddb92e-99c8-455b-8934-becb039d9581 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:47.253233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51698c85-5026-4727-8d1d-ee5e17a567c7 req-1e093641-38e0-4e8f-86b0-fabdb6c43b01 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861180 Jul 16 01:24:47.288272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99691b7-fe26-42fb-9696-ca8e6737b7ee req-72a33f55-8253-40ad-a51b-9fd8fd9ac93a tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.289906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99691b7-fe26-42fb-9696-ca8e6737b7ee req-72a33f55-8253-40ad-a51b-9fd8fd9ac93a tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 932 time: 0.2223706 Jul 16 01:24:47.375879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.398144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99691b7-fe26-42fb-9696-ca8e6737b7ee req-3410eee9-499d-49e7-94da-f1173c6ac843 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895500 Jul 16 01:24:47.473003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.518764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:47.531558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:47.548685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:47.550116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc268568-bd4e-4887-9962-e61ecb36d86b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:47.557110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event updated for resources: {'Port': ['ID=c6c4dc53-d90e-49c2-8322-59589a5a9ebe,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:47.595611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f9f2a-d17a-4973-b302-fdf8fa9b2788 req-50ab6462-b4a6-45f3-8dd8-d10114ee1c8c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.598257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:47.605422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-513f9f2a-d17a-4973-b302-fdf8fa9b2788 req-50ab6462-b4a6-45f3-8dd8-d10114ee1c8c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 945 time: 0.2104812 Jul 16 01:24:47.615083 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cc5c64de-7d60-402e-bebd-3132f6232e76 admin admin] 10.222.0.81 "PUT /v2.0/routers/b8e24e38-aa08-4067-8851-07ca38e6b74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4650860 Jul 16 01:24:47.615295 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] Sync routers for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:47.618384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:47.627056 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:47.627666 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:47.651241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:47.662435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Sync routers for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:47.674230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bc268568-bd4e-4887-9962-e61ecb36d86b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:47.676586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.685177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-513f9f2a-d17a-4973-b302-fdf8fa9b2788 req-8981940b-207e-44f3-b833-89462a559b2a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768912 Jul 16 01:24:47.753968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:47.754596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:47.771763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:47.821392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.825801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e93fac0-ea44-4ba9-9d99-d19162f5fc97 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 937 time: 8.5277903 Jul 16 01:24:47.829725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:47.839973 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.868554 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:47.898630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Transition to ACTIVE for port object 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:47.901494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.913632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.916403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.934567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6d4bf20d-7373-46c6-8c89-ad871606c197 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:48.066474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:48.099997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45268) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:48.114744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Pushing event updated for resources: {'Port': ['ID=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.130605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.213893 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:24:43Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:48.258864 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] Checking router: b8e24e38-aa08-4067-8851-07ca38e6b74e for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:48.268924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.277385 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] Routers {'b8e24e38-aa08-4067-8851-07ca38e6b74e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:48.278220 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b8e24e38-aa08-4067-8851-07ca38e6b74e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:48.287000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 717582d0-6c1b-44ff-9ef0-44c4d0de962d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:48.306957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Attempting to bind port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:48.307304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Attempting to bind port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '67c502e0-55d8-404c-a345-abc4aeb62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:48.307639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Attempting to bind port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 on network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:48.368110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 on network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:48.368472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Attempting to bind port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 on network 6850d1aa-f5e7-4dc9-9636-cc3fe6388187 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:48.392576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9bf78f11-8e5b-4a6a-9272-15c4b2654ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.398047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:48.398396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Checking segment: {'id': '67c502e0-55d8-404c-a345-abc4aeb62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:48.398790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Bound using segment: {'id': '67c502e0-55d8-404c-a345-abc4aeb62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:48.399237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Bound port: 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c502e0-55d8-404c-a345-abc4aeb62bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:48.399590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.400486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 6d4bf20d-7373-46c6-8c89-ad871606c197 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:48.437050 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] Set router b8e24e38-aa08-4067-8851-07ca38e6b74e gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:48.470931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 6d4bf20d-7373-46c6-8c89-ad871606c197 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:48.471353 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.537290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.564131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Deleting port eb596e59-4c43-437e-9cb2-d4a89c5e6753 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:48.571062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.573176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.634287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 717582d0-6c1b-44ff-9ef0-44c4d0de962d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:48.635260 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.683446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] For port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:48.705981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] For port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,segment=NetworkSegment(67c502e0-55d8-404c-a345-abc4aeb62bbb),segment_id=67c502e0-55d8-404c-a345-abc4aeb62bbb)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:48.708040 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.745522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f23c48-29aa-4665-8093-710ed62b87a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4bf20d-7373-46c6-8c89-ad871606c197'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:48.747954 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68e7eed-95d9-4446-b264-2c6bf4536285" -d '{"events": [{"server_uuid": "24f23c48-29aa-4665-8093-710ed62b87a7", "name": "network-vif-plugged", "status": "completed", "tag": "6d4bf20d-7373-46c6-8c89-ad871606c197"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:48.766294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6d4bf20d-7373-46c6-8c89-ad871606c197, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6d4bf20d-7373-46c6-8c89-ad871606c197,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:48.777195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.788375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event updated for resources: {'Port': ['ID=c6c4dc53-d90e-49c2-8322-59589a5a9ebe,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.807387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.814499 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:24:43Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:48.818282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.842775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:44Z', 'revision_number': 3, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:48.844467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882c30-6adf-4b8d-918c-b46a252db0a4 req-a6ab9b3a-a549-4be0-876c-00fe2e8fd6fe tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.848419 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8ade8-6b7f-44bf-8a5f-b4640fdce193 None None] The sync data for ids ['b8e24e38-aa08-4067-8851-07ca38e6b74e'] in n-d-800085-5 is: [{'id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371426134-router', 'tenant_id': 'f830a028814f43898594e273bf421eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:10Z', 'updated_at': '2021-07-16T01:24:43Z', 'revision_number': 5, 'project_id': 'f830a028814f43898594e273bf421eb1', 'gw_port': {'id': 'eb596e59-4c43-437e-9cb2-d4a89c5e6753', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e24e38-aa08-4067-8851-07ca38e6b74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:11Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:48.853439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18882c30-6adf-4b8d-918c-b46a252db0a4 req-a6ab9b3a-a549-4be0-876c-00fe2e8fd6fe tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.3182230 Jul 16 01:24:48.856392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Deleting port 286db052-d1c6-4599-b489-6476389080cb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:48.856803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.912585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Checking router: 71ddb92e-99c8-455b-8934-becb039d9581 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:48.913287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Updating router 71ddb92e-99c8-455b-8934-becb039d9581 port 6b001ce2-1873-49b2-9d41-7479fccf07c7 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:48.948570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.949537 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.950645 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] 10.222.0.93 "PUT /v2.0/ports/388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 HTTP/1.1" status: 200 len: 1092 time: 2.6111131 Jul 16 01:24:48.954580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'tag': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:48.956906 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "416a6fe2-ebce-4296-8f06-cb4998be8304", "tag": "388cda17-58ad-4bc4-8fc2-9fe1f7478cd2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:48.963463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694e1db-e594-4064-9d3f-87acfb403792 req-41f5be7a-1681-469f-b2d3-df826097a449 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.972803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9694e1db-e594-4064-9d3f-87acfb403792 req-41f5be7a-1681-469f-b2d3-df826097a449 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 944 time: 0.3013222 Jul 16 01:24:48.990060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] For port eb596e59-4c43-437e-9cb2-d4a89c5e6753, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=eb596e59-4c43-437e-9cb2-d4a89c5e6753,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:48.990335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.002016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23a796-d37c-49d5-91ff-ad9fd0cab475 service neutron] Pushing event updated for resources: {'Port': ['ID=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.027223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Calling delete_port for eb596e59-4c43-437e-9cb2-d4a89c5e6753 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:49.030240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9bf78f11-8e5b-4a6a-9272-15c4b2654ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.054075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9bf78f11-8e5b-4a6a-9272-15c4b2654ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.065939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.067558 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f16e68ab-575b-488b-a49d-761619a58663 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5726781 Jul 16 01:24:49.109735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6d4bf20d-7373-46c6-8c89-ad871606c197,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.129998 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.149537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18882c30-6adf-4b8d-918c-b46a252db0a4 req-2fe76189-19ea-44e7-a879-47c3273f6da7 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950733 Jul 16 01:24:49.159735 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9bf78f11-8e5b-4a6a-9272-15c4b2654ecc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca94121b575943a99fbe1d544e468c76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0550005 Jul 16 01:24:49.163140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78f11-8e5b-4a6a-9272-15c4b2654ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de388e29-fd7d-423c-823a-78b66c303fb6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.167659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45284) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:49.203108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] For port 286db052-d1c6-4599-b489-6476389080cb, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=286db052-d1c6-4599-b489-6476389080cb,segment=NetworkSegment(cd75c21a-7acc-405c-ac89-c9df42f11cf9),segment_id=cd75c21a-7acc-405c-ac89-c9df42f11cf9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:49.203711 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.251479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Calling delete_port for 286db052-d1c6-4599-b489-6476389080cb owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:49.265199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9694e1db-e594-4064-9d3f-87acfb403792 req-84c97d63-97f1-4bee-82ad-9b5c3e09087b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914073 Jul 16 01:24:49.301025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-03e14447-edf4-4dd6-8176-b0b89ecd5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.302661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-03e14447-edf4-4dd6-8176-b0b89ecd5453 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e874948bc6a5442e888dc66c77e82709&device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 1095 time: 0.2959592 Jul 16 01:24:49.472102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2cdd034a-d676-42da-98f7-a55eeeec4c63 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:49.576944 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.640505 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf5f877-54e2-40e0-b346-413b3e0911c8 x-openstack-request-id: req-ecf5f877-54e2-40e0-b346-413b3e0911c8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:49.640782 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f23c48-29aa-4665-8093-710ed62b87a7", "name": "network-vif-plugged", "status": "completed", "tag": "6d4bf20d-7373-46c6-8c89-ad871606c197", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:49.641121 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecf5f877-54e2-40e0-b346-413b3e0911c8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:49.641615 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f23c48-29aa-4665-8093-710ed62b87a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4bf20d-7373-46c6-8c89-ad871606c197', 'code': 200} Jul 16 01:24:49.650757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026c0cc-e95e-43ff-a289-3eba1ed7ad4a req-f9581806-44b5-4d12-b6a8-055af559c4d0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.656819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2cdd034a-d676-42da-98f7-a55eeeec4c63 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:49.657654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2cdd034a-d676-42da-98f7-a55eeeec4c63 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:49.657780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7026c0cc-e95e-43ff-a289-3eba1ed7ad4a req-f9581806-44b5-4d12-b6a8-055af559c4d0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 946 time: 0.2651882 Jul 16 01:24:49.667401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.690616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-f3384da7-cbd6-4763-9ab6-17245f81f914 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 HTTP/1.1" status: 200 len: 217 time: 0.3729870 Jul 16 01:24:49.694642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc283cb-dc97-43ce-b5ec-260ce793e79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.720146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.741759 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c0e2d-3461-457b-a631-b16ab293925b x-openstack-request-id: req-bc1c0e2d-3461-457b-a631-b16ab293925b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:49.742055 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416a6fe2-ebce-4296-8f06-cb4998be8304", "tag": "388cda17-58ad-4bc4-8fc2-9fe1f7478cd2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:49.742286 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc1c0e2d-3461-457b-a631-b16ab293925b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:49.742683 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'tag': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2', 'status': 'completed', 'code': 200} Jul 16 01:24:49.745572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Transition to ACTIVE for port object 6b001ce2-1873-49b2-9d41-7479fccf07c7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:49.755666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.756213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.777232 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc283cb-dc97-43ce-b5ec-260ce793e79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.801939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d255f-b0d4-4d35-9040-9a04f4fecca2 None None] Pushing event updated for resources: {'Port': ['ID=6b001ce2-1873-49b2-9d41-7479fccf07c7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.805253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-e521f31a-4021-4b45-8e60-90de034c720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.807129 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-e521f31a-4021-4b45-8e60-90de034c720f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2722e627-3657-4c37-8031-e32342a1ebc5 HTTP/1.1" status: 200 len: 853 time: 0.1099617 Jul 16 01:24:49.820460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7026c0cc-e95e-43ff-a289-3eba1ed7ad4a req-55c45973-eb45-4561-82a4-4d97eff85a6d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616488 Jul 16 01:24:49.825099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=286db052-d1c6-4599-b489-6476389080cb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.837892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Attempting to bind port 6b001ce2-1873-49b2-9d41-7479fccf07c7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:49.838930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Attempting to bind port 6b001ce2-1873-49b2-9d41-7479fccf07c7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:49.839307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Attempting to bind port 6b001ce2-1873-49b2-9d41-7479fccf07c7 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:49.846269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:49.846791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:49.847246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.847645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:49.848253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Bound port: 6b001ce2-1873-49b2-9d41-7479fccf07c7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:49.848807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.861074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-484c2347-c185-43ef-926e-815782f3a15d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6850d1aa-f5e7-4dc9-9636-cc3fe6388187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392883 Jul 16 01:24:49.862166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.910209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb596e59-4c43-437e-9cb2-d4a89c5e6753,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.934682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] For port 6b001ce2-1873-49b2-9d41-7479fccf07c7, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:49.939891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] For port 6b001ce2-1873-49b2-9d41-7479fccf07c7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6b001ce2-1873-49b2-9d41-7479fccf07c7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:49.945837 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.957317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dd3c2-4560-4e17-8e91-e946dd7d4e23 req-0845fa96-6340-4b0c-9ada-fdf2952684f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.958842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-593dd3c2-4560-4e17-8e91-e946dd7d4e23 req-0845fa96-6340-4b0c-9ada-fdf2952684f0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 1097 time: 0.2950571 Jul 16 01:24:50.012165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:50.013165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:50.029629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc283cb-dc97-43ce-b5ec-260ce793e79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.034319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc283cb-dc97-43ce-b5ec-260ce793e79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.042053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fbc283cb-dc97-43ce-b5ec-260ce793e79b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de388e29-fd7d-423c-823a-78b66c303fb6 HTTP/1.1" status: 204 len: 168 time: 0.8722079 Jul 16 01:24:50.100035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc283cb-dc97-43ce-b5ec-260ce793e79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de388e29-fd7d-423c-823a-78b66c303fb6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.131548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-175ed59e-8c35-4bd0-aaf1-ac5ddc14cf36 service neutron] 10.222.0.93 "GET /v2.0/networks/6850d1aa-f5e7-4dc9-9636-cc3fe6388187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638612 Jul 16 01:24:50.137546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.149951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d255f-b0d4-4d35-9040-9a04f4fecca2 None None] Pushing event updated for resources: {'Port': ['ID=6b001ce2-1873-49b2-9d41-7479fccf07c7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.169473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-8336b6d2-fbe1-49cb-82f4-fc0c57406c43 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--757888335&fields=id&tenant_id=260c95bb898048f9bc01d671e51ad188 HTTP/1.1" status: 200 len: 267 time: 0.2316637 Jul 16 01:24:50.200911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-593dd3c2-4560-4e17-8e91-e946dd7d4e23 req-80181d80-c0fb-4d4c-aece-32cca379046f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199879 Jul 16 01:24:50.217548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:50.305587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.315454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.413573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Allocated IP 172.20.0.1 (bf2c0330-ea1e-4f9d-9459-d1574271e028/627b9639-2ea2-4ba5-a68c-6df5e86f573b/abbcbcda-61e6-4b8b-b373-26dcf1915e7e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:50.437691 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-07d4d793-17ab-40b2-aaa5-7619b0aa970f req-1af88084-f26d-42f7-8c00-b66d867437fe service neutron] 10.222.0.93 "GET /v2.0/networks/6850d1aa-f5e7-4dc9-9636-cc3fe6388187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947006 Jul 16 01:24:50.441515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.442791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e24e38-aa08-4067-8851-07ca38e6b74e {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:50.448546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.454514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f74cf45-61e7-48d6-b3a7-3cac7feae279 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b8e24e38-aa08-4067-8851-07ca38e6b74e HTTP/1.1" status: 204 len: 168 time: 2.8283801 Jul 16 01:24:50.455575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:50.466872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:50.476807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.493278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:44Z', 'revision_number': 3, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:50.504167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe027-d855-42de-9409-3a2d5020d7dc req-28cc05d7-ba19-4896-8426-9619ee6294ad tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.506075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39ebe027-d855-42de-9409-3a2d5020d7dc req-28cc05d7-ba19-4896-8426-9619ee6294ad tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.1582878 Jul 16 01:24:50.528874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0add4-a787-473e-8627-592fa28e4faa None None] The sync data for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 is: [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:44Z', 'revision_number': 3, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:50.549343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-346abb64-d1c4-4709-a8e0-a94aa4e88ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.551901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-ea3b13be-d516-4b2c-9f3e-16fbc75f0d10 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.554131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-ea3b13be-d516-4b2c-9f3e-16fbc75f0d10 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/networks?id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a HTTP/1.1" status: 200 len: 806 time: 0.3725090 Jul 16 01:24:50.583048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] Deleting subnet e16a75cc-8446-4fc8-960c-dc82ca165141 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:50.597459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.633570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-e8ade97b-06b7-41c5-a7ea-e66102c5059c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/quotas/260c95bb898048f9bc01d671e51ad188 HTTP/1.1" status: 200 len: 375 time: 0.0597842 Jul 16 01:24:50.697427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.702970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-a44265fd-0aeb-4910-92f4-7b0c9360327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.705279 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-a44265fd-0aeb-4910-92f4-7b0c9360327b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e874948bc6a5442e888dc66c77e82709&device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 1095 time: 0.1979766 Jul 16 01:24:50.790764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39ebe027-d855-42de-9409-3a2d5020d7dc req-07a26faf-cf37-47e0-a056-d1cac2f0dd94 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495468 Jul 16 01:24:50.866877 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.879300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-4f19b865-caa3-4249-bc21-7af31fbc6c5d tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=260c95bb898048f9bc01d671e51ad188&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1994684 Jul 16 01:24:50.934885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.950259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Transition to ACTIVE for port object abbcbcda-61e6-4b8b-b373-26dcf1915e7e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:50.980072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-346abb64-d1c4-4709-a8e0-a94aa4e88ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.985966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-fd105b84-3812-4d42-af8b-0c20556ecbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.987558 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-fd105b84-3812-4d42-af8b-0c20556ecbb5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6850d1aa-f5e7-4dc9-9636-cc3fe6388187 HTTP/1.1" status: 200 len: 914 time: 0.2478535 Jul 16 01:24:50.990544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-346abb64-d1c4-4709-a8e0-a94aa4e88ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.026506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-346abb64-d1c4-4709-a8e0-a94aa4e88ce5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5834ce3ca9143be962f1fb5727da4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584457 Jul 16 01:24:51.037530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:51.143338 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-c876fc38-cb81-4762-bef1-9a704e00d8fe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 HTTP/1.1" status: 200 len: 217 time: 0.1229513 Jul 16 01:24:51.171682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc7275-5b71-416a-b466-b655fe492b79 req-fbbecd52-fb5e-45a8-bc1b-25514d488b2e tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.180022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346abb64-d1c4-4709-a8e0-a94aa4e88ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05d8c4-abbd-42b0-bd6e-0d06758f5092,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.180686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bcc7275-5b71-416a-b466-b655fe492b79 req-fbbecd52-fb5e-45a8-bc1b-25514d488b2e tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 944 time: 0.2314098 Jul 16 01:24:51.257641 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.299440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16a75cc-8446-4fc8-960c-dc82ca165141,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.323644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.327871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dfa551a3-22d4-473b-a3ce-0c58d1b4976d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e16a75cc-8446-4fc8-960c-dc82ca165141 HTTP/1.1" status: 204 len: 168 time: 0.8687274 Jul 16 01:24:51.330523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:51.336135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9929c8-d223-426b-913c-8bfa9ea66ca7 None None] Network ffc5b524-1c1f-4e8b-bae6-95151861f6cb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:51.344275 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-101acf5b-0050-4c47-b0c2-2d9b6dc424c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.416824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-247dfabf-1c80-4b99-9819-26f2b45604eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.418329 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-247dfabf-1c80-4b99-9819-26f2b45604eb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2722e627-3657-4c37-8031-e32342a1ebc5 HTTP/1.1" status: 200 len: 853 time: 0.2645752 Jul 16 01:24:51.445219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.478981 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-80dfff68-af44-46aa-a0b3-1c4b30aa3864 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6850d1aa-f5e7-4dc9-9636-cc3fe6388187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506449 Jul 16 01:24:51.490942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-101acf5b-0050-4c47-b0c2-2d9b6dc424c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.587886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.602048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] DHCP port deletion for ffc5b524-1c1f-4e8b-bae6-95151861f6cb request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:51.658212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b001ce2-1873-49b2-9d41-7479fccf07c7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:51.707550 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-098f1eac-a1af-431b-b550-12401c5b0f7a service neutron] 10.222.0.81 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070776 Jul 16 01:24:51.727294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-4928277a-786b-4387-b4b7-af7fb489a9b7 service neutron] 10.222.0.93 "GET /v2.0/networks/6850d1aa-f5e7-4dc9-9636-cc3fe6388187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332931 Jul 16 01:24:51.728292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] Deleting port a2b0cb1e-68ce-4d74-8c92-d14134658950 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:51.731801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-101acf5b-0050-4c47-b0c2-2d9b6dc424c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.732481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.735116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-101acf5b-0050-4c47-b0c2-2d9b6dc424c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.739649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Router 5d51de41-09de-499e-bf46-31ca09a6a3d4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:51.739965 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-101acf5b-0050-4c47-b0c2-2d9b6dc424c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d05d8c4-abbd-42b0-bd6e-0d06758f5092 HTTP/1.1" status: 204 len: 168 time: 0.6946754 Jul 16 01:24:51.760893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Deleting port a2b0cb1e-68ce-4d74-8c92-d14134658950 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:51.761271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.772303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6b001ce2-1873-49b2-9d41-7479fccf07c7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:51.786075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6b001ce2-1873-49b2-9d41-7479fccf07c7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:51.786490 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.803639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101acf5b-0050-4c47-b0c2-2d9b6dc424c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05d8c4-abbd-42b0-bd6e-0d06758f5092,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.842881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-159cf7d3-6ed4-4c5b-8f06-a304cb087153 service neutron] 10.222.0.81 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018586 Jul 16 01:24:51.848870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:51.876484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:51.886157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:51.900313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bcc7275-5b71-416a-b466-b655fe492b79 req-0f8792fb-5678-4863-a61e-f888f6f7d2cf tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183449 Jul 16 01:24:51.904734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:51.956775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] For port a2b0cb1e-68ce-4d74-8c92-d14134658950, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0cb1e-68ce-4d74-8c92-d14134658950,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:51.957177 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.034305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:24:52.034734 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.043333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] For port a2b0cb1e-68ce-4d74-8c92-d14134658950, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0cb1e-68ce-4d74-8c92-d14134658950,segment=NetworkSegment(287fbf10-430a-410b-8772-250d02bcc1f4),segment_id=287fbf10-430a-410b-8772-250d02bcc1f4)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:52.045194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.047123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.101744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Calling delete_port for a2b0cb1e-68ce-4d74-8c92-d14134658950 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:52.132262 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c44a31fd-9a3d-4ab2-b5ce-af38b73ad8a4 req-3421fadd-24c2-4acd-b19f-6f33e113d88a service neutron] 10.222.0.93 "GET /v2.0/networks/6850d1aa-f5e7-4dc9-9636-cc3fe6388187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909860 Jul 16 01:24:52.270510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,segment=NetworkSegment(67c502e0-55d8-404c-a345-abc4aeb62bbb),segment_id=67c502e0-55d8-404c-a345-abc4aeb62bbb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:52.280868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] Calling delete_port for a2b0cb1e-68ce-4d74-8c92-d14134658950 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:52.327061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2', 'network_id': '6850d1aa-f5e7-4dc9-9636-cc3fe6388187', 'port_id': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2', 'mac_address': 'fa:16:3e:a2:c2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2722e627-3657-4c37-8031-e32342a1ebc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:52.399448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.454512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b0cb1e-68ce-4d74-8c92-d14134658950,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.458277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] No DVR routers for this DVR port a2b0cb1e-68ce-4d74-8c92-d14134658950 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:52.572483 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.586561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0dbe9446-4463-4ffb-882a-12d41b4f3ae7 None None] Provisioning for port abbcbcda-61e6-4b8b-b373-26dcf1915e7e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:52.630018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0dbe9446-4463-4ffb-882a-12d41b4f3ae7 None None] Provisioning complete for port abbcbcda-61e6-4b8b-b373-26dcf1915e7e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:52.630492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0dbe9446-4463-4ffb-882a-12d41b4f3ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.661852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.688282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc5b524-1c1f-4e8b-bae6-95151861f6cb']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.716589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287fbf10-430a-410b-8772-250d02bcc1f4') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.717955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287fbf10-430a-410b-8772-250d02bcc1f4') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.718093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.726700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 6b001ce2-1873-49b2-9d41-7479fccf07c7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6b001ce2-1873-49b2-9d41-7479fccf07c7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:52.736383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.740049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:52.751857 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.754333 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] Sync routers for ids ['5d51de41-09de-499e-bf46-31ca09a6a3d4'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:52.771749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.772938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:52.773683 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] Routers {'5d51de41-09de-499e-bf46-31ca09a6a3d4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:52.775846 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5d51de41-09de-499e-bf46-31ca09a6a3d4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.790407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b45efe6c-cf62-4c22-b45b-132f74bb5fa1 admin admin] 10.222.0.81 "PUT /v2.0/routers/5d51de41-09de-499e-bf46-31ca09a6a3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3031931 Jul 16 01:24:52.791591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:52.792007 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:52.794035 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:52.812143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:52.819122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0dbe9446-4463-4ffb-882a-12d41b4f3ae7 None None] Port abbcbcda-61e6-4b8b-b373-26dcf1915e7e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:52.829725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd3c2a-4e2a-4883-8a35-42935bae6ce3 req-f4dfc42d-a704-472e-9337-c636b711a4b3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.840153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31cd3c2a-4e2a-4883-8a35-42935bae6ce3 req-f4dfc42d-a704-472e-9337-c636b711a4b3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 946 time: 0.5991642 Jul 16 01:24:52.845636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,segment=NetworkSegment(67c502e0-55d8-404c-a345-abc4aeb62bbb),segment_id=67c502e0-55d8-404c-a345-abc4aeb62bbb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:52.848790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.873237 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.881434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eb596e59-4c43-437e-9cb2-d4a89c5e6753 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:52.883868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] No DVR routers for this DVR port a2b0cb1e-68ce-4d74-8c92-d14134658950 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:52.892607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=6b001ce2-1873-49b2-9d41-7479fccf07c7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.925981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: eb596e59-4c43-437e-9cb2-d4a89c5e6753 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:52.926586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eb596e59-4c43-437e-9cb2-d4a89c5e6753 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:52.980554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff71d61-aa03-4031-8f9d-ffc6cd3a85de None None] Pushing event deleted for resources: {'Port': ['ID=a2b0cb1e-68ce-4d74-8c92-d14134658950,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.022090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0843afa-8445-444b-b5b5-3e0244b5ef2e req-0cc634bc-b75f-45f6-a0c6-972bb8b0ef8f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.023742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0843afa-8445-444b-b5b5-3e0244b5ef2e req-0cc634bc-b75f-45f6-a0c6-972bb8b0ef8f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.4793258 Jul 16 01:24:53.099783 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] Set router 5d51de41-09de-499e-bf46-31ca09a6a3d4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:53.103595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.120400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['388cda17-58ad-4bc4-8fc2-9fe1f7478cd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:53.129268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.129876 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.135358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31cd3c2a-4e2a-4883-8a35-42935bae6ce3 req-41d141f4-40e8-49f0-a67d-81e27cd335aa tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928128 Jul 16 01:24:53.147783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.161949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:53.164820 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] 10.222.0.81 "DELETE /v2.0/networks/ffc5b524-1c1f-4e8b-bae6-95151861f6cb HTTP/1.1" status: 204 len: 168 time: 1.8199706 Jul 16 01:24:53.228751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adfd74-b601-4c7a-82d7-baf79e13125e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc5b524-1c1f-4e8b-bae6-95151861f6cb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.342839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.514808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 5, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:53.520783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-6a5cd9e9-e636-4c93-b414-5ad1e69c3d50 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.523058 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-6a5cd9e9-e636-4c93-b414-5ad1e69c3d50 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1097 time: 0.3529544 Jul 16 01:24:53.530084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b001ce2-1873-49b2-9d41-7479fccf07c7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:53.551721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-5'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:53.577543 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] Checking router: 5d51de41-09de-499e-bf46-31ca09a6a3d4 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:53.589752 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] Routers {'5d51de41-09de-499e-bf46-31ca09a6a3d4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:53.590731 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5d51de41-09de-499e-bf46-31ca09a6a3d4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:53.601684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0843afa-8445-444b-b5b5-3e0244b5ef2e req-175e90df-e7cb-48f4-91f1-1870c4588b6d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506983 Jul 16 01:24:53.615779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.650339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6b001ce2-1873-49b2-9d41-7479fccf07c7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:53.650824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.724945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.800355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Deleting port e74749a8-2d52-43f3-af36-93e0288999d1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:53.800783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.810015 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] Set router 5d51de41-09de-499e-bf46-31ca09a6a3d4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:53.856256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:53.893946 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.949228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:53.957910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0cb1e-68ce-4d74-8c92-d14134658950 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:53.970802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32083ee4-6024-4a0b-a7bd-7c7ac7bf2cb9 req-d5548d47-17c5-4b60-9e4f-7d5231536efb tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 210 time: 0.4798477 Jul 16 01:24:53.987308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.025010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: a2b0cb1e-68ce-4d74-8c92-d14134658950 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:54.025389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0cb1e-68ce-4d74-8c92-d14134658950 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:54.057100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:54.144439 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 5, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:54.183069 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a1131-b7f3-4279-a4dd-ca440ad1c7a5 None None] The sync data for ids ['5d51de41-09de-499e-bf46-31ca09a6a3d4'] in n-d-800085-5 is: [{'id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'name': 'tempest-ServersTestMultiNic-159120640-router', 'tenant_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:56Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 5, 'project_id': '5a792ddc695f40ff9a84b8854f3ee6d3', 'gw_port': {'id': 'e74749a8-2d52-43f3-af36-93e0288999d1', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d51de41-09de-499e-bf46-31ca09a6a3d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:54.224636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] For port e74749a8-2d52-43f3-af36-93e0288999d1, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e74749a8-2d52-43f3-af36-93e0288999d1,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:54.225146 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.308281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Calling delete_port for e74749a8-2d52-43f3-af36-93e0288999d1 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:54.338207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb499-4bf8-4447-b643-4291bbfa7ecb req-46218bf8-3fb1-457f-820b-1008343e4e79 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.350710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:54.355272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2eeb499-4bf8-4447-b643-4291bbfa7ecb req-46218bf8-3fb1-457f-820b-1008343e4e79 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 945 time: 0.4270651 Jul 16 01:24:54.465020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2eeb499-4bf8-4447-b643-4291bbfa7ecb req-3c69d661-14aa-4c1c-9083-761d694ad0ec tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089580 Jul 16 01:24:54.465801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:54.467632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.520920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.523551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 has no active binding in host n-h2-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:24:54.528733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:54.537282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:54.539565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.792592 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.834928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:54.840886 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7566fad6-9164-42ce-8b74-a1fa74bd7ab0" -d '{"events": [{"server_uuid": "416a6fe2-ebce-4296-8f06-cb4998be8304", "name": "network-vif-plugged", "status": "completed", "tag": "388cda17-58ad-4bc4-8fc2-9fe1f7478cd2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:54.876150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,segment=NetworkSegment(67c502e0-55d8-404c-a345-abc4aeb62bbb),segment_id=67c502e0-55d8-404c-a345-abc4aeb62bbb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:54.883593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.955987 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.963457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:54.967273 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf9d1dc-a4a3-4f4e-802b-0dd3f2bfed76" -d '{"events": [{"server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:54.972720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.995329 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-ab1c3bd1-0c7e-4d91-89ab-728b39e41984 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8347070 Jul 16 01:24:55.008626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:55.027677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:55.038806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.043497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:55.061632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1fd87-c0ed-49bc-8de1-a8caadf2c45f req-4ba7acff-05b1-42e2-80d0-6a98fbe65267 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.066648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ebe1fd87-c0ed-49bc-8de1-a8caadf2c45f req-4ba7acff-05b1-42e2-80d0-6a98fbe65267 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 946 time: 0.3589005 Jul 16 01:24:55.132507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897aef49-8988-4a73-ae6d-53866aca1743 req-4ab68bf4-1741-4da7-b1fe-c60beaef9fbd tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.134084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-897aef49-8988-4a73-ae6d-53866aca1743 req-4ab68bf4-1741-4da7-b1fe-c60beaef9fbd tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 946 time: 0.2598119 Jul 16 01:24:55.243728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-dd4f54d6-2643-42e7-a69b-6769ff6f0e01 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.245930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-dd4f54d6-2643-42e7-a69b-6769ff6f0e01 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.78 "GET /v2.0/networks?id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a HTTP/1.1" status: 200 len: 806 time: 0.9722090 Jul 16 01:24:55.295754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.333285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Router 71ddb92e-99c8-455b-8934-becb039d9581 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:55.345168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31fe88eb-502e-4fe5-a297-17fd4b3316b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.362728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dbcce827-2b0a-4e15-ad75-551ce7abfd72 None None] Provisioning complete for port abbcbcda-61e6-4b8b-b373-26dcf1915e7e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:55.363107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dbcce827-2b0a-4e15-ad75-551ce7abfd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.373795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ebe1fd87-c0ed-49bc-8de1-a8caadf2c45f req-47eb32fd-20ba-4c6f-82ea-a60056d96d3f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001034 Jul 16 01:24:55.387233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on host n-h1-800085-5 for vnic_type normal with profile {"migrating_to": "n-h2-800085-5"} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:55.387808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:55.388521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:55.397687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.414557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dbcce827-2b0a-4e15-ad75-551ce7abfd72 None None] Port abbcbcda-61e6-4b8b-b373-26dcf1915e7e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:55.436570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-897aef49-8988-4a73-ae6d-53866aca1743 req-8ed27fa4-5bae-441c-be84-21d22aa7756e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349658 Jul 16 01:24:55.441395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:55.441851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Attempting to bind port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on network 42c707e9-6612-42bb-89cd-46edae7a2abd {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:55.461704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 286db052-d1c6-4599-b489-6476389080cb no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:55.486225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-b2c05cf0-ab77-4718-a967-9ce97d11d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.491026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-b2c05cf0-ab77-4718-a967-9ce97d11d4fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 1096 time: 0.4573870 Jul 16 01:24:55.495300 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90ff83a-394f-4315-b585-326f08d96f3b x-openstack-request-id: req-b90ff83a-394f-4315-b585-326f08d96f3b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:55.501504 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416a6fe2-ebce-4296-8f06-cb4998be8304", "name": "network-vif-plugged", "status": "completed", "tag": "388cda17-58ad-4bc4-8fc2-9fe1f7478cd2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:55.502312 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b90ff83a-394f-4315-b585-326f08d96f3b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:55.502467 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2', 'code': 200} Jul 16 01:24:55.503285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 286db052-d1c6-4599-b489-6476389080cb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:55.503741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 286db052-d1c6-4599-b489-6476389080cb not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:55.528468 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-1fda103e-c0a0-4e06-8961-8c6d8a330dec tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=260c95bb898048f9bc01d671e51ad188 HTTP/1.1" status: 200 len: 379 time: 0.2621355 Jul 16 01:24:55.533085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Pushing event deleted for resources: {'Port': ['ID=e74749a8-2d52-43f3-af36-93e0288999d1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.574297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:55.574765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Checking segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:55.575338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Bound using segment: {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:55.577199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Bound port: 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec8602a-00db-4063-a730-52481a98b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '42c707e9-6612-42bb-89cd-46edae7a2abd'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:55.577353 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.614336 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c0ad29-ea19-4f18-a915-9cb7dba5b512 x-openstack-request-id: req-b3c0ad29-ea19-4f18-a915-9cb7dba5b512 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:55.614737 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:55.615004 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3c0ad29-ea19-4f18-a915-9cb7dba5b512 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:55.615384 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5', 'code': 200} Jul 16 01:24:55.619170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Request body: {'port': {'device_id': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'admin_state_up': True, 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'security_groups': ['e7d54116-9d36-487d-b7a6-b0ab444de91a']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:55.700864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.877274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.884850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.959692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:55.989957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:55.990996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.991606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d51de41-09de-499e-bf46-31ca09a6a3d4 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:55.997510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.015456 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.016641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-89fd21d5-85f5-4e8c-bd1a-4e97a196d5de admin admin] 10.222.0.81 "DELETE /v2.0/routers/5d51de41-09de-499e-bf46-31ca09a6a3d4 HTTP/1.1" status: 204 len: 168 time: 3.2034371 Jul 16 01:24:56.019846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6cc88ee-0364-408d-866a-377ec65eb26c req-35c917ee-1dda-4737-b2a3-cfbc8e5ca06c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 210 time: 0.4055216 Jul 16 01:24:56.020380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45396) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.053187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.148309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31fe88eb-502e-4fe5-a297-17fd4b3316b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.166368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.179779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-a3da6a46-c08b-4a6c-8590-1e0688d8766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.181283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-a3da6a46-c08b-4a6c-8590-1e0688d8766e service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.6137679 Jul 16 01:24:56.203079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31fe88eb-502e-4fe5-a297-17fd4b3316b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.208551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:56.221828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Sync routers for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:56.235566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:56.235975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.236668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.237837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:56.238205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-39f62a9f-8311-417e-a108-4643753e5ba2 service neutron] 10.222.0.93 "PUT /v2.0/ports/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 200 len: 1122 time: 2.7039979 Jul 16 01:24:56.266390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] Deleting subnet 18f94ae7-ed5b-46ba-9806-6384b22ec21c {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:56.281438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Made reservation on behalf of 260c95bb898048f9bc01d671e51ad188 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:56.282982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0724752f-3d0f-4422-9e1f-76732f909ce0 admin admin] 10.222.0.81 "PUT /v2.0/routers/71ddb92e-99c8-455b-8934-becb039d9581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4515858 Jul 16 01:24:56.286621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.288641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-13a1aed0-96a8-4275-819f-9c91ae739437 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 200 len: 217 time: 0.0995336 Jul 16 01:24:56.292067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.294541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13c5c8-069d-4740-a08b-e3ee6c984fe9 req-6d66abad-ddb2-45ef-ab52-0e558dae5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.296005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a13c5c8-069d-4740-a08b-e3ee6c984fe9 req-6d66abad-ddb2-45ef-ab52-0e558dae5da3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 1097 time: 0.7273259 Jul 16 01:24:56.339838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-31fe88eb-502e-4fe5-a297-17fd4b3316b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=632e53b57410459c81c32ee49ddae4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2938087 Jul 16 01:24:56.342758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.345563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe88eb-502e-4fe5-a297-17fd4b3316b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c1bf5b-9788-4ea9-a00e-4974506cf4a7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.382980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989759e-414f-4726-a715-101b4d9b57a7 req-de0681f3-d2b4-4601-8aea-c106c89698b0 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.384427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7989759e-414f-4726-a715-101b4d9b57a7 req-de0681f3-d2b4-4601-8aea-c106c89698b0 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 946 time: 0.4074042 Jul 16 01:24:56.406229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.462240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a13c5c8-069d-4740-a08b-e3ee6c984fe9 req-6e7e79d8-74fe-471f-a490-a1dba43ffeed service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462600 Jul 16 01:24:56.466838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-526d5e30-9964-4424-b0cd-d5767e12339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.468737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-526d5e30-9964-4424-b0cd-d5767e12339f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1717963 Jul 16 01:24:56.569771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1d194a0-3971-439b-95ab-da492bef7aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.582722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-42ebf003-b79a-4ac2-a8d1-994e207d44fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857911 Jul 16 01:24:56.592240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:56.610730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7989759e-414f-4726-a715-101b4d9b57a7 req-fae4593e-ba7a-45ca-852e-74dedbd87828 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094712 Jul 16 01:24:56.621182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:56.651406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:56.669742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.737429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1d194a0-3971-439b-95ab-da492bef7aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.758432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Allocated IP 172.20.0.3 (7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a/0b4be5c7-de1d-4c79-aa59-a879fa1212a0/5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:56.856651 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.907204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1d194a0-3971-439b-95ab-da492bef7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.909683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1d194a0-3971-439b-95ab-da492bef7aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.913673 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1d194a0-3971-439b-95ab-da492bef7aca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01c1bf5b-9788-4ea9-a00e-4974506cf4a7 HTTP/1.1" status: 204 len: 168 time: 0.5624111 Jul 16 01:24:56.916557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f94ae7-ed5b-46ba-9806-6384b22ec21c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.925131 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.927036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c3dc4737-c9d0-4861-9620-ca911ce21322 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/18f94ae7-ed5b-46ba-9806-6384b22ec21c HTTP/1.1" status: 204 len: 168 time: 0.8972754 Jul 16 01:24:56.930344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45412) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.931107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d194a0-3971-439b-95ab-da492bef7aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c1bf5b-9788-4ea9-a00e-4974506cf4a7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.948843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa67f8-ffa1-4183-905a-0867f3364f85 None None] Network 3cf8b5f5-136f-4663-af05-ec0d81a883ba requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:56.955339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-43980157-ca58-4b11-be13-e23a744246f8 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017666 Jul 16 01:24:57.019327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Deleting port c42ac4cf-2656-457d-a66e-6f59c240cb2a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:57.019971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.056861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.075499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.114241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Transition to ACTIVE for port object 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:57.142659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c68c6-11cf-43c4-aa8b-312c439514e4 req-796a004f-230c-4b6a-aa87-c102f8d6c4a1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.152257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d3c68c6-11cf-43c4-aa8b-312c439514e4 req-796a004f-230c-4b6a-aa87-c102f8d6c4a1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 946 time: 0.5680449 Jul 16 01:24:57.176742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.181780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:24:53Z', 'revision_number': 2, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:57.213372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Checking router: 71ddb92e-99c8-455b-8934-becb039d9581 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:57.213728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Updating router 71ddb92e-99c8-455b-8934-becb039d9581 port abbcbcda-61e6-4b8b-b373-26dcf1915e7e binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:57.229019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] For port c42ac4cf-2656-457d-a66e-6f59c240cb2a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c42ac4cf-2656-457d-a66e-6f59c240cb2a,segment=NetworkSegment(1e226c42-9c89-4376-949d-ae916c2f751e),segment_id=1e226c42-9c89-4376-949d-ae916c2f751e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:57.229537 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.253696 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.285678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d3c68c6-11cf-43c4-aa8b-312c439514e4 req-90f8a5e5-5436-4d70-bf71-ae4abe80a827 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315944 Jul 16 01:24:57.292255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Calling delete_port for c42ac4cf-2656-457d-a66e-6f59c240cb2a owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:57.307316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:57.341158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:57.346614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Deleting port 7d9f7b84-136c-47ed-890e-b1378b6fcecd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:57.346967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.356837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:57.364962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeafa8-6871-433b-b9d0-01a72deee515 req-696465d2-3780-4887-8001-bfc070ae6835 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.373456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19aeafa8-6871-433b-b9d0-01a72deee515 req-696465d2-3780-4887-8001-bfc070ae6835 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.5362768 Jul 16 01:24:57.405148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] DHCP port deletion for 3cf8b5f5-136f-4663-af05-ec0d81a883ba request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:57.423509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event updated for resources: {'Port': ['ID=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.452686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.484641 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3f5b-6493-41e5-960a-1835ca49df2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.557236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19aeafa8-6871-433b-b9d0-01a72deee515 req-a1014a61-2386-4d04-b686-3adb1aa32837 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827312 Jul 16 01:24:57.596349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce0e31a3-a0c7-4da0-8c94-09d95aeff00d req-022343d9-a9c7-4fd3-9f78-3b89ef50ef36 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286619 Jul 16 01:24:57.607243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e74749a8-2d52-43f3-af36-93e0288999d1 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:57.626796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.627514 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.639996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:57.644328 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:57.654728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e74749a8-2d52-43f3-af36-93e0288999d1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:57.655447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e74749a8-2d52-43f3-af36-93e0288999d1 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:57.655662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7d9f7b84-136c-47ed-890e-b1378b6fcecd no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:57.685657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] For port 7d9f7b84-136c-47ed-890e-b1378b6fcecd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d9f7b84-136c-47ed-890e-b1378b6fcecd,segment=NetworkSegment(cd75c21a-7acc-405c-ac89-c9df42f11cf9),segment_id=cd75c21a-7acc-405c-ac89-c9df42f11cf9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:57.686020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.711598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Calling delete_port for 7d9f7b84-136c-47ed-890e-b1378b6fcecd owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:57.729132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] Deleting port 7d9f7b84-136c-47ed-890e-b1378b6fcecd {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:57.730072 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.855768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3f5b-6493-41e5-960a-1835ca49df2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.857145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.866313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3f5b-6493-41e5-960a-1835ca49df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.899770 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.902323 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-899a3bea-625a-4b8f-8525-8f1ef180702c tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2901309 Jul 16 01:24:57.904418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9f7b84-136c-47ed-890e-b1378b6fcecd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.906284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] No DVR routers for this DVR port 7d9f7b84-136c-47ed-890e-b1378b6fcecd on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:57.912025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] For port 7d9f7b84-136c-47ed-890e-b1378b6fcecd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d9f7b84-136c-47ed-890e-b1378b6fcecd,segment=NetworkSegment(cd75c21a-7acc-405c-ac89-c9df42f11cf9),segment_id=cd75c21a-7acc-405c-ac89-c9df42f11cf9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:57.912924 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.919099 n-d-800085-5 neutron-server[93708]: INFO neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No ports have port_id starting with 7d9f7b84-136c-47ed-890e-b1378b6fcecd Jul 16 01:24:57.922928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Request body: {'port': {'device_id': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:57.941575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] Calling delete_port for 7d9f7b84-136c-47ed-890e-b1378b6fcecd owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:57.949318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42ac4cf-2656-457d-a66e-6f59c240cb2a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.964349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ccc9e-f6e2-4bd8-88c5-ee1342e62dbe req-12c1b996-f7f5-4e15-97d3-59e36b5d17b4 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.965889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e9ccc9e-f6e2-4bd8-88c5-ee1342e62dbe req-12c1b996-f7f5-4e15-97d3-59e36b5d17b4 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 931 time: 0.1377976 Jul 16 01:24:57.977774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3b115d04-6ad0-4ec2-96c9-4638fb01c4dd None None] Provisioning for port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:57.980363 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ee6f3f5b-6493-41e5-960a-1835ca49df2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06c8d1e70a98402cbc948e5e4289a1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206852 Jul 16 01:24:57.981098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f3f5b-6493-41e5-960a-1835ca49df2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e9d2f-867a-44e7-ac17-029784ce3c3c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.991728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.011635 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3b115d04-6ad0-4ec2-96c9-4638fb01c4dd None None] Provisioning complete for port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:58.011914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b115d04-6ad0-4ec2-96c9-4638fb01c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.049532 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.078109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf8b5f5-136f-4663-af05-ec0d81a883ba']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.102204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.106314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd75c21a-7acc-405c-ac89-c9df42f11cf9') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.106738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd75c21a-7acc-405c-ac89-c9df42f11cf9') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.118350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.118692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.135156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.143322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:58.143740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.209909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3b115d04-6ad0-4ec2-96c9-4638fb01c4dd None None] Port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:58.211845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:58.219274 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:58.225087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e9ccc9e-f6e2-4bd8-88c5-ee1342e62dbe req-32fc3cf2-2a4b-405d-a57b-ab81b59dd85f tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400081 Jul 16 01:24:58.233819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.262737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.267936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] 10.222.0.81 "DELETE /v2.0/networks/3cf8b5f5-136f-4663-af05-ec0d81a883ba HTTP/1.1" status: 204 len: 168 time: 1.3347609 Jul 16 01:24:58.270171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Transition to ACTIVE for port object abbcbcda-61e6-4b8b-b373-26dcf1915e7e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:58.272833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] Pushing event deleted for resources: {'Port': ['ID=7d9f7b84-136c-47ed-890e-b1378b6fcecd,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.278738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8b7a4-ea15-4074-a2f3-8d9f906d75f5 None None] No DVR routers for this DVR port 7d9f7b84-136c-47ed-890e-b1378b6fcecd on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:58.282687 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.286254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-b2e493e8-e69f-4e2c-b062-d4ef2e0f0844 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.296429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-b2e493e8-e69f-4e2c-b062-d4ef2e0f0844 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks?id=bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 200 len: 826 time: 0.3899465 Jul 16 01:24:58.300915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee84268-682f-4f04-a388-ed7819cb436c admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf8b5f5-136f-4663-af05-ec0d81a883ba,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.310161 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-911a33d7-f575-40c3-9c2a-f9b4931e79a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.377008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b674f61-193b-425e-bb2d-1c4053391efd None None] Pushing event updated for resources: {'Port': ['ID=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.414977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Attempting to bind port abbcbcda-61e6-4b8b-b373-26dcf1915e7e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:58.415661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Attempting to bind port abbcbcda-61e6-4b8b-b373-26dcf1915e7e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:58.416427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Attempting to bind port abbcbcda-61e6-4b8b-b373-26dcf1915e7e on network bf2c0330-ea1e-4f9d-9459-d1574271e028 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:58.423186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:58.423694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Checking segment: {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:58.424239 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.424833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Bound using segment: {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:58.425402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Bound port: abbcbcda-61e6-4b8b-b373-26dcf1915e7e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:58.426071 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.446675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-f7f96b9a-d6a3-4961-b5b0-3da8a8182bcd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/quotas/65a0215d042b4536b274a34595ec140f HTTP/1.1" status: 200 len: 375 time: 0.1384573 Jul 16 01:24:58.505363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] For port abbcbcda-61e6-4b8b-b373-26dcf1915e7e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:58.515766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] For port abbcbcda-61e6-4b8b-b373-26dcf1915e7e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:58.525739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.569855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.586113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-911a33d7-f575-40c3-9c2a-f9b4931e79a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.617909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b674f61-193b-425e-bb2d-1c4053391efd None None] Pushing event updated for resources: {'Port': ['ID=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.621557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:58.622161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.763360 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40d0586-41d0-462f-93d4-29e200822bc7 x-openstack-request-id: req-d40d0586-41d0-462f-93d4-29e200822bc7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:58.765778 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:58.766074 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d40d0586-41d0-462f-93d4-29e200822bc7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:58.766532 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5', 'status': 'completed', 'code': 200} Jul 16 01:24:58.772477 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.801410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:58.811605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.833716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5d946696-1ac5-453d-881d-6c8d38ec11dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a792ddc695f40ff9a84b8854f3ee6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623100 Jul 16 01:24:58.834273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:58.836243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.889092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3ddb7907-63a3-4c3b-90c1-ea542354c64e tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=65a0215d042b4536b274a34595ec140f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4354024 Jul 16 01:24:58.903374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b2209b9-caaf-4790-83bd-90415931326d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.933483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Transition to ACTIVE for port object 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:58.935871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b2209b9-caaf-4790-83bd-90415931326d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.945527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.976813 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-911a33d7-f575-40c3-9c2a-f9b4931e79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.979396 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-911a33d7-f575-40c3-9c2a-f9b4931e79a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.980725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-911a33d7-f575-40c3-9c2a-f9b4931e79a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d2e9d2f-867a-44e7-ac17-029784ce3c3c HTTP/1.1" status: 204 len: 168 time: 0.9860141 Jul 16 01:24:59.046875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Pushing event updated for resources: {'Port': ['ID=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.122062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b2209b9-caaf-4790-83bd-90415931326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.129164 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b2209b9-caaf-4790-83bd-90415931326d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.130412 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8b2209b9-caaf-4790-83bd-90415931326d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba HTTP/1.1" status: 204 len: 168 time: 0.2928214 Jul 16 01:24:59.199490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Attempting to bind port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:59.199887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Attempting to bind port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:59.200176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Attempting to bind port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d on network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:59.202348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2209b9-caaf-4790-83bd-90415931326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c7ef1-b98e-4e6b-831e-d6bf2dc321ba,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.217145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d on network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:59.224719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Attempting to bind port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d on network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:59.230315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:59.230667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Checking segment: {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:59.231059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Bound using segment: {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:59.231495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Bound port: 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610acbd2-e6b8-40c1-9dd4-aa95823ac68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:59.231858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.313877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-b7db5ac2-5961-43cd-8a98-353392c4cbe0 service neutron] 10.222.0.81 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239256 Jul 16 01:24:59.373937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] For port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:59.381470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] For port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:59.396262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.402754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:24:58Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:59.446927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec75ea7-7aba-441f-a717-d2cd57a6e9b7 None None] The sync data for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 is: [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:24:58Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:59.461433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.463120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.466312 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] 10.222.0.78 "PUT /v2.0/ports/5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d HTTP/1.1" status: 200 len: 1091 time: 1.5542579 Jul 16 01:24:59.604948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3dbcf-d7a7-4f86-849f-605609261deb service neutron] Pushing event updated for resources: {'Port': ['ID=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.631580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3d07d320-4599-4d59-b896-398e56695e4d service neutron] 10.222.0.81 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997167 Jul 16 01:24:59.713439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-b54653d3-548a-4b64-9719-d4eef31da259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.715299 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-b54653d3-548a-4b64-9719-d4eef31da259 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=260c95bb898048f9bc01d671e51ad188&device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 1094 time: 0.1922827 Jul 16 01:24:59.781432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a33d7-f575-40c3-9c2a-f9b4931e79a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e9d2f-867a-44e7-ac17-029784ce3c3c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.844884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-5ab1f486-664f-407d-b64a-301b0e74038b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d HTTP/1.1" status: 200 len: 217 time: 0.1210876 Jul 16 01:24:59.916551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-e96a761e-fbe2-41ec-87a1-56d411bf8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.918095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-e96a761e-fbe2-41ec-87a1-56d411bf8ad5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1125 time: 1.1595094 Jul 16 01:25:00.024179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-19c2f246-b7cd-4ab2-8bf9-0ec26672508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.026323 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-19c2f246-b7cd-4ab2-8bf9-0ec26672508f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b4be5c7-de1d-4c79-aa59-a879fa1212a0 HTTP/1.1" status: 200 len: 845 time: 0.1805234 Jul 16 01:25:00.119032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-032104ef-4166-4c61-8013-3a497795fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.121067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-032104ef-4166-4c61-8013-3a497795fcf6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847974 Jul 16 01:25:00.268096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-6bd05984-acfc-4866-bbe6-f642530b5c8c service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386492 Jul 16 01:25:00.540284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9e3db3-2141-46dc-8eb4-bae8d1d13835 req-4f33b83c-875d-4b04-b9df-32184e475c48 service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624795 Jul 16 01:25:00.737772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:00.769933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:00.772469 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823" -d '{"events": [{"name": "network-changed", "server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:00.904063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-network', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:00.906694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Router f1fc53ae-fb7d-4975-ae43-971d47f91108 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:00.915529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e63dc-2bf4-4f65-ab8f-cdb071951729 req-b3562c6e-480b-4cee-a7cf-d98d44d3057d tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.923476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d2e63dc-2bf4-4f65-ab8f-cdb071951729 req-b3562c6e-480b-4cee-a7cf-d98d44d3057d tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 946 time: 2.0828753 Jul 16 01:25:00.943777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Made reservation on behalf of 3c2d8345f5c34d5189656a36358c2d98 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:00.947496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.958882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.091445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-691d4074-4c25-4fb3-8dd2-633d5ab12136 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7613070 Jul 16 01:25:01.122514 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.129663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.160680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:01.178019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438bb9d0-a003-486e-b50c-15b93d984c10,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.185226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.185743 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Added segment e59420e1-88fc-4d20-9781-c427e393d36b of type vlan for network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 Jul 16 01:25:01.228974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d2e63dc-2bf4-4f65-ab8f-cdb071951729 req-599f448c-fb47-4ecc-80d6-6a221a2fdeba tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031232 Jul 16 01:25:01.240080 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.313692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.320303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.323104 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.338267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-7b731d45-dbce-4522-ae23-c9355899695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.340782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-7b731d45-dbce-4522-ae23-c9355899695e service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 1.3892035 Jul 16 01:25:01.398586 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6564350 Jul 16 01:25:01.399735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.405749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Request body: {'subnet': {'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-subnet', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:01.431277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:01.441130 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] Sync routers for ids ['f1fc53ae-fb7d-4975-ae43-971d47f91108'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:01.455503 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] Routers {'f1fc53ae-fb7d-4975-ae43-971d47f91108'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:01.456144 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f1fc53ae-fb7d-4975-ae43-971d47f91108'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:01.461548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ac5da-1c8d-49b0-a68e-f1405d1a694f admin admin] Pushing event updated for resources: {'Network': ['ID=44fa9c6e-bbc8-4147-85f0-306a30d160c8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.477379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:01.495536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9d1aeb0b-173e-41fb-b43a-25059a7c5423 admin admin] 10.222.0.81 "PUT /v2.0/routers/f1fc53ae-fb7d-4975-ae43-971d47f91108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3249166 Jul 16 01:25:01.527012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45514) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.536017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Made reservation on behalf of 3c2d8345f5c34d5189656a36358c2d98 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:01.539669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.552276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-d324ef8e-d5cd-42ec-95b8-dc2432726068 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 200 len: 217 time: 0.1188650 Jul 16 01:25:01.581581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d612dd-c4de-404d-960b-60d003e8ceac req-0b76fc87-d21a-4178-9758-1c2c743bad75 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.589852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1d612dd-c4de-404d-960b-60d003e8ceac req-0b76fc87-d21a-4178-9758-1c2c743bad75 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.7672312 Jul 16 01:25:01.629246 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] Set router f1fc53ae-fb7d-4975-ae43-971d47f91108 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:01.637671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abbcbcda-61e6-4b8b-b373-26dcf1915e7e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:01.650170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-febea8b1-bbb0-4b63-90a8-7e0dcfafba5a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.652116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-febea8b1-bbb0-4b63-90a8-7e0dcfafba5a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 946 time: 0.8620353 Jul 16 01:25:01.716666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-18d1a424-7e32-4886-af69-8e64930ea086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.718308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-18d1a424-7e32-4886-af69-8e64930ea086 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 1095 time: 0.5475183 Jul 16 01:25:01.741954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:01.847441 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.885295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port abbcbcda-61e6-4b8b-b373-26dcf1915e7e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:01.921025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port abbcbcda-61e6-4b8b-b373-26dcf1915e7e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:01.921844 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.934610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024a299-8ab0-42a5-b6d2-1e8c50d31fc1 req-337da79b-b205-46ac-b7b6-a067cfd82716 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.940634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3024a299-8ab0-42a5-b6d2-1e8c50d31fc1 req-337da79b-b205-46ac-b7b6-a067cfd82716 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 946 time: 0.5051517 Jul 16 01:25:01.941883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-98df5449-4785-40e3-8455-f4ab077f2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.946687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-98df5449-4785-40e3-8455-f4ab077f2e80 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.1739421 Jul 16 01:25:01.989717 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 5, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.004214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1d612dd-c4de-404d-960b-60d003e8ceac req-856def18-884f-45d9-a2f6-79b7688ebfa1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108655 Jul 16 01:25:02.040645 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.069907 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] Checking router: f1fc53ae-fb7d-4975-ae43-971d47f91108 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:02.088055 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] Routers {'f1fc53ae-fb7d-4975-ae43-971d47f91108'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:02.092058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f1fc53ae-fb7d-4975-ae43-971d47f91108'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.106146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port abbcbcda-61e6-4b8b-b373-26dcf1915e7e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:02.113651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.154878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-460af29f-0bf5-4f25-b8d1-d1afcbe1340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.157632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-460af29f-0bf5-4f25-b8d1-d1afcbe1340d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.5551481 Jul 16 01:25:02.167792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-38ac3eb0-c22e-41b1-ae4e-3c0990b7b3b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 200 len: 217 time: 0.2054732 Jul 16 01:25:02.176260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.206583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3024a299-8ab0-42a5-b6d2-1e8c50d31fc1 req-4f5b1f91-02c8-4ef1-8787-6108e5855a33 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583086 Jul 16 01:25:02.335631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-f564fb0a-c302-4d97-8ab5-c10faab4ddf9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338449 Jul 16 01:25:02.350318 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] Set router f1fc53ae-fb7d-4975-ae43-971d47f91108 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:02.528136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-9a7ecb60-cb68-44cf-b188-c1c703fa7539 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593902 Jul 16 01:25:02.581950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.78', 62846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.615739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-589ecce1-5152-4be5-9f49-579b293170ef req-af598707-1379-430f-ab6e-68153c19b7f4 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 210 time: 0.1074994 Jul 16 01:25:02.628785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-5899561d-bff5-4ac1-a606-35fab3225111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.630533 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-5899561d-bff5-4ac1-a606-35fab3225111 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.3968689 Jul 16 01:25:02.688964 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bcaf52-2415-4e44-b378-7afa0939aa67 x-openstack-request-id: req-93bcaf52-2415-4e44-b378-7afa0939aa67 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:02.689258 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:02.689508 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93bcaf52-2415-4e44-b378-7afa0939aa67 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:02.689900 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'status': 'completed', 'code': 200} Jul 16 01:25:02.702911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.78', 62847) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.716729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.725386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-292ceee0-8419-4ce6-a159-94245ed7e8d4 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.727090 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-292ceee0-8419-4ce6-a159-94245ed7e8d4 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.78 "GET /v2.0/networks?id=bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 200 len: 826 time: 0.8751402 Jul 16 01:25:02.737695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.740657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-4dec68eb-81bb-456e-ac14-226eacc16614 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874190 Jul 16 01:25:02.742904 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 5, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.775272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Request body: {'port': {'device_id': '4d7569ea-ed35-4690-a159-271ade3023fb', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'admin_state_up': True, 'tenant_id': '65a0215d042b4536b274a34595ec140f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:02.775910 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61b303-9753-4bb5-b0b3-25a99035b511 None None] The sync data for ids ['f1fc53ae-fb7d-4975-ae43-971d47f91108'] in n-d-800085-5 is: [{'id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-760030430-router', 'tenant_id': '4e488ae4c08e4488b0d6b419546569e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:19Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 5, 'project_id': '4e488ae4c08e4488b0d6b419546569e2', 'gw_port': {'id': '68f7e7f0-7bb6-46d4-bebb-699e5c1a7957', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fc53ae-fb7d-4975-ae43-971d47f91108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:20Z', 'updated_at': '2021-07-16T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:02.837346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Deleting port 6d4bf20d-7373-46c6-8c89-ad871606c197 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:02.837782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.876253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b458ab2-5fc9-4aeb-aec3-014421d87298 req-9a142b35-4d0b-47bd-a89f-56dfd131d203 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.877926 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b458ab2-5fc9-4aeb-aec3-014421d87298 req-9a142b35-4d0b-47bd-a89f-56dfd131d203 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 943 time: 0.6778700 Jul 16 01:25:02.913316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-fa2aa9d5-2099-4109-80e3-bdce04b6f236 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644946 Jul 16 01:25:02.935215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-09e58380-16ce-4282-9577-40c914edd7cd service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844347 Jul 16 01:25:02.965209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-f0aee910-a0d2-447e-9c9e-cae663af3009 service neutron] 10.222.0.78 "GET /v2.0/ports/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5/bindings/n-h2-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.3789091 Jul 16 01:25:03.002495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ca6de8-3468-4fd5-b857-e696f1a50c7d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.016922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b458ab2-5fc9-4aeb-aec3-014421d87298 req-9ccbf6ba-6b0f-4f53-a4ab-1d757ed59312 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271400 Jul 16 01:25:03.041806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Checking segment: {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:03.041806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Network hostable DHCP agents. Network: 44fa9c6e-bbc8-4147-85f0-306a30d160c8, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:03.101656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-e75fb4d3-6142-41b1-9247-bef6432506e3 service neutron] 10.222.0.78 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347435 Jul 16 01:25:03.103515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] For port 6d4bf20d-7373-46c6-8c89-ad871606c197, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6d4bf20d-7373-46c6-8c89-ad871606c197,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:03.103889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.123451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Calling delete_port for 6d4bf20d-7373-46c6-8c89-ad871606c197 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:03.155667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-fa77461f-d8ae-4d13-ac6f-0d3c64b9cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.158459 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-fa77461f-d8ae-4d13-ac6f-0d3c64b9cc14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=260c95bb898048f9bc01d671e51ad188&device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 1094 time: 0.4536877 Jul 16 01:25:03.165583 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:03.267395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Deleting port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:03.267724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.276921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Made reservation on behalf of 65a0215d042b4536b274a34595ec140f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:03.281274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.283803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 44fa9c6e-bbc8-4147-85f0-306a30d160c8) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:03.295377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33267b-2545-4960-859c-c71c49518fab None None] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:03.355732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.356391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.411192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.472152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event deleted for resources: {'Port': ['ID=6d4bf20d-7373-46c6-8c89-ad871606c197,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.480960 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-16815b30-da8b-4604-bffb-6b4c508b42be admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0769699 Jul 16 01:25:03.492314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.511043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'fixed_ips': [{'subnet_id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:03.512021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.523483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:03.605626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abbcbcda-61e6-4b8b-b373-26dcf1915e7e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:03.605973 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.607392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.612592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] No DVR routers for this DVR port 6d4bf20d-7373-46c6-8c89-ad871606c197 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:03.638216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.638958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a576785-3e27-4985-8d05-5ddf1eb75dfc req-89480fb6-cc90-40df-8937-a90a98636a81 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "DELETE /v2.0/ports/6d4bf20d-7373-46c6-8c89-ad871606c197 HTTP/1.1" status: 204 len: 173 time: 1.9713531 Jul 16 01:25:03.639448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f23c48-29aa-4665-8093-710ed62b87a7', 'name': 'network-vif-deleted', 'tag': '6d4bf20d-7373-46c6-8c89-ad871606c197'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:03.642506 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc150d2d-290d-4768-9671-1e6ce2add08e" -d '{"events": [{"server_uuid": "24f23c48-29aa-4665-8093-710ed62b87a7", "name": "network-vif-deleted", "tag": "6d4bf20d-7373-46c6-8c89-ad871606c197"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:03.647073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49211bdb-e15f-4fa1-bd98-dd8838810950 req-ced8e067-2664-48d5-abd0-bf0cb1768b22 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=24f23c48-29aa-4665-8093-710ed62b87a7 HTTP/1.1" status: 200 len: 210 time: 0.0945630 Jul 16 01:25:03.659156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18dde9-19c6-4287-8ebe-15e72c247346 req-add7ef62-8f59-407e-92d6-5e6c810b3cfb tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.666526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c18dde9-19c6-4287-8ebe-15e72c247346 req-add7ef62-8f59-407e-92d6-5e6c810b3cfb tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 944 time: 0.4173498 Jul 16 01:25:03.681817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-b1f17374-bdbc-4555-b5a7-61339674d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.683925 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-b1f17374-bdbc-4555-b5a7-61339674d51c service neutron] 10.222.0.78 "GET /v2.0/networks?id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a HTTP/1.1" status: 200 len: 907 time: 0.5021536 Jul 16 01:25:03.686148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] For port 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:03.686297 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.740014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:03.790587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.812355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c18dde9-19c6-4287-8ebe-15e72c247346 req-68a14ded-f950-45b7-9fd7-b82d52f2cf7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368356 Jul 16 01:25:03.821434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Allocated IP 172.20.0.10 (bf2c0330-ea1e-4f9d-9459-d1574271e028/627b9639-2ea2-4ba5-a68c-6df5e86f573b/952ae109-268e-40b2-a981-ddffbeb535a4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:03.891013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:03.926562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'port_id': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'mac_address': 'fa:16:3e:04:95:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:03.928326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6d4bf20d-7373-46c6-8c89-ad871606c197 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:03.961910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 6d4bf20d-7373-46c6-8c89-ad871606c197 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:03.962259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6d4bf20d-7373-46c6-8c89-ad871606c197 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:04.021537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port abbcbcda-61e6-4b8b-b373-26dcf1915e7e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:04.021910 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.023747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.040414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Transition to ACTIVE for port object 952ae109-268e-40b2-a981-ddffbeb535a4 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:04.084969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:04.085171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Allocated IP 172.20.0.2 (44fa9c6e-bbc8-4147-85f0-306a30d160c8/20ca6de8-3468-4fd5-b857-e696f1a50c7d/02538f79-acba-44fe-8b07-061788cf33f3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:04.091887 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243e0be0-897d-497f-b0db-569d884775e4 x-openstack-request-id: req-243e0be0-897d-497f-b0db-569d884775e4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:04.092429 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f23c48-29aa-4665-8093-710ed62b87a7", "name": "network-vif-deleted", "tag": "6d4bf20d-7373-46c6-8c89-ad871606c197", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:04.093123 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-243e0be0-897d-497f-b0db-569d884775e4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:04.093255 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f23c48-29aa-4665-8093-710ed62b87a7', 'name': 'network-vif-deleted', 'tag': '6d4bf20d-7373-46c6-8c89-ad871606c197', 'status': 'completed', 'code': 200} Jul 16 01:25:04.105609 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.108254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02137f84-7b64-459f-a60d-fd872cf5d515 req-d4671095-8159-4ed8-8dfe-362acff6c327 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 210 time: 0.0601554 Jul 16 01:25:04.115749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.151972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:04.193154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:04.257378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Calling delete_port for 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:04.272329 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-e8420b4c-bf64-4539-9af6-9da29416f28b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d HTTP/1.1" status: 200 len: 217 time: 0.5779214 Jul 16 01:25:04.277369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.298646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:04.309152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.338989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-56bd9313-90fe-4435-b3b5-fb096b71639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.340966 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-56bd9313-90fe-4435-b3b5-fb096b71639e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b4be5c7-de1d-4c79-aa59-a879fa1212a0 HTTP/1.1" status: 200 len: 845 time: 0.0616436 Jul 16 01:25:04.367411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.370310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c42ac4cf-2656-457d-a66e-6f59c240cb2a no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:04.400444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c42ac4cf-2656-457d-a66e-6f59c240cb2a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:04.401053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c42ac4cf-2656-457d-a66e-6f59c240cb2a not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:04.437831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:04.495183 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.517539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Transition to ACTIVE for port object 02538f79-acba-44fe-8b07-061788cf33f3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:04.527218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:04.549523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Transition to ACTIVE for port object 02538f79-acba-44fe-8b07-061788cf33f3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:04.561239 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.564660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:04.584153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:04.590391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.613505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:04.614730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:04.619023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:04.658755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event updated for resources: {'Port': ['ID=952ae109-268e-40b2-a981-ddffbeb535a4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.676654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:04.687616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:04.692465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:04.779482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Pushing event updated for resources: {'Port': ['ID=02538f79-acba-44fe-8b07-061788cf33f3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.813361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Attempting to bind port 02538f79-acba-44fe-8b07-061788cf33f3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:04.813740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Attempting to bind port 02538f79-acba-44fe-8b07-061788cf33f3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:04.814107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Attempting to bind port 02538f79-acba-44fe-8b07-061788cf33f3 on network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:04.819555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62bf9b33-dea7-4071-b4b7-51d2e222a330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.821312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:04.821839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Checking segment: {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:04.822580 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.823496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Bound using segment: {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:04.824185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Bound port: 02538f79-acba-44fe-8b07-061788cf33f3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:04.824614 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.846833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.847410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197cbd9-0281-46d8-b3f6-2b7902a50222 req-ed7db00f-0394-40f5-be67-9583d1e948a7 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.847562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.849413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3197cbd9-0281-46d8-b3f6-2b7902a50222 req-ed7db00f-0394-40f5-be67-9583d1e948a7 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 946 time: 0.6275594 Jul 16 01:25:04.851161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-bd08fee7-dbc7-48af-96d1-e8797745740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.852670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-bd08fee7-dbc7-48af-96d1-e8797745740e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4395378 Jul 16 01:25:04.898247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ed4b4-f7a1-48ff-9594-f5f967700d09 req-815ad835-0c31-48d0-84e3-7ce40e1aaea6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.904766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c98ed4b4-f7a1-48ff-9594-f5f967700d09 req-815ad835-0c31-48d0-84e3-7ce40e1aaea6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 944 time: 0.5895236 Jul 16 01:25:04.965501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] Transition to ACTIVE for port object 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:04.967772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] For port 02538f79-acba-44fe-8b07-061788cf33f3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:04.988875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] For port 02538f79-acba-44fe-8b07-061788cf33f3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=02538f79-acba-44fe-8b07-061788cf33f3,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:05.000851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.004442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.036803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-346f8671-6741-4f08-9e37-72129645b4f6 None None] Provisioning for port 952ae109-268e-40b2-a981-ddffbeb535a4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:05.045232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3197cbd9-0281-46d8-b3f6-2b7902a50222 req-2a6e004e-22b0-4e1e-ac3f-4131426693ab tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556351 Jul 16 01:25:05.048400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.090822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c98ed4b4-f7a1-48ff-9594-f5f967700d09 req-ced7f4b3-7d65-4f2b-9874-3eeba405c30e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848197 Jul 16 01:25:05.103990 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.120038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-346f8671-6741-4f08-9e37-72129645b4f6 None None] Provisioning complete for port 952ae109-268e-40b2-a981-ddffbeb535a4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:05.121255 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-346f8671-6741-4f08-9e37-72129645b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.137778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.213524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.216889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] No DVR routers for this DVR port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:05.274209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-346f8671-6741-4f08-9e37-72129645b4f6 None None] Port 952ae109-268e-40b2-a981-ddffbeb535a4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:05.291383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923be7-c9cb-4afb-8750-bca890618e9f None None] Pushing event updated for resources: {'Port': ['ID=02538f79-acba-44fe-8b07-061788cf33f3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.329188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f7e7f0-7bb6-46d4-bebb-699e5c1a7957,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.371702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-0e262c16-6ae0-4b66-93cb-8cf9b2eb7848 service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041442 Jul 16 01:25:05.445626 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-dc83d577-1397-4b1e-99ff-5c75d9cef546 service neutron] 10.222.0.78 "PUT /v2.0/ports/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5/bindings/n-h2-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 2.4734285 Jul 16 01:25:05.533325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Allocated IP 172.25.5.91 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:05.544374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.688526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac4f8d-2765-45df-a3f1-6c194bff4028 req-247f68dc-2111-463e-9751-bff704bf361b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.693206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ac4f8d-2765-45df-a3f1-6c194bff4028 req-247f68dc-2111-463e-9751-bff704bf361b tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 945 time: 0.3362989 Jul 16 01:25:05.714871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.717610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 02538f79-acba-44fe-8b07-061788cf33f3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:05.721356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.737778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62bf9b33-dea7-4071-b4b7-51d2e222a330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.787611 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62bf9b33-dea7-4071-b4b7-51d2e222a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.788015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 02538f79-acba-44fe-8b07-061788cf33f3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:05.798317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3aa35095-8966-4262-9532-818b1fdd63c5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0317924 Jul 16 01:25:05.814140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aec4c4f1-683a-4aaa-8b4e-504dd4dc1823 req-67ffc0a9-1766-4be3-9ddf-fcf989d72ea4 service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294040 Jul 16 01:25:05.821994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.822625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1fc53ae-fb7d-4975-ae43-971d47f91108 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:25:05.831320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Request body: {'port': {'device_id': '4d7569ea-ed35-4690-a159-271ade3023fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:05.842119 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.843272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-caee2fc9-40ff-46c2-b946-a77e163a2a19 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f1fc53ae-fb7d-4975-ae43-971d47f91108 HTTP/1.1" status: 204 len: 168 time: 4.3147144 Jul 16 01:25:05.850464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:05.870030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967e3ef-9e8a-4d4d-8665-7f303e5b54e8 req-acde5267-8c29-48d6-a189-c695cf92aa47 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.871555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5967e3ef-9e8a-4d4d-8665-7f303e5b54e8 req-acde5267-8c29-48d6-a189-c695cf92aa47 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 932 time: 0.3492732 Jul 16 01:25:05.880322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-b2545fb8-26b1-46e8-bef5-548a2945d169 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.881833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-b2545fb8-26b1-46e8-bef5-548a2945d169 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.93 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 946 time: 0.4129786 Jul 16 01:25:05.895321 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-62bf9b33-dea7-4071-b4b7-51d2e222a330 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ce633cc16074831aa77aa5e66ac75bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3195059 Jul 16 01:25:05.897712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf9b33-dea7-4071-b4b7-51d2e222a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024f950c-2335-4686-98d9-fa38b264c965,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.901651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-cb0a0de6-ddfd-4850-91f0-29d84d4da9b0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.903181 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-cb0a0de6-ddfd-4850-91f0-29d84d4da9b0 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.3781915 Jul 16 01:25:05.903663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:05.912940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ac4f8d-2765-45df-a3f1-6c194bff4028 req-9733dc78-272c-479b-961e-b8eb8bf700a2 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039206 Jul 16 01:25:05.949677 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.061971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] Deleting subnet c6c187f0-be3a-4363-b69d-292bd5c9c3ea {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:06.087285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.095692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5967e3ef-9e8a-4d4d-8665-7f303e5b54e8 req-b4465368-1070-48ac-a5ac-5472ebf91ab2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128239 Jul 16 01:25:06.147002 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.289615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa51c-f8b1-438b-922c-5e5d5abfdde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.314247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.323409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.343663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa51c-f8b1-438b-922c-5e5d5abfdde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.358623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-1683d57e-20ab-44fe-9e64-05fb935db0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.360724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-1683d57e-20ab-44fe-9e64-05fb935db0a6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6 HTTP/1.1" status: 200 len: 1096 time: 0.4133742 Jul 16 01:25:06.466012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:06.480091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.482770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:06.484258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bf23fe-95f1-4088-84bb-acba087b9807 None None] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:06.499325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-e97ff56a-cd2b-4560-ad97-58b7c4244132 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.501122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-e97ff56a-cd2b-4560-ad97-58b7c4244132 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.4524057 Jul 16 01:25:06.501941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:06.515069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f18707-9973-4d48-bc3a-eb740a5c0c91 req-d628f4a1-fcdb-42ba-9f21-e9eeee773644 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.520759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44f18707-9973-4d48-bc3a-eb740a5c0c91 req-d628f4a1-fcdb-42ba-9f21-e9eeee773644 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 946 time: 0.2831283 Jul 16 01:25:06.550815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.553209 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa51c-f8b1-438b-922c-5e5d5abfdde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.553840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d56a77fa-1f97-47b7-bc14-9ba6fd4c26f1 None None] Provisioning for port 02538f79-acba-44fe-8b07-061788cf33f3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:06.555752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a7fa51c-f8b1-438b-922c-5e5d5abfdde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.556936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1a7fa51c-f8b1-438b-922c-5e5d5abfdde7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/024f950c-2335-4686-98d9-fa38b264c965 HTTP/1.1" status: 204 len: 168 time: 0.6504269 Jul 16 01:25:06.561480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d56a77fa-1f97-47b7-bc14-9ba6fd4c26f1 None None] Provisioning complete for port 02538f79-acba-44fe-8b07-061788cf33f3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:06.562665 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d56a77fa-1f97-47b7-bc14-9ba6fd4c26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.577011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fa51c-f8b1-438b-922c-5e5d5abfdde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f950c-2335-4686-98d9-fa38b264c965,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.608561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-ed1e652e-50d3-4c15-a402-9117ef9a41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.608561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-ed1e652e-50d3-4c15-a402-9117ef9a41b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1096 time: 0.2061651 Jul 16 01:25:06.641198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44f18707-9973-4d48-bc3a-eb740a5c0c91 req-364f4276-3162-4a18-b0d4-6fc7f4a1ec6b tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d3de1c7-f729-4000-ba2c-4cb46e182f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138856 Jul 16 01:25:06.648202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Deleting port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:06.652688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.705075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d56a77fa-1f97-47b7-bc14-9ba6fd4c26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.730109 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-f28c1cc6-62c0-45b8-972a-fb5af8c95447 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/quotas/dbea0e5699e2428eaa661e3c25438174 HTTP/1.1" status: 200 len: 375 time: 0.1807952 Jul 16 01:25:06.776464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d56a77fa-1f97-47b7-bc14-9ba6fd4c26f1 None None] For port 02538f79-acba-44fe-8b07-061788cf33f3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=02538f79-acba-44fe-8b07-061788cf33f3,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:06.777574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-bc4b9f77-6967-469f-92d7-0ad48283d49e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463634 Jul 16 01:25:06.790698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d56a77fa-1f97-47b7-bc14-9ba6fd4c26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.841085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-e2cbcce0-6679-4c04-bafc-54ddfecc36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.842975 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-e2cbcce0-6679-4c04-bafc-54ddfecc36a3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 200 len: 921 time: 0.2256830 Jul 16 01:25:06.860117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a77fa-1f97-47b7-bc14-9ba6fd4c26f1 None None] Pushing event updated for resources: {'Port': ['ID=02538f79-acba-44fe-8b07-061788cf33f3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.911547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952ae109-268e-40b2-a981-ddffbeb535a4 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:06.912776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-cf8d2829-fe81-46a2-8c8f-2e515dedbd65 service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338165 Jul 16 01:25:06.922585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.963608 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-f7fa08a5-7e96-486a-bf02-eac0d6ddf192 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 200 len: 217 time: 0.1136286 Jul 16 01:25:06.966252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Transition to ACTIVE for port object 952ae109-268e-40b2-a981-ddffbeb535a4 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:06.983106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.075838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-7aab443f-f9ab-4edd-a031-f25d0a6f22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.078045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-7aab443f-f9ab-4edd-a031-f25d0a6f22e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 200 len: 860 time: 0.1075237 Jul 16 01:25:07.104308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Pushing event updated for resources: {'Port': ['ID=952ae109-268e-40b2-a981-ddffbeb535a4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.144294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-669bc6ec-89c8-46e6-8881-cc7183f7877f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42c707e9-6612-42bb-89cd-46edae7a2abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523036 Jul 16 01:25:07.194653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.221612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-436b6036-b4bc-4666-9af9-f3bb1f3aa731 None None] Provisioning complete for port 02538f79-acba-44fe-8b07-061788cf33f3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:07.223235 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-436b6036-b4bc-4666-9af9-f3bb1f3aa731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.249433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c187f0-be3a-4363-b69d-292bd5c9c3ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.257414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] For port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,segment=NetworkSegment(67c502e0-55d8-404c-a345-abc4aeb62bbb),segment_id=67c502e0-55d8-404c-a345-abc4aeb62bbb)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:07.257783 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.280774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.282788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fea07cd0-c2f4-4a8e-b612-f407f6646b91 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c6c187f0-be3a-4363-b69d-292bd5c9c3ea HTTP/1.1" status: 204 len: 168 time: 1.4291234 Jul 16 01:25:07.294619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45606) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:07.296018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a524547c-1ef6-48c6-b369-b93f43792b9f None None] Network 0aa5a39f-5832-49e3-a890-c336cb51e899 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:07.311297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Calling delete_port for 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:07.353378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Attempting to bind port 952ae109-268e-40b2-a981-ddffbeb535a4 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:07.354136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Attempting to bind port 952ae109-268e-40b2-a981-ddffbeb535a4 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:07.354475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Attempting to bind port 952ae109-268e-40b2-a981-ddffbeb535a4 on network bf2c0330-ea1e-4f9d-9459-d1574271e028 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:07.362860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-d25f3327-2ab8-477d-b6d9-4a1b9585cfdd service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489791 Jul 16 01:25:07.413959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefef39-6ae3-4102-9b06-7f6cc73fab73 req-92593820-d629-4ae7-9003-e29ce523d59a tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.421097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cefef39-6ae3-4102-9b06-7f6cc73fab73 req-92593820-d629-4ae7-9003-e29ce523d59a tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 944 time: 0.4683795 Jul 16 01:25:07.521370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cefef39-6ae3-4102-9b06-7f6cc73fab73 req-3a34b52f-a30a-4741-83f9-53119a35cad6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994329 Jul 16 01:25:07.529563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Port 952ae109-268e-40b2-a981-ddffbeb535a4 on network bf2c0330-ea1e-4f9d-9459-d1574271e028 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:07.530250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Attempting to bind port 952ae109-268e-40b2-a981-ddffbeb535a4 on network bf2c0330-ea1e-4f9d-9459-d1574271e028 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:07.549915 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-12666dcb-35b6-426e-93bb-c7b08f1e3f40 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737123 Jul 16 01:25:07.553733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.573708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:07.574060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Checking segment: {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:07.574712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Bound using segment: {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:07.575242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Bound port: 952ae109-268e-40b2-a981-ddffbeb535a4, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981cccb2-92a7-40b9-ab39-71bee0f75d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:07.575617 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.621495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 02538f79-acba-44fe-8b07-061788cf33f3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:07.701636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] DHCP port deletion for 0aa5a39f-5832-49e3-a890-c336cb51e899 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:07.730651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45620) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:07.787971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.801532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:07.837914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] For port 952ae109-268e-40b2-a981-ddffbeb535a4, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:07.847411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-f25925c4-c19f-4ffe-b82d-e872b333c8e2 service neutron] 10.222.0.93 "GET /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852082 Jul 16 01:25:07.873035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] For port 952ae109-268e-40b2-a981-ddffbeb535a4, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=952ae109-268e-40b2-a981-ddffbeb535a4,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:07.877359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Deleting port fd068082-c853-491a-bb04-a1505f2f3564 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:07.877945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.879454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] Deleting port fd068082-c853-491a-bb04-a1505f2f3564 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:07.879935 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.896800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.975888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.976565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.979798 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] 10.222.0.78 "PUT /v2.0/ports/952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 1092 time: 2.1646843 Jul 16 01:25:07.986257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:08.000655 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b346b-accd-46c0-955c-17f6b7a2bd22" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:08.074128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] For port fd068082-c853-491a-bb04-a1505f2f3564, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fd068082-c853-491a-bb04-a1505f2f3564,segment=NetworkSegment(1e226c42-9c89-4376-949d-ae916c2f751e),segment_id=1e226c42-9c89-4376-949d-ae916c2f751e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:08.074550 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.131919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] For port fd068082-c853-491a-bb04-a1505f2f3564, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fd068082-c853-491a-bb04-a1505f2f3564,segment=NetworkSegment(1e226c42-9c89-4376-949d-ae916c2f751e),segment_id=1e226c42-9c89-4376-949d-ae916c2f751e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:08.132621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.170886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f142bd-ad9b-49f0-b953-46d2418bda47 service neutron] Pushing event updated for resources: {'Port': ['ID=952ae109-268e-40b2-a981-ddffbeb535a4,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.178246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Calling delete_port for fd068082-c853-491a-bb04-a1505f2f3564 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:08.266228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] Calling delete_port for fd068082-c853-491a-bb04-a1505f2f3564 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:08.291524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-1cc0a17e-c419-40df-b07d-243dcdd2c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.293090 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-1cc0a17e-c419-40df-b07d-243dcdd2c331 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=65a0215d042b4536b274a34595ec140f&device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 1095 time: 0.2390840 Jul 16 01:25:08.320109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:08.363975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 02538f79-acba-44fe-8b07-061788cf33f3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:08.364531 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.373451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-19944200-network', 'tenant_id': 'e9fd8f98de8747a296b949ad8f814692'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:08.385428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-35d58a1b-58e6-4055-b2a5-41812160fabd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 217 time: 0.0744402 Jul 16 01:25:08.402923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:08.417960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-d1bcca37-9d57-4a05-9b3e-c1712027748d tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.419655 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-d1bcca37-9d57-4a05-9b3e-c1712027748d tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86&tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.2306583 Jul 16 01:25:08.428715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:08.429090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.458528 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.459347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Made reservation on behalf of e9fd8f98de8747a296b949ad8f814692 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:08.461695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.491539 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.499424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.511223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 update to DOWN by agent not found {{(pid=93708) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:25:08.517266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-0269d91b-3042-484a-b494-c94bfc6c28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.517560 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-0269d91b-3042-484a-b494-c94bfc6c28c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=627b9639-2ea2-4ba5-a68c-6df5e86f573b HTTP/1.1" status: 200 len: 865 time: 0.1232250 Jul 16 01:25:08.525848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] No DVR routers for this DVR port fd068082-c853-491a-bb04-a1505f2f3564 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:08.534162 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.555075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd068082-c853-491a-bb04-a1505f2f3564,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.624331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] Pushing event deleted for resources: {'Port': ['ID=fd068082-c853-491a-bb04-a1505f2f3564,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.633838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Pushing event deleted for resources: {'Port': ['ID=388cda17-58ad-4bc4-8fc2-9fe1f7478cd2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.661612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df5a62-7071-45dc-8498-169c2ea3fe62 None None] No DVR routers for this DVR port fd068082-c853-491a-bb04-a1505f2f3564 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:08.689107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.691259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf86f7a-f2b1-460d-8df3-a85150e27f12 req-917dedb9-9579-4618-be66-f4be96db4c4d tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.692885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fcf86f7a-f2b1-460d-8df3-a85150e27f12 req-917dedb9-9579-4618-be66-f4be96db4c4d tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 944 time: 0.8936975 Jul 16 01:25:08.700747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436b918-9aa9-48d8-8149-3c41b9d6eb71 req-3ccae312-ba20-4a55-9e6e-35768a02f3a7 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.702062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:08.708486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5436b918-9aa9-48d8-8149-3c41b9d6eb71 req-3ccae312-ba20-4a55-9e6e-35768a02f3a7 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 945 time: 0.8968506 Jul 16 01:25:08.722844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.733585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:08.733987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 68f7e7f0-7bb6-46d4-bebb-699e5c1a7957 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:08.738174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa5a39f-5832-49e3-a890-c336cb51e899']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:08.739927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:08.742435 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fc11f9-cccd-4475-9c85-8cdbcafe8911" -d '{"events": [{"server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "name": "network-vif-plugged", "status": "completed", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:08.756090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:08.756745 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e226c42-9c89-4376-949d-ae916c2f751e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:08.757337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e226c42-9c89-4376-949d-ae916c2f751e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:08.763845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.774299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] No DVR routers for this DVR port 388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:08.795341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.819404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.820640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5436b918-9aa9-48d8-8149-3c41b9d6eb71 req-5f8ce1e1-612c-4459-a4dc-2937da0c15cf tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111827 Jul 16 01:25:08.823774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.825828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c03db5d-5fc2-4a6f-bece-8e9b897455f6 req-c12d2427-fac5-4677-b138-6681c22ccce9 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.93 "DELETE /v2.0/ports/388cda17-58ad-4bc4-8fc2-9fe1f7478cd2 HTTP/1.1" status: 204 len: 173 time: 2.9117200 Jul 16 01:25:08.851438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.852322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'name': 'network-vif-deleted', 'tag': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:08.856080 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd8e77-3b89-4ff6-8b10-00e7176d8a98" -d '{"events": [{"server_uuid": "416a6fe2-ebce-4296-8f06-cb4998be8304", "name": "network-vif-deleted", "tag": "388cda17-58ad-4bc4-8fc2-9fe1f7478cd2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:08.873067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3a51a810-23b2-40ad-b651-62446cf87179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.875616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-3a51a810-23b2-40ad-b651-62446cf87179 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf2c0330-ea1e-4f9d-9459-d1574271e028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3212161 Jul 16 01:25:08.876789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:08.877203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:08.880818 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:08.910812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.931186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fcf86f7a-f2b1-460d-8df3-a85150e27f12 req-50af3d44-c148-4b91-8a96-575752bf1b0f tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814318 Jul 16 01:25:08.990643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-5504a0a0-75ac-4ef4-a06a-94713a46473f service neutron] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:09.000603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-5504a0a0-75ac-4ef4-a06a-94713a46473f service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.002207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-73dd5610-af74-4bae-a788-c75bd1233ce8 req-5504a0a0-75ac-4ef4-a06a-94713a46473f service neutron] 10.222.0.93 "DELETE /v2.0/ports/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5/bindings/n-h1-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.5218518 Jul 16 01:25:09.039168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a278fd8e-3e12-4875-8581-eebb9571d596 req-a8f67438-323c-4bef-9821-1853df40b997 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 210 time: 0.0596807 Jul 16 01:25:09.042851 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.050069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.055477 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] 10.222.0.81 "DELETE /v2.0/networks/0aa5a39f-5832-49e3-a890-c336cb51e899 HTTP/1.1" status: 204 len: 168 time: 1.7515607 Jul 16 01:25:09.081160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f8833-0201-44dc-a883-0146a109870f admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa5a39f-5832-49e3-a890-c336cb51e899,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.111980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-dffa0ded-7ffe-48da-b2b8-d674770bf6ac service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160041 Jul 16 01:25:09.147141 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b51f18-23b4-47b8-adae-b888ef090729 x-openstack-request-id: req-04b51f18-23b4-47b8-adae-b888ef090729 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:09.147640 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:09.148186 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04b51f18-23b4-47b8-adae-b888ef090729 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:09.148795 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4', 'status': 'completed', 'code': 200} Jul 16 01:25:09.167561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de2cd1d3-b627-4939-b3bf-103b195ce1e6 req-a771bebc-e192-42e1-b8ba-466873c2ed76 tempest-ServerAddressesTestJSON-553742099 tempest-ServerAddressesTestJSON-553742099-project] 10.222.0.81 "GET /v2.0/ports?device_id=416a6fe2-ebce-4296-8f06-cb4998be8304 HTTP/1.1" status: 200 len: 210 time: 0.0635517 Jul 16 01:25:09.202087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.213580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.255448 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540c1a3a-cf3f-4bc9-991f-286f41054033 x-openstack-request-id: req-540c1a3a-cf3f-4bc9-991f-286f41054033 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:09.255747 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "name": "network-vif-plugged", "status": "completed", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:09.256069 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-540c1a3a-cf3f-4bc9-991f-286f41054033 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:09.256246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:09.256595 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'code': 200} Jul 16 01:25:09.281727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ef79b-db72-412b-8504-d7529354f886,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.287645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.288596 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Added segment 799588c9-7bbb-40d4-8b18-857aea80a2a5 of type vlan for network 4642dced-437e-4d38-b70f-d100a96f79f6 Jul 16 01:25:09.306753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45640) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:09.313160 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-600fe8c3-eda4-442d-b3c4-f720e1fa7e62 req-0d33259e-39c1-4261-b117-73b70b77f755 service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935346 Jul 16 01:25:09.344453 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdd2d99-662d-4128-a4d2-11241e6d8b32 x-openstack-request-id: req-9fdd2d99-662d-4128-a4d2-11241e6d8b32 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:09.344814 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416a6fe2-ebce-4296-8f06-cb4998be8304", "name": "network-vif-deleted", "tag": "388cda17-58ad-4bc4-8fc2-9fe1f7478cd2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:09.345043 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fdd2d99-662d-4128-a4d2-11241e6d8b32 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:09.345388 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416a6fe2-ebce-4296-8f06-cb4998be8304', 'name': 'network-vif-deleted', 'tag': '388cda17-58ad-4bc4-8fc2-9fe1f7478cd2', 'status': 'completed', 'code': 200} Jul 16 01:25:09.407691 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.413740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Router c2502a96-23fb-4dc8-8a45-6b95106defa4 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:25:09.492577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-970faa8c-9bdc-4a63-a68e-2ad9b1e45ca5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f830a028814f43898594e273bf421eb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1816707 Jul 16 01:25:09.493904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45642) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:09.525220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-3baa95d1-0d4d-4383-a5b2-5307225b4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.526714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-3baa95d1-0d4d-4383-a5b2-5307225b4a32 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=65a0215d042b4536b274a34595ec140f&device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 1095 time: 0.1594226 Jul 16 01:25:09.540991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fd068082-c853-491a-bb04-a1505f2f3564 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:09.550008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.550974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.551620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.568770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: fd068082-c853-491a-bb04-a1505f2f3564 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:09.569389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fd068082-c853-491a-bb04-a1505f2f3564 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:09.677522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9358721 Jul 16 01:25:09.686227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:09.687273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-6c6e822e-9d70-48c1-bb1e-2fdd23d18e84 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.689577 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-6c6e822e-9d70-48c1-bb1e-2fdd23d18e84 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.2501755 Jul 16 01:25:09.710276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Request body: {'port': {'device_id': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'admin_state_up': True, 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:09.721054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Request body: {'subnet': {'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-19944200-subnet', 'tenant_id': 'e9fd8f98de8747a296b949ad8f814692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:09.739077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e553e6c-2a7d-42ac-84e1-d8f95c53daa0 req-40a0ec7f-6c92-4ed4-8ffe-c0a41c2c747f tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.746708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e553e6c-2a7d-42ac-84e1-d8f95c53daa0 req-40a0ec7f-6c92-4ed4-8ffe-c0a41c2c747f tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.4004462 Jul 16 01:25:09.748504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6b5c1-b5fe-48d1-8dd9-03e1a3b51b83 admin admin] Pushing event updated for resources: {'Network': ['ID=4642dced-437e-4d38-b70f-d100a96f79f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.763983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 4642dced-437e-4d38-b70f-d100a96f79f6 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:09.794782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3f7dc-3545-4174-ac3a-3acd147fff2d req-9eba6b93-cf1a-4204-9f66-4936eb01b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.802738 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24c3f7dc-3545-4174-ac3a-3acd147fff2d req-9eba6b93-cf1a-4204-9f66-4936eb01b60b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 1096 time: 0.3440843 Jul 16 01:25:09.809728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03810e3b-3810-4195-974c-d7c08812062c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.862385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-d2e75fa1-7fbd-4964-8420-99ed5207eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.863925 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-d2e75fa1-7fbd-4964-8420-99ed5207eaa2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 200 len: 927 time: 0.3286538 Jul 16 01:25:09.878219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:09.894002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Sync routers for ids ['c2502a96-23fb-4dc8-8a45-6b95106defa4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:09.908795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Routers {'c2502a96-23fb-4dc8-8a45-6b95106defa4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:09.910278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c2502a96-23fb-4dc8-8a45-6b95106defa4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:09.918268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e553e6c-2a7d-42ac-84e1-d8f95c53daa0 req-74041658-6cec-48d5-8c84-0f792ad38c03 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706638 Jul 16 01:25:09.934807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Made reservation on behalf of e9fd8f98de8747a296b949ad8f814692 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:09.937218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.941414 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03810e3b-3810-4195-974c-d7c08812062c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.949760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-8c9ce52e-d743-469c-b829-6722acf3a33e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 217 time: 0.0779154 Jul 16 01:25:09.955596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24c3f7dc-3545-4174-ac3a-3acd147fff2d req-5e822b3f-73ec-4f6a-80fc-ff042a33450b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219962 Jul 16 01:25:09.983177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:09.989763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.014596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.018324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7cc032bf-3607-4686-9067-77cc49a26fe7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5214503 Jul 16 01:25:10.030015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45650) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.105494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Set router c2502a96-23fb-4dc8-8a45-6b95106defa4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:10.128910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-a28217a9-e7c8-4b35-a4a0-8effb56189d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.130362 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-a28217a9-e7c8-4b35-a4a0-8effb56189d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=627b9639-2ea2-4ba5-a68c-6df5e86f573b HTTP/1.1" status: 200 len: 865 time: 0.1164887 Jul 16 01:25:10.194318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03810e3b-3810-4195-974c-d7c08812062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.196943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03810e3b-3810-4195-974c-d7c08812062c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.200963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-03810e3b-3810-4195-974c-d7c08812062c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c36b7b7-b70b-4212-89c4-e2a3f38e29d7 HTTP/1.1" status: 204 len: 168 time: 0.7051070 Jul 16 01:25:10.211838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Allocated IP 172.20.0.13 (53201dbc-90e9-4c6a-8f4d-944f7f05fcba/8015b200-7ef2-45f1-a2e5-e7d3014071c9/dd48c3ed-cc0b-49b4-a87d-b6932c89397a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:10.238852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03810e3b-3810-4195-974c-d7c08812062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c36b7b7-b70b-4212-89c4-e2a3f38e29d7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.264366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-36c2b161-ffa8-4142-8ae2-5b507f55e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.265716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-36c2b161-ffa8-4142-8ae2-5b507f55e249 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf2c0330-ea1e-4f9d-9459-d1574271e028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092415 Jul 16 01:25:10.314512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 3, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:10.354049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Checking router: c2502a96-23fb-4dc8-8a45-6b95106defa4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:10.354517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Updating router c2502a96-23fb-4dc8-8a45-6b95106defa4 port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:10.376817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8834229-b30b-4610-a6d6-02fbed8c3d40 req-8c53bd5e-cc9f-4c01-9aaf-03660e84c07e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.378389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8834229-b30b-4610-a6d6-02fbed8c3d40 req-8c53bd5e-cc9f-4c01-9aaf-03660e84c07e tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 945 time: 0.3804071 Jul 16 01:25:10.404382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.463325 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-144ff3ff-7505-4563-8066-fd7b2b4bb831 service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867163 Jul 16 01:25:10.485913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.489993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b4a-e689-4edd-8b53-681f54f35311 req-36a6abc8-5b92-4f13-b6ed-01b74eefbbc1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.491647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54c57b4a-e689-4edd-8b53-681f54f35311 req-36a6abc8-5b92-4f13-b6ed-01b74eefbbc1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 944 time: 0.3894694 Jul 16 01:25:10.538829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8834229-b30b-4610-a6d6-02fbed8c3d40 req-a36b818e-2bf4-472f-b962-6173b9bd87f1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427968 Jul 16 01:25:10.618737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a9b346b-accd-46c0-955c-17f6b7a2bd22 req-408a0fbd-dc06-4dda-9f73-0921820bafad service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447079 Jul 16 01:25:10.624808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.677615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54c57b4a-e689-4edd-8b53-681f54f35311 req-934a3879-5f3a-4e5c-88c7-a437fe4f7f78 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467829 Jul 16 01:25:10.681160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.685450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.697374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:10.699005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:10.701887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:10.773517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.806606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.808272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.824447 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-69f12fb8-6246-4b25-9808-482b3131d3af tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1215322 Jul 16 01:25:10.832374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.857974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Request body: {'port': {'device_id': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:10.914785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Checking segment: {'id': '799588c9-7bbb-40d4-8b18-857aea80a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:10.915144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Network hostable DHCP agents. Network: 4642dced-437e-4d38-b70f-d100a96f79f6, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:10.925470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372034aa-aca1-41ab-9b05-76aeaf81f8fb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.942955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.967145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Transition to ACTIVE for port object 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:10.976159 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.993443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] Deleting subnet 2722e627-3657-4c37-8031-e32342a1ebc5 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:11.000360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.038024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Attempting to bind port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:11.038576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Attempting to bind port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:11.038955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Attempting to bind port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:11.049364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:11.049741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:11.050148 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.050540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:11.055257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Bound port: 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:11.055257 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.055518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.055873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a237f06-201d-46c2-84ec-565c40fcb898 None None] Pushing event updated for resources: {'Port': ['ID=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.101203 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0b1f4309-e3ed-40e0-a0af-2d9db4b301d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e488ae4c08e4488b0d6b419546569e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3205197 Jul 16 01:25:11.115866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.132547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] For port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:11.136930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] For port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:11.142103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.205945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Routers {'c2502a96-23fb-4dc8-8a45-6b95106defa4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:11.206695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:24:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c2502a96-23fb-4dc8-8a45-6b95106defa4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:11.220490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62caf88-6c74-4c32-9f5e-f235a936ecfc req-c1b5c2ad-b188-491d-83ca-6e565f5cafe8 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.222101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c62caf88-6c74-4c32-9f5e-f235a936ecfc req-c1b5c2ad-b188-491d-83ca-6e565f5cafe8 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 932 time: 0.4240885 Jul 16 01:25:11.222759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Network 4642dced-437e-4d38-b70f-d100a96f79f6 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:11.247883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a237f06-201d-46c2-84ec-565c40fcb898 None None] Pushing event updated for resources: {'Port': ['ID=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.288352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 4642dced-437e-4d38-b70f-d100a96f79f6) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:11.301630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.302224 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.305649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de21ffd-b651-4ec3-b661-48575d8b71a0 None None] Network 4642dced-437e-4d38-b70f-d100a96f79f6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:11.325741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.326216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-32f6fe58-6219-42d8-aa9b-2608806d9173 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6129808 Jul 16 01:25:11.335444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.376265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a408e-e7f1-4b9d-8772-2de6c3bc28f2 req-28de05b3-3736-4242-bb2a-fe700beb3e19 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.383090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-643a408e-e7f1-4b9d-8772-2de6c3bc28f2 req-28de05b3-3736-4242-bb2a-fe700beb3e19 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 1096 time: 0.2869117 Jul 16 01:25:11.388805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aaed817a-c371-4596-a0d6-eeb10dcf5b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.393420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] Set router c2502a96-23fb-4dc8-8a45-6b95106defa4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:11.398659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.399423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c62caf88-6c74-4c32-9f5e-f235a936ecfc req-5e1a4623-be30-48fa-9dc6-d7a6883d9bca tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520412 Jul 16 01:25:11.506501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-643a408e-e7f1-4b9d-8772-2de6c3bc28f2 req-34661228-7b85-4b21-a89d-ae03c980dd58 tempest-LiveAutoBlockMigrationV225Test-1110515916 tempest-LiveAutoBlockMigrationV225Test-1110515916-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224263 Jul 16 01:25:11.526630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aaed817a-c371-4596-a0d6-eeb10dcf5b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.617848 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52a5e94a-4e42-4ec1-bd97-c91e50a7cf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.625366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e9076-1805-409f-bfda-7feb8bf69465 None None] Network 4642dced-437e-4d38-b70f-d100a96f79f6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:11.670677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.711564 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2722e627-3657-4c37-8031-e32342a1ebc5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.737923 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.740163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f90d760b-c828-41e5-a234-cc59a7588457 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2722e627-3657-4c37-8031-e32342a1ebc5 HTTP/1.1" status: 204 len: 168 time: 0.9063926 Jul 16 01:25:11.743115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.758731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Allocated IP 172.20.0.1 (44fa9c6e-bbc8-4147-85f0-306a30d160c8/20ca6de8-3468-4fd5-b857-e696f1a50c7d/9d0b607b-a2a5-490c-81ae-4aca4af8b956) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:11.875865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.977366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 3, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.007324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83a792-8f67-4431-911e-a02725699c10 None None] The sync data for ids ['c2502a96-23fb-4dc8-8a45-6b95106defa4'] in n-d-800085-5 is: [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 3, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:12.032523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.036784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd48c3ed-cc0b-49b4-a87d-b6932c89397a {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:12.059932 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.063831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6850d1aa-f5e7-4dc9-9636-cc3fe6388187']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.081014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c502e0-55d8-404c-a345-abc4aeb62bbb') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.081377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c502e0-55d8-404c-a345-abc4aeb62bbb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.095287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Transition to ACTIVE for port object dd48c3ed-cc0b-49b4-a87d-b6932c89397a will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:12.097404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.099926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.153226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.164637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:12.165056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:12.170063 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:12.184830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.310645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.324171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.328313 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6850d1aa-f5e7-4dc9-9636-cc3fe6388187 HTTP/1.1" status: 204 len: 168 time: 0.5822356 Jul 16 01:25:12.369641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2b0cf-803f-4176-992b-bfbfc9bb6f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6850d1aa-f5e7-4dc9-9636-cc3fe6388187,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.381464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.382432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Attempting to bind port dd48c3ed-cc0b-49b4-a87d-b6932c89397a on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:12.382976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Attempting to bind port dd48c3ed-cc0b-49b4-a87d-b6932c89397a by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:12.383520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Attempting to bind port dd48c3ed-cc0b-49b4-a87d-b6932c89397a on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:12.386169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aaed817a-c371-4596-a0d6-eeb10dcf5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.389020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aaed817a-c371-4596-a0d6-eeb10dcf5b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.389502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Port dd48c3ed-cc0b-49b4-a87d-b6932c89397a on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:12.390100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Attempting to bind port dd48c3ed-cc0b-49b4-a87d-b6932c89397a on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:12.395084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aaed817a-c371-4596-a0d6-eeb10dcf5b2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fc863be-0abd-4436-89ed-464d56235ca4 HTTP/1.1" status: 204 len: 168 time: 1.2768354 Jul 16 01:25:12.398758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:12.399300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Checking segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:12.399957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Bound using segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:12.401134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Bound port: dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:12.401794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.435105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Transition to ACTIVE for port object 9d0b607b-a2a5-490c-81ae-4aca4af8b956 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:12.438337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed817a-c371-4596-a0d6-eeb10dcf5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc863be-0abd-4436-89ed-464d56235ca4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.446912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-d7b48d5a-03be-48f9-a437-47b42858b637 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.448662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-d7b48d5a-03be-48f9-a437-47b42858b637 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/networks?id=4642dced-437e-4d38-b70f-d100a96f79f6 HTTP/1.1" status: 200 len: 819 time: 0.5958860 Jul 16 01:25:12.474803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f85da3-95d1-42b0-b25f-f602b089b6d3 req-c3f942d3-3e25-482e-846c-368a38302ef6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.488693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81f85da3-95d1-42b0-b25f-f602b089b6d3 req-c3f942d3-3e25-482e-846c-368a38302ef6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.6345885 Jul 16 01:25:12.523178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:12.524255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-67c61743-73bf-4d49-bf72-f4a911698a59 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/quotas/e9fd8f98de8747a296b949ad8f814692 HTTP/1.1" status: 200 len: 375 time: 0.0620675 Jul 16 01:25:12.528281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:12.536766 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.599663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-7cefca9f-5fb2-4c30-baea-bc4fe2f94e12 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9fd8f98de8747a296b949ad8f814692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611765 Jul 16 01:25:12.622990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81f85da3-95d1-42b0-b25f-f602b089b6d3 req-74814101-b03b-4770-a156-cfbc58b3f4c7 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327910 Jul 16 01:25:12.657406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.661526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.693919 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.697122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.698587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.700577 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-3d33eab1-0559-41e1-a4fe-911fa60d8d56 service neutron] 10.222.0.93 "PUT /v2.0/ports/dd48c3ed-cc0b-49b4-a87d-b6932c89397a HTTP/1.1" status: 200 len: 1092 time: 1.8528955 Jul 16 01:25:12.701047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:12.704534 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f5ac9-2459-4930-8d2a-74aae2a2c69e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:12.742841 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4fb429c6-9125-42de-b68c-18365408d9bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e874948bc6a5442e888dc66c77e82709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795946 Jul 16 01:25:12.748569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.811973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:12.822258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:12.838880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:12.890412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35b9cfd0-c6ab-4e6a-92da-87bc048a531d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.919211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Pushing event updated for resources: {'Port': ['ID=9d0b607b-a2a5-490c-81ae-4aca4af8b956,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.943753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.950164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-a321fc75-9abf-4386-a97e-97576634a0f3 service neutron] 10.222.0.81 "GET /v2.0/networks/4642dced-437e-4d38-b70f-d100a96f79f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264101 Jul 16 01:25:12.975962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-a36c7680-c22b-4dd3-9dcd-62bad685b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.977905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-a36c7680-c22b-4dd3-9dcd-62bad685b7f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 1095 time: 0.2258303 Jul 16 01:25:12.983274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35b9cfd0-c6ab-4e6a-92da-87bc048a531d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.052880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-d4cd0dc6-5b97-4fa5-a572-d9b689854d5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a HTTP/1.1" status: 200 len: 217 time: 0.0610480 Jul 16 01:25:13.145136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-5e99a0d6-645d-49e8-84a2-5656749b981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.147763 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-5e99a0d6-645d-49e8-84a2-5656749b981e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.0878651 Jul 16 01:25:13.171104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b18b2298-39be-4d59-8265-488dd07b7adc service neutron] 10.222.0.81 "GET /v2.0/networks/4642dced-437e-4d38-b70f-d100a96f79f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745467 Jul 16 01:25:13.234654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-8e1f5bcb-f044-4927-a1fc-6a6933565697 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755768 Jul 16 01:25:13.234963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-324c4cfb-e1e1-419c-a6bd-1e619dc35634 None None] Provisioning for port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:13.235489 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35b9cfd0-c6ab-4e6a-92da-87bc048a531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.242361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-324c4cfb-e1e1-419c-a6bd-1e619dc35634 None None] Provisioning complete for port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:13.242722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-324c4cfb-e1e1-419c-a6bd-1e619dc35634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.251505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35b9cfd0-c6ab-4e6a-92da-87bc048a531d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.252678 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-35b9cfd0-c6ab-4e6a-92da-87bc048a531d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d3de1c7-f729-4000-ba2c-4cb46e182f81 HTTP/1.1" status: 204 len: 168 time: 0.4993639 Jul 16 01:25:13.342500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-324c4cfb-e1e1-419c-a6bd-1e619dc35634 None None] Port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:13.363858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9cfd0-c6ab-4e6a-92da-87bc048a531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3de1c7-f729-4000-ba2c-4cb46e182f81,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.547132 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-0864f394-56dd-4c7d-adc0-f4ad324c065e service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928126 Jul 16 01:25:13.699353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:13.701450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.742668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c77f1-0fd3-4639-a979-bbaa4109fc83 req-7e59d306-688a-4d0b-8021-624b4f7c7619 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.752646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-323c77f1-0fd3-4639-a979-bbaa4109fc83 req-7e59d306-688a-4d0b-8021-624b4f7c7619 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 944 time: 0.5246353 Jul 16 01:25:13.826052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 952ae109-268e-40b2-a981-ddffbeb535a4 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:13.865711 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8eb2b8d3-a6f3-4588-ae18-bcfa6556f805 req-24c44e22-626a-427e-87e6-daf5bf62594b service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087945 Jul 16 01:25:13.880881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:13.892348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:13.893947 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.929588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-323c77f1-0fd3-4639-a979-bbaa4109fc83 req-c37e63d1-c5dd-44c0-8191-9e32891365f5 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758080 Jul 16 01:25:13.979124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-f9401171-d6e8-438d-9910-2c7babed326a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.980772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-f9401171-d6e8-438d-9910-2c7babed326a tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 945 time: 0.3219306 Jul 16 01:25:14.081524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cff178-0dd9-43e2-95f7-2eee7e0c1b91 req-10bef3b0-391f-417f-93c3-72c48115846f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.083235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4cff178-0dd9-43e2-95f7-2eee7e0c1b91 req-10bef3b0-391f-417f-93c3-72c48115846f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 944 time: 0.3590317 Jul 16 01:25:14.185120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 952ae109-268e-40b2-a981-ddffbeb535a4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=952ae109-268e-40b2-a981-ddffbeb535a4,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:14.223736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '952ae109-268e-40b2-a981-ddffbeb535a4', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'port_id': '952ae109-268e-40b2-a981-ddffbeb535a4', 'mac_address': 'fa:16:3e:a2:d7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:14.305378 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.309652 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fa7b15f3-ba92-437d-8894-e0a8df6bb24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.334685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952ae109-268e-40b2-a981-ddffbeb535a4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:14.339995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.378836 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.393787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 952ae109-268e-40b2-a981-ddffbeb535a4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=952ae109-268e-40b2-a981-ddffbeb535a4,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:14.403914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4cff178-0dd9-43e2-95f7-2eee7e0c1b91 req-e4cf4ea5-c824-4179-9822-65419e74fde5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726016 Jul 16 01:25:14.413388 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.414797 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.417543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:14.422812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.444494 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.481234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=952ae109-268e-40b2-a981-ddffbeb535a4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.523030 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d80005-07a8-4ceb-9af0-3a4a67db8f92 x-openstack-request-id: req-20d80005-07a8-4ceb-9af0-3a4a67db8f92 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:14.523542 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:14.523908 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20d80005-07a8-4ceb-9af0-3a4a67db8f92 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:14.524602 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'status': 'completed', 'code': 200} Jul 16 01:25:14.634708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.634894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Pushing event updated for resources: {'Port': ['ID=9d0b607b-a2a5-490c-81ae-4aca4af8b956,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.646097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.651063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Deleting port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:14.651402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.675846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['952ae109-268e-40b2-a981-ddffbeb535a4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:14.725983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-160ba728-cd2f-4424-8b0c-2a175b8c3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.726364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50b6b9-0c98-495b-841d-53cb51fb650b req-b7204647-c7e2-4ba6-ab91-7903800c73ec tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.729603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-160ba728-cd2f-4424-8b0c-2a175b8c3bc8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 1095 time: 0.1716278 Jul 16 01:25:14.737883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45764) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:14.747006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b50b6b9-0c98-495b-841d-53cb51fb650b req-b7204647-c7e2-4ba6-ab91-7903800c73ec tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.5354173 Jul 16 01:25:14.765258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Request body: {'floatingip': {'port_id': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:14.947171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.967803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e7ce451-7340-46f7-b776-d1a11d626c25 req-5a630a3e-8c20-4e70-935b-e6738d4a1add tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 210 time: 0.0871720 Jul 16 01:25:15.075098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-b7c5a699-811b-4194-be3b-b138bd2d4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.076796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-b7c5a699-811b-4194-be3b-b138bd2d4a98 service neutron] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.3399649 Jul 16 01:25:15.106032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] For port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:15.106400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.117091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a729b4-d1d9-43c1-88f7-be248b7f9cb5 req-3ba00b2e-1e36-4c20-9699-ab27912df8b1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.123878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6a729b4-d1d9-43c1-88f7-be248b7f9cb5 req-3ba00b2e-1e36-4c20-9699-ab27912df8b1 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 945 time: 0.4371819 Jul 16 01:25:15.137043 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-d97ab8bc-1dd5-49c2-8e68-c2ffc366f865 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a HTTP/1.1" status: 200 len: 217 time: 0.0387156 Jul 16 01:25:15.207072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Calling delete_port for 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:15.220517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.239997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-232b846f-d285-48f9-890d-b6cbc8ec624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.241503 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-232b846f-d285-48f9-890d-b6cbc8ec624c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.0968175 Jul 16 01:25:15.248397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6a729b4-d1d9-43c1-88f7-be248b7f9cb5 req-33090423-086f-41a8-a2ee-82c31d0c9e74 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235733 Jul 16 01:25:15.288820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:15.295267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:15.315891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-5de28dbf-175c-48a1-b1be-f81e8d5dcfd4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678258 Jul 16 01:25:15.445809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e087dc-c111-47ef-aeea-4f9a4cfe08b0 req-15de28e6-87c4-41fa-b177-835f87eb3239 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.448773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77e087dc-c111-47ef-aeea-4f9a4cfe08b0 req-15de28e6-87c4-41fa-b177-835f87eb3239 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 945 time: 0.2950525 Jul 16 01:25:15.540723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:15.579546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Router c2502a96-23fb-4dc8-8a45-6b95106defa4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:15.642490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:15.643028 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.643493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77e087dc-c111-47ef-aeea-4f9a4cfe08b0 req-a8caaa1d-b8fe-47a6-8eaf-2689f4351ecc tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622350 Jul 16 01:25:15.645286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-d3793e41-ca93-4e0c-a494-966318e465ee service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130779 Jul 16 01:25:15.704468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-06c3eb59-9911-4a37-96e1-05a602f7f821 None None] Provisioning complete for port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:15.705005 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-06c3eb59-9911-4a37-96e1-05a602f7f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.751936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.754287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-06c3eb59-9911-4a37-96e1-05a602f7f821 None None] Port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:15.755022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-4c8620ba-5ac5-4353-9161-977a97fc210c tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.756923 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-4c8620ba-5ac5-4353-9161-977a97fc210c tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.93 "GET /v2.0/networks?id=4642dced-437e-4d38-b70f-d100a96f79f6 HTTP/1.1" status: 200 len: 819 time: 0.4814479 Jul 16 01:25:15.780635 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:15.786689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Request body: {'port': {'device_id': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6', 'admin_state_up': True, 'tenant_id': 'e9fd8f98de8747a296b949ad8f814692'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:15.804041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event deleted for resources: {'Port': ['ID=7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.851997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 952ae109-268e-40b2-a981-ddffbeb535a4 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:15.901852 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.988305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:15.991241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd48c3ed-cc0b-49b4-a87d-b6932c89397a details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:15.995396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] No DVR routers for this DVR port 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:16.006215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.008456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32120468-9336-4f8f-a266-dd7513ca3b96 req-567b2d8d-3631-4879-b9fd-d951ed5a6286 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.93 "DELETE /v2.0/ports/7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 HTTP/1.1" status: 204 len: 173 time: 2.0194688 Jul 16 01:25:16.012960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'name': 'network-vif-deleted', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:16.015750 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271a1d05-db10-42c2-8a2a-c8756fd4c5c7" -d '{"events": [{"server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "name": "network-vif-deleted", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:16.048317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 952ae109-268e-40b2-a981-ddffbeb535a4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:16.050298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:16.050430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:16.050643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:16.069165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1fd07008-e736-4ed3-84a4-bc4e81cd42ed admin admin] 10.222.0.81 "PUT /v2.0/routers/c2502a96-23fb-4dc8-8a45-6b95106defa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0172803 Jul 16 01:25:16.070202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 952ae109-268e-40b2-a981-ddffbeb535a4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:16.070756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.071709 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Sync routers for ids ['c2502a96-23fb-4dc8-8a45-6b95106defa4'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:16.086193 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Routers {'c2502a96-23fb-4dc8-8a45-6b95106defa4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:16.087177 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c2502a96-23fb-4dc8-8a45-6b95106defa4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:16.099920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733cff4-e409-46aa-904f-f9e8930511b0 req-87db4213-7c5c-46ea-a80c-14f15f068ee1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.121880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e733cff4-e409-46aa-904f-f9e8930511b0 req-87db4213-7c5c-46ea-a80c-14f15f068ee1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 944 time: 0.2068026 Jul 16 01:25:16.178854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:25:16.218934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e733cff4-e409-46aa-904f-f9e8930511b0 req-0a8a5939-1e20-4f0f-95fb-c5d5738a24bb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955987 Jul 16 01:25:16.284637 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Set router c2502a96-23fb-4dc8-8a45-6b95106defa4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:16.314782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9c974ed-05e3-4921-8732-605b914d440a req-e75f3e7b-182a-424c-abfe-878fceced677 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 210 time: 0.0665464 Jul 16 01:25:16.353930 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74f7ac8-ab27-4f87-9b6f-d4c927c56c17 x-openstack-request-id: req-d74f7ac8-ab27-4f87-9b6f-d4c927c56c17 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:16.354227 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1de3e7e-d9da-4dea-9094-3d362576cf86", "name": "network-vif-deleted", "tag": "7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:16.354481 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d74f7ac8-ab27-4f87-9b6f-d4c927c56c17 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:16.354897 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1de3e7e-d9da-4dea-9094-3d362576cf86', 'name': 'network-vif-deleted', 'tag': '7a1de8b8-56bd-4e26-aa0d-8ccb8c5632c5', 'status': 'completed', 'code': 200} Jul 16 01:25:16.445502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.487035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937f5ac9-2459-4930-8d2a-74aae2a2c69e req-5cbc8533-69aa-4620-ad8c-e0006716241d service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273342 Jul 16 01:25:16.530211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:16.581096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:16.591432 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188eb17b-9f58-48ef-8c52-3cf8a796c410" -d '{"events": [{"server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "name": "network-vif-plugged", "status": "completed", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:16.632433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 952ae109-268e-40b2-a981-ddffbeb535a4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=952ae109-268e-40b2-a981-ddffbeb535a4,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:16.639115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'port_id': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'mac_address': 'fa:16:3e:d6:ea:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8015b200-7ef2-45f1-a2e5-e7d3014071c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:16.639766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94b6a4c6-0fb3-44e3-9a1c-62f6fae9f8ee req-3492f5f8-cdc4-4baf-8437-254a87d6ae16 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 210 time: 0.0707572 Jul 16 01:25:16.704870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:25:16.739996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.743539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.764330 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e4951-27ff-4735-a4c6-5e9e557109b4 x-openstack-request-id: req-739e4951-27ff-4735-a4c6-5e9e557109b4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:16.764639 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "name": "network-vif-plugged", "status": "completed", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:16.764898 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-739e4951-27ff-4735-a4c6-5e9e557109b4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:16.765840 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4', 'code': 200} Jul 16 01:25:16.766734 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:25:13Z', 'revision_number': 4, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9d0b607b-a2a5-490c-81ae-4aca4af8b956', 'name': '', 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'mac_address': 'fa:16:3e:c1:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:11Z', 'updated_at': '2021-07-16T01:25:13Z', 'revision_number': 2, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'subnets': [{'id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:16.795328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.837337 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Checking router: c2502a96-23fb-4dc8-8a45-6b95106defa4 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:16.837686 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Updating router c2502a96-23fb-4dc8-8a45-6b95106defa4 port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:16.891982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.894028 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd48c3ed-cc0b-49b4-a87d-b6932c89397a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:16.937790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:16.940453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.946588 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.948745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.965903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Made reservation on behalf of e9fd8f98de8747a296b949ad8f814692 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:16.970148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.993633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=952ae109-268e-40b2-a981-ddffbeb535a4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.074412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc0f66-b439-4566-ad7f-f543e2182aa1 req-2b3a0235-034e-4c29-8452-179090fef209 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.090747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bccc0f66-b439-4566-ad7f-f543e2182aa1 req-2b3a0235-034e-4c29-8452-179090fef209 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 946 time: 0.1265574 Jul 16 01:25:17.116321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.153292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['dd48c3ed-cc0b-49b4-a87d-b6932c89397a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:17.183891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bccc0f66-b439-4566-ad7f-f543e2182aa1 req-84712e45-5c44-4e75-8635-3f18340f412c tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894394 Jul 16 01:25:17.206109 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Floating IP cf98830c-51f3-406b-825d-1b53734c4e0a associated. External IP: 172.25.5.135, port: 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d. Jul 16 01:25:17.239462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:17.246384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-network', 'tenant_id': '741279437be74ef0bc451b63040c49f9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:17.298024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Made reservation on behalf of 741279437be74ef0bc451b63040c49f9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:17.301548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.331042 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.347037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d8e8-85d0-4af9-92c5-68005c5d8854 req-b88fb2b7-6732-430c-aa27-eea9fa8b6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.348681 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-92b6d8e8-85d0-4af9-92c5-68005c5d8854 req-b88fb2b7-6732-430c-aa27-eea9fa8b6390 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 1097 time: 0.4875305 Jul 16 01:25:17.513757 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.535047 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Transition to ACTIVE for port object 9d0b607b-a2a5-490c-81ae-4aca4af8b956 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:17.546835 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.592306 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-92b6d8e8-85d0-4af9-92c5-68005c5d8854 req-68e6ec09-3ee7-4c30-b157-5250a1aa92ff service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278838 Jul 16 01:25:17.622797 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef6f39-27f7-4c35-b251-d930ae9b65ed None None] Pushing event updated for resources: {'Port': ['ID=9d0b607b-a2a5-490c-81ae-4aca4af8b956,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.682545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f0a1c-6400-4ee8-9b86-83e362629a0e req-1562c41b-6972-4325-9edf-f070714e4d0f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.693907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-842f0a1c-6400-4ee8-9b86-83e362629a0e req-1562c41b-6972-4325-9edf-f070714e4d0f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 945 time: 0.2537019 Jul 16 01:25:17.779010 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.783446 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Attempting to bind port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:17.783924 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Attempting to bind port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:17.784323 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Attempting to bind port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 on network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:17.790431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Allocated IP 172.20.0.10 (4642dced-437e-4d38-b70f-d100a96f79f6/372034aa-aca1-41ab-9b05-76aeaf81f8fb/52610585-1190-4bdd-8a08-b5318644c008) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:17.793587 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:17.793961 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Checking segment: {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:17.795513 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.795914 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Bound using segment: {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:17.798825 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Bound port: 9d0b607b-a2a5-490c-81ae-4aca4af8b956, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:17.799008 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.800281 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.892597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:17.930735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-842f0a1c-6400-4ee8-9b86-83e362629a0e req-1d369566-d7e1-4d0c-93d3-41f6add8cd05 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354796 Jul 16 01:25:17.935594 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] For port 9d0b607b-a2a5-490c-81ae-4aca4af8b956, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:17.940737 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] For port 9d0b607b-a2a5-490c-81ae-4aca4af8b956, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d0b607b-a2a5-490c-81ae-4aca4af8b956,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:17.962871 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.007091 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd48c3ed-cc0b-49b4-a87d-b6932c89397a up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:18.008652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.009202 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Added segment 83b8d768-219d-4692-98bc-2b953fa14db2 of type vlan for network ef7c35b0-e77e-42a1-8f87-084a99cfa616 Jul 16 01:25:18.018219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-916f2f6f-c9c8-4f70-9ae2-b3bef1627d30 req-96db463b-24ab-4ebc-aac8-0120b4331855 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 210 time: 0.1415091 Jul 16 01:25:18.039186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0530c525-59b9-4d6b-9c98-724feaf0e9b8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.093204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port dd48c3ed-cc0b-49b4-a87d-b6932c89397a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:18.100042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port dd48c3ed-cc0b-49b4-a87d-b6932c89397a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:18.100736 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.113327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.113941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.114135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.114679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.115117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.115918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.116630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.118019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.118614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.119940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.120471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.121535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:18.158646 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Routers {'c2502a96-23fb-4dc8-8a45-6b95106defa4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:18.159588 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c2502a96-23fb-4dc8-8a45-6b95106defa4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:18.161307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.167308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Router c72364da-fd38-4245-910b-20b68d858b2f has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:18.199110 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.281962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9ef9805-a9b5-4e91-8dd8-a9962294536b req-f9b0e475-a56b-416c-84ad-b47fbcef08fa tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 210 time: 0.0776110 Jul 16 01:25:18.326810 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] Set router c2502a96-23fb-4dc8-8a45-6b95106defa4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:18.342417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.344441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.345048 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.356193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.378934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.423283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1784518 Jul 16 01:25:18.425976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.447218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Request body: {'subnet': {'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-subnet', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:18.495858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:18.507586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.618659 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef6f39-27f7-4c35-b251-d930ae9b65ed None None] Pushing event updated for resources: {'Port': ['ID=9d0b607b-a2a5-490c-81ae-4aca4af8b956,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.639757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:18.650033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.656283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] Sync routers for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:18.665625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e00158-bd13-49b4-a801-3d33d95a921d admin admin] Pushing event updated for resources: {'Network': ['ID=ef7c35b0-e77e-42a1-8f87-084a99cfa616,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.686237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.697527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:18.715564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-235e06ea-8cd2-4ba0-9a2a-408f19ce48dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.737117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45886) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.758834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:18.759492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:18.767770 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.799858 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:25:13Z', 'revision_number': 4, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9d0b607b-a2a5-490c-81ae-4aca4af8b956', 'name': '', 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'mac_address': 'fa:16:3e:c1:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:11Z', 'updated_at': '2021-07-16T01:25:17Z', 'revision_number': 4, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'subnets': [{'id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:18.809797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Made reservation on behalf of 741279437be74ef0bc451b63040c49f9 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:18.813675 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.835041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:18.836234 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b3c5b-d15c-4127-a335-ee2220f9f604 None None] The sync data for ids ['c2502a96-23fb-4dc8-8a45-6b95106defa4'] in n-d-800085-5 is: [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:25:13Z', 'revision_number': 4, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9d0b607b-a2a5-490c-81ae-4aca4af8b956', 'name': '', 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'mac_address': 'fa:16:3e:c1:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:11Z', 'updated_at': '2021-07-16T01:25:17Z', 'revision_number': 4, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'subnets': [{'id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:18.846348 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab07fa33-5d5e-4b56-a85c-00192efcfc2c" -d '{"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-plugged", "status": "completed", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:18.871733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Network 4642dced-437e-4d38-b70f-d100a96f79f6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:18.904605 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4282e8a0-15ae-4350-9baf-8245cd91584e tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "PUT /v2.0/floatingips/cf98830c-51f3-406b-825d-1b53734c4e0a HTTP/1.1" status: 200 len: 991 time: 4.1491969 Jul 16 01:25:18.909700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:18.930098 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300dab5c-2534-4f1f-a112-2cc4b6e25567" -d '{"events": [{"name": "network-changed", "server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:18.939053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:18.943573 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c297515-4cfa-4ae4-bb25-7fafe2672a1c x-openstack-request-id: req-3c297515-4cfa-4ae4-bb25-7fafe2672a1c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:18.943859 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-plugged", "status": "completed", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:18.944106 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c297515-4cfa-4ae4-bb25-7fafe2672a1c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:18.947931 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'code': 200} Jul 16 01:25:18.953553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:19.024951 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:19.050493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Pushing event updated for resources: {'Port': ['ID=52610585-1190-4bdd-8a08-b5318644c008,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.055450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d9c563e-1dd2-4249-8a28-f8d29e410eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.110384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.118270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.118437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:19.147903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbffc85-9a68-42db-95bf-f3a1e0335483 req-f39adf5b-14cc-4038-a9f1-9d1314e12e5d tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.163642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bbffc85-9a68-42db-95bf-f3a1e0335483 req-f39adf5b-14cc-4038-a9f1-9d1314e12e5d tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 946 time: 0.6792111 Jul 16 01:25:19.166694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075f339-0bb9-41e0-99f5-9a89d2ede9eb req-edeac4e9-4dc8-4bf3-a381-d9c67e0e4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.168351 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1075f339-0bb9-41e0-99f5-9a89d2ede9eb req-edeac4e9-4dc8-4bf3-a381-d9c67e0e4db5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 1097 time: 0.1554444 Jul 16 01:25:19.168759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-235e06ea-8cd2-4ba0-9a2a-408f19ce48dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.197129 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-235e06ea-8cd2-4ba0-9a2a-408f19ce48dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.249933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e06ea-8cd2-4ba0-9a2a-408f19ce48dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d4762-ea79-4c2a-84fc-958af17f66ce,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.339947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d9c563e-1dd2-4249-8a28-f8d29e410eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.346427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-235e06ea-8cd2-4ba0-9a2a-408f19ce48dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=593c77126d7c401f82ec77590f6e7796&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1837735 Jul 16 01:25:19.349931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.365638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bbffc85-9a68-42db-95bf-f3a1e0335483 req-a21f88eb-1f86-4164-bd27-f78459e7ac51 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010055 Jul 16 01:25:19.378525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d9c563e-1dd2-4249-8a28-f8d29e410eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.479579 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8d9c563e-1dd2-4249-8a28-f8d29e410eef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6018737a9b154d61ac430df614ee822b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7414074 Jul 16 01:25:19.481263 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1075f339-0bb9-41e0-99f5-9a89d2ede9eb req-77e6c0a4-2889-4747-b1cb-68e9192634d1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068967 Jul 16 01:25:19.482822 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-b71c7e4f-f23b-4f22-aba4-3bf23384a0cc tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7081048 Jul 16 01:25:19.486773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.494386 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5afa0a-43e1-426a-8e29-6c8809a1561c x-openstack-request-id: req-ee5afa0a-43e1-426a-8e29-6c8809a1561c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:19.494386 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:19.494386 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee5afa0a-43e1-426a-8e29-6c8809a1561c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:19.495798 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'status': 'completed', 'code': 200} Jul 16 01:25:19.563193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.591807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Request body: {'port': {'device_id': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:19.634097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d0b607b-a2a5-490c-81ae-4aca4af8b956 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:19.639315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.669681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043cfe94-e497-45a3-ab61-42615a198727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.678566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5de044-280f-411f-9924-00889f60c9d4 req-610f37fc-5765-460c-b38f-d4c4bba42e9a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.680170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a5de044-280f-411f-9924-00889f60c9d4 req-610f37fc-5765-460c-b38f-d4c4bba42e9a tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.4079216 Jul 16 01:25:19.733471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cf98830c-51f3-406b-825d-1b53734c4e0a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'port_id': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'mac_address': 'fa:16:3e:04:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:47Z', 'updated_at': '2021-07-16T01:25:16Z', 'revision_number': 1, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:46Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:19.737467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:19.768783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043cfe94-e497-45a3-ab61-42615a198727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.777084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:19.779596 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.790772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] Checking router: c72364da-fd38-4245-910b-20b68d858b2f for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:19.801415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c563e-1dd2-4249-8a28-f8d29e410eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8fbcc-2758-4d25-b8fd-205575fc9b7e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.811943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b733d4-3654-4e4c-8627-eba2669fecd8,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.814778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78574925-843d-40ed-84dc-ce5c09f9a8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.850203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.851060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a5de044-280f-411f-9924-00889f60c9d4 req-9d87c98f-a69b-4a87-81c5-e105097dcb12 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348965 Jul 16 01:25:19.859953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:19.861226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:19.875796 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78574925-843d-40ed-84dc-ce5c09f9a8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.882902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Checking segment: {'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:19.883261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Network hostable DHCP agents. Network: ef7c35b0-e77e-42a1-8f87-084a99cfa616, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:19.937594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e096fe0-cfc5-4c56-bb68-d661f053593b req-844ab357-d4b5-4c37-8951-d9b982ca1a81 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.951886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e096fe0-cfc5-4c56-bb68-d661f053593b req-844ab357-d4b5-4c37-8951-d9b982ca1a81 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 932 time: 0.2664878 Jul 16 01:25:20.005889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:20.035513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-f7f74d98-8cf2-412d-8646-830d0716ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.040696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-f7f74d98-8cf2-412d-8646-830d0716ca03 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=260c95bb898048f9bc01d671e51ad188&device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 1096 time: 0.5437284 Jul 16 01:25:20.055256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e096fe0-cfc5-4c56-bb68-d661f053593b req-245c86f1-9439-4c41-a571-d1f77a6f4bdd tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986927 Jul 16 01:25:20.059071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ef7c35b0-e77e-42a1-8f87-084a99cfa616) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:20.078633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.079230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.155876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78574925-843d-40ed-84dc-ce5c09f9a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.178473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78574925-843d-40ed-84dc-ce5c09f9a8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.179667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-78574925-843d-40ed-84dc-ce5c09f9a8ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6e8fbcc-2758-4d25-b8fd-205575fc9b7e HTTP/1.1" status: 204 len: 168 time: 0.6533792 Jul 16 01:25:20.190101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8d4bf1a1-9a81-4b82-8fcf-e02f0d07befe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7470191 Jul 16 01:25:20.191127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45910) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.200201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb7234-63e6-48e0-a3d7-4f1142a2ac49 None None] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:20.201232 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043cfe94-e497-45a3-ab61-42615a198727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.212853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043cfe94-e497-45a3-ab61-42615a198727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.214539 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-043cfe94-e497-45a3-ab61-42615a198727 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/070d4762-ea79-4c2a-84fc-958af17f66ce HTTP/1.1" status: 204 len: 168 time: 0.8636205 Jul 16 01:25:20.242863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:20.294538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf6caabb-4240-4048-88be-8eb7896e3061 req-98c8f4c4-698d-46ee-b589-79b782972fcc tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 210 time: 0.1911902 Jul 16 01:25:20.297946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78574925-843d-40ed-84dc-ce5c09f9a8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8fbcc-2758-4d25-b8fd-205575fc9b7e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.308663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.322468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.430827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cfe94-e497-45a3-ab61-42615a198727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d4762-ea79-4c2a-84fc-958af17f66ce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.527592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-5b97b2cb-41e8-435d-a39d-1ced543ea8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.530130 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-5b97b2cb-41e8-435d-a39d-1ced543ea8b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a HTTP/1.1" status: 200 len: 907 time: 0.4810109 Jul 16 01:25:20.698159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:20.757912 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-d2fcdea4-7d8e-41ef-9907-2d01b915b674 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d HTTP/1.1" status: 200 len: 999 time: 0.1838682 Jul 16 01:25:20.917427 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.978648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.986277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-48323779-971a-4a07-9816-3ce906e91702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.990208 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-48323779-971a-4a07-9816-3ce906e91702 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b4be5c7-de1d-4c79-aa59-a879fa1212a0 HTTP/1.1" status: 200 len: 845 time: 0.2226057 Jul 16 01:25:21.011328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 9d0b607b-a2a5-490c-81ae-4aca4af8b956, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d0b607b-a2a5-490c-81ae-4aca4af8b956,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.037397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52610585-1190-4bdd-8a08-b5318644c008 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:21.096655 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.100842 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30e7c51d-36ab-4fa9-9a44-42876f6a7fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.141830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Transition to ACTIVE for port object 52610585-1190-4bdd-8a08-b5318644c008 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:21.155322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.183476 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.214164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.246942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-77e753d8-1425-421b-b484-5feedf8463c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.248594 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-77e753d8-1425-421b-b484-5feedf8463c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432144 Jul 16 01:25:21.254503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Pushing event updated for resources: {'Port': ['ID=52610585-1190-4bdd-8a08-b5318644c008,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.299466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.299814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.300302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.300693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.300937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.301277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.301592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.301923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.302248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.302572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.302900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.303223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:21.304838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ef7c35b0-e77e-42a1-8f87-084a99cfa616', 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'fixed_ips': [{'subnet_id': '25b733d4-3654-4e4c-8627-eba2669fecd8'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:21.305830 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.329796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=9d0b607b-a2a5-490c-81ae-4aca4af8b956,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.355097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cf98830c-51f3-406b-825d-1b53734c4e0a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'port_id': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'mac_address': 'fa:16:3e:04:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:47Z', 'updated_at': '2021-07-16T01:25:16Z', 'revision_number': 1, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:46Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:21.392937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a5d68-fc31-474c-9628-23d3cd471c00 None None] The sync data for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 is: [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cf98830c-51f3-406b-825d-1b53734c4e0a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'port_id': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'mac_address': 'fa:16:3e:04:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:47Z', 'updated_at': '2021-07-16T01:25:16Z', 'revision_number': 1, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:46Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:21.467672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Attempting to bind port 52610585-1190-4bdd-8a08-b5318644c008 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:21.467866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Attempting to bind port 52610585-1190-4bdd-8a08-b5318644c008 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '799588c9-7bbb-40d4-8b18-857aea80a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:21.468202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Attempting to bind port 52610585-1190-4bdd-8a08-b5318644c008 on network 4642dced-437e-4d38-b70f-d100a96f79f6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:21.508672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30e7c51d-36ab-4fa9-9a44-42876f6a7fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.509841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Port 52610585-1190-4bdd-8a08-b5318644c008 on network 4642dced-437e-4d38-b70f-d100a96f79f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:21.510287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Attempting to bind port 52610585-1190-4bdd-8a08-b5318644c008 on network 4642dced-437e-4d38-b70f-d100a96f79f6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:21.515838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.521930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-9f9df21f-9f95-410f-8b27-d6c5136b3c9e service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379568 Jul 16 01:25:21.522606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30e7c51d-36ab-4fa9-9a44-42876f6a7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.528433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:21.528779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Checking segment: {'id': '799588c9-7bbb-40d4-8b18-857aea80a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:21.529172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Bound using segment: {'id': '799588c9-7bbb-40d4-8b18-857aea80a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:21.529673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Bound port: 52610585-1190-4bdd-8a08-b5318644c008, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799588c9-7bbb-40d4-8b18-857aea80a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:21.530053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.578086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c17580-f31f-4b9d-aeba-9869356cc29a req-c2bd2b8b-4e5f-407a-aaab-8aefb285fb2f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.585427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79c17580-f31f-4b9d-aeba-9869356cc29a req-c2bd2b8b-4e5f-407a-aaab-8aefb285fb2f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.3934038 Jul 16 01:25:21.614583 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-30e7c51d-36ab-4fa9-9a44-42876f6a7fe8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5486f65bef464a1991749dd297124a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231892 Jul 16 01:25:21.618240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529be850-e289-4da3-a814-75499750ab05 req-1ceacba8-0e42-4e0b-8059-f9819b35233a tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.619734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:21.626090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d0b607b-a2a5-490c-81ae-4aca4af8b956 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:21.627737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-529be850-e289-4da3-a814-75499750ab05 req-1ceacba8-0e42-4e0b-8059-f9819b35233a tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 946 time: 0.4366887 Jul 16 01:25:21.660149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c51d-36ab-4fa9-9a44-42876f6a7fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f5adcb-d85a-47fe-92f2-9c8feb905c9b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.704543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:21.736264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Allocated IP 172.20.0.2 (ef7c35b0-e77e-42a1-8f87-084a99cfa616/25b733d4-3654-4e4c-8627-eba2669fecd8/97b80ec2-6852-4c1f-99c1-0d7511443477) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:21.754530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-529be850-e289-4da3-a814-75499750ab05 req-036ff45f-13d7-48f9-a511-814468d433fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255665 Jul 16 01:25:21.817553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] For port 52610585-1190-4bdd-8a08-b5318644c008, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:21.821173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79c17580-f31f-4b9d-aeba-9869356cc29a req-4ab2ff85-c17f-41e2-b353-1ccb6e7b4b03 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346156 Jul 16 01:25:21.836541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] For port 52610585-1190-4bdd-8a08-b5318644c008, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=52610585-1190-4bdd-8a08-b5318644c008,segment=NetworkSegment(799588c9-7bbb-40d4-8b18-857aea80a2a5),segment_id=799588c9-7bbb-40d4-8b18-857aea80a2a5)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:21.841653 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-300dab5c-2534-4f1f-a112-2cc4b6e25567 req-1644e1a4-7ae6-4c34-b0eb-3d98259c454d service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019984 Jul 16 01:25:21.859197 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a67e358-dba6-4e54-ad79-01bfd09e42f0 None None] New status for floating IP cf98830c-51f3-406b-825d-1b53734c4e0a: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:25:21.870853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17119ab5-7644-4de8-99ff-439c6e55e554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.872365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:21.873979 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.877490 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.899866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.900801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.902658 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] 10.222.0.93 "PUT /v2.0/ports/52610585-1190-4bdd-8a08-b5318644c008 HTTP/1.1" status: 200 len: 1092 time: 2.3195512 Jul 16 01:25:21.920331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'tag': '52610585-1190-4bdd-8a08-b5318644c008'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:21.928170 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b509e1ff-cd11-4dfe-9733-77534200d6ff", "tag": "52610585-1190-4bdd-8a08-b5318644c008"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:21.958835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-888716805-network', 'tenant_id': '11a7a2c4802148988569387e0743827b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:22.038752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Made reservation on behalf of 11a7a2c4802148988569387e0743827b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:22.042539 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.047725 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17119ab5-7644-4de8-99ff-439c6e55e554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.103373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.133013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc406d7-00a3-4eda-88a3-3c17f97c59c8 service neutron] Pushing event updated for resources: {'Port': ['ID=52610585-1190-4bdd-8a08-b5318644c008,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.168360 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.174417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-711c22f2-4415-4b9d-a978-869b8fc8eecd req-02d4557f-3419-452f-9eaa-ea2ce81e76ed tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 210 time: 0.0682225 Jul 16 01:25:22.176073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-2f42231b-e774-487f-832e-8dffcea96223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.177768 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-2f42231b-e774-487f-832e-8dffcea96223 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9fd8f98de8747a296b949ad8f814692&device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 1095 time: 0.2110286 Jul 16 01:25:22.214142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17119ab5-7644-4de8-99ff-439c6e55e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.216751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17119ab5-7644-4de8-99ff-439c6e55e554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.223792 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-17119ab5-7644-4de8-99ff-439c6e55e554 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8f5adcb-d85a-47fe-92f2-9c8feb905c9b HTTP/1.1" status: 204 len: 168 time: 0.5979149 Jul 16 01:25:22.265249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Transition to ACTIVE for port object 97b80ec2-6852-4c1f-99c1-0d7511443477 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:22.280177 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-a329cd1a-521d-4920-8a97-386f9110237b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52610585-1190-4bdd-8a08-b5318644c008 HTTP/1.1" status: 200 len: 217 time: 0.0923691 Jul 16 01:25:22.295700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17119ab5-7644-4de8-99ff-439c6e55e554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f5adcb-d85a-47fe-92f2-9c8feb905c9b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.300915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Transition to ACTIVE for port object 97b80ec2-6852-4c1f-99c1-0d7511443477 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:22.322538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.371608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:22.378133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:22.382998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:22.396202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-fbeec720-6035-4769-8c3b-c3f039aca65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.397637 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-fbeec720-6035-4769-8c3b-c3f039aca65f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=372034aa-aca1-41ab-9b05-76aeaf81f8fb HTTP/1.1" status: 200 len: 859 time: 0.1077735 Jul 16 01:25:22.417478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Pushing event updated for resources: {'Port': ['ID=97b80ec2-6852-4c1f-99c1-0d7511443477,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.437883 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-a7d08c41-2126-4b9b-8009-ca68ebfa1033 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4642dced-437e-4d38-b70f-d100a96f79f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328467 Jul 16 01:25:22.451711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Attempting to bind port 97b80ec2-6852-4c1f-99c1-0d7511443477 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:22.452084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Attempting to bind port 97b80ec2-6852-4c1f-99c1-0d7511443477 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:22.452533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Attempting to bind port 97b80ec2-6852-4c1f-99c1-0d7511443477 on network ef7c35b0-e77e-42a1-8f87-084a99cfa616 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:22.458391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:22.458763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Checking segment: {'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:22.459163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.459550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Bound using segment: {'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:22.460012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Bound port: 97b80ec2-6852-4c1f-99c1-0d7511443477, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:22.460428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.497525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611f88-d6be-476b-a57c-feb513981300 req-1b07ab9b-8923-4358-8d39-b5edd274dcbb tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.499095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19611f88-d6be-476b-a57c-feb513981300 req-1b07ab9b-8923-4358-8d39-b5edd274dcbb tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 944 time: 0.4859996 Jul 16 01:25:22.556810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] For port 97b80ec2-6852-4c1f-99c1-0d7511443477, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:22.562094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] For port 97b80ec2-6852-4c1f-99c1-0d7511443477, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=97b80ec2-6852-4c1f-99c1-0d7511443477,segment=NetworkSegment(83b8d768-219d-4692-98bc-2b953fa14db2),segment_id=83b8d768-219d-4692-98bc-2b953fa14db2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:22.570566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.611976 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-bd02e6ef-7a6a-47dc-9e60-1755fa16a355 service neutron] 10.222.0.93 "GET /v2.0/networks/4642dced-437e-4d38-b70f-d100a96f79f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663125 Jul 16 01:25:22.666573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2422e23-6898-44c7-bf62-dcba16ac0753 None None] Pushing event updated for resources: {'Port': ['ID=97b80ec2-6852-4c1f-99c1-0d7511443477,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.720425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.768731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19611f88-d6be-476b-a57c-feb513981300 req-3445fd69-6b99-43a3-ba8b-d40a20ce7267 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512207 Jul 16 01:25:22.769943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.795061 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e16c32c7-6217-4fa6-b28e-40e2f3c84540 req-f9a9b74d-aa41-4e8c-a7da-a621aace049f service neutron] 10.222.0.93 "GET /v2.0/networks/4642dced-437e-4d38-b70f-d100a96f79f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738329 Jul 16 01:25:22.806691 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.875558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:22.964111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-7e5f2d25-4608-47f2-9031-bdeeabe2fff3 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 258 time: 0.5785937 Jul 16 01:25:22.978036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.007927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:23.022975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.023960 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Added segment 433d8fa2-8f8b-4da3-acc9-d333dceda30e of type vlan for network bb06ad2f-5998-48f4-b1ee-4fa767dd0d92 Jul 16 01:25:23.036797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5742cf79-dc93-4212-954c-beb685acf724,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.108653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.189086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.189979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.190566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.251458 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.291495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5842645 Jul 16 01:25:23.361076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7780c1-a0d2-4b1b-abe5-edfadf4695a5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb06ad2f-5998-48f4-b1ee-4fa767dd0d92,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.378019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bb06ad2f-5998-48f4-b1ee-4fa767dd0d92 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:23.392720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Allocated IP 172.25.5.235 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/2e53b65d-e3c6-4e10-9672-66e594b81eda) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:23.578540 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f711457-b569-4d65-8451-126094e00990 x-openstack-request-id: req-2f711457-b569-4d65-8451-126094e00990 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:23.579025 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b509e1ff-cd11-4dfe-9733-77534200d6ff", "tag": "52610585-1190-4bdd-8a08-b5318644c008", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:23.579131 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f711457-b569-4d65-8451-126094e00990 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:23.579536 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'tag': '52610585-1190-4bdd-8a08-b5318644c008', 'status': 'completed', 'code': 200} Jul 16 01:25:23.656495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 97b80ec2-6852-4c1f-99c1-0d7511443477 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:23.763935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.767373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 97b80ec2-6852-4c1f-99c1-0d7511443477 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:23.786328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-07b087ca-d5b2-4ab0-9956-a915998da018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.788217 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-07b087ca-d5b2-4ab0-9956-a915998da018 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9fd8f98de8747a296b949ad8f814692&device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 1095 time: 0.1881289 Jul 16 01:25:23.832755 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.931884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:23.935839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ed88bb6-b410-4818-bd4b-96634537fc40 req-06798d76-da0b-4bc0-9771-cc39c5d9958f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1de3e7e-d9da-4dea-9094-3d362576cf86 HTTP/1.1" status: 200 len: 210 time: 0.0667896 Jul 16 01:25:23.943185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:23.946285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:23.975438 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.977500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Pushing event updated for resources: {'Port': ['ID=2e53b65d-e3c6-4e10-9672-66e594b81eda,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.030291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 52610585-1190-4bdd-8a08-b5318644c008 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:24.089819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-b27bca02-9bf1-4f60-9f99-1d80c7a5ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.091515 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-b27bca02-9bf1-4f60-9f99-1d80c7a5ded1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4642dced-437e-4d38-b70f-d100a96f79f6 HTTP/1.1" status: 200 len: 920 time: 0.2931635 Jul 16 01:25:24.187572 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-99369efa-0ee7-40f3-9573-208aef9f9319 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52610585-1190-4bdd-8a08-b5318644c008 HTTP/1.1" status: 200 len: 217 time: 0.0891166 Jul 16 01:25:24.279926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-126294df-535f-462b-8466-77ba320335a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.282056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-126294df-535f-462b-8466-77ba320335a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=372034aa-aca1-41ab-9b05-76aeaf81f8fb HTTP/1.1" status: 200 len: 859 time: 0.0885837 Jul 16 01:25:24.282402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 52610585-1190-4bdd-8a08-b5318644c008, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=52610585-1190-4bdd-8a08-b5318644c008,segment=NetworkSegment(799588c9-7bbb-40d4-8b18-857aea80a2a5),segment_id=799588c9-7bbb-40d4-8b18-857aea80a2a5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:24.299434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '52610585-1190-4bdd-8a08-b5318644c008', 'network_id': '4642dced-437e-4d38-b70f-d100a96f79f6', 'port_id': '52610585-1190-4bdd-8a08-b5318644c008', 'mac_address': 'fa:16:3e:15:9b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372034aa-aca1-41ab-9b05-76aeaf81f8fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:24.302077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Allocated IP 172.25.5.26 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/0953976a-7c9f-4ae7-be65-8f65efcfc779) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:24.325084 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-d7d56550-a38b-4460-96b9-75c80874dc63 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4642dced-437e-4d38-b70f-d100a96f79f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360215 Jul 16 01:25:24.388413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.426631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52610585-1190-4bdd-8a08-b5318644c008 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:24.443618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62767179-2d13-44a1-9844-f66a1bf5797f None None] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:24.468857 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-1fcfa9d3-2a0c-4045-be56-4d6599e17325 service neutron] 10.222.0.93 "GET /v2.0/networks/4642dced-437e-4d38-b70f-d100a96f79f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380990 Jul 16 01:25:24.503806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 52610585-1190-4bdd-8a08-b5318644c008, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=52610585-1190-4bdd-8a08-b5318644c008,segment=NetworkSegment(799588c9-7bbb-40d4-8b18-857aea80a2a5),segment_id=799588c9-7bbb-40d4-8b18-857aea80a2a5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:24.512639 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.518864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-950cd794-c747-4e72-925f-9fc354849e4b None None] Provisioning for port 97b80ec2-6852-4c1f-99c1-0d7511443477 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:24.545541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-950cd794-c747-4e72-925f-9fc354849e4b None None] Provisioning complete for port 97b80ec2-6852-4c1f-99c1-0d7511443477 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:24.546056 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-950cd794-c747-4e72-925f-9fc354849e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.601434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4a57f7f3-a9e2-40d7-9580-ac60d8a0ceb4 req-c77f7f56-b8e9-485c-aa25-f2eeff1b935e service neutron] 10.222.0.93 "GET /v2.0/networks/4642dced-437e-4d38-b70f-d100a96f79f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265204 Jul 16 01:25:24.690821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=52610585-1190-4bdd-8a08-b5318644c008,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.727916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['52610585-1190-4bdd-8a08-b5318644c008'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:24.759435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-950cd794-c747-4e72-925f-9fc354849e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.848711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-950cd794-c747-4e72-925f-9fc354849e4b None None] For port 97b80ec2-6852-4c1f-99c1-0d7511443477, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=97b80ec2-6852-4c1f-99c1-0d7511443477,segment=NetworkSegment(83b8d768-219d-4692-98bc-2b953fa14db2),segment_id=83b8d768-219d-4692-98bc-2b953fa14db2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:24.861110 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-950cd794-c747-4e72-925f-9fc354849e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.927766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.962167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd794-c747-4e72-925f-9fc354849e4b None None] Pushing event updated for resources: {'Port': ['ID=97b80ec2-6852-4c1f-99c1-0d7511443477,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.980064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2fdc-cbf1-413b-baf0-2c53a9ecae58 req-95154474-5dac-4cc1-9ba9-96f644c1d33b tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.982093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4ff2fdc-cbf1-413b-baf0-2c53a9ecae58 req-95154474-5dac-4cc1-9ba9-96f644c1d33b tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.5683389 Jul 16 01:25:25.062574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.093376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4ff2fdc-cbf1-413b-baf0-2c53a9ecae58 req-09fc750b-477d-4d69-9797-bd82a9b733ec tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017766 Jul 16 01:25:25.183978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fa2b89df-0f69-432e-8d77-b8022b67bc6b None None] Provisioning complete for port 97b80ec2-6852-4c1f-99c1-0d7511443477 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:25.184412 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89df-0f69-432e-8d77-b8022b67bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.223667 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.312885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:25.324590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:25.327236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:25.331091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event updated for resources: {'Port': ['ID=0953976a-7c9f-4ae7-be65-8f65efcfc779,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:25.337647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.448853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aed161-a2a2-4d86-82d9-7b8b6ac4d56c req-89d1c308-7622-4428-bd1f-c195c1a80238 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.450558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0aed161-a2a2-4d86-82d9-7b8b6ac4d56c req-89d1c308-7622-4428-bd1f-c195c1a80238 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 945 time: 0.2312689 Jul 16 01:25:25.523953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 97b80ec2-6852-4c1f-99c1-0d7511443477 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:25.561371 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.570221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 97b80ec2-6852-4c1f-99c1-0d7511443477 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:25.570597 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.579632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0aed161-a2a2-4d86-82d9-7b8b6ac4d56c req-64103b29-f917-4d9c-a98c-cfe621bb28d7 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Jul 16 01:25:25.647105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.673721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Router f0d8b561-aec8-48b7-a16f-c0b83473e255 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:25:25.915524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:25.928652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Sync routers for ids ['f0d8b561-aec8-48b7-a16f-c0b83473e255'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:25.938297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Routers {'f0d8b561-aec8-48b7-a16f-c0b83473e255'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:25.939095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f0d8b561-aec8-48b7-a16f-c0b83473e255'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:26.033242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.034382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf40d2e0-8c74-4f1c-9087-e155f8884f59 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7959313 Jul 16 01:25:26.037736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:26.043622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 52610585-1190-4bdd-8a08-b5318644c008 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:26.085721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264f13-5ada-4ae6-9d1b-00f00e42acfb req-721dff94-3513-4cc4-936d-891df5ba582a tempest-ComputeTenantNetworksTest-1072533863 tempest-ComputeTenantNetworksTest-1072533863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.095117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264f13-5ada-4ae6-9d1b-00f00e42acfb req-721dff94-3513-4cc4-936d-891df5ba582a tempest-ComputeTenantNetworksTest-1072533863 tempest-ComputeTenantNetworksTest-1072533863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.102248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264f13-5ada-4ae6-9d1b-00f00e42acfb req-721dff94-3513-4cc4-936d-891df5ba582a tempest-ComputeTenantNetworksTest-1072533863 tempest-ComputeTenantNetworksTest-1072533863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.104450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90264f13-5ada-4ae6-9d1b-00f00e42acfb req-721dff94-3513-4cc4-936d-891df5ba582a tempest-ComputeTenantNetworksTest-1072533863 tempest-ComputeTenantNetworksTest-1072533863-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2702107 Jul 16 01:25:26.107886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.110954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Set router f0d8b561-aec8-48b7-a16f-c0b83473e255 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:26.130318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.232241 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.258195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 52610585-1190-4bdd-8a08-b5318644c008 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:26.273124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 52610585-1190-4bdd-8a08-b5318644c008 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:26.274756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event updated for resources: {'Port': ['ID=0953976a-7c9f-4ae7-be65-8f65efcfc779,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:26.275934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.278156 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.279770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-4937829f-39fc-4af9-8107-f23581803d37 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3145373 Jul 16 01:25:26.385151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:25:24Z', 'revision_number': 3, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:26.400055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-559ba3ae-d665-4060-bc0e-b8fda5da7799 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1142118 Jul 16 01:25:26.466135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Checking router: f0d8b561-aec8-48b7-a16f-c0b83473e255 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:26.466553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Updating router f0d8b561-aec8-48b7-a16f-c0b83473e255 port 2e53b65d-e3c6-4e10-9672-66e594b81eda binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:26.518597 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.523011 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.558675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-ab42d8be-e3e9-42fc-953e-364d85f42944 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.569635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8288a8e3-ea95-4418-b51d-c71a17046f27 req-ab42d8be-e3e9-42fc-953e-364d85f42944 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1635952 Jul 16 01:25:26.643085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 52610585-1190-4bdd-8a08-b5318644c008, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=52610585-1190-4bdd-8a08-b5318644c008,segment=NetworkSegment(799588c9-7bbb-40d4-8b18-857aea80a2a5),segment_id=799588c9-7bbb-40d4-8b18-857aea80a2a5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:26.661032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52610585-1190-4bdd-8a08-b5318644c008'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:26.668398 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15730f1-e91d-49a3-834a-592db2186fa6" -d '{"events": [{"server_uuid": "b509e1ff-cd11-4dfe-9733-77534200d6ff", "name": "network-vif-plugged", "status": "completed", "tag": "52610585-1190-4bdd-8a08-b5318644c008"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:26.694898 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.742761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20f5a7-2b58-41d1-b784-8631ded50f76 req-f0cf0777-47fe-459b-bce5-c75b5eabbcdb tempest-ComputeTenantNetworksTest-1072533863 tempest-ComputeTenantNetworksTest-1072533863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.744785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a20f5a7-2b58-41d1-b784-8631ded50f76 req-f0cf0777-47fe-459b-bce5-c75b5eabbcdb tempest-ComputeTenantNetworksTest-1072533863 tempest-ComputeTenantNetworksTest-1072533863-project] 10.222.0.81 "GET /v2.0/networks/bb06ad2f-5998-48f4-b1ee-4fa767dd0d92 HTTP/1.1" status: 200 len: 768 time: 0.1534543 Jul 16 01:25:26.753927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46042) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:26.842212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.855746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=52610585-1190-4bdd-8a08-b5318644c008,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.032715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.045156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb06ad2f-5998-48f4-b1ee-4fa767dd0d92']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:27.066028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433d8fa2-8f8b-4da3-acc9-d333dceda30e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:27.066028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433d8fa2-8f8b-4da3-acc9-d333dceda30e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:27.074181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.089990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.103598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Transition to ACTIVE for port object 2e53b65d-e3c6-4e10-9672-66e594b81eda will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:27.115316 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.134546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.144552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:27.144944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:27.147352 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:27.172396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.180094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04232c45-5086-4b96-9056-f9c03fac1c6a req-a73e3d4a-f286-4565-a07b-b755ebdc1bbb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.187646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04232c45-5086-4b96-9056-f9c03fac1c6a req-a73e3d4a-f286-4565-a07b-b755ebdc1bbb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.3390231 Jul 16 01:25:27.189505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Attempting to bind port 2e53b65d-e3c6-4e10-9672-66e594b81eda on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:27.189883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Attempting to bind port 2e53b65d-e3c6-4e10-9672-66e594b81eda by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:27.190251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Attempting to bind port 2e53b65d-e3c6-4e10-9672-66e594b81eda on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:27.196316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:27.196698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:27.197102 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.197731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:27.198089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Bound port: 2e53b65d-e3c6-4e10-9672-66e594b81eda, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:27.198620 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.201107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dc46d-39eb-4a82-a353-288c6d9ff71c None None] Pushing event updated for resources: {'Port': ['ID=2e53b65d-e3c6-4e10-9672-66e594b81eda,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.268086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.280034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-e02595f3-91d4-42bd-8d0f-e777411314be tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.281638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-e02595f3-91d4-42bd-8d0f-e777411314be tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2055385 Jul 16 01:25:27.284829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] For port 2e53b65d-e3c6-4e10-9672-66e594b81eda, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:27.293554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04232c45-5086-4b96-9056-f9c03fac1c6a req-129a97b7-6f39-4a04-9d12-f58c1e3af8a5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050007 Jul 16 01:25:27.293822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] For port 2e53b65d-e3c6-4e10-9672-66e594b81eda, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2e53b65d-e3c6-4e10-9672-66e594b81eda,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:27.305905 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.310545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.315337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bb06ad2f-5998-48f4-b1ee-4fa767dd0d92 HTTP/1.1" status: 204 len: 168 time: 0.5591919 Jul 16 01:25:27.407718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea176556-1771-4b54-96a0-d195b9f51558 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb06ad2f-5998-48f4-b1ee-4fa767dd0d92,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.409293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Allocated IP 172.20.0.1 (ef7c35b0-e77e-42a1-8f87-084a99cfa616/25b733d4-3654-4e4c-8627-eba2669fecd8/6492bb43-19d5-4e20-a28c-8e944d03dda6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:27.447322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-378a9354-067a-42a1-b320-e048dd49a777 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1457238 Jul 16 01:25:27.454552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Request body: {'floatingip': {'port_id': '952ae109-268e-40b2-a981-ddffbeb535a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:27.489312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dc46d-39eb-4a82-a353-288c6d9ff71c None None] Pushing event updated for resources: {'Port': ['ID=2e53b65d-e3c6-4e10-9672-66e594b81eda,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.508543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.545330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Routers {'f0d8b561-aec8-48b7-a16f-c0b83473e255'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:27.546880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f0d8b561-aec8-48b7-a16f-c0b83473e255'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:27.578023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.601523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Transition to ACTIVE for port object 6492bb43-19d5-4e20-a28c-8e944d03dda6 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:27.661872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.715379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:27.728947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:27.732438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:27.737301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:27.806178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Pushing event updated for resources: {'Port': ['ID=6492bb43-19d5-4e20-a28c-8e944d03dda6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.808937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] Set router f0d8b561-aec8-48b7-a16f-c0b83473e255 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:27.821165 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.964765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029a739-be19-4540-b352-c0fd079466b5 req-e350280b-5e2a-425b-b211-c370fd1ab046 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.972726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9029a739-be19-4540-b352-c0fd079466b5 req-e350280b-5e2a-425b-b211-c370fd1ab046 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 946 time: 0.4266138 Jul 16 01:25:28.077954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.095404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b19b1859-5a3d-4d60-b1aa-e0409b2e192c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11a7a2c4802148988569387e0743827b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753271 Jul 16 01:25:28.104772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:28.121642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:25:24Z', 'revision_number': 3, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:28.153294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eb6a8c-bb0e-4694-ba0f-faf0659bf980 None None] The sync data for ids ['f0d8b561-aec8-48b7-a16f-c0b83473e255'] in n-d-800085-5 is: [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:25:24Z', 'revision_number': 3, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:28.171065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-97919e39-9097-4a25-b99b-cc9af3e411a1 None None] Provisioning for port 6492bb43-19d5-4e20-a28c-8e944d03dda6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:28.176854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-97919e39-9097-4a25-b99b-cc9af3e411a1 None None] Provisioning complete for port 6492bb43-19d5-4e20-a28c-8e944d03dda6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:28.178048 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97919e39-9097-4a25-b99b-cc9af3e411a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.236201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-97919e39-9097-4a25-b99b-cc9af3e411a1 None None] Port 6492bb43-19d5-4e20-a28c-8e944d03dda6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:28.289819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.297151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.377140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Pushing event updated for resources: {'Port': ['ID=6492bb43-19d5-4e20-a28c-8e944d03dda6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.381070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.533428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:28.535651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:28.623914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9029a739-be19-4540-b352-c0fd079466b5 req-6da82d6c-54de-4c6a-a3d9-82865f199dab tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499038 Jul 16 01:25:28.689875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d65f7391-98e1-4a27-81f4-643f716fc2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.723967 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43d13ee-9f4d-4e57-82ee-f4aad716047f x-openstack-request-id: req-e43d13ee-9f4d-4e57-82ee-f4aad716047f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:28.724335 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b509e1ff-cd11-4dfe-9733-77534200d6ff", "name": "network-vif-plugged", "status": "completed", "tag": "52610585-1190-4bdd-8a08-b5318644c008", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:28.724681 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e43d13ee-9f4d-4e57-82ee-f4aad716047f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:28.725084 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52610585-1190-4bdd-8a08-b5318644c008', 'code': 200} Jul 16 01:25:28.753699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d65f7391-98e1-4a27-81f4-643f716fc2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.876613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-37c6a685-79f6-4211-bb62-504c676faba1 None None] Provisioning complete for port 6492bb43-19d5-4e20-a28c-8e944d03dda6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:28.877134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37c6a685-79f6-4211-bb62-504c676faba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.887404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.894819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.923058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Router f0d8b561-aec8-48b7-a16f-c0b83473e255 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:28.973441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501cfac-cc48-4562-b59d-177ce25c3808 req-6b540a4f-a3e3-4328-a3fb-966ebd2e21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.978101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37c6a685-79f6-4211-bb62-504c676faba1 None None] Port 6492bb43-19d5-4e20-a28c-8e944d03dda6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:28.992360 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e501cfac-cc48-4562-b59d-177ce25c3808 req-6b540a4f-a3e3-4328-a3fb-966ebd2e21bb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 1097 time: 0.1712205 Jul 16 01:25:29.007048 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d65f7391-98e1-4a27-81f4-643f716fc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.010906 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d65f7391-98e1-4a27-81f4-643f716fc2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.012471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d65f7391-98e1-4a27-81f4-643f716fc2b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5742cf79-dc93-4212-954c-beb685acf724 HTTP/1.1" status: 204 len: 168 time: 0.4095097 Jul 16 01:25:29.042685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f7391-98e1-4a27-81f4-643f716fc2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5742cf79-dc93-4212-954c-beb685acf724,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.084273 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Floating IP d1d7c3d0-aefe-40b8-8efb-86a8973c4621 associated. External IP: 172.25.5.26, port: 952ae109-268e-40b2-a981-ddffbeb535a4. Jul 16 01:25:29.102256 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e501cfac-cc48-4562-b59d-177ce25c3808 req-ce852e17-09b3-4512-89c2-f07ef9d60120 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089480 Jul 16 01:25:29.202913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:29.215375 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7ed56849-8597-4351-9bc6-8dd9a3f435ec admin admin] 10.222.0.81 "PUT /v2.0/routers/f0d8b561-aec8-48b7-a16f-c0b83473e255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1743884 Jul 16 01:25:29.409950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2653-801a-41a9-ae88-d8f5f0ec76cd req-911874ca-6501-4648-9dd4-f5fd06e1a3b8 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.417759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c6e2653-801a-41a9-ae88-d8f5f0ec76cd req-911874ca-6501-4648-9dd4-f5fd06e1a3b8 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.2077975 Jul 16 01:25:29.520878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c6e2653-801a-41a9-ae88-d8f5f0ec76cd req-7fb345e0-7cd5-4b72-8c1f-6e06eae0398b tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021359 Jul 16 01:25:29.553197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Router 71ddb92e-99c8-455b-8934-becb039d9581 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:29.613196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e53b65d-e3c6-4e10-9672-66e594b81eda up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:29.719135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2e53b65d-e3c6-4e10-9672-66e594b81eda completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:29.727680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2e53b65d-e3c6-4e10-9672-66e594b81eda triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:29.730295 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.791923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:29.814572 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] Sync routers for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:29.847670 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:29.849869 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.852779 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:30.056140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-7e9be21a-9d71-43ca-a03c-6c06d09f75fd tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "PUT /v2.0/floatingips/d1d7c3d0-aefe-40b8-8efb-86a8973c4621 HTTP/1.1" status: 200 len: 996 time: 2.6002722 Jul 16 01:25:30.071604 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.084640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:30.103815 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:30.154170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2e53b65d-e3c6-4e10-9672-66e594b81eda, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2e53b65d-e3c6-4e10-9672-66e594b81eda,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:30.164284 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.343834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2e53b65d-e3c6-4e10-9672-66e594b81eda,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.420326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46108) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:30.481241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85b8ea-bb7e-491a-8039-3c685cb48b13 req-84ed5743-8a73-4dad-8e9f-442f01f71290 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.482958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f85b8ea-bb7e-491a-8039-3c685cb48b13 req-84ed5743-8a73-4dad-8e9f-442f01f71290 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 946 time: 0.5321939 Jul 16 01:25:30.512624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-ba67750b-82bc-454f-af35-826a608661e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.519891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-ba67750b-82bc-454f-af35-826a608661e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65a0215d042b4536b274a34595ec140f&device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 1097 time: 0.4016492 Jul 16 01:25:30.607804 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:30.628465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f85b8ea-bb7e-491a-8039-3c685cb48b13 req-2461cd0b-5b37-45e8-8684-1b70c2393314 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156390 Jul 16 01:25:30.789322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-4a7b1610-40d0-40c6-95a4-2e2c28f447a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.789545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Sync routers for ids ['f0d8b561-aec8-48b7-a16f-c0b83473e255'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:30.794946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-4a7b1610-40d0-40c6-95a4-2e2c28f447a6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 200 len: 927 time: 0.2742128 Jul 16 01:25:30.822754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Routers {'f0d8b561-aec8-48b7-a16f-c0b83473e255'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:30.827825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f0d8b561-aec8-48b7-a16f-c0b83473e255'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:30.958643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-a4236a4a-7d9d-499c-9eab-96c3bab03091 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 999 time: 0.1550932 Jul 16 01:25:31.093623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Set router f0d8b561-aec8-48b7-a16f-c0b83473e255 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:31.152635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-1eac395b-35f3-4ca6-ab93-d88675b36298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.165329 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-1eac395b-35f3-4ca6-ab93-d88675b36298 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=627b9639-2ea2-4ba5-a68c-6df5e86f573b HTTP/1.1" status: 200 len: 865 time: 0.2049251 Jul 16 01:25:31.231982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8b03-4159-42df-b16e-6c7220044923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.287229 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'd1d7c3d0-aefe-40b8-8efb-86a8973c4621', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'port_id': '952ae109-268e-40b2-a981-ddffbeb535a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'mac_address': 'fa:16:3e:a2:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7569ea-ed35-4690-a159-271ade3023fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:25:25Z', 'updated_at': '2021-07-16T01:25:28Z', 'revision_number': 1, 'project_id': '65a0215d042b4536b274a34595ec140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:31.388369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-34aa7209-f954-495d-9296-6eeb9bd666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.404187 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] Checking router: 71ddb92e-99c8-455b-8934-becb039d9581 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:31.405878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-34aa7209-f954-495d-9296-6eeb9bd666f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bf2c0330-ea1e-4f9d-9459-d1574271e028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2401247 Jul 16 01:25:31.438620 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:31.446444 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:31.599940 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8b03-4159-42df-b16e-6c7220044923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.618464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8b03-4159-42df-b16e-6c7220044923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.667842 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52f8442-43c4-49f6-8aaa-a23f1d926f6f x-openstack-request-id: req-a52f8442-43c4-49f6-8aaa-a23f1d926f6f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:31.668356 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:31.668482 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a52f8442-43c4-49f6-8aaa-a23f1d926f6f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:31.668820 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4', 'status': 'completed', 'code': 200} Jul 16 01:25:31.722786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b8b03-4159-42df-b16e-6c7220044923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69976586-6a40-4f73-b02f-8bfa2a1122d0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:31.733993 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ea9b8b03-4159-42df-b16e-6c7220044923 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc6de535b76e427f9335135a777c43b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3083591 Jul 16 01:25:31.737025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:31.767065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e53b65d-e3c6-4e10-9672-66e594b81eda up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:31.829699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-d60f1543-9cdd-49d2-9f6e-d6acb5d7df51 service neutron] 10.222.0.81 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199452 Jul 16 01:25:31.839344 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:31.858817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-ddc85c1a-f6ae-4731-8f75-f60beceb4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.868561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-ddc85c1a-f6ae-4731-8f75-f60beceb4191 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=65a0215d042b4536b274a34595ec140f&device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 1097 time: 0.2257111 Jul 16 01:25:31.968164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:25:28Z', 'revision_number': 4, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '6492bb43-19d5-4e20-a28c-8e944d03dda6', 'name': '', 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'mac_address': 'fa:16:3e:98:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '25b733d4-3654-4e4c-8627-eba2669fecd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:27Z', 'updated_at': '2021-07-16T01:25:28Z', 'revision_number': 2, 'project_id': '741279437be74ef0bc451b63040c49f9', 'subnets': [{'id': '25b733d4-3654-4e4c-8627-eba2669fecd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:32.055796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Checking router: f0d8b561-aec8-48b7-a16f-c0b83473e255 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:32.056247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Updating router f0d8b561-aec8-48b7-a16f-c0b83473e255 port 6492bb43-19d5-4e20-a28c-8e944d03dda6 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:32.103386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2e53b65d-e3c6-4e10-9672-66e594b81eda triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:32.112881 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.157130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac8a3cbc-ef11-4a03-8d8c-6290d2c19cc2 req-b570b9a2-a244-4106-9dad-448a7f59f640 service neutron] 10.222.0.81 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206046 Jul 16 01:25:32.218902 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.247836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-2adf0038-b6fd-429b-9eef-21920dfd63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.252859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-2adf0038-b6fd-429b-9eef-21920dfd63cd service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 200 len: 927 time: 0.3703139 Jul 16 01:25:32.385691 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'd1d7c3d0-aefe-40b8-8efb-86a8973c4621', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'port_id': '952ae109-268e-40b2-a981-ddffbeb535a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'mac_address': 'fa:16:3e:a2:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7569ea-ed35-4690-a159-271ade3023fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:25:25Z', 'updated_at': '2021-07-16T01:25:28Z', 'revision_number': 1, 'project_id': '65a0215d042b4536b274a34595ec140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:32.426062 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4492e9-2983-4ecc-b6c5-91748d7508d8 None None] The sync data for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 is: [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'd1d7c3d0-aefe-40b8-8efb-86a8973c4621', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'floating_ip_address': '172.25.5.26', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'port_id': '952ae109-268e-40b2-a981-ddffbeb535a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'mac_address': 'fa:16:3e:a2:d7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7569ea-ed35-4690-a159-271ade3023fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:25:25Z', 'updated_at': '2021-07-16T01:25:28Z', 'revision_number': 1, 'project_id': '65a0215d042b4536b274a34595ec140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:32.456591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74c41a9d-e56a-411b-9b2c-cc2d1801e3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.592917 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-03175ff2-b499-4c67-94d8-e27ae7cf2337 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 999 time: 0.3211024 Jul 16 01:25:32.622159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74c41a9d-e56a-411b-9b2c-cc2d1801e3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.698262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-efb3818b-3e78-4bab-965b-ee9874d10b9f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.700068 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-efb3818b-3e78-4bab-965b-ee9874d10b9f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 944 time: 0.9728761 Jul 16 01:25:32.713231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f64cc2-03ec-427a-a4c7-e0b652b30e58 req-95b47609-7bcf-4177-903f-c9921d77d8e7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.722055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f64cc2-03ec-427a-a4c7-e0b652b30e58 req-95b47609-7bcf-4177-903f-c9921d77d8e7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.6114922 Jul 16 01:25:32.824040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-e9035e61-de7e-40c8-bcf7-621048f9f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.825831 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-e9035e61-de7e-40c8-bcf7-621048f9f87d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=627b9639-2ea2-4ba5-a68c-6df5e86f573b HTTP/1.1" status: 200 len: 865 time: 0.2204053 Jul 16 01:25:32.843761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df8ae4-0955-4c2e-a939-831686a5c173 req-99d7b936-6d55-4586-8f3b-30be03edc5d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.845697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6df8ae4-0955-4c2e-a939-831686a5c173 req-99d7b936-6d55-4586-8f3b-30be03edc5d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0aec07a-6487-41ed-a50d-1b172a295549 HTTP/1.1" status: 200 len: 944 time: 0.2462087 Jul 16 01:25:32.884325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f64cc2-03ec-427a-a4c7-e0b652b30e58 req-171b5835-ca2e-4cf2-a8ad-e4c29c3e8a13 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565380 Jul 16 01:25:32.919055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Deleting port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:32.919745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.981306 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504744e-a41c-43f4-81e2-1f2bf2a2ed94 None None] New status for floating IP d1d7c3d0-aefe-40b8-8efb-86a8973c4621: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:25:33.033838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6df8ae4-0955-4c2e-a939-831686a5c173 req-d75bc762-cc2c-42a7-a256-9d719dd2106c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789756 Jul 16 01:25:33.040383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-e4819dd8-63b9-48a1-ac2e-f9a8ad6eed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.043480 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-e4819dd8-63b9-48a1-ac2e-f9a8ad6eed1f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf2c0330-ea1e-4f9d-9459-d1574271e028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029455 Jul 16 01:25:33.078822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74c41a9d-e56a-411b-9b2c-cc2d1801e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.087928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74c41a9d-e56a-411b-9b2c-cc2d1801e3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.113543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-74c41a9d-e56a-411b-9b2c-cc2d1801e3fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/69976586-6a40-4f73-b02f-8bfa2a1122d0 HTTP/1.1" status: 204 len: 168 time: 1.3493698 Jul 16 01:25:33.117853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] For port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:33.118267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.119141 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.164599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c41a9d-e56a-411b-9b2c-cc2d1801e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69976586-6a40-4f73-b02f-8bfa2a1122d0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.173077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Calling delete_port for a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:33.243516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Transition to ACTIVE for port object 6492bb43-19d5-4e20-a28c-8e944d03dda6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:33.249938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-22f088f7-57de-464b-84b5-38548b118487 service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858449 Jul 16 01:25:33.267331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.548708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96e8f2-56ab-4e9b-93ec-e48fbc54aa70 None None] Pushing event updated for resources: {'Port': ['ID=6492bb43-19d5-4e20-a28c-8e944d03dda6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.577908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Attempting to bind port 6492bb43-19d5-4e20-a28c-8e944d03dda6 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:33.578243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Attempting to bind port 6492bb43-19d5-4e20-a28c-8e944d03dda6 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:33.578650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Attempting to bind port 6492bb43-19d5-4e20-a28c-8e944d03dda6 on network ef7c35b0-e77e-42a1-8f87-084a99cfa616 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:33.620533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:33.621005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Checking segment: {'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:33.633163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.633558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Bound using segment: {'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:33.633960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Bound port: 6492bb43-19d5-4e20-a28c-8e944d03dda6, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b8d768-219d-4692-98bc-2b953fa14db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:33.634357 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.667423 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4e2c019-bfa6-4c18-aa01-30c4e9850ff7 req-14900bf1-17b3-49b5-8f71-c652b2a7ee42 service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989906 Jul 16 01:25:33.884114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] For port 6492bb43-19d5-4e20-a28c-8e944d03dda6, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:33.896241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.898755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] For port 6492bb43-19d5-4e20-a28c-8e944d03dda6, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6492bb43-19d5-4e20-a28c-8e944d03dda6,segment=NetworkSegment(83b8d768-219d-4692-98bc-2b953fa14db2),segment_id=83b8d768-219d-4692-98bc-2b953fa14db2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:33.906958 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.945594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event deleted for resources: {'Port': ['ID=a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.981641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca462747-0896-4b98-8dc8-1666e953ccee req-668d4687-974e-4b32-b484-f8e2d349d7d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 258 time: 0.8187969 Jul 16 01:25:34.014457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba6613-7279-4174-af3e-f389cb8a918d req-0a0e9f07-28dd-40e5-ad35-4369d7d859aa tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.033372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-faba6613-7279-4174-af3e-f389cb8a918d req-0a0e9f07-28dd-40e5-ad35-4369d7d859aa tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 946 time: 0.6363907 Jul 16 01:25:34.040982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:34.064601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] No DVR routers for this DVR port a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:34.069249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.071876 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5a54387-1eaf-4ae1-a214-81d8960e23c7 req-3557b426-40b8-4bb0-8883-f658ded6bb14 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "DELETE /v2.0/ports/a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 HTTP/1.1" status: 204 len: 173 time: 1.3594153 Jul 16 01:25:34.084802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'name': 'network-vif-deleted', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:34.097027 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791aa459-a3f3-4ce9-a192-78620668e748" -d '{"events": [{"server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "name": "network-vif-deleted", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:34.152710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Routers {'f0d8b561-aec8-48b7-a16f-c0b83473e255'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:34.156882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f0d8b561-aec8-48b7-a16f-c0b83473e255'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:34.179865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-faba6613-7279-4174-af3e-f389cb8a918d req-e6cbea32-6638-4b73-a9ef-1d0e502ab125 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426110 Jul 16 01:25:34.183727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.333608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96e8f2-56ab-4e9b-93ec-e48fbc54aa70 None None] Pushing event updated for resources: {'Port': ['ID=6492bb43-19d5-4e20-a28c-8e944d03dda6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:34.372421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:34.444913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5db3be9-799f-4d5d-a8f0-507811c79b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.491938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.630151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] Set router f0d8b561-aec8-48b7-a16f-c0b83473e255 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:34.687372 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5db3be9-799f-4d5d-a8f0-507811c79b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.696633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5db3be9-799f-4d5d-a8f0-507811c79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.768788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db3be9-799f-4d5d-a8f0-507811c79b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b859087-8cc8-4de4-8271-0120a8891a0b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:34.772283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Allocated IP 172.25.5.217 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b93bf5b8-bb91-47b2-9e72-65a83b5638cc) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:34.794120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a5db3be9-799f-4d5d-a8f0-507811c79b8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a39c10890ae49c8a9017c764854a070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173863 Jul 16 01:25:34.794120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:34.889883 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f704ed0-c267-4b00-b9f6-a471c574490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.898897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bf5a-9ef1-4ea1-b343-e0ac3e90bedc req-9199f57d-389d-4723-87f7-a91b4b037b25 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.908779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a67bf5a-9ef1-4ea1-b343-e0ac3e90bedc req-9199f57d-389d-4723-87f7-a91b4b037b25 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.2486613 Jul 16 01:25:34.943389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f704ed0-c267-4b00-b9f6-a471c574490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.981665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a67bf5a-9ef1-4ea1-b343-e0ac3e90bedc req-5adc92a9-6cfa-414a-ab82-61aa8ecbb336 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716178 Jul 16 01:25:35.020738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.076406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f704ed0-c267-4b00-b9f6-a471c574490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.079959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f704ed0-c267-4b00-b9f6-a471c574490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.083317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f704ed0-c267-4b00-b9f6-a471c574490d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b859087-8cc8-4de4-8271-0120a8891a0b HTTP/1.1" status: 204 len: 168 time: 0.2810316 Jul 16 01:25:35.106481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f704ed0-c267-4b00-b9f6-a471c574490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b859087-8cc8-4de4-8271-0120a8891a0b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.126550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.237676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:25:28Z', 'revision_number': 4, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '6492bb43-19d5-4e20-a28c-8e944d03dda6', 'name': '', 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'mac_address': 'fa:16:3e:98:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '25b733d4-3654-4e4c-8627-eba2669fecd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:27Z', 'updated_at': '2021-07-16T01:25:33Z', 'revision_number': 4, 'project_id': '741279437be74ef0bc451b63040c49f9', 'subnets': [{'id': '25b733d4-3654-4e4c-8627-eba2669fecd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:35.242620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event updated for resources: {'Port': ['ID=b93bf5b8-bb91-47b2-9e72-65a83b5638cc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.254307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:35.258264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:35.260876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:35.322501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a398a-f7b8-4a57-97b1-0b35a7bfb043 None None] The sync data for ids ['f0d8b561-aec8-48b7-a16f-c0b83473e255'] in n-d-800085-5 is: [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:25:28Z', 'revision_number': 4, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '6492bb43-19d5-4e20-a28c-8e944d03dda6', 'name': '', 'network_id': 'ef7c35b0-e77e-42a1-8f87-084a99cfa616', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'mac_address': 'fa:16:3e:98:91:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '25b733d4-3654-4e4c-8627-eba2669fecd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:27Z', 'updated_at': '2021-07-16T01:25:33Z', 'revision_number': 4, 'project_id': '741279437be74ef0bc451b63040c49f9', 'subnets': [{'id': '25b733d4-3654-4e4c-8627-eba2669fecd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:35.413327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.537395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.588525 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb626de-a711-4acd-9fa7-8f0dd74ae6b6 x-openstack-request-id: req-6eb626de-a711-4acd-9fa7-8f0dd74ae6b6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:35.588929 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aec07a-6487-41ed-a50d-1b172a295549", "name": "network-vif-deleted", "tag": "a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:35.589206 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6eb626de-a711-4acd-9fa7-8f0dd74ae6b6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:35.589640 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aec07a-6487-41ed-a50d-1b172a295549', 'name': 'network-vif-deleted', 'tag': 'a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8', 'status': 'completed', 'code': 200} Jul 16 01:25:35.684599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6492bb43-19d5-4e20-a28c-8e944d03dda6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:35.844297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6492bb43-19d5-4e20-a28c-8e944d03dda6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:35.849339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6492bb43-19d5-4e20-a28c-8e944d03dda6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:35.850001 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.896998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:35.939397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:35.986169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.998366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.040578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:36.041717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device a7c8aec1-1811-4d2c-87d7-f7d204fbfdf8 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:36.133874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event updated for resources: {'Port': ['ID=b93bf5b8-bb91-47b2-9e72-65a83b5638cc,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:36.154080 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.242708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 6492bb43-19d5-4e20-a28c-8e944d03dda6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6492bb43-19d5-4e20-a28c-8e944d03dda6,segment=NetworkSegment(83b8d768-219d-4692-98bc-2b953fa14db2),segment_id=83b8d768-219d-4692-98bc-2b953fa14db2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:36.246138 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.254184 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.285577 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.288482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca462747-0896-4b98-8dc8-1666e953ccee req-536e31fa-2adb-40f3-8c5f-97b90448af80 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2960954 Jul 16 01:25:36.308200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371c579e-b351-429a-8012-bb48837a4ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.377606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca462747-0896-4b98-8dc8-1666e953ccee req-7f99fe5b-7dc0-4054-90d0-2f98533fc70e tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0616972 Jul 16 01:25:36.435932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=6492bb43-19d5-4e20-a28c-8e944d03dda6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:36.562318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371c579e-b351-429a-8012-bb48837a4ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.572254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371c579e-b351-429a-8012-bb48837a4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.628722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46218) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:36.641477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c579e-b351-429a-8012-bb48837a4ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f95baec-af5e-4c87-9c84-8cab2764cef5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:36.655988 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-371c579e-b351-429a-8012-bb48837a4ac2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e16cb39c3c71402ebb4adce0eea52c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7131627 Jul 16 01:25:36.658043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:36.691194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca462747-0896-4b98-8dc8-1666e953ccee req-e26ba3ce-efec-4c2a-80b9-e81acb4a37ad tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.692838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca462747-0896-4b98-8dc8-1666e953ccee req-e26ba3ce-efec-4c2a-80b9-e81acb4a37ad tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3092356 Jul 16 01:25:36.848878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db1ccfbf-d082-4f9c-bba5-8396dd91e297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.945755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db1ccfbf-d082-4f9c-bba5-8396dd91e297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.008729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1545989593-network', 'tenant_id': '2345d82f36fe4ac9816b0c27c57b018d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:37.029703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db1ccfbf-d082-4f9c-bba5-8396dd91e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.033611 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db1ccfbf-d082-4f9c-bba5-8396dd91e297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.035094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-db1ccfbf-d082-4f9c-bba5-8396dd91e297 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f95baec-af5e-4c87-9c84-8cab2764cef5 HTTP/1.1" status: 204 len: 168 time: 0.3569553 Jul 16 01:25:37.045643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Made reservation on behalf of 2345d82f36fe4ac9816b0c27c57b018d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:37.048648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.052362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ccfbf-d082-4f9c-bba5-8396dd91e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f95baec-af5e-4c87-9c84-8cab2764cef5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:37.067986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.109655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffa5ed-0ad6-4c94-8103-0b8070e2362c req-6540015b-ee2c-4a40-a6e9-5bb259bf6053 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.117569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4ffa5ed-0ad6-4c94-8103-0b8070e2362c req-6540015b-ee2c-4a40-a6e9-5bb259bf6053 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.1527197 Jul 16 01:25:37.231696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4ffa5ed-0ad6-4c94-8103-0b8070e2362c req-87c41b3b-8c1e-4257-bac8-738f84df6673 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101789 Jul 16 01:25:37.286842 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.298156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.335910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e820a7-068d-4ff6-89a9-8564bcb23406 req-ddd70fc6-b165-43c0-a095-cdf86c88532f tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.351066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14e820a7-068d-4ff6-89a9-8564bcb23406 req-ddd70fc6-b165-43c0-a095-cdf86c88532f tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2003589 Jul 16 01:25:37.365436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:37.377393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400e8aa-1f13-43a4-8fc8-1c1f741c879e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:37.382589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.388402 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Added segment 685bef3d-d889-4325-bfad-ef7f01b9d4e8 of type vlan for network a7da782f-954b-414e-9975-f3ddb1178615 Jul 16 01:25:37.467577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14e820a7-068d-4ff6-89a9-8564bcb23406 req-c3733ccb-5de8-4d91-9b8b-c8a5a6b97743 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1078551 Jul 16 01:25:37.480927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-14e820a7-068d-4ff6-89a9-8564bcb23406 req-b326397d-5dd1-4b7a-907b-8f00f73a86f1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Request body: {'floatingip': {'port_id': '952ae109-268e-40b2-a981-ddffbeb535a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:37.572532 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.577473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-14e820a7-068d-4ff6-89a9-8564bcb23406 req-b326397d-5dd1-4b7a-907b-8f00f73a86f1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.605664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6492bb43-19d5-4e20-a28c-8e944d03dda6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:37.643310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.647214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.649006 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.711140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6492bb43-19d5-4e20-a28c-8e944d03dda6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:37.711947 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.746413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46238) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:37.747694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] Pushing event updated for resources: {'Network': ['ID=a7da782f-954b-414e-9975-f3ddb1178615,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:37.767099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a7da782f-954b-414e-9975-f3ddb1178615 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:37.793826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9be5-744f-40df-997a-995fddaa110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.914684 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-14e820a7-068d-4ff6-89a9-8564bcb23406 req-b326397d-5dd1-4b7a-907b-8f00f73a86f1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:25:37.924426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14e820a7-068d-4ff6-89a9-8564bcb23406 req-b326397d-5dd1-4b7a-907b-8f00f73a86f1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "PUT /v2.0/floatingips/8a77c5ab-0a07-4f5b-b5cf-780d9750bd4d HTTP/1.1" status: 409 len: 551 time: 0.4544501 Jul 16 01:25:37.930797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9be5-744f-40df-997a-995fddaa110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.938137 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-76c2d6bd-1aaa-4de2-a08a-04d0888d978d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3048797 Jul 16 01:25:37.939178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46242) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:37.939948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a5e9be5-744f-40df-997a-995fddaa110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.974002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Request body: {'subnet': {'network_id': 'a7da782f-954b-414e-9975-f3ddb1178615', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1545989593-subnet', 'tenant_id': '2345d82f36fe4ac9816b0c27c57b018d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:37.987722 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0a5e9be5-744f-40df-997a-995fddaa110a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9d5aff7f8e7474db5b578acd9bc90ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235217 Jul 16 01:25:37.987722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46246) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:38.043411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-a0435470-4e29-4e14-807f-96061ba95948 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.045185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-a0435470-4e29-4e14-807f-96061ba95948 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 944 time: 0.5983508 Jul 16 01:25:38.086729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e91f6917-e011-4983-9100-4afdb6860813 req-9502c4ec-735a-4d13-840b-8f231ee47bae tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips/8a77c5ab-0a07-4f5b-b5cf-780d9750bd4d HTTP/1.1" status: 200 len: 693 time: 0.0939937 Jul 16 01:25:38.191719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d912-c688-4770-9b97-c6c6c01fbfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.200710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e9be5-744f-40df-997a-995fddaa110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe285c1-d2e4-4433-acce-77871211bdc8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.206063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Made reservation on behalf of 2345d82f36fe4ac9816b0c27c57b018d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:38.208547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.259391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d912-c688-4770-9b97-c6c6c01fbfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.264779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6917-e011-4983-9100-4afdb6860813 req-4708f633-a687-4f49-bfbe-24dc0b885398 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.273315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e91f6917-e011-4983-9100-4afdb6860813 req-4708f633-a687-4f49-bfbe-24dc0b885398 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1819537 Jul 16 01:25:38.322882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6b818-1b0d-4cc7-9920-fee6d94faab3 req-740f65da-0eba-4c51-9a2d-1df01708710c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.330641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f6b818-1b0d-4cc7-9920-fee6d94faab3 req-740f65da-0eba-4c51-9a2d-1df01708710c tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 944 time: 0.6617851 Jul 16 01:25:38.352269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Deleting port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:38.352663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.356831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e91f6917-e011-4983-9100-4afdb6860813 req-91940fb5-009b-42ac-9f2d-755f5f5bbf4c tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0822616 Jul 16 01:25:38.395205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d912-c688-4770-9b97-c6c6c01fbfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.398074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f7d912-c688-4770-9b97-c6c6c01fbfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.401596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a9f7d912-c688-4770-9b97-c6c6c01fbfd3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fbe285c1-d2e4-4433-acce-77871211bdc8 HTTP/1.1" status: 204 len: 168 time: 0.4119716 Jul 16 01:25:38.432667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f6b818-1b0d-4cc7-9920-fee6d94faab3 req-29079bb7-c706-43a9-b945-b92e34206b59 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009338 Jul 16 01:25:38.444293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e91f6917-e011-4983-9100-4afdb6860813 req-7cf7ead2-3da1-4b41-924d-5f07f133a064 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0803936 Jul 16 01:25:38.454083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7d912-c688-4770-9b97-c6c6c01fbfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe285c1-d2e4-4433-acce-77871211bdc8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.594931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] For port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:38.595318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.623026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Deleting port b93bf5b8-bb91-47b2-9e72-65a83b5638cc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:38.623415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Calling delete_port for 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:38.624143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.815658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.905742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d12a03a-25f8-401f-85bc-724f69a569f7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.947516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Checking segment: {'id': '685bef3d-d889-4325-bfad-ef7f01b9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a7da782f-954b-414e-9975-f3ddb1178615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:38.947516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Network hostable DHCP agents. Network: a7da782f-954b-414e-9975-f3ddb1178615, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:38.991658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Network a7da782f-954b-414e-9975-f3ddb1178615 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:39.007395 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.023995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a7da782f-954b-414e-9975-f3ddb1178615) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:39.032812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca074d-7dcd-4c33-90ef-33f455942270 None None] Network a7da782f-954b-414e-9975-f3ddb1178615 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:39.096841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.097439 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.119793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event deleted for resources: {'Port': ['ID=16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.184769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] No DVR routers for this DVR port 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:39.188944 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.193470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d5f2151-55d0-40cf-bc53-26f1d7b5a4d2 req-5310bbc8-1f68-4af4-af86-c87be6f43d7f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "DELETE /v2.0/ports/16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd HTTP/1.1" status: 204 len: 173 time: 1.1384022 Jul 16 01:25:39.197682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'name': 'network-vif-deleted', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:39.203435 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfcbe8-828a-465d-ad18-2c648e9b7ac7" -d '{"events": [{"server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "name": "network-vif-deleted", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:39.236878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f7d4c0b-6026-4f3e-bf84-6ed3796da03f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2645547 Jul 16 01:25:39.256471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.256809 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.296939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Calling delete_port for b93bf5b8-bb91-47b2-9e72-65a83b5638cc owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:39.390833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced4b35e-e0df-46e5-b095-65b0ae4b545b None None] Network a7da782f-954b-414e-9975-f3ddb1178615 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:39.552088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.595349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event deleted for resources: {'Port': ['ID=b93bf5b8-bb91-47b2-9e72-65a83b5638cc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.700150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1202ee5-f07d-4a04-a19c-6d06f60c12ca req-3dab08cf-2331-418c-8be3-a654bdb40ccd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.701827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1202ee5-f07d-4a04-a19c-6d06f60c12ca req-3dab08cf-2331-418c-8be3-a654bdb40ccd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.5664370 Jul 16 01:25:39.759727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.763037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.781947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e91f6917-e011-4983-9100-4afdb6860813 req-4067d422-920e-45b1-9659-1d99767de1d2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "DELETE /v2.0/floatingips/8a77c5ab-0a07-4f5b-b5cf-780d9750bd4d HTTP/1.1" status: 204 len: 173 time: 1.3362932 Jul 16 01:25:39.823004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1202ee5-f07d-4a04-a19c-6d06f60c12ca req-9f56595f-12c6-4500-9bc8-dbe42b12dfe3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930972 Jul 16 01:25:39.938451 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d9067f-3083-4b3d-9260-c837bf47ea77 x-openstack-request-id: req-79d9067f-3083-4b3d-9260-c837bf47ea77 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:39.939008 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd586eb-b9a9-42fa-ad91-55c623bbd618", "name": "network-vif-deleted", "tag": "16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:39.939170 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79d9067f-3083-4b3d-9260-c837bf47ea77 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:39.939664 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd586eb-b9a9-42fa-ad91-55c623bbd618', 'name': 'network-vif-deleted', 'tag': '16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd', 'status': 'completed', 'code': 200} Jul 16 01:25:40.191719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7029f92-f83a-4d82-bb33-396e21b043ee req-0b1441fc-3397-4a98-8bd3-03db2eae69fc tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcd586eb-b9a9-42fa-ad91-55c623bbd618 HTTP/1.1" status: 200 len: 210 time: 0.0670743 Jul 16 01:25:40.212255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-3c42b3b4-21f4-42b4-ae94-84851beaa417 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1001 time: 0.2551215 Jul 16 01:25:40.312902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125087d-3798-4ece-915d-765848fad085 req-53e4e425-35e9-4e22-ad3d-943f0e7f8db1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.329627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-53e4e425-35e9-4e22-ad3d-943f0e7f8db1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports/952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 943 time: 0.1208615 Jul 16 01:25:40.372987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46324) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:40.382789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-3489203-network', 'tenant_id': 'e8ba350484c149fc8a4d2dacd666f46d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:40.440274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Made reservation on behalf of e8ba350484c149fc8a4d2dacd666f46d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:40.440274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.458919 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.554071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-ef1a13df-e7e9-401f-9389-b88ae36c569c tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1001 time: 0.0924473 Jul 16 01:25:40.643765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.649454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.683165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:40.706095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.706095 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Added segment a671a890-e224-4932-b089-bd6efd2d24ce of type vlan for network cfdeb066-37ca-40cc-be6a-6892092d938a Jul 16 01:25:40.772983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125087d-3798-4ece-915d-765848fad085 req-52689c1a-91dd-4284-b246-a168ebc234bf tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.779559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-52689c1a-91dd-4284-b246-a168ebc234bf tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.2121947 Jul 16 01:25:40.817706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a1d323-d68c-4af8-a230-87cdc98b7d3a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.834855 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.877708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.879051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.879916 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.906002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-90eba00f-3903-474e-bcfe-f5232cb538bf tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1001 time: 0.1149952 Jul 16 01:25:40.909007 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5341799 Jul 16 01:25:40.913762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:40.918437 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:40.957238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Request body: {'subnet': {'network_id': 'cfdeb066-37ca-40cc-be6a-6892092d938a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-3489203-subnet', 'tenant_id': 'e8ba350484c149fc8a4d2dacd666f46d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:40.962776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c582ec-00f3-44ba-8a0e-9400d6d745ab admin admin] Pushing event updated for resources: {'Network': ['ID=cfdeb066-37ca-40cc-be6a-6892092d938a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.975800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network cfdeb066-37ca-40cc-be6a-6892092d938a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:41.010965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:41.077386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.117381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Made reservation on behalf of e8ba350484c149fc8a4d2dacd666f46d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:41.120322 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.158472 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a05f2a5-f6ca-49de-a94d-a3873890107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.179468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec8a79-6a12-446a-8aca-61d2ed539cf3 req-a5975888-7db3-4e0d-8c6a-80a9c25f4616 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.181037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1ec8a79-6a12-446a-8aca-61d2ed539cf3 req-a5975888-7db3-4e0d-8c6a-80a9c25f4616 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 946 time: 0.2686770 Jul 16 01:25:41.263516 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a05f2a5-f6ca-49de-a94d-a3873890107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.268128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a05f2a5-f6ca-49de-a94d-a3873890107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.328716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a05f2a5-f6ca-49de-a94d-a3873890107e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2f5434cb2814073b94b7c20afd2b2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134811 Jul 16 01:25:41.328716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05f2a5-f6ca-49de-a94d-a3873890107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f2adda-64b0-44d2-9c59-f123a11498dc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.333383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:41.384775 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.392438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1ec8a79-6a12-446a-8aca-61d2ed539cf3 req-fb0a9843-d51f-42bc-9433-6a47989e71d2 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772821 Jul 16 01:25:41.406059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d63e47f-4317-41f2-bd40-f65c7f62cf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.413639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.413992 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Floating IP d1d7c3d0-aefe-40b8-8efb-86a8973c4621 disassociated. External IP: 172.25.5.26, port: 952ae109-268e-40b2-a981-ddffbeb535a4. Jul 16 01:25:41.442489 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d63e47f-4317-41f2-bd40-f65c7f62cf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.516446 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87fab37b-c854-45a9-9923-8fbb27fb8447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.549734 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d63e47f-4317-41f2-bd40-f65c7f62cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.552584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d63e47f-4317-41f2-bd40-f65c7f62cf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.556726 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8d63e47f-4317-41f2-bd40-f65c7f62cf92 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93f2adda-64b0-44d2-9c59-f123a11498dc HTTP/1.1" status: 204 len: 168 time: 0.2219207 Jul 16 01:25:41.565716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e47f-4317-41f2-bd40-f65c7f62cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f2adda-64b0-44d2-9c59-f123a11498dc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.661356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.835961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf58b11c-453b-4ac7-a7ae-e60871072ff7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.835961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Checking segment: {'id': 'a671a890-e224-4932-b089-bd6efd2d24ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'cfdeb066-37ca-40cc-be6a-6892092d938a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:41.835961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Network hostable DHCP agents. Network: cfdeb066-37ca-40cc-be6a-6892092d938a, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:41.877882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043373-3ac1-4327-be5a-fec001e75408 req-748358b2-6296-46a9-a78e-aae2cb6e50b7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.885044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67043373-3ac1-4327-be5a-fec001e75408 req-748358b2-6296-46a9-a78e-aae2cb6e50b7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.2287910 Jul 16 01:25:41.892671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Router 71ddb92e-99c8-455b-8934-becb039d9581 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:41.892671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Network cfdeb066-37ca-40cc-be6a-6892092d938a is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:41.897088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:41.925376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, cfdeb066-37ca-40cc-be6a-6892092d938a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:41.939427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.940026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.955052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66079bf3-21b0-41d6-a538-5823b59a5021 None None] Network cfdeb066-37ca-40cc-be6a-6892092d938a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:41.961089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:41.961089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 16f6cf42-bc19-4f91-85c5-a1fa90bcc3bd not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:42.011617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67043373-3ac1-4327-be5a-fec001e75408 req-31d29fad-a0b9-4cc4-9af1-cce3c0910dec tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255009 Jul 16 01:25:42.125468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:42.137635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e438e65b-509f-489d-ab77-73a06b5e69fe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2152522 Jul 16 01:25:42.142481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.148991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] Sync routers for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:42.202273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-6b698abe-31c6-42f5-bc62-9098a5b98a90 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "PUT /v2.0/floatingips/d1d7c3d0-aefe-40b8-8efb-86a8973c4621 HTTP/1.1" status: 200 len: 694 time: 1.2909162 Jul 16 01:25:42.205139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:42.210655 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:42.230486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62443337-8909-4139-8b42-8561e2c6bd79 None None] Network cfdeb066-37ca-40cc-be6a-6892092d938a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:42.275256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-69966330-176c-4ed6-a985-34599c51e079 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.290405 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-69966330-176c-4ed6-a985-34599c51e079 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.93 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 946 time: 0.1775248 Jul 16 01:25:42.333035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:42.333589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:42.346295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125087d-3798-4ece-915d-765848fad085 req-3b6423a8-4c36-4fcc-ae50-338379f3fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.349009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-3b6423a8-4c36-4fcc-ae50-338379f3fe57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65a0215d042b4536b274a34595ec140f&device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 1097 time: 0.1283379 Jul 16 01:25:42.418567 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:42.597829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125087d-3798-4ece-915d-765848fad085 req-edc38ab9-6244-468b-ad2b-61cf0dd97698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.601745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-edc38ab9-6244-468b-ad2b-61cf0dd97698 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 200 len: 927 time: 0.2361603 Jul 16 01:25:42.603275 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08d020a-70f1-4787-a9af-dc2b2655de04 x-openstack-request-id: req-c08d020a-70f1-4787-a9af-dc2b2655de04 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:42.606740 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:42.606740 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c08d020a-70f1-4787-a9af-dc2b2655de04 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:42.608185 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4', 'status': 'completed', 'code': 200} Jul 16 01:25:42.690200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] Deleting subnet 5d12a03a-25f8-401f-85bc-724f69a569f7 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:42.694985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.708333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-63ae93ec-b6cb-4f1a-af30-3107afbf653a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 217 time: 0.0953820 Jul 16 01:25:42.771853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.810805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Deleting port 52610585-1190-4bdd-8a08-b5318644c008 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:42.811254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.834734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-a3b318e6-489e-46f1-b28c-832f5b98c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.836496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-a3b318e6-489e-46f1-b28c-832f5b98c232 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=65a0215d042b4536b274a34595ec140f&device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 1097 time: 0.1967447 Jul 16 01:25:42.884569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:42.910509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125087d-3798-4ece-915d-765848fad085 req-03530bf8-98c6-462b-a273-885907987976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.921914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-03530bf8-98c6-462b-a273-885907987976 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=627b9639-2ea2-4ba5-a68c-6df5e86f573b HTTP/1.1" status: 200 len: 865 time: 0.1464331 Jul 16 01:25:42.934852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1ba8f-a5be-4b40-aec7-4bf69f4d28fa req-3dced461-df36-48c6-b093-43e333cfdc33 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.945952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0dc1ba8f-a5be-4b40-aec7-4bf69f4d28fa req-3dced461-df36-48c6-b093-43e333cfdc33 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/ports?device_id=b509e1ff-cd11-4dfe-9733-77534200d6ff HTTP/1.1" status: 200 len: 946 time: 0.2429457 Jul 16 01:25:43.102339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0dc1ba8f-a5be-4b40-aec7-4bf69f4d28fa req-c605f379-3adb-4382-b7fc-a3eef3b04551 tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c2ef79b-db72-412b-8504-d7529354f886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331220 Jul 16 01:25:43.115021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125087d-3798-4ece-915d-765848fad085 req-a415de90-ab46-4528-b15a-2d1ee1f3ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.123443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-a415de90-ab46-4528-b15a-2d1ee1f3ba25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bf2c0330-ea1e-4f9d-9459-d1574271e028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762483 Jul 16 01:25:43.211284 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:43.252833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-871884c2-623e-45f1-91cd-e406e7d1bd3f service neutron] 10.222.0.81 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260507 Jul 16 01:25:43.272526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] Checking router: 71ddb92e-99c8-455b-8934-becb039d9581 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:43.283236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.299806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:43.300575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:43.371871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d125087d-3798-4ece-915d-765848fad085 req-ee087816-83d1-41c2-9939-2b40d91273fa service neutron] 10.222.0.81 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177707 Jul 16 01:25:43.406546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] For port 52610585-1190-4bdd-8a08-b5318644c008, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=52610585-1190-4bdd-8a08-b5318644c008,segment=NetworkSegment(799588c9-7bbb-40d4-8b18-857aea80a2a5),segment_id=799588c9-7bbb-40d4-8b18-857aea80a2a5)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:43.406922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.437586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Calling delete_port for 52610585-1190-4bdd-8a08-b5318644c008 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:43.446446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-82e91fad-23ad-4df2-9c84-a89a1b513e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.447716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-82e91fad-23ad-4df2-9c84-a89a1b513e17 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 200 len: 927 time: 0.6012967 Jul 16 01:25:43.494819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.537992 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-a9916748-1405-4f57-ba9c-f8d1a214d672 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 200 len: 217 time: 0.0809786 Jul 16 01:25:43.540005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:43.574404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.577104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5d12a03a-25f8-401f-85bc-724f69a569f7 HTTP/1.1" status: 204 len: 168 time: 1.1566792 Jul 16 01:25:43.578224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca634fe-5e48-4389-8a86-56f77250f5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d12a03a-25f8-401f-85bc-724f69a569f7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.580471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46416) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:43.669039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740688b-6b4e-4068-9009-7e7b09b990ec req-f97398c4-481e-4c1f-9f76-2b4c76d23ad9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.682306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8740688b-6b4e-4068-9009-7e7b09b990ec req-f97398c4-481e-4c1f-9f76-2b4c76d23ad9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.1492641 Jul 16 01:25:43.720810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-2eb97f1d-5de1-4f88-ac65-ff1ccff602ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.722324 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-2eb97f1d-5de1-4f88-ac65-ff1ccff602ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=627b9639-2ea2-4ba5-a68c-6df5e86f573b HTTP/1.1" status: 200 len: 865 time: 0.1583500 Jul 16 01:25:43.730464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.756791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8740688b-6b4e-4068-9009-7e7b09b990ec req-1da57809-caee-4854-a202-d1bd9964353f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731585 Jul 16 01:25:43.861080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-85c6117c-4e8c-45f1-be59-76aebfeecf14 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips/d1d7c3d0-aefe-40b8-8efb-86a8973c4621 HTTP/1.1" status: 200 len: 694 time: 0.0774646 Jul 16 01:25:43.910449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.926416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.940408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7da782f-954b-414e-9975-f3ddb1178615']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:43.956617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['52610585-1190-4bdd-8a08-b5318644c008'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:43.972485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-ed184200-c999-4c10-98f2-eb748a3f5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.974118 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-ed184200-c999-4c10-98f2-eb748a3f5d58 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf2c0330-ea1e-4f9d-9459-d1574271e028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396910 Jul 16 01:25:43.978178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Pushing event deleted for resources: {'Port': ['ID=52610585-1190-4bdd-8a08-b5318644c008,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.981290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685bef3d-d889-4325-bfad-ef7f01b9d4e8') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:43.981596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685bef3d-d889-4325-bfad-ef7f01b9d4e8') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:44.015529 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.078565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] No DVR routers for this DVR port 52610585-1190-4bdd-8a08-b5318644c008 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:44.084091 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:44.086181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.088206 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.090253 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d4b5eef-095d-42ba-af26-cc1e6e5e6118 req-450024db-4fd1-40bf-8c83-c8ed4ffc861d tempest-ServerMetadataNegativeTestJSON-604046516 tempest-ServerMetadataNegativeTestJSON-604046516-project] 10.222.0.93 "DELETE /v2.0/ports/52610585-1190-4bdd-8a08-b5318644c008 HTTP/1.1" status: 204 len: 173 time: 1.7952785 Jul 16 01:25:44.090711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'name': 'network-vif-deleted', 'tag': '52610585-1190-4bdd-8a08-b5318644c008'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:44.096439 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392c2f4c-6383-4460-870b-60b7e1451752" -d '{"events": [{"server_uuid": "b509e1ff-cd11-4dfe-9733-77534200d6ff", "name": "network-vif-deleted", "tag": "52610585-1190-4bdd-8a08-b5318644c008"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:44.149655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:44.150459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:44.152469 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:44.178154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ab067-7c89-44ba-b33a-db68da4791f7 None None] The sync data for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 is: [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'abbcbcda-61e6-4b8b-b373-26dcf1915e7e', 'name': '', 'network_id': 'bf2c0330-ea1e-4f9d-9459-d1574271e028', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'mac_address': 'fa:16:3e:98:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:49Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'subnets': [{'id': '627b9639-2ea2-4ba5-a68c-6df5e86f573b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:44.204056 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd990556-a89f-4964-a789-03dadbd611f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.260866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-fe7e99fa-b22d-46c6-9ae6-98974a3c6fd2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.262338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-fe7e99fa-b22d-46c6-9ae6-98974a3c6fd2 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.4004149 Jul 16 01:25:44.361041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.370250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-02a36736-cb4c-4398-a563-43d5ec24ba0e tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 697 time: 0.0994799 Jul 16 01:25:44.378306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.381068 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.382708 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a7da782f-954b-414e-9975-f3ddb1178615 HTTP/1.1" status: 204 len: 168 time: 0.7975121 Jul 16 01:25:44.385527 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-d832215f-3321-4573-8c17-57462a431e98 service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006948 Jul 16 01:25:44.386327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:44.395101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c89106-d755-4bde-bfba-a992a8ec834f req-c862c032-ae43-4ae0-8073-f14c8a80aa0f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.406451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19c89106-d755-4bde-bfba-a992a8ec834f req-c862c032-ae43-4ae0-8073-f14c8a80aa0f tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 945 time: 0.3402917 Jul 16 01:25:44.462735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4505ede-d053-4e3d-ab1b-4641f57c8de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7da782f-954b-414e-9975-f3ddb1178615,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:44.546461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-7fb7e012-2625-444c-85df-aa70ae49fa9d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.558299 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-7fb7e012-2625-444c-85df-aa70ae49fa9d tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d33465f-9905-4d3f-a934-6b74f6485972 HTTP/1.1" status: 200 len: 945 time: 0.4238594 Jul 16 01:25:44.651571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-1c280c05-8338-4e0e-876c-0a6d9e2a2841 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 697 time: 0.2425158 Jul 16 01:25:44.658814 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea3aaca6-e3fd-4f05-bfcc-f48fa20b68bf req-fac60094-f0a7-47ad-97d8-616063495ff2 service neutron] 10.222.0.78 "GET /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623141 Jul 16 01:25:44.702636 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba756937-7925-404f-ae4b-6d2ad73a4447 None None] New status for floating IP d1d7c3d0-aefe-40b8-8efb-86a8973c4621: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:25:44.749191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Deleting port f0495018-597d-43bf-8fc0-38a5e5853508 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:44.749972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.875363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] For port f0495018-597d-43bf-8fc0-38a5e5853508, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=f0495018-597d-43bf-8fc0-38a5e5853508,segment=NetworkSegment(9ec8602a-00db-4063-a730-52481a98b2db),segment_id=9ec8602a-00db-4063-a730-52481a98b2db)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:44.876096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.892440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Calling delete_port for f0495018-597d-43bf-8fc0-38a5e5853508 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:44.958542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] Deleting subnet cf58b11c-453b-4ac7-a7ae-e60871072ff7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:44.971103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19c89106-d755-4bde-bfba-a992a8ec834f req-1f2a91fe-103d-48f8-b5a1-337b3d11f432 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f964623-5841-4150-82a4-1b147bd74dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434225 Jul 16 01:25:44.978739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.140510 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4d2b21-90ff-484c-a99b-c21bb155a23c x-openstack-request-id: req-8b4d2b21-90ff-484c-a99b-c21bb155a23c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:45.140760 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b509e1ff-cd11-4dfe-9733-77534200d6ff", "name": "network-vif-deleted", "tag": "52610585-1190-4bdd-8a08-b5318644c008", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:45.141062 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b4d2b21-90ff-484c-a99b-c21bb155a23c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:45.141472 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b509e1ff-cd11-4dfe-9733-77534200d6ff', 'name': 'network-vif-deleted', 'tag': '52610585-1190-4bdd-8a08-b5318644c008', 'status': 'completed', 'code': 200} Jul 16 01:25:45.176206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.196255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.233037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.235274 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.253680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46472) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:45.297167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Pushing event deleted for resources: {'Port': ['ID=f0495018-597d-43bf-8fc0-38a5e5853508,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.304421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Deleting port 0953976a-7c9f-4ae7-be65-8f65efcfc779 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:45.304773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.313246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] Deleting subnet 372034aa-aca1-41ab-9b05-76aeaf81f8fb {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:45.332762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.365642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] No DVR routers for this DVR port f0495018-597d-43bf-8fc0-38a5e5853508 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:45.369744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.372416 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-099e5329-cc41-4cb9-98b7-d10f119d8a4e req-0c00c27b-a012-46e6-a5e3-6b052da9d7d8 tempest-LiveAutoBlockMigrationV225Test-1562819641 tempest-LiveAutoBlockMigrationV225Test-1562819641-project] 10.222.0.78 "DELETE /v2.0/ports/f0495018-597d-43bf-8fc0-38a5e5853508 HTTP/1.1" status: 204 len: 173 time: 0.8063729 Jul 16 01:25:45.452301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:45.621020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2955ece-686f-4096-8559-391adba19b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.760733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2955ece-686f-4096-8559-391adba19b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.766020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2955ece-686f-4096-8559-391adba19b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.780920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.814835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b2955ece-686f-4096-8559-391adba19b6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2e57b9e5be2404c95b0d52a8c96f9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586011 Jul 16 01:25:45.815786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46480) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:45.818900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2955ece-686f-4096-8559-391adba19b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297f815-fcf2-4e76-bec9-9f46e867ab55,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.848245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.852191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.852672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.852858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.874365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.881815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd9a3-dab9-4183-b7d6-997ad5a63802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.920854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Calling delete_port for 0953976a-7c9f-4ae7-be65-8f65efcfc779 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:45.922682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf58b11c-453b-4ac7-a7ae-e60871072ff7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.938397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.942526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2da80739-956c-4573-8d5c-14948aa142b0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cf58b11c-453b-4ac7-a7ae-e60871072ff7 HTTP/1.1" status: 204 len: 168 time: 1.5326645 Jul 16 01:25:45.943776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd9a3-dab9-4183-b7d6-997ad5a63802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.949567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46482) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:45.997474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae842-dd98-4683-a68a-610b8e0f54ce req-0131889f-d4d8-48a8-8576-973ca2381b4c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.004887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f97ae842-dd98-4683-a68a-610b8e0f54ce req-0131889f-d4d8-48a8-8576-973ca2381b4c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.3131635 Jul 16 01:25:46.038815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd9a3-dab9-4183-b7d6-997ad5a63802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.042038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cdcd9a3-dab9-4183-b7d6-997ad5a63802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.045761 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1cdcd9a3-dab9-4183-b7d6-997ad5a63802 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e297f815-fcf2-4e76-bec9-9f46e867ab55 HTTP/1.1" status: 204 len: 168 time: 0.2261226 Jul 16 01:25:46.055598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcd9a3-dab9-4183-b7d6-997ad5a63802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297f815-fcf2-4e76-bec9-9f46e867ab55,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.092830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 52610585-1190-4bdd-8a08-b5318644c008 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:46.121356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.142163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 52610585-1190-4bdd-8a08-b5318644c008 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:46.142513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 52610585-1190-4bdd-8a08-b5318644c008 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:46.168801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.189723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372034aa-aca1-41ab-9b05-76aeaf81f8fb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.195907 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.198298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-19d84ca4-9357-4f2c-ae63-f6530a6ac91e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/372034aa-aca1-41ab-9b05-76aeaf81f8fb HTTP/1.1" status: 204 len: 168 time: 0.9424689 Jul 16 01:25:46.200928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.209096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f97ae842-dd98-4683-a68a-610b8e0f54ce req-9b94129d-8f95-48e9-95c2-df97cd6ce103 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033296 Jul 16 01:25:46.361508 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.417008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.432879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdeb066-37ca-40cc-be6a-6892092d938a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:46.445322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a671a890-e224-4932-b089-bd6efd2d24ce') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:46.445629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a671a890-e224-4932-b089-bd6efd2d24ce') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:46.454579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.467284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.505813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event deleted for resources: {'Port': ['ID=0953976a-7c9f-4ae7-be65-8f65efcfc779,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.507304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.515862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.527287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4642dced-437e-4d38-b70f-d100a96f79f6']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:46.540171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799588c9-7bbb-40d4-8b18-857aea80a2a5') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:46.540609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799588c9-7bbb-40d4-8b18-857aea80a2a5') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:46.551627 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.557868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46492) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.558913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:46.559306 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:46.562963 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:46.570823 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.578963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:46.579507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.594442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.602849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdc38-d22e-42b3-88fb-232055df18e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:46.647834 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:46.676491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.679677 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.680621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.681181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bfa674f-c63c-4a48-a481-e5b8a8d13418 req-6066f507-ae50-4f94-ad26-9646cde03d52 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "DELETE /v2.0/floatingips/d1d7c3d0-aefe-40b8-8efb-86a8973c4621 HTTP/1.1" status: 204 len: 173 time: 2.0285730 Jul 16 01:25:46.684035 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.696787 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.700110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cfdeb066-37ca-40cc-be6a-6892092d938a HTTP/1.1" status: 204 len: 168 time: 0.7486775 Jul 16 01:25:46.707714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.707714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] 10.222.0.81 "DELETE /v2.0/networks/4642dced-437e-4d38-b70f-d100a96f79f6 HTTP/1.1" status: 204 len: 168 time: 0.4996412 Jul 16 01:25:46.720339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211286c3-35cd-4902-8691-229568e8af3a admin admin] Pushing event deleted for resources: {'Network': ['ID=4642dced-437e-4d38-b70f-d100a96f79f6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.744456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e9459-c53b-4dc6-971a-494688805a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfdeb066-37ca-40cc-be6a-6892092d938a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.749977 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.865405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdc38-d22e-42b3-88fb-232055df18e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.878805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e8bdc38-d22e-42b3-88fb-232055df18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.990068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3e8bdc38-d22e-42b3-88fb-232055df18e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afbcea75f9724474bf509f3fb3787f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280732 Jul 16 01:25:46.993369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.999971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.000159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bdc38-d22e-42b3-88fb-232055df18e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e502cb8-77de-4fb3-81dc-0a27d58437dc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.010762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] Deleting subnet 7659b63f-ed0a-4428-8872-747ace802137 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:47.017680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.071924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec09b5-3f50-4009-9742-c42fe0fe5d5f req-324a2f4e-573f-49d0-bd2f-661de594875a tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.079693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fec09b5-3f50-4009-9742-c42fe0fe5d5f req-324a2f4e-573f-49d0-bd2f-661de594875a tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2033322 Jul 16 01:25:47.117129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46510) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.117824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56620ac0-5b89-4635-919c-aa81418ee319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.132094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fec09b5-3f50-4009-9742-c42fe0fe5d5f req-8e01e58b-b993-4ff6-883c-9b4487db3a30 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0514476 Jul 16 01:25:47.135259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.142492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'name': 'network-vif-deleted', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:47.144731 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb98117-4cf1-4446-8f49-07ae2cbef2fa" -d '{"events": [{"server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "name": "network-vif-deleted", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:47.188162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56620ac0-5b89-4635-919c-aa81418ee319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.218855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9d62151-db18-472b-ae82-a749d334292f req-2a412798-9d8d-410e-8b45-e7454019cb30 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0564632 Jul 16 01:25:47.234479 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c7fbe-c1b3-4361-9830-25d72a5f8d44 x-openstack-request-id: req-000c7fbe-c1b3-4361-9830-25d72a5f8d44 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:47.235137 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d33465f-9905-4d3f-a934-6b74f6485972", "name": "network-vif-deleted", "tag": "f0495018-597d-43bf-8fc0-38a5e5853508", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:47.235621 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-000c7fbe-c1b3-4361-9830-25d72a5f8d44 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:47.236286 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d33465f-9905-4d3f-a934-6b74f6485972', 'name': 'network-vif-deleted', 'tag': 'f0495018-597d-43bf-8fc0-38a5e5853508', 'status': 'completed', 'code': 200} Jul 16 01:25:47.245467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.250978 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-63bea519-02f7-4198-86f7-7d20f459886f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2345d82f36fe4ac9816b0c27c57b018d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498116 Jul 16 01:25:47.255888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46520) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.284341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56620ac0-5b89-4635-919c-aa81418ee319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.287617 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56620ac0-5b89-4635-919c-aa81418ee319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.288934 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-56620ac0-5b89-4635-919c-aa81418ee319 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e502cb8-77de-4fb3-81dc-0a27d58437dc HTTP/1.1" status: 204 len: 168 time: 0.2950842 Jul 16 01:25:47.303060 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8dafcf4a-912a-4608-bd77-c1c0d8039a44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9fd8f98de8747a296b949ad8f814692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823668 Jul 16 01:25:47.305767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.331753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56620ac0-5b89-4635-919c-aa81418ee319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e502cb8-77de-4fb3-81dc-0a27d58437dc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.361499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.363759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fabe0de0-ad15-4c83-972c-23e5f7dfb953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.397273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fabe0de0-ad15-4c83-972c-23e5f7dfb953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.485030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7659b63f-ed0a-4428-8872-747ace802137,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.497382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.502269 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-143568a6-0651-4f58-b884-a7217f43ee5a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7659b63f-ed0a-4428-8872-747ace802137 HTTP/1.1" status: 204 len: 168 time: 0.9035923 Jul 16 01:25:47.505078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46528) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.537565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fabe0de0-ad15-4c83-972c-23e5f7dfb953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.541859 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fabe0de0-ad15-4c83-972c-23e5f7dfb953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.548177 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fabe0de0-ad15-4c83-972c-23e5f7dfb953 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a400e8aa-1f13-43a4-8fc8-1c1f741c879e HTTP/1.1" status: 204 len: 168 time: 0.2907751 Jul 16 01:25:47.585414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe0de0-ad15-4c83-972c-23e5f7dfb953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400e8aa-1f13-43a4-8fc8-1c1f741c879e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.653997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.662329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca96f-8521-404d-872a-511bde9a5756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.768361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca96f-8521-404d-872a-511bde9a5756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.787628 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.799269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c707e9-6612-42bb-89cd-46edae7a2abd']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:47.834409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec8602a-00db-4063-a730-52481a98b2db') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:47.834821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec8602a-00db-4063-a730-52481a98b2db') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:47.852183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.869378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.875618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d48925-f577-4b34-b1c2-e1e72f9321e4 req-7c3837da-5321-4dc2-8668-f3844b976475 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.878726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:47.879320 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:47.881660 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:47.896605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d48925-f577-4b34-b1c2-e1e72f9321e4 req-7c3837da-5321-4dc2-8668-f3844b976475 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.3785663 Jul 16 01:25:47.956715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:47.983983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.989171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.991400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] 10.222.0.81 "DELETE /v2.0/networks/42c707e9-6612-42bb-89cd-46edae7a2abd HTTP/1.1" status: 204 len: 168 time: 0.4851909 Jul 16 01:25:47.997658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.030659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d48925-f577-4b34-b1c2-e1e72f9321e4 req-97504a1a-d761-4ddc-aa6b-1b249450ec47 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308823 Jul 16 01:25:48.034886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: f0495018-597d-43bf-8fc0-38a5e5853508 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:48.038125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device f0495018-597d-43bf-8fc0-38a5e5853508 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:48.062205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca96f-8521-404d-872a-511bde9a5756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.064750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca96f-8521-404d-872a-511bde9a5756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.066022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0a1ca96f-8521-404d-872a-511bde9a5756 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c2ef79b-db72-412b-8504-d7529354f886 HTTP/1.1" status: 204 len: 168 time: 0.7558763 Jul 16 01:25:48.102515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381512e-fcbd-4d88-8b7f-a91444165a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=42c707e9-6612-42bb-89cd-46edae7a2abd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.105782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ca96f-8521-404d-872a-511bde9a5756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ef79b-db72-412b-8504-d7529354f886,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.189474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] Deleting subnet 1da17d74-c575-4903-91fe-c476eb9438c2 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:48.199304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.304931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.330019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46548) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.401605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.416081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5708e6-24a3-4de3-b006-70b85f69cec3 req-328ec0b4-a81f-4c1c-813f-64a0dab6be33 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.417641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d5708e6-24a3-4de3-b006-70b85f69cec3 req-328ec0b4-a81f-4c1c-813f-64a0dab6be33 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 946 time: 0.1711087 Jul 16 01:25:48.465390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ac480c49-ca44-45e4-8960-d85bf3b1c3de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8ba350484c149fc8a4d2dacd666f46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320219 Jul 16 01:25:48.467183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.491292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d5708e6-24a3-4de3-b006-70b85f69cec3 req-20db1e40-7338-4b05-a2f0-5aa5e24f40d3 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638983 Jul 16 01:25:48.580753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.595032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b96b037e-7184-40f8-b65a-f278f17d9eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.627890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.629938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1da17d74-c575-4903-91fe-c476eb9438c2 HTTP/1.1" status: 204 len: 168 time: 0.6296346 Jul 16 01:25:48.630747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493209e-f3bf-46fa-8c31-8bf73d6cdd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da17d74-c575-4903-91fe-c476eb9438c2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.632650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.647099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b96b037e-7184-40f8-b65a-f278f17d9eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.708429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b96b037e-7184-40f8-b65a-f278f17d9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.712126 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b96b037e-7184-40f8-b65a-f278f17d9eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.715376 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b96b037e-7184-40f8-b65a-f278f17d9eb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1a1d323-d68c-4af8-a230-87cdc98b7d3a HTTP/1.1" status: 204 len: 168 time: 0.2469344 Jul 16 01:25:48.726128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b037e-7184-40f8-b65a-f278f17d9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a1d323-d68c-4af8-a230-87cdc98b7d3a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.774621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.881856 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.894700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58985279-2b9c-4135-8c9a-1c85e77bc63d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:48.909261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ce4d6a-e171-45ca-81aa-aa624fb412bc') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:48.909644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ce4d6a-e171-45ca-81aa-aa624fb412bc') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:48.934130 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.952840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.960980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:48.961467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:48.963381 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:49.033159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.048050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.053642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] 10.222.0.81 "DELETE /v2.0/networks/58985279-2b9c-4135-8c9a-1c85e77bc63d HTTP/1.1" status: 204 len: 168 time: 0.4198134 Jul 16 01:25:49.106790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13030aad-acd7-4b94-9119-e05ee614d527 admin admin] Pushing event deleted for resources: {'Network': ['ID=58985279-2b9c-4135-8c9a-1c85e77bc63d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.332827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46590) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:49.407423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5628-bcfe-40f2-87db-c1fb830a9729 req-d688e68e-c0f6-490e-a53e-241fde20b694 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.409541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4cd5628-bcfe-40f2-87db-c1fb830a9729 req-d688e68e-c0f6-490e-a53e-241fde20b694 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.1326416 Jul 16 01:25:49.467784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:49.473996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86936888-f1e7-430c-9b9e-9f2b396b5931 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f75708dffdd4c4ea2b1a91be34dcff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399322 Jul 16 01:25:49.501229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:49.510664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.545784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4cd5628-bcfe-40f2-87db-c1fb830a9729 req-30fdad56-9b19-4172-ae5b-9f45cdd1856c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285508 Jul 16 01:25:49.657511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8eac5b4-4eed-4b36-9482-4f043dbe0057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.669147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-741630f6-e3f3-4501-bde7-b577e18b3a57 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.671947 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-741630f6-e3f3-4501-bde7-b577e18b3a57 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 946 time: 0.3123500 Jul 16 01:25:49.747321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8eac5b4-4eed-4b36-9482-4f043dbe0057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.787514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-461565554-network', 'tenant_id': 'eaaeec97875d4e7ebd773cde2deae6b0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:49.866399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Made reservation on behalf of eaaeec97875d4e7ebd773cde2deae6b0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:49.869087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.887158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106934af-e3fa-456f-aa28-1689f27645a7 req-27312309-77ed-46fe-9626-5abdabd9d6f1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.889198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-106934af-e3fa-456f-aa28-1689f27645a7 req-27312309-77ed-46fe-9626-5abdabd9d6f1 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 946 time: 0.1283474 Jul 16 01:25:49.890708 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.959922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8eac5b4-4eed-4b36-9482-4f043dbe0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.963682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-106934af-e3fa-456f-aa28-1689f27645a7 req-87ce6a01-d0fd-434d-9815-541617b626a8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bf0e346-dede-4ba7-8783-6368a43e3a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Jul 16 01:25:49.963832 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8eac5b4-4eed-4b36-9482-4f043dbe0057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.965585 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e8eac5b4-4eed-4b36-9482-4f043dbe0057 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f964623-5841-4150-82a4-1b147bd74dd0 HTTP/1.1" status: 204 len: 168 time: 0.4262304 Jul 16 01:25:49.985811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eac5b4-4eed-4b36-9482-4f043dbe0057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f964623-5841-4150-82a4-1b147bd74dd0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:50.003116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Deleting port 952ae109-268e-40b2-a981-ddffbeb535a4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:50.003802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.123226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd48c3ed-cc0b-49b4-a87d-b6932c89397a details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:50.139970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.153783 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.173793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] For port 952ae109-268e-40b2-a981-ddffbeb535a4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=952ae109-268e-40b2-a981-ddffbeb535a4,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:50.174182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.190274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Calling delete_port for 952ae109-268e-40b2-a981-ddffbeb535a4 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:50.236285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:50.267270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba13471-4d8e-4ee6-a4fd-7509038cf169,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:50.283644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.284397 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Added segment becbc077-580b-403c-919e-ab39fa10d9fe of type vlan for network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 Jul 16 01:25:50.335601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:50.352803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'port_id': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'mac_address': 'fa:16:3e:d6:ea:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8015b200-7ef2-45f1-a2e5-e7d3014071c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:50.375987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.450450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.460078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.461507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.463333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.468589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.505849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd48c3ed-cc0b-49b4-a87d-b6932c89397a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:50.541835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Pushing event deleted for resources: {'Port': ['ID=952ae109-268e-40b2-a981-ddffbeb535a4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:50.547981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0752203 Jul 16 01:25:50.552326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:50.556112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['952ae109-268e-40b2-a981-ddffbeb535a4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:50.557352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:50.572983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Request body: {'subnet': {'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-461565554-subnet', 'tenant_id': 'eaaeec97875d4e7ebd773cde2deae6b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:50.636145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.650085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Made reservation on behalf of eaaeec97875d4e7ebd773cde2deae6b0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:50.653314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.678080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748e5a5-5f34-41ef-8117-297548ad7321 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f927d8-d683-4fc3-8d4e-cb9b559e0539,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:50.704964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] No DVR routers for this DVR port 952ae109-268e-40b2-a981-ddffbeb535a4 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:50.708684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.712362 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d765bd6e-f501-48b0-9d44-72795ec77930 req-fa0394f7-fa6a-4eca-b0e2-8e77175c69c8 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.78 "DELETE /v2.0/ports/952ae109-268e-40b2-a981-ddffbeb535a4 HTTP/1.1" status: 204 len: 173 time: 1.0284233 Jul 16 01:25:50.717128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'name': 'network-vif-deleted', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:50.719585 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0c8875-6a98-4a1c-8657-cb5cab1ee7d8" -d '{"events": [{"server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "name": "network-vif-deleted", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:50.779612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:50.792341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['dd48c3ed-cc0b-49b4-a87d-b6932c89397a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:50.929490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:51.085506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.091660 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f7311-0f0c-438e-9f3f-82b4919739ed x-openstack-request-id: req-fc9f7311-0f0c-438e-9f3f-82b4919739ed {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:51.091984 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7569ea-ed35-4690-a159-271ade3023fb", "name": "network-vif-deleted", "tag": "952ae109-268e-40b2-a981-ddffbeb535a4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:51.092261 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc9f7311-0f0c-438e-9f3f-82b4919739ed {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:51.092620 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7569ea-ed35-4690-a159-271ade3023fb', 'name': 'network-vif-deleted', 'tag': '952ae109-268e-40b2-a981-ddffbeb535a4', 'status': 'completed', 'code': 200} Jul 16 01:25:51.174051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3380-7ce5-4479-bfa4-7c78784077c8 req-1fa47fa3-b0e8-4fd6-bcf9-a52bf7c343f2 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.186153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f23c3380-7ce5-4479-bfa4-7c78784077c8 req-1fa47fa3-b0e8-4fd6-bcf9-a52bf7c343f2 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 945 time: 0.2696769 Jul 16 01:25:51.205787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.222919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a33cab-efb4-4581-ae6b-745a98bcbd00,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.264758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:51.279304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.280615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.280965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.281306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.281876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.282219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.282553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.282886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.283212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.283542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.286403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.286786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:51.376799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f23c3380-7ce5-4479-bfa4-7c78784077c8 req-f9e121c2-2667-48bd-85cb-7319f9e03b5d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888933 Jul 16 01:25:51.392356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Checking segment: {'id': 'becbc077-580b-403c-919e-ab39fa10d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:51.393599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Network hostable DHCP agents. Network: f8f927d8-d683-4fc3-8d4e-cb9b559e0539, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:51.437275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3fade902-3f14-48c3-a2d9-210c54b49826 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca05250ff7264f679f20f447062cf8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631002 Jul 16 01:25:51.440677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:51.448337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eeec0a8f-9593-41a2-8a08-9ac8195ec129 req-7182382b-eb03-4452-8802-a8b76aea4027 tempest-FloatingIPsAssociationNegativeTestJSON-935401788 tempest-FloatingIPsAssociationNegativeTestJSON-935401788-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7569ea-ed35-4690-a159-271ade3023fb HTTP/1.1" status: 200 len: 210 time: 0.1462641 Jul 16 01:25:51.512125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:51.573232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f8f927d8-d683-4fc3-8d4e-cb9b559e0539) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:51.587830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22bacc88-e0e2-4425-8837-9559da4745ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.608850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.609898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.621260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb897b-210c-47d8-ad6d-3f3c3dfd2f2e None None] Network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:51.647817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22bacc88-e0e2-4425-8837-9559da4745ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.660815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4ff5d084-fb91-4cfa-b014-b34562c36985 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1001971 Jul 16 01:25:51.742374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:51.798330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.843900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22bacc88-e0e2-4425-8837-9559da4745ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.848246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22bacc88-e0e2-4425-8837-9559da4745ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.851801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-22bacc88-e0e2-4425-8837-9559da4745ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef7acea7-0489-43e7-941f-dd3162582044 HTTP/1.1" status: 204 len: 168 time: 0.4075162 Jul 16 01:25:51.881928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bacc88-e0e2-4425-8837-9559da4745ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7acea7-0489-43e7-941f-dd3162582044,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.897456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c2f6e-02f8-4134-a497-fdba56fc3ae2 None None] Network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:52.087446 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.185057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd48c3ed-cc0b-49b4-a87d-b6932c89397a up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:52.232495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Allocated IP 172.25.5.38 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/fc23fd7b-875d-4481-8ca3-c69da10f6345) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:52.343104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port dd48c3ed-cc0b-49b4-a87d-b6932c89397a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:52.343726 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.391292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.475993 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.517559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:52.519416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.520563 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3339c9f7-02ae-4549-b782-16bb7bbcd821" -d '{"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-plugged", "status": "completed", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:52.568906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:52.577242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:52.579131 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.581139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:52.585629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:52.592348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Pushing event updated for resources: {'Port': ['ID=fc23fd7b-875d-4481-8ca3-c69da10f6345,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.699200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.725248 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.825507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.890666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85277d8-7308-4b09-a2c1-0056771590b1 req-86512840-025f-4d88-b55a-7737fbd07636 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.893238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c85277d8-7308-4b09-a2c1-0056771590b1 req-86512840-025f-4d88-b55a-7737fbd07636 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.1543934 Jul 16 01:25:52.962112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c85277d8-7308-4b09-a2c1-0056771590b1 req-85fd979f-9734-407e-94a4-74e3e54460eb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609059 Jul 16 01:25:53.106359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.118324 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.289498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Pushing event updated for resources: {'Port': ['ID=fc23fd7b-875d-4481-8ca3-c69da10f6345,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.377922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.416869 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.421865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:53.422575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-084acb78-440f-4787-abb6-34c8f3fe4480 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4778771 Jul 16 01:25:53.427850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1654609732', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'fixed_ips': [{'ip_address': '172.25.5.38'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:53.476905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Made reservation on behalf of 576324396979466fa8b7ab8a0c1e3202 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:53.484102 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.509908 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.773932 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.783617 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.790596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] device_id is not set on port 5ec8904e-d1e3-4a43-abea-b23550bb9f93 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:53.943670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c10b92-5cf8-4bb8-8da5-2449355f216b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.996053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 952ae109-268e-40b2-a981-ddffbeb535a4 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:54.076399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 952ae109-268e-40b2-a981-ddffbeb535a4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:54.079252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 952ae109-268e-40b2-a981-ddffbeb535a4 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:54.111382 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:25:54.112344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:54.145649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46760) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:54.147295 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-20b291fe-2d31-4ffb-ba48-5f304bf4eec5 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7187114 Jul 16 01:25:54.476425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-ad4061b8-de73-4306-97fd-9c2b3133ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.478700 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-ad4061b8-de73-4306-97fd-9c2b3133ce94 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 1097 time: 0.1223218 Jul 16 01:25:54.541077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Deleting port fc23fd7b-875d-4481-8ca3-c69da10f6345 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:54.541774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.644189 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.644631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.664316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Calling delete_port for fc23fd7b-875d-4481-8ca3-c69da10f6345 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:54.680712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-589987d5-c00e-4ba6-aa5d-efb8d10b59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.682221 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-589987d5-c00e-4ba6-aa5d-efb8d10b59d1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.1792848 Jul 16 01:25:54.733522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-adc41bfb-a1b3-46b7-8b2d-8aa3f6091969 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a HTTP/1.1" status: 200 len: 217 time: 0.0446870 Jul 16 01:25:54.839299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-72964975-4d0d-4b47-b607-04534e992d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.839704 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-72964975-4d0d-4b47-b607-04534e992d20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1004491 Jul 16 01:25:54.913593 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-44bf6c81-1791-4f46-bf81-101895ba81eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650210 Jul 16 01:25:54.942305 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.995945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc23fd7b-875d-4481-8ca3-c69da10f6345,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:55.088392 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-3778c22e-2e61-48b4-ac60-d0afc77ca86e service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665885 Jul 16 01:25:55.189124 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.192286 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.204575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1e040eff-3f02-49a3-b87e-4b88d40ea692 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795 tempest-ExternalNetworksAdminNegativeTestJSON-1554329795-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/10b0d4e6-309d-422a-b2fd-85e33a1cb9ae HTTP/1.1" status: 204 len: 168 time: 1.0526016 Jul 16 01:25:55.263557 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41615e31-4e3f-49b3-9295-b479fb8b3925 req-dbc9e7c9-fd29-4b03-b828-014cd7f1be2e service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682291 Jul 16 01:25:55.646523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46776) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:55.840984 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74584cd5-079f-435b-98d3-b4d520af4dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.024262 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:56.039783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74584cd5-079f-435b-98d3-b4d520af4dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.046170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74584cd5-079f-435b-98d3-b4d520af4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.099833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74584cd5-079f-435b-98d3-b4d520af4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d238d1-6d91-426c-8fec-59c0fd4f678a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.122596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:56.140862 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-74584cd5-079f-435b-98d3-b4d520af4dbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c40419281dea4dd492d3a0b4a9cc2153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931209 Jul 16 01:25:56.206872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41330318-f4f2-4346-93a4-35a0cb465d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.238506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41330318-f4f2-4346-93a4-35a0cb465d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.308347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41330318-f4f2-4346-93a4-35a0cb465d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.311417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41330318-f4f2-4346-93a4-35a0cb465d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.315961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-41330318-f4f2-4346-93a4-35a0cb465d21 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3d238d1-6d91-426c-8fec-59c0fd4f678a HTTP/1.1" status: 204 len: 168 time: 0.1916621 Jul 16 01:25:56.324962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41330318-f4f2-4346-93a4-35a0cb465d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d238d1-6d91-426c-8fec-59c0fd4f678a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.775619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46786) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:56.839071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-91b212e9-7328-4db0-8bd6-294fb4904ed1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=576324396979466fa8b7ab8a0c1e3202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597091 Jul 16 01:25:56.840103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:56.911588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d473d3-1eff-4ae6-a036-f6fa671cd921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.939405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d473d3-1eff-4ae6-a036-f6fa671cd921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.010729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d473d3-1eff-4ae6-a036-f6fa671cd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.015923 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d473d3-1eff-4ae6-a036-f6fa671cd921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.018557 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58d473d3-1eff-4ae6-a036-f6fa671cd921 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87c10b92-5cf8-4bb8-8da5-2449355f216b HTTP/1.1" status: 204 len: 168 time: 0.1780729 Jul 16 01:25:57.039958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d473d3-1eff-4ae6-a036-f6fa671cd921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c10b92-5cf8-4bb8-8da5-2449355f216b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.132402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:59.260151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-532219058', 'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:59.289825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Made reservation on behalf of 89789637e29d4c82a516195535df1b5b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:59.292556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.307215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.451831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.459099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.496845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc4618-8e66-40eb-ae1a-b8e4e0fff26c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.517478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:59.538672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.540122 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Added segment b1c83b82-1308-402f-a36b-8fefeb55c0fd of type vlan for network 748fb915-21bd-4531-a6de-ee736a29c6b4 Jul 16 01:25:59.611427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.657045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.658140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.658740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.725509 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5912004 Jul 16 01:25:59.728648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:59.734768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'subnet': {'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:59.767338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7d5d9-fb52-4ad8-98ec-116417310456 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Network': ['ID=748fb915-21bd-4531-a6de-ee736a29c6b4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.773816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Made reservation on behalf of 89789637e29d4c82a516195535df1b5b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:59.776730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.813279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 748fb915-21bd-4531-a6de-ee736a29c6b4 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:00.217356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-3c2fe1e0-f5af-43f0-a5cd-4f9659630ddb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857153 Jul 16 01:26:00.363046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-994b99dd-1a50-42d1-83d1-dc71986afdbc tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.364536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-994b99dd-1a50-42d1-83d1-dc71986afdbc tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/networks?id=f8f927d8-d683-4fc3-8d4e-cb9b559e0539 HTTP/1.1" status: 200 len: 812 time: 0.2651906 Jul 16 01:26:00.407210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-770dfb03-3d3d-40a9-abd0-49136da94f1d tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/quotas/eaaeec97875d4e7ebd773cde2deae6b0 HTTP/1.1" status: 200 len: 375 time: 0.0328407 Jul 16 01:26:00.429599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-f1ef5de7-07a3-4469-b018-14f8b844f2f7 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.431059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-f1ef5de7-07a3-4469-b018-14f8b844f2f7 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172189 Jul 16 01:26:00.464602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:26:00.465070 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.482418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-fae1022e-a607-4be1-9afc-4d7db563ee01 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/quotas/c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 375 time: 0.0284123 Jul 16 01:26:00.508013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-b7f4b361-1974-4387-af4f-edb040574f5c tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eaaeec97875d4e7ebd773cde2deae6b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563428 Jul 16 01:26:00.590268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-8c4da0d6-460d-493d-b9e3-970fc245b04c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848110 Jul 16 01:26:00.813121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:00.889585 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cb7876-22ed-4378-ad4f-59d2e0074dd8 x-openstack-request-id: req-f2cb7876-22ed-4378-ad4f-59d2e0074dd8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:00.890082 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-plugged", "status": "completed", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:00.890082 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2cb7876-22ed-4378-ad4f-59d2e0074dd8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:00.890492 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'code': 200} Jul 16 01:26:00.972675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9863924b-3b3e-4069-a40f-dde8988e22a9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:00.983897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Checking segment: {'id': 'b1c83b82-1308-402f-a36b-8fefeb55c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:00.984535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network hostable DHCP agents. Network: 748fb915-21bd-4531-a6de-ee736a29c6b4, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:01.052066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network 748fb915-21bd-4531-a6de-ee736a29c6b4 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:01.066047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-4c1509c5-86c5-402a-90e5-1bc453ff688e service neutron] 10.222.0.81 "GET /v2.0/networks/f8f927d8-d683-4fc3-8d4e-cb9b559e0539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318687 Jul 16 01:26:01.073913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 748fb915-21bd-4531-a6de-ee736a29c6b4) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:01.084334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e4b1d-1b94-42dc-b557-aaaf7241df2f None None] Network 748fb915-21bd-4531-a6de-ee736a29c6b4 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:01.096013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.096909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.262393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f1bf4ab6-f87f-4a93-90a0-0aa92efe138a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5320537 Jul 16 01:26:01.263570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:01.285019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1047803573', 'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:01.347122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee161ba-0fe8-4949-974e-1265d12a06e3 None None] Network 748fb915-21bd-4531-a6de-ee736a29c6b4 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:01.401517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Made reservation on behalf of 89789637e29d4c82a516195535df1b5b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:01.421833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.460285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-96cc8b82-5a2c-44ba-a59d-12cbafd1c06e service neutron] 10.222.0.81 "GET /v2.0/networks/f8f927d8-d683-4fc3-8d4e-cb9b559e0539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843102 Jul 16 01:26:01.469988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] device_id is not set on port 013ab729-6e41-4e91-ad28-a1ba862b2e73 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:01.655043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Allocated IP 2001:db8::37c (748fb915-21bd-4531-a6de-ee736a29c6b4/9863924b-3b3e-4069-a40f-dde8988e22a9/013ab729-6e41-4e91-ad28-a1ba862b2e73) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:01.776767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea9a2-5318-460d-a6f2-ab86b4283bb9 req-52cd30e6-cd0e-446c-8079-d6ed4f75d617 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.778330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7bea9a2-5318-460d-a6f2-ab86b4283bb9 req-52cd30e6-cd0e-446c-8079-d6ed4f75d617 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.4532340 Jul 16 01:26:01.852356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.912095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7bea9a2-5318-460d-a6f2-ab86b4283bb9 req-9368b773-81bd-4d14-8d36-72e8fb912243 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177120 Jul 16 01:26:01.999478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.077131 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.134343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network 748fb915-21bd-4531-a6de-ee736a29c6b4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:02.140742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:02.146809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:02.147145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.147889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.150257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Port': ['ID=013ab729-6e41-4e91-ad28-a1ba862b2e73,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:02.194151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b9f3f926-1956-4468-b03c-99eaccc77691 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9218614 Jul 16 01:26:02.203703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:02.437198 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-ba5f01dc-10e5-4d22-9b6e-9315b02d923c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834723 Jul 16 01:26:02.446972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-4761bc6d-27cb-4fcf-87a1-a412849b00d2 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.452649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-4761bc6d-27cb-4fcf-87a1-a412849b00d2 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/networks?id=44fa9c6e-bbc8-4147-85f0-306a30d160c8 HTTP/1.1" status: 200 len: 814 time: 0.2598517 Jul 16 01:26:02.498360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f83c929-2e2b-4e86-853e-af2b7724d86e req-7e78e445-4a28-4fa1-8964-38001fa84bb7 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 210 time: 0.0949438 Jul 16 01:26:02.519405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-823ba765-6640-44f3-a694-c1e3a7ad50dd tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/quotas/3c2d8345f5c34d5189656a36358c2d98 HTTP/1.1" status: 200 len: 375 time: 0.0246491 Jul 16 01:26:02.648818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9aa044bb-4cdb-4147-8310-3407e9f07d3f req-10b183ac-9880-4e85-92c6-f81e0bbefe65 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 210 time: 0.1007898 Jul 16 01:26:02.715274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-260f69e0-3cb5-4826-8007-9bf2d016b140 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c2d8345f5c34d5189656a36358c2d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825881 Jul 16 01:26:02.791140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-b1318560-7dee-438f-b064-3ef3d3709ee6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.792648 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-b1318560-7dee-438f-b064-3ef3d3709ee6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485909 Jul 16 01:26:02.810736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Request body: {'port': {'device_id': '55c8081f-6562-4426-8a68-b69250c2496d', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'c6717f74143741a781d9cd28d40c422b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:02.837872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Deleting port 013ab729-6e41-4e91-ad28-a1ba862b2e73 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:02.838312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.927610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-29218564-f9c0-4b10-b517-d5fe1dc733eb service neutron] 10.222.0.81 "GET /v2.0/networks/44fa9c6e-bbc8-4147-85f0-306a30d160c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043192 Jul 16 01:26:03.017845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.035607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Deleting port abbcbcda-61e6-4b8b-b373-26dcf1915e7e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:03.035947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.039789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Calling delete_port for 013ab729-6e41-4e91-ad28-a1ba862b2e73 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:03.140839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-1636d1b9-9940-4b84-8d51-8dd2c396c27a service neutron] 10.222.0.81 "GET /v2.0/networks/44fa9c6e-bbc8-4147-85f0-306a30d160c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122545 Jul 16 01:26:03.160784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Made reservation on behalf of c6717f74143741a781d9cd28d40c422b for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:03.164300 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.183885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.242474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] For port abbcbcda-61e6-4b8b-b373-26dcf1915e7e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:03.242474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.271889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Calling delete_port for abbcbcda-61e6-4b8b-b373-26dcf1915e7e owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:03.277400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9efd54-e25c-46b9-a392-b498d18711cd req-db2a3f1d-33c1-4d7d-9c2f-55b1fb8a0875 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.286226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae9efd54-e25c-46b9-a392-b498d18711cd req-db2a3f1d-33c1-4d7d-9c2f-55b1fb8a0875 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.1129200 Jul 16 01:26:03.341946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae9efd54-e25c-46b9-a392-b498d18711cd req-23a65cf3-8d39-4619-ae84-40289d43177b tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536578 Jul 16 01:26:03.425625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.514632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-830bb966-1f6d-4e5d-9157-476fdc1d7b91 req-3b59a4e7-bfb0-4f88-b2f5-6aeae99d22ef tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 210 time: 0.0947275 Jul 16 01:26:03.525577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event deleted for resources: {'Port': ['ID=013ab729-6e41-4e91-ad28-a1ba862b2e73,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.608991 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.613902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:03.614142 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e618542e-b634-49c4-b697-7360b34b6ed4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "DELETE /v2.0/ports/013ab729-6e41-4e91-ad28-a1ba862b2e73 HTTP/1.1" status: 204 len: 168 time: 1.4056752 Jul 16 01:26:03.618482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4', 'external_fixed_ips': [{'subnet_id': '9863924b-3b3e-4069-a40f-dde8988e22a9', 'ip_address': '2001:db8::37c'}]}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:03.791943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89430599-6951-46c3-8afc-4f99c0b1cc86 req-5cc9bf3b-8ad3-4bfe-b162-658f2d21837b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 210 time: 0.0702429 Jul 16 01:26:03.800441 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.849290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.853242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.973306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.975003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.179331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Allocated IP 192.168.233.77 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/9c56771b-bc07-4d70-b438-eb8d80099ea5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:04.316131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46952) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.344666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.358841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58e58254-439a-4047-b7c9-1dbcb5b88211 req-cd3a7e8b-5432-4a31-816b-22955cebe788 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 210 time: 0.2140877 Jul 16 01:26:04.401995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.465156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49b839d-1874-48ea-94e8-0cde20f2a8d3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:04.495260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Pushing event deleted for resources: {'Port': ['ID=abbcbcda-61e6-4b8b-b373-26dcf1915e7e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:04.578411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9aa46685-6f24-442f-b0d2-fcbf5e144d2b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.580001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9aa46685-6f24-442f-b0d2-fcbf5e144d2b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.93 "GET /v2.0/networks?id=f8f927d8-d683-4fc3-8d4e-cb9b559e0539 HTTP/1.1" status: 200 len: 812 time: 0.9246850 Jul 16 01:26:04.764306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f089aac9-b065-4f9a-bf67-96d07b64fa3b req-f1702429-27d3-493d-bec6-fae8021cd1e4 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 210 time: 0.0562708 Jul 16 01:26:04.774064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.816990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Transition to ACTIVE for port object 9c56771b-bc07-4d70-b438-eb8d80099ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:04.859299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Request body: {'port': {'device_id': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539', 'admin_state_up': True, 'tenant_id': 'eaaeec97875d4e7ebd773cde2deae6b0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:04.903338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5a903-0f36-4780-a18b-0abc35af17be req-f7991bf5-1375-480f-9ddc-794652c29fb3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.917100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ce5a903-0f36-4780-a18b-0abc35af17be req-f7991bf5-1375-480f-9ddc-794652c29fb3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.3198223 Jul 16 01:26:04.928983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.956886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56e6330c-701a-472f-8123-f903d08665f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.020502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:05.030813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:05.083293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ce5a903-0f36-4780-a18b-0abc35af17be req-7ed3ae69-3b48-4427-bc69-21d673ad4015 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605325 Jul 16 01:26:05.089727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.113167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:05.124870 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.231256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a89f-30d1-4d6d-9293-0391f7510e4f req-a7b81a69-e4e2-41f0-955d-bcd70077c317 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.240554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bd8a89f-30d1-4d6d-9293-0391f7510e4f req-a7b81a69-e4e2-41f0-955d-bcd70077c317 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 935 time: 0.2606771 Jul 16 01:26:05.287281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56e6330c-701a-472f-8123-f903d08665f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.352706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56e6330c-701a-472f-8123-f903d08665f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.421855 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-56e6330c-701a-472f-8123-f903d08665f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5292281485dc4c4f99a7179f8c361eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1040864 Jul 16 01:26:05.429837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:05.435837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c2e4a5a-8ca6-464f-9258-5b9fd4bb7829 None None] Provisioning for port 9c56771b-bc07-4d70-b438-eb8d80099ea5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:05.440563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c2e4a5a-8ca6-464f-9258-5b9fd4bb7829 None None] Provisioning complete for port 9c56771b-bc07-4d70-b438-eb8d80099ea5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:05.442115 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c2e4a5a-8ca6-464f-9258-5b9fd4bb7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.512325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Allocated IP 2001:db8::37c (748fb915-21bd-4531-a6de-ee736a29c6b4/9863924b-3b3e-4069-a40f-dde8988e22a9/4231185a-97d0-4574-baa0-2ec84e037d65) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:05.516870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e4a5a-8ca6-464f-9258-5b9fd4bb7829 None None] Port 9c56771b-bc07-4d70-b438-eb8d80099ea5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:05.631593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6330c-701a-472f-8123-f903d08665f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349a04c9-61cd-4e7a-a4db-c3b3ca71f692,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.659879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-52d5c20d-c3d6-4837-90d8-fbc5d24af003 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.661297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.664725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-52d5c20d-c3d6-4837-90d8-fbc5d24af003 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.78 "GET /v2.0/networks?id=44fa9c6e-bbc8-4147-85f0-306a30d160c8 HTTP/1.1" status: 200 len: 814 time: 0.2773371 Jul 16 01:26:05.665805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.666103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bd8a89f-30d1-4d6d-9293-0391f7510e4f req-e1a9f70a-ed5c-49e2-8b37-728f79eac83c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244714 Jul 16 01:26:05.698248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Request body: {'port': {'device_id': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'admin_state_up': True, 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:05.725945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d58e167-6ae8-4a92-88d4-32fadf2eee1b req-8dcd18d3-7e8f-456c-a142-3852533e0c23 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 210 time: 0.0588863 Jul 16 01:26:05.741681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Made reservation on behalf of eaaeec97875d4e7ebd773cde2deae6b0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:05.746395 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.769401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85edf5c5-9b09-410b-9e13-1aa42d2be10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.804562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85edf5c5-9b09-410b-9e13-1aa42d2be10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.814967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.837295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.838061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.879632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network 748fb915-21bd-4531-a6de-ee736a29c6b4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:05.888979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:05.893514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:05.942507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Port': ['ID=4231185a-97d0-4574-baa0-2ec84e037d65,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.956091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-1efbe6e7-725f-4213-aa74-97670d9c56d1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1492114 Jul 16 01:26:05.990880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Request body: {'port': {'device_id': '55c8081f-6562-4426-8a68-b69250c2496d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:05.999692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.009208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85edf5c5-9b09-410b-9e13-1aa42d2be10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.011771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85edf5c5-9b09-410b-9e13-1aa42d2be10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.013085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-85edf5c5-9b09-410b-9e13-1aa42d2be10a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/349a04c9-61cd-4e7a-a4db-c3b3ca71f692 HTTP/1.1" status: 204 len: 168 time: 0.5806897 Jul 16 01:26:06.131150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97625b17-6651-4249-8f0f-4852d35117d7 req-8d05f1c1-9a4e-4a6f-a473-72ccdc9a1f1f tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 210 time: 0.1250858 Jul 16 01:26:06.141320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edf5c5-9b09-410b-9e13-1aa42d2be10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349a04c9-61cd-4e7a-a4db-c3b3ca71f692,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.563475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Allocated IP 172.20.0.13 (f8f927d8-d683-4fc3-8d4e-cb9b559e0539/04a33cab-efb4-4581-ae6b-745a98bcbd00/e46e4365-9636-4527-b035-786b7ad83b06) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:06.621780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.640821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Made reservation on behalf of 3c2d8345f5c34d5189656a36358c2d98 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:06.644606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.649106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:06.674534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.702795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a9a8-11ee-4df9-977c-b4d539d8a0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.272061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.317625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Allocated IP 172.20.0.9 (44fa9c6e-bbc8-4147-85f0-306a30d160c8/20ca6de8-3468-4fd5-b857-e696f1a50c7d/47588351-9629-44d7-8c21-cfb1c5917903) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:07.338911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9a64-e24f-4e69-af51-40ab39828cfa req-348e2549-dabb-4080-9077-1192830e062e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.340604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a8f9a64-e24f-4e69-af51-40ab39828cfa req-348e2549-dabb-4080-9077-1192830e062e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 1.0027804 Jul 16 01:26:07.356623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.436311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Router 71ddb92e-99c8-455b-8934-becb039d9581 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:07.510280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6ad31-a5aa-46fe-b99b-e6fef3463ffa req-f342bcc4-4596-4d14-9290-4f0440a0e619 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.518336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ceb6ad31-a5aa-46fe-b99b-e6fef3463ffa req-f342bcc4-4596-4d14-9290-4f0440a0e619 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 935 time: 0.6737738 Jul 16 01:26:07.562207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a8f9a64-e24f-4e69-af51-40ab39828cfa req-e23200bc-d68a-42f8-b013-fb4f393b2707 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148471 Jul 16 01:26:07.582299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Router 41c44769-454b-4a9c-b0dd-6d67298f98ad is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:07.608142 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ceb6ad31-a5aa-46fe-b99b-e6fef3463ffa req-908b4907-50bd-41e0-83c2-31b2aea666a1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885201 Jul 16 01:26:07.806981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c56771b-bc07-4d70-b438-eb8d80099ea5 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:07.817266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.832292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Transition to ACTIVE for port object 9c56771b-bc07-4d70-b438-eb8d80099ea5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:07.859387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:07.870346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Sync routers for ids ['41c44769-454b-4a9c-b0dd-6d67298f98ad'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:07.889489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Routers {'41c44769-454b-4a9c-b0dd-6d67298f98ad'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:07.894118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['41c44769-454b-4a9c-b0dd-6d67298f98ad'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:07.916173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-722da5f8-af54-4cbc-922f-4909d0ba78bf req-5f573873-1a56-478d-bd7a-8a00ff397be0 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 210 time: 0.0581830 Jul 16 01:26:07.943784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.977893 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.042600 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.057025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a9a8-11ee-4df9-977c-b4d539d8a0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.069788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.070959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c3ca9-1e4d-44f0-bda1-f210266b12d1 req-911d17d3-edd9-4457-b091-3f3d8ea9d63c tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.081063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a92c3ca9-1e4d-44f0-bda1-f210266b12d1 req-911d17d3-edd9-4457-b091-3f3d8ea9d63c tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 932 time: 0.1862175 Jul 16 01:26:08.085870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Transition to ACTIVE for port object 47588351-9629-44d7-8c21-cfb1c5917903 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:08.138598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.140119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-31481782-6dd2-4c49-a72b-2362cffdb60d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5251937 Jul 16 01:26:08.143344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:08.175281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Set router 41c44769-454b-4a9c-b0dd-6d67298f98ad gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:08.229992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a92c3ca9-1e4d-44f0-bda1-f210266b12d1 req-269d643d-cf26-4d53-9945-7342c517c01a tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375833 Jul 16 01:26:08.265435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Pushing event updated for resources: {'Port': ['ID=e46e4365-9636-4527-b035-786b7ad83b06,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.280783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a9a8-11ee-4df9-977c-b4d539d8a0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.314208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:08.352028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.435829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c44769-454b-4a9c-b0dd-6d67298f98ad', 'name': '', 'tenant_id': '89789637e29d4c82a516195535df1b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4', 'external_fixed_ips': [{'subnet_id': '9863924b-3b3e-4069-a40f-dde8988e22a9', 'ip_address': '2001:db8::37c'}], 'enable_snat': True}, 'gw_port_id': '4231185a-97d0-4574-baa0-2ec84e037d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:06Z', 'revision_number': 3, 'project_id': '89789637e29d4c82a516195535df1b5b', 'gw_port': {'id': '4231185a-97d0-4574-baa0-2ec84e037d65', 'name': '', 'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:98:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c44769-454b-4a9c-b0dd-6d67298f98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9863924b-3b3e-4069-a40f-dde8988e22a9', 'ip_address': '2001:db8::37c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:05Z', 'updated_at': '2021-07-16T01:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9863924b-3b3e-4069-a40f-dde8988e22a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:08.485782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.513248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:08.522297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Checking router: 41c44769-454b-4a9c-b0dd-6d67298f98ad for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:08.522961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Updating router 41c44769-454b-4a9c-b0dd-6d67298f98ad port 4231185a-97d0-4574-baa0-2ec84e037d65 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:08.566338 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.570315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:08.579064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:08.640659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:08.646755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:08.665548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1f8a9a8-11ee-4df9-977c-b4d539d8a0ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08824a5f92b648f2b77181b68185d9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0118835 Jul 16 01:26:08.670687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47026) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:08.709232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.786468 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:08.805731 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] Sync routers for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:08.828872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:08.830159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:08.830750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:08.841074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8a9a8-11ee-4df9-977c-b4d539d8a0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360446e4-9d8c-4d25-a170-2bfb4f067893,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.841291 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:08.841925 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:08.951426 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02f87fd6-aa16-44ac-8fec-6d292e6c674d admin admin] 10.222.0.81 "PUT /v2.0/routers/71ddb92e-99c8-455b-8934-becb039d9581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1370716 Jul 16 01:26:08.965402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:08.965790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:08.980769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.988852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.001515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:09.055577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:09.055948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:09.070882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:09.070882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Bound port: 9c56771b-bc07-4d70-b438-eb8d80099ea5, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:09.070882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.100846 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:09.138638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0245207a-8aa8-46de-aac5-111828cbff6d None None] Provisioning for port 47588351-9629-44d7-8c21-cfb1c5917903 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:09.147661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0245207a-8aa8-46de-aac5-111828cbff6d None None] Provisioning complete for port 47588351-9629-44d7-8c21-cfb1c5917903 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:09.148399 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0245207a-8aa8-46de-aac5-111828cbff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.190584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-8c75eeef-4ad4-49ed-b89e-5703ec4f510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.192406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-8c75eeef-4ad4-49ed-b89e-5703ec4f510c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 1097 time: 0.6081300 Jul 16 01:26:09.192858 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2707cce9-9607-4dc3-9685-fec6cddb73c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.247341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0245207a-8aa8-46de-aac5-111828cbff6d None None] Port 47588351-9629-44d7-8c21-cfb1c5917903 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:09.263245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Pushing event updated for resources: {'Port': ['ID=47588351-9629-44d7-8c21-cfb1c5917903,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:09.305830 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-e3a14eee-fc42-4c30-b587-8aaecc9cc53b tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6265950 Jul 16 01:26:09.351450 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.364898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Transition to ACTIVE for port object 4231185a-97d0-4574-baa0-2ec84e037d65 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:09.369432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2707cce9-9607-4dc3-9685-fec6cddb73c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.376643 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.404936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Deleting port 4231185a-97d0-4574-baa0-2ec84e037d65 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:09.405547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.432846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.468811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83402036-15b1-4407-9f2e-ec532c488802 None None] Pushing event updated for resources: {'Port': ['ID=4231185a-97d0-4574-baa0-2ec84e037d65,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:09.494679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ed5f-65e4-46fe-b29f-1a6e7f145c82 req-a44b4427-30d4-406b-9442-c3afff7968ea tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.496824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f009ed5f-65e4-46fe-b29f-1a6e7f145c82 req-a44b4427-30d4-406b-9442-c3afff7968ea tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.5475361 Jul 16 01:26:09.496964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Attempting to bind port 4231185a-97d0-4574-baa0-2ec84e037d65 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:09.497613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Attempting to bind port 4231185a-97d0-4574-baa0-2ec84e037d65 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b1c83b82-1308-402f-a36b-8fefeb55c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:09.498089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Attempting to bind port 4231185a-97d0-4574-baa0-2ec84e037d65 on network 748fb915-21bd-4531-a6de-ee736a29c6b4 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:09.508614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:09.509130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Checking segment: {'id': 'b1c83b82-1308-402f-a36b-8fefeb55c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:09.511350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.511825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Bound using segment: {'id': 'b1c83b82-1308-402f-a36b-8fefeb55c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:09.513100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Bound port: 4231185a-97d0-4574-baa0-2ec84e037d65, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c83b82-1308-402f-a36b-8fefeb55c0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '748fb915-21bd-4531-a6de-ee736a29c6b4'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:09.526467 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.564900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eb831-67b8-417e-842e-35792504a2c0 req-368280b0-d96f-4edf-a063-0d988a7f23fd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.570474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Request body: {'port': {'device_id': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:09.573936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b1eb831-67b8-417e-842e-35792504a2c0 req-368280b0-d96f-4edf-a063-0d988a7f23fd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.6694379 Jul 16 01:26:09.668664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.669933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.686863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.694387 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f009ed5f-65e4-46fe-b29f-1a6e7f145c82 req-f8604136-4455-4e34-8eb5-63158c5d7630 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690166 Jul 16 01:26:09.709146 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:26:03Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:09.717214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-cdeceeb5-262a-4656-b4ee-9b4d7d728b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.719592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] For port 4231185a-97d0-4574-baa0-2ec84e037d65, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:09.720238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-cdeceeb5-262a-4656-b4ee-9b4d7d728b5d service neutron] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.5188630 Jul 16 01:26:09.723531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] For port 4231185a-97d0-4574-baa0-2ec84e037d65, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4231185a-97d0-4574-baa0-2ec84e037d65,segment=NetworkSegment(b1c83b82-1308-402f-a36b-8fefeb55c0fd),segment_id=b1c83b82-1308-402f-a36b-8fefeb55c0fd)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:09.729295 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.752545 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] Checking router: 71ddb92e-99c8-455b-8934-becb039d9581 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:09.762157 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] Routers {'71ddb92e-99c8-455b-8934-becb039d9581'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:09.762985 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71ddb92e-99c8-455b-8934-becb039d9581'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:09.788874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-ff15a06d-c5fb-4a0c-adf5-b7d2c38f17f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a HTTP/1.1" status: 200 len: 217 time: 0.0489061 Jul 16 01:26:09.811816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b1eb831-67b8-417e-842e-35792504a2c0 req-56e835a4-84ca-4d68-9202-17286b958019 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366874 Jul 16 01:26:09.842049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2707cce9-9607-4dc3-9685-fec6cddb73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.849945 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2707cce9-9607-4dc3-9685-fec6cddb73c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.853458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2707cce9-9607-4dc3-9685-fec6cddb73c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/360446e4-9d8c-4d25-a170-2bfb4f067893 HTTP/1.1" status: 204 len: 168 time: 1.1805885 Jul 16 01:26:09.863863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.867775 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-9e8d4a67-78d5-4926-b413-aaa23ebc479b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0651197 Jul 16 01:26:09.894867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:09.909636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Routers {'41c44769-454b-4a9c-b0dd-6d67298f98ad'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:09.912074 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] Set router 71ddb92e-99c8-455b-8934-becb039d9581 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:09.913199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:25:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['41c44769-454b-4a9c-b0dd-6d67298f98ad'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:09.970973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83402036-15b1-4407-9f2e-ec532c488802 None None] Pushing event updated for resources: {'Port': ['ID=4231185a-97d0-4574-baa0-2ec84e037d65,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:09.993158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Request body: {'port': {'device_id': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:09.998751 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.034392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] Set router 41c44769-454b-4a9c-b0dd-6d67298f98ad gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:10.088178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707cce9-9607-4dc3-9685-fec6cddb73c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360446e4-9d8c-4d25-a170-2bfb4f067893,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.122404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Calling delete_port for 4231185a-97d0-4574-baa0-2ec84e037d65 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:10.138627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:10.160372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c44769-454b-4a9c-b0dd-6d67298f98ad', 'name': '', 'tenant_id': '89789637e29d4c82a516195535df1b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:08Z', 'revision_number': 4, 'project_id': '89789637e29d4c82a516195535df1b5b', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:10.227170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.273676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b73eb-26a4-4468-8a74-378a05a6f658 None None] The sync data for ids ['41c44769-454b-4a9c-b0dd-6d67298f98ad'] in n-d-800085-5 is: [{'id': '41c44769-454b-4a9c-b0dd-6d67298f98ad', 'name': '', 'tenant_id': '89789637e29d4c82a516195535df1b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:08Z', 'revision_number': 4, 'project_id': '89789637e29d4c82a516195535df1b5b', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:10.277910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-69f2f475-3115-4d55-9a62-a4e34bfa09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.285451 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:26:03Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:10.287453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-69f2f475-3115-4d55-9a62-a4e34bfa09fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.4736199 Jul 16 01:26:10.309888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.356860 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d54f7e-5f5a-4099-b926-c5837621003c None None] The sync data for ids ['71ddb92e-99c8-455b-8934-becb039d9581'] in n-d-800085-5 is: [{'id': '71ddb92e-99c8-455b-8934-becb039d9581', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-7404460-router', 'tenant_id': '65a0215d042b4536b274a34595ec140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:39Z', 'updated_at': '2021-07-16T01:26:03Z', 'revision_number': 5, 'project_id': '65a0215d042b4536b274a34595ec140f', 'gw_port': {'id': '6b001ce2-1873-49b2-9d41-7479fccf07c7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ddb92e-99c8-455b-8934-becb039d9581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:41Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:10.426098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.426786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.428797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-23a3a742-5d4d-445c-b16c-67e9d4269c65 service neutron] 10.222.0.93 "PUT /v2.0/ports/9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 1095 time: 4.4567869 Jul 16 01:26:10.444023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:10.447077 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935a028d-d961-469a-8101-ff55266b6f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:10.513741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-e266947e-fc4d-4d60-86b0-abfe110e4e35 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013075 Jul 16 01:26:10.681042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Deleting port 6b001ce2-1873-49b2-9d41-7479fccf07c7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:10.681397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.700419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04845a-c901-4a58-8db4-c7b7d293501e req-1fbe4e99-3e5a-4fcf-8161-5e0235260663 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.704784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d04845a-c901-4a58-8db4-c7b7d293501e req-1fbe4e99-3e5a-4fcf-8161-5e0235260663 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 931 time: 0.7317553 Jul 16 01:26:10.745041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.868338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceb071-96f3-446a-87f0-62c8a9f28457 req-970752dd-58e6-48a2-b693-bea20a80c930 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.877411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ceb071-96f3-446a-87f0-62c8a9f28457 req-970752dd-58e6-48a2-b693-bea20a80c930 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 932 time: 0.7607267 Jul 16 01:26:11.004731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-f3171ba9-023a-40fc-820b-101c4717423a service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751065 Jul 16 01:26:11.014450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d04845a-c901-4a58-8db4-c7b7d293501e req-f51a33a8-759d-4a05-a108-5bf75e09c776 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740552 Jul 16 01:26:11.078116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ceb071-96f3-446a-87f0-62c8a9f28457 req-73645b35-10a0-4c23-b5a3-c58cc6310111 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997180 Jul 16 01:26:11.227339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.267328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event deleted for resources: {'Port': ['ID=4231185a-97d0-4574-baa0-2ec84e037d65,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.317373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.354826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff7ad4ba-84c1-4670-a34f-84c9f174fe22 req-88efdeb6-0bc6-4916-981a-bf74123fcb37 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318036 Jul 16 01:26:11.496070 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a714351-737e-447b-8276-a0d24136a3d5 x-openstack-request-id: req-4a714351-737e-447b-8276-a0d24136a3d5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:11.497224 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:11.497462 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a714351-737e-447b-8276-a0d24136a3d5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:11.498351 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'status': 'completed', 'code': 200} Jul 16 01:26:11.506370 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8704-d41d-4e20-b0b2-1f89aa70f8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.512991 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.518331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.560697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abbcbcda-61e6-4b8b-b373-26dcf1915e7e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:11.610779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: abbcbcda-61e6-4b8b-b373-26dcf1915e7e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:11.612324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abbcbcda-61e6-4b8b-b373-26dcf1915e7e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:11.715011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.715629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41c44769-454b-4a9c-b0dd-6d67298f98ad {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:11.733557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.734596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-db687054-fa66-43cc-9384-d481d30c7805 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "DELETE /v2.0/routers/41c44769-454b-4a9c-b0dd-6d67298f98ad HTTP/1.1" status: 204 len: 168 time: 3.5883501 Jul 16 01:26:11.737325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:11.769882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] For port 6b001ce2-1873-49b2-9d41-7479fccf07c7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6b001ce2-1873-49b2-9d41-7479fccf07c7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:11.770293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.816996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ab23d-4cff-425d-b182-1a8c289b7f66 req-10169554-f80a-49bc-a73c-121535f5cfca tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.826299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb3ab23d-4cff-425d-b182-1a8c289b7f66 req-10169554-f80a-49bc-a73c-121535f5cfca tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.3861926 Jul 16 01:26:11.869782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Calling delete_port for 6b001ce2-1873-49b2-9d41-7479fccf07c7 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:11.882230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-ff0be589-3651-412b-9d37-0fc4cf7dc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.883259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Deleting subnet 9863924b-3b3e-4069-a40f-dde8988e22a9 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:11.883896 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-ff0be589-3651-412b-9d37-0fc4cf7dc409 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1098 time: 1.3204195 Jul 16 01:26:11.900815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.944321 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb3ab23d-4cff-425d-b182-1a8c289b7f66 req-5ddf9de7-8b61-4922-a705-3978528c5bd3 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149881 Jul 16 01:26:11.971610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819b0df-6a3f-4b36-9724-408dc7c79b4b req-f61f7ef0-36b9-4c47-aded-13b01dfcf4ff tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.975199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7819b0df-6a3f-4b36-9724-408dc7c79b4b req-f61f7ef0-36b9-4c47-aded-13b01dfcf4ff tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 946 time: 0.3258827 Jul 16 01:26:12.009278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.071549 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-d82cab2f-4312-4c53-b20e-fa9bb27ecf26 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.1765275 Jul 16 01:26:12.110709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7819b0df-6a3f-4b36-9724-408dc7c79b4b req-45c713d0-7ae1-4695-a20c-ae20517dd363 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153252 Jul 16 01:26:12.167579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.244916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd48c3ed-cc0b-49b4-a87d-b6932c89397a no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:12.385333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-ceb4e45c-20ff-4d77-ad0c-d66cf2b020e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.388211 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-ceb4e45c-20ff-4d77-ad0c-d66cf2b020e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2897906 Jul 16 01:26:12.418212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.421350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.470657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:12.482601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:12.486079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9863924b-3b3e-4069-a40f-dde8988e22a9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:12.488618 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cbe3d3-1469-49fd-bd77-4282ba086b97" -d '{"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:12.488910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.490896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9b2c3668-a129-49b5-9654-60e9d0385ee9 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/9863924b-3b3e-4069-a40f-dde8988e22a9 HTTP/1.1" status: 204 len: 168 time: 0.7526398 Jul 16 01:26:12.494769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:12.498291 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.542132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897abf2-8e2e-45bf-98cf-73f08d74752b req-81661fdb-b9e9-4622-a545-35c628417857 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.544016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7897abf2-8e2e-45bf-98cf-73f08d74752b req-81661fdb-b9e9-4622-a545-35c628417857 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 931 time: 0.2599168 Jul 16 01:26:12.613940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:12.620135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.628028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47588351-9629-44d7-8c21-cfb1c5917903 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:12.646166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dffeb-ef44-4d3c-acb6-26c1cf141729 req-5f5b5fd2-bda5-483c-908c-a8e7461dabb5 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.648806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e02dffeb-ef44-4d3c-acb6-26c1cf141729 req-5f5b5fd2-bda5-483c-908c-a8e7461dabb5 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 932 time: 0.3308291 Jul 16 01:26:12.659490 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.706207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Transition to ACTIVE for port object 47588351-9629-44d7-8c21-cfb1c5917903 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:12.756243 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.778363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7897abf2-8e2e-45bf-98cf-73f08d74752b req-d5e548b8-f3fd-4a84-b6ec-7b0019d99db6 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282215 Jul 16 01:26:12.858685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e02dffeb-ef44-4d3c-acb6-26c1cf141729 req-40a3531b-ac54-4089-b1d9-4f543c9209c6 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826882 Jul 16 01:26:12.953615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.977181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f283-1809-4a66-ba46-2770a78df40e req-e68b0662-74e1-492a-bdf5-2bade5577360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.980428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748fb915-21bd-4531-a6de-ee736a29c6b4']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:12.981892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-e68b0662-74e1-492a-bdf5-2bade5577360 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5430834 Jul 16 01:26:13.005997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c83b82-1308-402f-a36b-8fefeb55c0fd') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:13.006374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c83b82-1308-402f-a36b-8fefeb55c0fd') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:13.026011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.046119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.049248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Pushing event updated for resources: {'Port': ['ID=47588351-9629-44d7-8c21-cfb1c5917903,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.056372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:13.056743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:13.120964 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:13.131060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.181770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 748fb915-21bd-4531-a6de-ee736a29c6b4 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:26:13.207414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event deleted for resources: {'Network': ['ID=748fb915-21bd-4531-a6de-ee736a29c6b4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.219187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.233354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a6e45014-6669-4e14-9337-585171429158 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "DELETE /v2.0/networks/748fb915-21bd-4531-a6de-ee736a29c6b4 HTTP/1.1" status: 204 len: 168 time: 0.7368610 Jul 16 01:26:13.290947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46e4365-9636-4527-b035-786b7ad83b06 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:13.321957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.339306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Transition to ACTIVE for port object e46e4365-9636-4527-b035-786b7ad83b06 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:13.431121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.432162 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb30298-eaba-4c96-9b59-cfc8592e9fd3 x-openstack-request-id: req-2fb30298-eaba-4c96-9b59-cfc8592e9fd3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:13.435636 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:13.436457 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fb30298-eaba-4c96-9b59-cfc8592e9fd3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:13.438588 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'code': 200} Jul 16 01:26:13.615351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Pushing event updated for resources: {'Port': ['ID=e46e4365-9636-4527-b035-786b7ad83b06,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.624322 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-0527f4fd-82e8-48cf-968c-e99b581367cc service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653389 Jul 16 01:26:13.686574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:13.729541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141abdd1-221f-44a3-84d5-46ab4b59e5c7 req-9a0caee4-0b08-47d1-af16-bdaa2dbb3e8f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.738301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-141abdd1-221f-44a3-84d5-46ab4b59e5c7 req-9a0caee4-0b08-47d1-af16-bdaa2dbb3e8f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.1144509 Jul 16 01:26:13.817013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e4a2e5ae-2d97-4ae3-9571-15ee27af1abb tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'router': {'name': 'tempest-router--1646083370', 'project_id': '52befd97d795419a9d7fdf8b5ef7872f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:13.822702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-141abdd1-221f-44a3-84d5-46ab4b59e5c7 req-cd4697b5-7cb6-48e3-b02d-7039e2580500 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806432 Jul 16 01:26:13.833844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.063793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Attempting to bind port 47588351-9629-44d7-8c21-cfb1c5917903 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:14.064298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Attempting to bind port 47588351-9629-44d7-8c21-cfb1c5917903 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:14.064731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Attempting to bind port 47588351-9629-44d7-8c21-cfb1c5917903 on network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:14.141962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b001ce2-1873-49b2-9d41-7479fccf07c7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:14.160376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1800a-767b-4187-971c-7b62128e78df req-76e829b1-a59b-437e-a3a5-8c86110d8f21 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.167644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90c1800a-767b-4187-971c-7b62128e78df req-76e829b1-a59b-437e-a3a5-8c86110d8f21 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 944 time: 0.1381588 Jul 16 01:26:14.206628 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6126ec84-1132-4237-9672-1791151d26d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.216506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Port 47588351-9629-44d7-8c21-cfb1c5917903 on network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:14.216916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Attempting to bind port 47588351-9629-44d7-8c21-cfb1c5917903 on network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:14.224638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e5ae-2d97-4ae3-9571-15ee27af1abb tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.225744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e5ae-2d97-4ae3-9571-15ee27af1abb tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.261234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90c1800a-767b-4187-971c-7b62128e78df req-f86bfa0b-9b74-45d0-b372-5108e4c5da5c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912185 Jul 16 01:26:14.335203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Attempting to bind port e46e4365-9636-4527-b035-786b7ad83b06 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:14.341525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Attempting to bind port e46e4365-9636-4527-b035-786b7ad83b06 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'becbc077-580b-403c-919e-ab39fa10d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:14.342020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Attempting to bind port e46e4365-9636-4527-b035-786b7ad83b06 on network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:14.357192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:14.359481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Checking segment: {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:14.359671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Bound using segment: {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:14.361744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Bound port: 47588351-9629-44d7-8c21-cfb1c5917903, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59420e1-88fc-4d20-9781-c427e393d36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:14.362228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.373676 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.403812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e5ae-2d97-4ae3-9571-15ee27af1abb tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.477616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e5ae-2d97-4ae3-9571-15ee27af1abb tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.481903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.486771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Port e46e4365-9636-4527-b035-786b7ad83b06 on network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:14.487218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Attempting to bind port e46e4365-9636-4527-b035-786b7ad83b06 on network f8f927d8-d683-4fc3-8d4e-cb9b559e0539 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:14.502151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22c3f283-1809-4a66-ba46-2770a78df40e req-54f110c3-4e51-49f1-9b2f-2541c9bf2ca6 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8565376 Jul 16 01:26:14.576588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:14.576930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Checking segment: {'id': 'becbc077-580b-403c-919e-ab39fa10d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:14.577423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Bound using segment: {'id': 'becbc077-580b-403c-919e-ab39fa10d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:14.577991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Bound port: e46e4365-9636-4527-b035-786b7ad83b06, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becbc077-580b-403c-919e-ab39fa10d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:14.578385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.580930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0be7d-f33d-4913-b2c3-999b45913ecf req-031202a4-1dfe-4551-9827-1abbc99bda16 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.588716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ecc0be7d-f33d-4913-b2c3-999b45913ecf req-031202a4-1dfe-4551-9827-1abbc99bda16 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 943 time: 0.1253657 Jul 16 01:26:14.625967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4a2e5ae-2d97-4ae3-9571-15ee27af1abb tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.627251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e4a2e5ae-2d97-4ae3-9571-15ee27af1abb tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9198816 Jul 16 01:26:14.633926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:14.661327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ecc0be7d-f33d-4913-b2c3-999b45913ecf req-8b795267-e8f5-44ec-829b-d1b9643a9bcf tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716383 Jul 16 01:26:14.676095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.682279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.717923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] For port 47588351-9629-44d7-8c21-cfb1c5917903, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:14.776520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] For port 47588351-9629-44d7-8c21-cfb1c5917903, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=47588351-9629-44d7-8c21-cfb1c5917903,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:14.799726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.800372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ddb92e-99c8-455b-8934-becb039d9581 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:14.805356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.806761 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cb3aad01-3014-4c98-8379-e13acc217a72 admin admin] 10.222.0.81 "DELETE /v2.0/routers/71ddb92e-99c8-455b-8934-becb039d9581 HTTP/1.1" status: 204 len: 168 time: 5.7955709 Jul 16 01:26:14.810049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.816338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ef89-1b5a-412c-82ad-dcf5b4f12213 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.816917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:14.930896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] For port e46e4365-9636-4527-b035-786b7ad83b06, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:14.959769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.960468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.962014 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] 10.222.0.78 "PUT /v2.0/ports/47588351-9629-44d7-8c21-cfb1c5917903 HTTP/1.1" status: 200 len: 1091 time: 5.6317801 Jul 16 01:26:14.968882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'tag': '47588351-9629-44d7-8c21-cfb1c5917903'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:14.971190 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7a8bcc-9627-4eb7-b468-0696d795c561", "tag": "47588351-9629-44d7-8c21-cfb1c5917903"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:14.996100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a028d-d961-469a-8101-ff55266b6f8e req-a32f95cf-5935-4093-ad8d-4b104049adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.000571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-935a028d-d961-469a-8101-ff55266b6f8e req-a32f95cf-5935-4093-ad8d-4b104049adec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1098 time: 0.4150224 Jul 16 01:26:15.002549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] For port e46e4365-9636-4527-b035-786b7ad83b06, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e46e4365-9636-4527-b035-786b7ad83b06,segment=NetworkSegment(becbc077-580b-403c-919e-ab39fa10d9fe),segment_id=becbc077-580b-403c-919e-ab39fa10d9fe)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:15.041555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.046312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] Deleting subnet 627b9639-2ea2-4ba5-a68c-6df5e86f573b {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:15.084844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.107418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c99bde-7627-4beb-8ef6-ef966a5b5dba service neutron] Pushing event updated for resources: {'Port': ['ID=47588351-9629-44d7-8c21-cfb1c5917903,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.122840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.123473 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.124932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] 10.222.0.93 "PUT /v2.0/ports/e46e4365-9636-4527-b035-786b7ad83b06 HTTP/1.1" status: 200 len: 1092 time: 5.2317059 Jul 16 01:26:15.224896 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.249740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.355565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450570e-ccd4-42d8-bf94-cda552e86626 service neutron] Pushing event updated for resources: {'Port': ['ID=e46e4365-9636-4527-b035-786b7ad83b06,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.363335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a028d-d961-469a-8101-ff55266b6f8e req-7c74bc3c-531b-444a-847f-a090aa7860fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.365467 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-935a028d-d961-469a-8101-ff55266b6f8e req-7c74bc3c-531b-444a-847f-a090aa7860fb service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3565490 Jul 16 01:26:15.623638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b001ce2-1873-49b2-9d41-7479fccf07c7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:15.653654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6b001ce2-1873-49b2-9d41-7479fccf07c7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:15.653993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b001ce2-1873-49b2-9d41-7479fccf07c7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:15.660617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ef89-1b5a-412c-82ad-dcf5b4f12213 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.663504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ef89-1b5a-412c-82ad-dcf5b4f12213 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.717732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259e209-c642-48c4-b4e2-5e409755edaf req-705f0ab6-44a6-489d-bf27-f593cad77437 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.725406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e259e209-c642-48c4-b4e2-5e409755edaf req-705f0ab6-44a6-489d-bf27-f593cad77437 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 944 time: 0.8162069 Jul 16 01:26:15.738584 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-935a028d-d961-469a-8101-ff55266b6f8e req-8dd00447-c279-48d2-8af1-90088e5cf51c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.3639987 Jul 16 01:26:15.782017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e259e209-c642-48c4-b4e2-5e409755edaf req-45aa55dc-0842-4881-8662-b53f456e276e tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Jul 16 01:26:15.782365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-4fd5300f-ade4-40fb-9eb6-7c3ab935497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.783980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-4fd5300f-ade4-40fb-9eb6-7c3ab935497e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eaaeec97875d4e7ebd773cde2deae6b0&device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 1095 time: 0.5824804 Jul 16 01:26:15.784678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ef89-1b5a-412c-82ad-dcf5b4f12213 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.786837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b2ef89-1b5a-412c-82ad-dcf5b4f12213 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4542b31-fdf8-400d-a191-9484ceb067ff {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:15.798044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ef89-1b5a-412c-82ad-dcf5b4f12213 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.804023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e6b2ef89-1b5a-412c-82ad-dcf5b4f12213 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d4542b31-fdf8-400d-a191-9484ceb067ff HTTP/1.1" status: 204 len: 168 time: 1.1691394 Jul 16 01:26:15.843275 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.862481 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-28aec729-6012-4300-9e43-38af87d6dffc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e46e4365-9636-4527-b035-786b7ad83b06 HTTP/1.1" status: 200 len: 217 time: 0.0550344 Jul 16 01:26:15.863913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.925603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a028d-d961-469a-8101-ff55266b6f8e req-1c28ccda-e1b4-4cdc-ae01-71412bbd975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.927210 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-935a028d-d961-469a-8101-ff55266b6f8e req-1c28ccda-e1b4-4cdc-ae01-71412bbd975f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1651695 Jul 16 01:26:15.990285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:15.991821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-822400cf-bc98-44ab-8465-89500504e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.994021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-822400cf-bc98-44ab-8465-89500504e492 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04a33cab-efb4-4581-ae6b-745a98bcbd00 HTTP/1.1" status: 200 len: 852 time: 0.1070232 Jul 16 01:26:16.047169 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-4dc4aeb1-07dd-4df4-9650-8958a5d291bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8f927d8-d683-4fc3-8d4e-cb9b559e0539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425494 Jul 16 01:26:16.053598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.094924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a028d-d961-469a-8101-ff55266b6f8e req-ff3a6150-985f-45f1-80b1-f6dda467b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.096605 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-935a028d-d961-469a-8101-ff55266b6f8e req-ff3a6150-985f-45f1-80b1-f6dda467b277 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1584949 Jul 16 01:26:16.108140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627b9639-2ea2-4ba5-a68c-6df5e86f573b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:16.126830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ad15e-5c04-4821-b621-496f8cf2df4e None None] Network bf2c0330-ea1e-4f9d-9459-d1574271e028 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:16.129826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.131825 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-15772d89-9cd2-4d7b-91a8-7e42c1e6f85c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/627b9639-2ea2-4ba5-a68c-6df5e86f573b HTTP/1.1" status: 204 len: 168 time: 1.3118732 Jul 16 01:26:16.134523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:16.292845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.332367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:16.336750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd48c3ed-cc0b-49b4-a87d-b6932c89397a no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:16.338778 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-f89c7c1a-9d31-4f11-83a3-d8223495e51d service neutron] 10.222.0.93 "GET /v2.0/networks/f8f927d8-d683-4fc3-8d4e-cb9b559e0539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802417 Jul 16 01:26:16.351902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-935a028d-d961-469a-8101-ff55266b6f8e req-7ffdbdb3-1e0b-443f-a6c9-c94e4936be18 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353239 Jul 16 01:26:16.431208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Deleting port bc268568-bd4e-4887-9962-e61ecb36d86b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:16.432738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.453826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1435142401', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:16.581320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:16.596891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-935a028d-d961-469a-8101-ff55266b6f8e req-02c9d039-9968-4f9c-a653-5a280d7bb8f2 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133684 Jul 16 01:26:16.597701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'mac_address': 'fa:16:3e:ec:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:16.665465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.669452 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.695117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.789851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] DHCP port deletion for bf2c0330-ea1e-4f9d-9459-d1574271e028 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:16.790647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a4bf5fc1-0592-4665-b95b-4aeb2cf85c31 req-8e6f2976-17f7-4d01-8266-6d4af0aafe21 service neutron] 10.222.0.93 "GET /v2.0/networks/f8f927d8-d683-4fc3-8d4e-cb9b559e0539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460545 Jul 16 01:26:16.799174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c56771b-bc07-4d70-b438-eb8d80099ea5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:16.824383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:16.826545 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.833573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] For port bc268568-bd4e-4887-9962-e61ecb36d86b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bc268568-bd4e-4887-9962-e61ecb36d86b,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:16.834108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.844663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.851356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Calling delete_port for bc268568-bd4e-4887-9962-e61ecb36d86b owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:16.865662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.950446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:16.957563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] Deleting port bc268568-bd4e-4887-9962-e61ecb36d86b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:16.957874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.070789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] For port bc268568-bd4e-4887-9962-e61ecb36d86b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bc268568-bd4e-4887-9962-e61ecb36d86b,segment=NetworkSegment(981cccb2-92a7-40b9-ab39-71bee0f75d23),segment_id=981cccb2-92a7-40b9-ab39-71bee0f75d23)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:17.072161 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.083594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:17.094640 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.117366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] Calling delete_port for bc268568-bd4e-4887-9962-e61ecb36d86b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:17.234846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.323441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] No DVR routers for this DVR port bc268568-bd4e-4887-9962-e61ecb36d86b on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:17.328055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc268568-bd4e-4887-9962-e61ecb36d86b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: from cryptography.utils import int_from_bytes Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: from cryptography.utils import int_from_bytes Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.354933 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:17.362989 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:26:17.367605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.399437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] Pushing event deleted for resources: {'Port': ['ID=bc268568-bd4e-4887-9962-e61ecb36d86b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:17.401967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4afbf6-875b-4313-adba-9e2638a6fc26 None None] No DVR routers for this DVR port bc268568-bd4e-4887-9962-e61ecb36d86b on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:17.431202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.442090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2c0330-ea1e-4f9d-9459-d1574271e028']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:17.453047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981cccb2-92a7-40b9-ab39-71bee0f75d23') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:17.453367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981cccb2-92a7-40b9-ab39-71bee0f75d23') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:17.475163 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.513328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.525301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:17.525812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:17.529745 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:17.610297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc268568-bd4e-4887-9962-e61ecb36d86b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:17.630220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: bc268568-bd4e-4887-9962-e61ecb36d86b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:17.630562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc268568-bd4e-4887-9962-e61ecb36d86b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:17.692482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.696950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.698822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bf2c0330-ea1e-4f9d-9459-d1574271e028 HTTP/1.1" status: 204 len: 168 time: 1.5630734 Jul 16 01:26:17.699608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.711874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-9fa703f7-88d9-40da-a05f-94a0579addb1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.713591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-9fa703f7-88d9-40da-a05f-94a0579addb1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3587fe3-22a0-4e86-be28-7fa2d641277f HTTP/1.1" status: 200 len: 944 time: 0.2581873 Jul 16 01:26:17.737218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.760763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75f1a7-82f0-4f0c-97d1-8e16bf3889b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2c0330-ea1e-4f9d-9459-d1574271e028,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:17.898699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:17.930449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Allocated IP 172.25.5.208 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/0098ffc4-c8df-49e1-851e-61ac62fc479f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:17.947703 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d5acca4c-36ee-43dc-80b4-d1166f6e3415 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65a0215d042b4536b274a34595ec140f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474935 Jul 16 01:26:17.950222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47180) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:17.951056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Deleting port dd48c3ed-cc0b-49b4-a87d-b6932c89397a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:17.951406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.004900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7de8768-58af-49a1-8575-ab1cf2cd55e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.030456 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7de8768-58af-49a1-8575-ab1cf2cd55e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.080123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7de8768-58af-49a1-8575-ab1cf2cd55e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.082681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7de8768-58af-49a1-8575-ab1cf2cd55e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.083833 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a7de8768-58af-49a1-8575-ab1cf2cd55e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bf0e346-dede-4ba7-8783-6368a43e3a25 HTTP/1.1" status: 204 len: 168 time: 0.1325216 Jul 16 01:26:18.092340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de8768-58af-49a1-8575-ab1cf2cd55e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf0e346-dede-4ba7-8783-6368a43e3a25,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.117468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] For port dd48c3ed-cc0b-49b4-a87d-b6932c89397a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:18.118111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.132920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.142801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Calling delete_port for dd48c3ed-cc0b-49b4-a87d-b6932c89397a owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:18.230316 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.266344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e46e4365-9636-4527-b035-786b7ad83b06 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:18.268499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:18.277387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:18.286504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:18.294707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:18.342727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event updated for resources: {'Port': ['ID=0098ffc4-c8df-49e1-851e-61ac62fc479f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.368927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.369273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.369622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.369958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.370321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.370649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.370978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.371331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.371661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.371983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.372332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.372709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.381927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 9c56771b-bc07-4d70-b438-eb8d80099ea5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:18.391343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 9c56771b-bc07-4d70-b438-eb8d80099ea5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:18.391719 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.399136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.443526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e46e4365-9636-4527-b035-786b7ad83b06, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e46e4365-9636-4527-b035-786b7ad83b06,segment=NetworkSegment(becbc077-580b-403c-919e-ab39fa10d9fe),segment_id=becbc077-580b-403c-919e-ab39fa10d9fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:18.459229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'e46e4365-9636-4527-b035-786b7ad83b06', 'network_id': 'f8f927d8-d683-4fc3-8d4e-cb9b559e0539', 'port_id': 'e46e4365-9636-4527-b035-786b7ad83b06', 'mac_address': 'fa:16:3e:e8:54:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a33cab-efb4-4581-ae6b-745a98bcbd00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:18.499468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event deleted for resources: {'Port': ['ID=dd48c3ed-cc0b-49b4-a87d-b6932c89397a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.527814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.540029 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.576041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:18.578762 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26de29-acdf-422f-a946-2f89a26bd959" -d '{"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-plugged", "status": "completed", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:18.603934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46e4365-9636-4527-b035-786b7ad83b06 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:18.613339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] No DVR routers for this DVR port dd48c3ed-cc0b-49b4-a87d-b6932c89397a on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:18.617907 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.620154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f47b32a9-0ddb-4e26-bc2a-f6a1440b81e7 req-13e1a380-d19a-4789-acca-02b2a27186c6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "DELETE /v2.0/ports/dd48c3ed-cc0b-49b4-a87d-b6932c89397a HTTP/1.1" status: 204 len: 173 time: 0.8863268 Jul 16 01:26:18.621970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-deleted', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:18.624322 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702b9149-969d-4bd6-8321-197fdfa71d5e" -d '{"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-deleted", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:18.633656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:18.648334 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.651557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e46e4365-9636-4527-b035-786b7ad83b06, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e46e4365-9636-4527-b035-786b7ad83b06,segment=NetworkSegment(becbc077-580b-403c-919e-ab39fa10d9fe),segment_id=becbc077-580b-403c-919e-ab39fa10d9fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:18.692840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-67fe5069-1b75-463d-8d57-2191d957c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.695971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-67fe5069-1b75-463d-8d57-2191d957c98f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c2d8345f5c34d5189656a36358c2d98&device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 1094 time: 0.1148481 Jul 16 01:26:18.702410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.705553 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.766339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e46e4365-9636-4527-b035-786b7ad83b06,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.779981 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-f6ab24f9-d229-4ead-b7f9-7fff6d2f5f87 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47588351-9629-44d7-8c21-cfb1c5917903 HTTP/1.1" status: 200 len: 217 time: 0.0750320 Jul 16 01:26:18.835121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.842977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-c792d8b5-6a9a-46e4-b46f-8668f982758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.844921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-c792d8b5-6a9a-46e4-b46f-8668f982758f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=20ca6de8-3468-4fd5-b857-e696f1a50c7d HTTP/1.1" status: 200 len: 853 time: 0.0578876 Jul 16 01:26:18.916140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e46e4365-9636-4527-b035-786b7ad83b06'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:18.933868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5528-c56d-46ae-b836-b23590714453 req-587eaabf-56e3-4bfa-92dd-a879401d525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.937941 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-587eaabf-56e3-4bfa-92dd-a879401d525f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=44fa9c6e-bbc8-4147-85f0-306a30d160c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843689 Jul 16 01:26:19.074040 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-4042ea72-1834-433e-a1fa-9abdbe357814 service neutron] 10.222.0.78 "GET /v2.0/networks/44fa9c6e-bbc8-4147-85f0-306a30d160c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294549 Jul 16 01:26:19.116558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:19.160193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff6aab-ace0-4c22-89ef-819d2f217c1a req-f5ce6ac7-76f7-4535-9e08-2db9d3b4afe5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.161739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00ff6aab-ace0-4c22-89ef-819d2f217c1a req-f5ce6ac7-76f7-4535-9e08-2db9d3b4afe5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.1972435 Jul 16 01:26:19.198261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.208726 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d17b5528-c56d-46ae-b836-b23590714453 req-278ff6bf-c9e3-4efa-938b-8058af8ffbc6 service neutron] 10.222.0.78 "GET /v2.0/networks/44fa9c6e-bbc8-4147-85f0-306a30d160c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263273 Jul 16 01:26:19.216339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00ff6aab-ace0-4c22-89ef-819d2f217c1a req-0c042cd0-8db9-4568-80e3-7ac191aed81d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Jul 16 01:26:19.289752 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f821c17-a363-4de7-ac57-d64d436a5155 x-openstack-request-id: req-2f821c17-a363-4de7-ac57-d64d436a5155 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:19.290063 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7a8bcc-9627-4eb7-b468-0696d795c561", "tag": "47588351-9629-44d7-8c21-cfb1c5917903", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:19.291146 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f821c17-a363-4de7-ac57-d64d436a5155 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:19.291736 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'tag': '47588351-9629-44d7-8c21-cfb1c5917903', 'status': 'completed', 'code': 200} Jul 16 01:26:19.396359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Router 5e056af6-4ab0-4731-977e-10662a1cfadb is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:19.416118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47226) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:19.430142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-fb30c164-4029-4f0f-a10d-acbfd42de1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.431898 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-fb30c164-4029-4f0f-a10d-acbfd42de1e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c2d8345f5c34d5189656a36358c2d98&device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 1094 time: 0.1186700 Jul 16 01:26:19.471876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1513580245-network', 'tenant_id': '66e1779bec1f4c98b2a2b2a6504843b9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:19.497926 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.502586 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1bba-6c3d-4e2c-a236-e46f50da8e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.569781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Made reservation on behalf of 66e1779bec1f4c98b2a2b2a6504843b9 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:19.572413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.602815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.628786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-ae1b3e38-94bb-44a4-9967-1528ca3d71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.630519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-ae1b3e38-94bb-44a4-9967-1528ca3d71c5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=44fa9c6e-bbc8-4147-85f0-306a30d160c8 HTTP/1.1" status: 200 len: 915 time: 0.1905835 Jul 16 01:26:19.684015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-12e00fbe-cbe1-4b72-8680-addc8e1b34f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47588351-9629-44d7-8c21-cfb1c5917903 HTTP/1.1" status: 200 len: 217 time: 0.0458710 Jul 16 01:26:19.754934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-488ee20a-b774-4f10-a6cc-57cf0fcab8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.756546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-488ee20a-b774-4f10-a6cc-57cf0fcab8b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=20ca6de8-3468-4fd5-b857-e696f1a50c7d HTTP/1.1" status: 200 len: 853 time: 0.0655510 Jul 16 01:26:19.806649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1bba-6c3d-4e2c-a236-e46f50da8e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.813676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1bba-6c3d-4e2c-a236-e46f50da8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.877055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c1bba-6c3d-4e2c-a236-e46f50da8e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20798e4-7e4d-4d9a-b7ac-4732ce35d58f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:19.883894 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7f8c1bba-6c3d-4e2c-a236-e46f50da8e50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81e4ea94fcb24da49f994ec3bdef8520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667809 Jul 16 01:26:19.887656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47234) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:19.902556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-98ecd343-a9cd-4a10-8509-8be269d7e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.904519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-98ecd343-a9cd-4a10-8509-8be269d7e975 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=44fa9c6e-bbc8-4147-85f0-306a30d160c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371188 Jul 16 01:26:19.960610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1bf1-dde2-4751-8e52-38be57a8547a req-d7d04ec9-226e-4670-b5ab-d9334cd0ad33 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.962204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-624c1bf1-dde2-4751-8e52-38be57a8547a req-d7d04ec9-226e-4670-b5ab-d9334cd0ad33 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 943 time: 0.5531085 Jul 16 01:26:19.971111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:19.981586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] Sync routers for ids ['5e056af6-4ab0-4731-977e-10662a1cfadb'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:19.995774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] Routers {'5e056af6-4ab0-4731-977e-10662a1cfadb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:19.997619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5e056af6-4ab0-4731-977e-10662a1cfadb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.009749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d528-439f-4904-81d1-e59f1949e463 req-7fd7bf9e-2dea-40f0-8c5d-22deb0baf3e6 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.011265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1484d528-439f-4904-81d1-e59f1949e463 req-7fd7bf9e-2dea-40f0-8c5d-22deb0baf3e6 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 945 time: 0.2104735 Jul 16 01:26:20.028699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.033388 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-f2b9f3ab-a21c-4e4e-a7c9-c90c32d17366 service neutron] 10.222.0.78 "GET /v2.0/networks/44fa9c6e-bbc8-4147-85f0-306a30d160c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211865 Jul 16 01:26:20.034892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.044255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.050463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-893ed478-8cf9-4b0c-9975-a570b114528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.052326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.053869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8e862e2f-743e-4238-a0e3-8bfc001cdccd tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0619466 Jul 16 01:26:20.057260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] Routers {'5e056af6-4ab0-4731-977e-10662a1cfadb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:20.058073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5e056af6-4ab0-4731-977e-10662a1cfadb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.063182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.066232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-624c1bf1-dde2-4751-8e52-38be57a8547a req-6969919f-ea01-4515-8785-746842d42dee tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972946 Jul 16 01:26:20.101522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:20.116884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b743501-d89f-4f47-96fd-c200bf621458,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.125044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.125395 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Added segment 55c352a2-1ff8-4c36-9427-0e591acb9b33 of type vlan for network 0c9bc41d-cead-4693-9990-e8a24c206f62 Jul 16 01:26:20.143342 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-893ed478-8cf9-4b0c-9975-a570b114528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.188466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1484d528-439f-4904-81d1-e59f1949e463 req-454462d7-9b42-4620-a6eb-2135ad9f8ba7 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594086 Jul 16 01:26:20.223867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.280660 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d335d4-6f6f-4f48-ba33-052d2817ce01 x-openstack-request-id: req-16d335d4-6f6f-4f48-ba33-052d2817ce01 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:20.281069 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3587fe3-22a0-4e86-be28-7fa2d641277f", "name": "network-vif-deleted", "tag": "dd48c3ed-cc0b-49b4-a87d-b6932c89397a", "status": "failed", "code": 422}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:20.281290 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16d335d4-6f6f-4f48-ba33-052d2817ce01 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:20.281706 n-d-800085-5 neutron-server[93706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3587fe3-22a0-4e86-be28-7fa2d641277f', 'name': 'network-vif-deleted', 'tag': 'dd48c3ed-cc0b-49b4-a87d-b6932c89397a', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:26:20.304287 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0ffb0a-37ef-45e7-be67-020e31cfa9c5 x-openstack-request-id: req-4b0ffb0a-37ef-45e7-be67-020e31cfa9c5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:20.304568 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-plugged", "status": "completed", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:20.304794 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b0ffb0a-37ef-45e7-be67-020e31cfa9c5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:20.305374 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'code': 200} Jul 16 01:26:20.305962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.306598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b650749-73c5-4ef7-8909-6a314e0aeeb0 None None] The sync data for ids ['5e056af6-4ab0-4731-977e-10662a1cfadb'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:20.308569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e46e4365-9636-4527-b035-786b7ad83b06 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:20.315029 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c0e99ad4-fd10-4716-ab1a-b18a66e1f56b req-dc10c586-f686-4f46-8608-4d0bb554faec service neutron] 10.222.0.78 "GET /v2.0/networks/44fa9c6e-bbc8-4147-85f0-306a30d160c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736325 Jul 16 01:26:20.366601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d8d1580a-4a5b-49a2-a9e6-7770e634df82 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/5e056af6-4ab0-4731-977e-10662a1cfadb HTTP/1.1" status: 200 len: 925 time: 0.2992775 Jul 16 01:26:20.370288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47242) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.388329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port e46e4365-9636-4527-b035-786b7ad83b06 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:20.389039 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-893ed478-8cf9-4b0c-9975-a570b114528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.391722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-893ed478-8cf9-4b0c-9975-a570b114528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.393146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-893ed478-8cf9-4b0c-9975-a570b114528b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f20798e4-7e4d-4d9a-b7ac-4732ce35d58f HTTP/1.1" status: 204 len: 168 time: 0.5045166 Jul 16 01:26:20.397826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port e46e4365-9636-4527-b035-786b7ad83b06 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:20.398696 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.398811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.399750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.401616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.415047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4b5fb9b-1e59-4c15-b92f-9cce7cf2c4be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e056af6-4ab0-4731-977e-10662a1cfadb HTTP/1.1" status: 200 len: 205 time: 0.0427079 Jul 16 01:26:20.416444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd181c-1b05-4006-8a6b-795ce25df8fb req-67bef70f-dacd-42a2-a1c3-93f57b1f803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.418753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00dd181c-1b05-4006-8a6b-795ce25df8fb req-67bef70f-dacd-42a2-a1c3-93f57b1f803f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1100 time: 0.1802726 Jul 16 01:26:20.420896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.428611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed478-8cf9-4b0c-9975-a570b114528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20798e4-7e4d-4d9a-b7ac-4732ce35d58f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.467015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3465881 Jul 16 01:26:20.468533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47248) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.480372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Request body: {'subnet': {'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1513580245-subnet', 'tenant_id': '66e1779bec1f4c98b2a2b2a6504843b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:20.557361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ac12f-5853-492c-9c50-ebf3a2a761ab admin admin] Pushing event updated for resources: {'Network': ['ID=0c9bc41d-cead-4693-9990-e8a24c206f62,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.570172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:20.586105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.595663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.620158 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00dd181c-1b05-4006-8a6b-795ce25df8fb req-a655b294-c8e3-4df1-b161-21a79d150190 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776192 Jul 16 01:26:20.626286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Made reservation on behalf of 66e1779bec1f4c98b2a2b2a6504843b9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:20.630954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.691111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e46e4365-9636-4527-b035-786b7ad83b06, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e46e4365-9636-4527-b035-786b7ad83b06,segment=NetworkSegment(becbc077-580b-403c-919e-ab39fa10d9fe),segment_id=becbc077-580b-403c-919e-ab39fa10d9fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:20.697539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.724556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f97ae-52b6-426c-9673-7a752e3c50b4 req-6e4f6486-1f88-4cdf-884e-7a40a50d6768 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.726311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b46f97ae-52b6-426c-9673-7a752e3c50b4 req-6e4f6486-1f88-4cdf-884e-7a40a50d6768 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2001867 Jul 16 01:26:20.773707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e46e4365-9636-4527-b035-786b7ad83b06,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.847945 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.850490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.853137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b46f97ae-52b6-426c-9673-7a752e3c50b4 req-cd49e8e0-2419-4b94-877a-9314cea1f5d8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049595 Jul 16 01:26:20.866742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af1e57e9-9636-493c-acd4-7a63735a8e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.877712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.916068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-ced7e5be-3509-4aa3-9d06-543d61949928 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.917495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-ced7e5be-3509-4aa3-9d06-543d61949928 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.2188051 Jul 16 01:26:20.942311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-40c1706d-224f-4b65-a400-c06793dc7b04 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/quotas/dbea0e5699e2428eaa661e3c25438174 HTTP/1.1" status: 200 len: 375 time: 0.0177767 Jul 16 01:26:20.963521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad011a44-0c97-42f3-9db7-d50d204a158c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.980027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Deleting port 0098ffc4-c8df-49e1-851e-61ac62fc479f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:20.980417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.981572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Checking segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:20.981955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Network hostable DHCP agents. Network: 0c9bc41d-cead-4693-9990-e8a24c206f62, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:20.985374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-35bf1413-e8f6-439d-afcf-fc0e187cc9f0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375683 Jul 16 01:26:21.010874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:21.027195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 0c9bc41d-cead-4693-9990-e8a24c206f62) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:21.037269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.037871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.041150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9d219-10c2-41fa-8562-4e7acfb4cb77 None None] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:21.045089 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af1e57e9-9636-493c-acd4-7a63735a8e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.051837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af1e57e9-9636-493c-acd4-7a63735a8e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.064732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b8353859-865b-4ea3-bb60-9780bd9935e3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5929027 Jul 16 01:26:21.098068 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-af1e57e9-9636-493c-acd4-7a63735a8e98 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=602f6eef6a0c44a1b4354af62b11bf2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440264 Jul 16 01:26:21.098295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:21.100367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e57e9-9636-493c-acd4-7a63735a8e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffd93c6-828b-4198-88a0-240747e2eef5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:21.153565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ae00-aad1-444d-b50d-898d52800edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.180056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ae00-aad1-444d-b50d-898d52800edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.216525 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-0c3be24d-2949-4a2e-b35f-e7057fb90e2e service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155697 Jul 16 01:26:21.225770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787b194-876c-453e-bdaf-a2e8679a33bf None None] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:21.250756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ae00-aad1-444d-b50d-898d52800edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.253422 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ae00-aad1-444d-b50d-898d52800edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.255021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c7a3ae00-aad1-444d-b50d-898d52800edf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cffd93c6-828b-4198-88a0-240747e2eef5 HTTP/1.1" status: 204 len: 168 time: 0.1557591 Jul 16 01:26:21.266440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3ae00-aad1-444d-b50d-898d52800edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffd93c6-828b-4198-88a0-240747e2eef5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:21.293227 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'tag': 'e46e4365-9636-4527-b035-786b7ad83b06'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:21.298733 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c9684-0e04-4338-ab6d-c373a0a04d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd80172-0812-4c17-ad13-2e520de5adb6", "tag": "e46e4365-9636-4527-b035-786b7ad83b06"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:21.312698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.350255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Calling delete_port for 0098ffc4-c8df-49e1-851e-61ac62fc479f owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:21.386136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-97b675d0-ad1c-4fe6-b1f7-8c8be5c95f94 service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681790 Jul 16 01:26:21.457217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae041db-aecf-45d4-a909-a4b37e4083ba req-bb2a6465-327b-490d-afb3-b9baedea8cee tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.458728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ae041db-aecf-45d4-a909-a4b37e4083ba req-bb2a6465-327b-490d-afb3-b9baedea8cee tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 943 time: 0.2039151 Jul 16 01:26:21.572302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ae041db-aecf-45d4-a909-a4b37e4083ba req-cba4db17-f899-4516-aa59-d0ebc7237676 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058981 Jul 16 01:26:21.731595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.778777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event deleted for resources: {'Port': ['ID=0098ffc4-c8df-49e1-851e-61ac62fc479f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:21.876998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.888842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae90a-1081-4142-8d27-3959134be10b req-c055325c-faad-4d56-a0c8-a2ffcf8fb434 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.890279 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c8ae90a-1081-4142-8d27-3959134be10b req-c055325c-faad-4d56-a0c8-a2ffcf8fb434 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 946 time: 0.2178481 Jul 16 01:26:22.042635 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.049106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.051115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 47588351-9629-44d7-8c21-cfb1c5917903 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:22.065508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c8ae90a-1081-4142-8d27-3959134be10b req-c6333ae1-885c-405e-b50c-9bae0a733796 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374910 Jul 16 01:26:22.160690 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f44672-bf84-443b-bd33-69066cb9cf2e x-openstack-request-id: req-87f44672-bf84-443b-bd33-69066cb9cf2e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:22.161757 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd80172-0812-4c17-ad13-2e520de5adb6", "tag": "e46e4365-9636-4527-b035-786b7ad83b06", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:22.162223 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87f44672-bf84-443b-bd33-69066cb9cf2e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:22.162790 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'tag': 'e46e4365-9636-4527-b035-786b7ad83b06', 'status': 'completed', 'code': 200} Jul 16 01:26:22.190549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.193677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Fanout notify agent at l3_agent the message router_deleted on router 5e056af6-4ab0-4731-977e-10662a1cfadb {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:22.200880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.203434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2ad6f42a-2c16-4536-96e6-3adb8a5c414f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/5e056af6-4ab0-4731-977e-10662a1cfadb HTTP/1.1" status: 204 len: 168 time: 1.7810614 Jul 16 01:26:22.218150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47322) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.222551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 47588351-9629-44d7-8c21-cfb1c5917903, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=47588351-9629-44d7-8c21-cfb1c5917903,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:22.231681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-233986109', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': False}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:22.237813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '47588351-9629-44d7-8c21-cfb1c5917903', 'network_id': '44fa9c6e-bbc8-4147-85f0-306a30d160c8', 'port_id': '47588351-9629-44d7-8c21-cfb1c5917903', 'mac_address': 'fa:16:3e:62:2d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ca6de8-3468-4fd5-b857-e696f1a50c7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:22.249088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-56bbd4ff-a517-4336-bcda-154ec7b6816e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.260330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-56bbd4ff-a517-4336-bcda-154ec7b6816e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.2969518 Jul 16 01:26:22.264972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-a7dd8e4c-21a1-439c-afcc-8afaefbf297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.266596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-a7dd8e4c-21a1-439c-afcc-8afaefbf297e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eaaeec97875d4e7ebd773cde2deae6b0&device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 1097 time: 0.0750320 Jul 16 01:26:22.292617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-4ed89573-a5b7-4ec3-9c49-afd15fd10030 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/quotas/66e1779bec1f4c98b2a2b2a6504843b9 HTTP/1.1" status: 200 len: 375 time: 0.0218410 Jul 16 01:26:22.297915 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.308498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46e4365-9636-4527-b035-786b7ad83b06'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:22.311411 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37992c-5009-45db-9742-25c1232f1e44" -d '{"events": [{"server_uuid": "2bd80172-0812-4c17-ad13-2e520de5adb6", "name": "network-vif-plugged", "status": "completed", "tag": "e46e4365-9636-4527-b035-786b7ad83b06"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:22.321116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47588351-9629-44d7-8c21-cfb1c5917903 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:22.349459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 47588351-9629-44d7-8c21-cfb1c5917903, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=47588351-9629-44d7-8c21-cfb1c5917903,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:22.356518 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.356740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-08988c5b-1c2a-4eae-80e2-21e116e92f82 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503857 Jul 16 01:26:22.434435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=47588351-9629-44d7-8c21-cfb1c5917903,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:22.458803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.458803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.497525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-012503d2-ec64-4bfc-b762-2fcb2d8ff113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.497525 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-012503d2-ec64-4bfc-b762-2fcb2d8ff113 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f8f927d8-d683-4fc3-8d4e-cb9b559e0539 HTTP/1.1" status: 200 len: 913 time: 0.2101052 Jul 16 01:26:22.534885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.554465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-f6eb7854-cf10-4563-9415-23faac7cacc0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e46e4365-9636-4527-b035-786b7ad83b06 HTTP/1.1" status: 200 len: 217 time: 0.0547056 Jul 16 01:26:22.595971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['47588351-9629-44d7-8c21-cfb1c5917903'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:22.607698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-08f7718e-bc58-4196-868a-acac087e014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.609585 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-08f7718e-bc58-4196-868a-acac087e014f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04a33cab-efb4-4581-ae6b-745a98bcbd00 HTTP/1.1" status: 200 len: 852 time: 0.0485039 Jul 16 01:26:22.643945 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-6c535cb8-ab84-48eb-8cd0-bc69bd8408fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8f927d8-d683-4fc3-8d4e-cb9b559e0539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285532 Jul 16 01:26:22.653506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80a35557-4b78-4325-9d8e-c7f93badc613 req-8e919849-35ce-4919-8bdc-080be1c99914 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 210 time: 0.0473621 Jul 16 01:26:22.662286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-9da58960-aba2-4a00-ad7d-6506e1648829 service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045826 Jul 16 01:26:22.756299 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-b0c5652f-09ad-479f-adfb-f7aea614c8af service neutron] 10.222.0.93 "GET /v2.0/networks/f8f927d8-d683-4fc3-8d4e-cb9b559e0539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048856 Jul 16 01:26:22.765385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.855485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-553c9684-0e04-4338-ab6d-c373a0a04d9e req-7a0138e6-f758-4f26-8e6e-b066f930e980 service neutron] 10.222.0.93 "GET /v2.0/networks/f8f927d8-d683-4fc3-8d4e-cb9b559e0539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921268 Jul 16 01:26:22.902022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-fd8d4acf-1cfa-44c1-a4e6-648966bc7062 service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388744 Jul 16 01:26:22.920499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019e244-9afd-4839-bab9-a4418a23e48c req-e41e266b-859b-4889-b0e6-cd855294487f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.921991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a019e244-9afd-4839-bab9-a4418a23e48c req-e41e266b-859b-4889-b0e6-cd855294487f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.1504574 Jul 16 01:26:22.998159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a019e244-9afd-4839-bab9-a4418a23e48c req-b378dcf4-7b4b-47b9-b3fc-374b7a5d80ab tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 Jul 16 01:26:23.068680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-bb66ed0f-6414-4708-bec5-f3407ca67b49 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.072006 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-bb66ed0f-6414-4708-bec5-f3407ca67b49 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.78 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.1417992 Jul 16 01:26:23.085557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Request body: {'port': {'device_id': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'admin_state_up': True, 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:23.092809 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd832a-1774-4ec3-b1ff-6d60d2af4f22 x-openstack-request-id: req-0fbd832a-1774-4ec3-b1ff-6d60d2af4f22 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:23.093384 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd80172-0812-4c17-ad13-2e520de5adb6", "name": "network-vif-plugged", "status": "completed", "tag": "e46e4365-9636-4527-b035-786b7ad83b06", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:23.093384 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0fbd832a-1774-4ec3-b1ff-6d60d2af4f22 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:23.093709 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46e4365-9636-4527-b035-786b7ad83b06', 'code': 200} Jul 16 01:26:23.244920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.292601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.353965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ec9c-5329-4f03-9b24-44f3e1c4ef5e req-9da20c95-5c84-4b60-8acd-d158806a534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.355351 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6743ec9c-5329-4f03-9b24-44f3e1c4ef5e req-9da20c95-5c84-4b60-8acd-d158806a534d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 1097 time: 0.1628003 Jul 16 01:26:23.380761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:23.384273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.401253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6449f-876f-4b71-8351-f114861902c6 req-78620969-844f-4594-9a0b-079ab5ba5130 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.403235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95b6449f-876f-4b71-8351-f114861902c6 req-78620969-844f-4594-9a0b-079ab5ba5130 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 944 time: 0.1740987 Jul 16 01:26:23.415941 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6743ec9c-5329-4f03-9b24-44f3e1c4ef5e req-ff9e3ea2-4d2d-4d74-ac64-69e06abd7fe8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525577 Jul 16 01:26:23.449469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Allocated IP 172.25.5.246 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/87606c4d-5d17-4b2d-9c16-a9c9d3248375) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:23.484511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95b6449f-876f-4b71-8351-f114861902c6 req-b82df811-7802-4b74-a364-ae47801f1748 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699062 Jul 16 01:26:23.567671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Allocated IP 172.20.0.9 (53201dbc-90e9-4c6a-8f4d-944f7f05fcba/8015b200-7ef2-45f1-a2e5-e7d3014071c9/9a0befab-3af4-48bf-b363-74a20eba3fdd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:23.737723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.783992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.841832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:23.845400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:23.849784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:23.856987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event updated for resources: {'Port': ['ID=9a0befab-3af4-48bf-b363-74a20eba3fdd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.889227 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.889658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.890065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.890466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.890866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.891258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.891648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.892035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.892470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.892888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.893270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.893653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.920540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.921171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.934378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d54c3f7-a854-4bb2-83e6-0bb1270f9dda req-893eb8b2-b005-486d-98fe-bfc2aa128a56 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 210 time: 0.0640547 Jul 16 01:26:23.943004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-328b62d9-dfcf-475b-b7a2-5f2aeb3bfdd7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8610184 Jul 16 01:26:23.962755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Request body: {'port': {'device_id': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:24.019374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.032445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbe7d7-baa6-4955-becc-107d22a02fa6 req-fc59f9fd-9e8b-4de2-9b0b-70036679a999 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.039469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ecbe7d7-baa6-4955-becc-107d22a02fa6 req-fc59f9fd-9e8b-4de2-9b0b-70036679a999 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1100 time: 0.1679742 Jul 16 01:26:24.049970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.077224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 47588351-9629-44d7-8c21-cfb1c5917903 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:24.088815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4ecbe7d7-baa6-4955-becc-107d22a02fa6 req-907342fe-ec4f-4f81-b848-9e2958ea804b tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.129359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 47588351-9629-44d7-8c21-cfb1c5917903 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:24.141185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 47588351-9629-44d7-8c21-cfb1c5917903 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:24.141913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.151484 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.201310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cd700-0e21-4adf-a894-41e113f9f931 req-6b4d1b85-4b57-46bb-9724-476a8a58f21f tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.202849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e5cd700-0e21-4adf-a894-41e113f9f931 req-6b4d1b85-4b57-46bb-9724-476a8a58f21f tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 946 time: 0.1615016 Jul 16 01:26:24.221596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:24.224133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.239049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:24.257118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:24.282014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Port': ['ID=87606c4d-5d17-4b2d-9c16-a9c9d3248375,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.299396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 47588351-9629-44d7-8c21-cfb1c5917903, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=47588351-9629-44d7-8c21-cfb1c5917903,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:24.310497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.330482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e5cd700-0e21-4adf-a894-41e113f9f931 req-acfd4cd9-ba4a-44e8-a810-3477e1cc1233 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109900 Jul 16 01:26:24.402877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=47588351-9629-44d7-8c21-cfb1c5917903,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.443180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4ecbe7d7-baa6-4955-becc-107d22a02fa6 req-907342fe-ec4f-4f81-b848-9e2958ea804b tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.453221 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4ecbe7d7-baa6-4955-becc-107d22a02fa6 req-907342fe-ec4f-4f81-b848-9e2958ea804b tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.490103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ecbe7d7-baa6-4955-becc-107d22a02fa6 req-907342fe-ec4f-4f81-b848-9e2958ea804b tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498191 Jul 16 01:26:24.507991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0befab-3af4-48bf-b363-74a20eba3fdd {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:24.543976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907342fe-ec4f-4f81-b848-9e2958ea804b tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbe9738-fee8-4392-bd39-d26f9fd0b6ee,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.545735 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.640949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Transition to ACTIVE for port object 9a0befab-3af4-48bf-b363-74a20eba3fdd will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:24.650318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.736424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.862579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361955-07f7-49ec-a350-bd8620e08d5e req-aa30f873-5e5c-4042-8b32-c8a75c57915d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.864057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34361955-07f7-49ec-a350-bd8620e08d5e req-aa30f873-5e5c-4042-8b32-c8a75c57915d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 931 time: 0.2362056 Jul 16 01:26:24.904093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958bb8-f501-41f1-a15c-c08ae154e1ec req-6cf87ddb-221c-4eee-9aa3-ccbda58ac0d6 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.905647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed958bb8-f501-41f1-a15c-c08ae154e1ec req-6cf87ddb-221c-4eee-9aa3-ccbda58ac0d6 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 945 time: 0.2088056 Jul 16 01:26:24.969750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-7e5d0aef-b0ed-43d3-a56b-ff307978867c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.971196 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-7e5d0aef-b0ed-43d3-a56b-ff307978867c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.5085251 Jul 16 01:26:24.981772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0befab-3af4-48bf-b363-74a20eba3fdd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.987048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Request body: {'port': {'device_id': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'admin_state_up': True, 'tenant_id': '66e1779bec1f4c98b2a2b2a6504843b9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:24.989364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34361955-07f7-49ec-a350-bd8620e08d5e req-802133c2-4ced-4bec-b41c-5cbfe81033f6 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152539 Jul 16 01:26:25.041732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed958bb8-f501-41f1-a15c-c08ae154e1ec req-fa621c7c-cb7c-43e5-8b90-e2ee4b35a332 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289780 Jul 16 01:26:25.075595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.094529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47588351-9629-44d7-8c21-cfb1c5917903'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:25.097701 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f3362c-ebd6-49f0-bc42-49c622e2ceba" -d '{"events": [{"server_uuid": "aa7a8bcc-9627-4eb7-b468-0696d795c561", "name": "network-vif-plugged", "status": "completed", "tag": "47588351-9629-44d7-8c21-cfb1c5917903"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:25.125346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Attempting to bind port 9a0befab-3af4-48bf-b363-74a20eba3fdd on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:25.125693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Attempting to bind port 9a0befab-3af4-48bf-b363-74a20eba3fdd by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:25.126026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Attempting to bind port 9a0befab-3af4-48bf-b363-74a20eba3fdd on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:25.137358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Port 9a0befab-3af4-48bf-b363-74a20eba3fdd on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:25.137687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Attempting to bind port 9a0befab-3af4-48bf-b363-74a20eba3fdd on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:25.145874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:25.146213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Checking segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:25.146604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Bound using segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:25.147031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Bound port: 9a0befab-3af4-48bf-b363-74a20eba3fdd, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:25.147396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.202734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Made reservation on behalf of 66e1779bec1f4c98b2a2b2a6504843b9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:25.206342 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.239761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-158b62f5-f880-4eab-bb08-4bdbd5aa0624 req-83985f42-a163-41a6-9b0e-db20d216ee57 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 210 time: 0.0386488 Jul 16 01:26:25.284166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Router e31b0351-72fd-489c-9e2e-cca8478509fc is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:25.291590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] For port 9a0befab-3af4-48bf-b363-74a20eba3fdd, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:25.313757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] For port 9a0befab-3af4-48bf-b363-74a20eba3fdd, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9a0befab-3af4-48bf-b363-74a20eba3fdd,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:25.321058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.346158 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6db3536-7685-4213-ad26-3b738343b079 x-openstack-request-id: req-b6db3536-7685-4213-ad26-3b738343b079 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:25.347058 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a8bcc-9627-4eb7-b468-0696d795c561", "name": "network-vif-plugged", "status": "completed", "tag": "47588351-9629-44d7-8c21-cfb1c5917903", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:25.347660 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6db3536-7685-4213-ad26-3b738343b079 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:25.348300 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47588351-9629-44d7-8c21-cfb1c5917903', 'code': 200} Jul 16 01:26:25.387135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.387762 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.389194 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] 10.222.0.78 "PUT /v2.0/ports/9a0befab-3af4-48bf-b363-74a20eba3fdd HTTP/1.1" status: 200 len: 1091 time: 1.4322529 Jul 16 01:26:25.391396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'tag': '9a0befab-3af4-48bf-b363-74a20eba3fdd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:25.394385 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2" -d '{"events": [{"name": "network-changed", "server_uuid": "13e84bdd-bc62-46f7-849c-75bd7164df33", "tag": "9a0befab-3af4-48bf-b363-74a20eba3fdd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:25.415167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Allocated IP 172.20.0.8 (0c9bc41d-cead-4693-9990-e8a24c206f62/ad011a44-0c97-42f3-9db7-d50d204a158c/a78c4ae9-0278-4c75-b08f-f160fcdad82c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:25.433463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521833b-bd14-411f-a305-38fd0c3d9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0befab-3af4-48bf-b363-74a20eba3fdd,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.475131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:25.485290 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Sync routers for ids ['e31b0351-72fd-489c-9e2e-cca8478509fc'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:25.501097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.502156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Routers {'e31b0351-72fd-489c-9e2e-cca8478509fc'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:25.502540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-95a6b79b-51e9-4b16-8254-92b99caa7af8 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2814531 Jul 16 01:26:25.504474 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e31b0351-72fd-489c-9e2e-cca8478509fc'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:25.505319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47386) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:25.649425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-54134105-2703-4474-9f38-77ecd5d1a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.656281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-54134105-2703-4474-9f38-77ecd5d1a864 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 1094 time: 0.2006392 Jul 16 01:26:25.660936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffd483-d098-462f-b659-6ff3719dc460 req-fb0b014a-cb00-43db-9643-c1595dd21d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.664003 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Set router e31b0351-72fd-489c-9e2e-cca8478509fc gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:25.665915 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dfffd483-d098-462f-b659-6ff3719dc460 req-fb0b014a-cb00-43db-9643-c1595dd21d6c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 1096 time: 0.2167048 Jul 16 01:26:25.724962 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab72d90c-4d26-41fc-84c0-97fa1a615ff5 x-openstack-request-id: req-ab72d90c-4d26-41fc-84c0-97fa1a615ff5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:25.725251 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e84bdd-bc62-46f7-849c-75bd7164df33", "tag": "9a0befab-3af4-48bf-b363-74a20eba3fdd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:25.725507 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab72d90c-4d26-41fc-84c0-97fa1a615ff5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:25.725915 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'tag': '9a0befab-3af4-48bf-b363-74a20eba3fdd', 'status': 'completed', 'code': 200} Jul 16 01:26:25.732844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-f211a092-738a-4f1d-83b8-52ead36f3e8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0befab-3af4-48bf-b363-74a20eba3fdd HTTP/1.1" status: 200 len: 217 time: 0.0638857 Jul 16 01:26:25.748419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c0e12-3909-4b58-a106-4714f17dad10 req-91393af7-5d74-4386-8813-dacb85872d87 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.755670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c44c0e12-3909-4b58-a106-4714f17dad10 req-91393af7-5d74-4386-8813-dacb85872d87 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 946 time: 0.1805632 Jul 16 01:26:25.768018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c2966065-06ba-4b73-84ec-53892c981650 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/e31b0351-72fd-489c-9e2e-cca8478509fc HTTP/1.1" status: 200 len: 908 time: 0.2610571 Jul 16 01:26:25.774264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47396) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:25.780660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'router': {'name': 'tempest-snat-router-233986109', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': True}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:25.783805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.815777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c44c0e12-3909-4b58-a106-4714f17dad10 req-3b90b8b4-334d-4e1d-9daa-d245de004865 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Jul 16 01:26:25.817234 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dfffd483-d098-462f-b659-6ff3719dc460 req-056ec56c-d6d4-4ed1-ab62-1a95ab89a8a3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312211 Jul 16 01:26:25.864151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.864882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.868700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-10c76784-cd61-4f76-965c-1d92202115d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.870629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-10c76784-cd61-4f76-965c-1d92202115d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1293371 Jul 16 01:26:25.934698 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-916bfe48-a9fb-4744-bd29-9b56382aca8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548241 Jul 16 01:26:25.968729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.985935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-de8e63f0-8e53-4010-8009-50b112863cb4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2928929 Jul 16 01:26:26.021444 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b0351-72fd-489c-9e2e-cca8478509fc', 'name': 'tempest-snat-router-233986109', 'tenant_id': '89789637e29d4c82a516195535df1b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': False}, 'gw_port_id': '87606c4d-5d17-4b2d-9c16-a9c9d3248375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:24Z', 'revision_number': 3, 'project_id': '89789637e29d4c82a516195535df1b5b', 'gw_port': {'id': '87606c4d-5d17-4b2d-9c16-a9c9d3248375', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b0351-72fd-489c-9e2e-cca8478509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.052276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-71ce6154-9689-4495-930b-40c585a2167b service neutron] 10.222.0.78 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067598 Jul 16 01:26:26.102644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.103926 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Checking router: e31b0351-72fd-489c-9e2e-cca8478509fc for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:26.106000 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Updating router e31b0351-72fd-489c-9e2e-cca8478509fc port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:26.203964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:26.209455 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.214169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:26.217436 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.221958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:26.249634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.283272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5500a23-fb7f-47d5-b9da-2312483d214e req-4eca0c1b-b3d5-4641-99c9-74ae01b24fea service neutron] 10.222.0.78 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197716 Jul 16 01:26:26.295519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d5ed-15e1-4eae-af5c-286f95423891 req-7d515009-a8d1-4312-b20d-898f81002011 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.297182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9515d5ed-15e1-4eae-af5c-286f95423891 req-7d515009-a8d1-4312-b20d-898f81002011 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.3309870 Jul 16 01:26:26.314197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.315088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.338906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-29d61486-eb60-46bc-aefd-c4ffdebb737f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3576331 Jul 16 01:26:26.351094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Request body: {'port': {'device_id': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:26.400704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff67dfc-acd9-4e34-94e4-d73f5c1722f9 req-076e221d-fd1a-4831-9188-8ae48f2b095c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.407596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ff67dfc-acd9-4e34-94e4-d73f5c1722f9 req-076e221d-fd1a-4831-9188-8ae48f2b095c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 943 time: 0.1866877 Jul 16 01:26:26.422441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9515d5ed-15e1-4eae-af5c-286f95423891 req-a851176a-23b3-4ce8-97bd-55a9bf71f188 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154029 Jul 16 01:26:26.498975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ff67dfc-acd9-4e34-94e4-d73f5c1722f9 req-7f16a046-219f-42b8-b957-b313459b53fd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904548 Jul 16 01:26:26.539123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.551943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-a10d5b3f-24ed-438e-a62d-9974ea93061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.553937 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-a10d5b3f-24ed-438e-a62d-9974ea93061a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 1094 time: 0.1991787 Jul 16 01:26:26.649092 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.663002 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Transition to ACTIVE for port object 87606c4d-5d17-4b2d-9c16-a9c9d3248375 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:26.671578 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.778097 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Attempting to bind port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:26.778705 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Attempting to bind port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:26.779159 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Attempting to bind port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:26.786808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:26.787331 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:26.787827 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.788383 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:26.788954 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Bound port: 87606c4d-5d17-4b2d-9c16-a9c9d3248375, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:26.789456 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.818058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.857216 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] For port 87606c4d-5d17-4b2d-9c16-a9c9d3248375, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:26.860780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.861322 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] For port 87606c4d-5d17-4b2d-9c16-a9c9d3248375, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=87606c4d-5d17-4b2d-9c16-a9c9d3248375,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:26.873752 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.917285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-739656e7-b856-47e0-98be-f922ffe4bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.918836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-739656e7-b856-47e0-98be-f922ffe4bf4b service neutron] 10.222.0.78 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.3514042 Jul 16 01:26:26.932454 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Pushing event updated for resources: {'Port': ['ID=87606c4d-5d17-4b2d-9c16-a9c9d3248375,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.951765 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Routers {'e31b0351-72fd-489c-9e2e-cca8478509fc'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:26.956211 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e31b0351-72fd-489c-9e2e-cca8478509fc'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.963144 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.963566 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.963912 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.964354 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.964748 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.965253 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.965620 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.975504 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.975849 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.976163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.977850 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.977850 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:26.979990 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-00d35505-7acc-4a7e-aa4b-5a335c89168f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0befab-3af4-48bf-b363-74a20eba3fdd HTTP/1.1" status: 200 len: 217 time: 0.0468006 Jul 16 01:26:27.004578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726ee6a-fc71-4582-8c54-c311ab38476d req-4823885b-a750-4895-ac3f-67020c400ba4 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.012503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1726ee6a-fc71-4582-8c54-c311ab38476d req-4823885b-a750-4895-ac3f-67020c400ba4 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 945 time: 0.3528469 Jul 16 01:26:27.061648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78c4ae9-0278-4c75-b08f-f160fcdad82c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:27.084111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.091593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-8c4352f5-d49f-476c-96c4-34d5605e18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.093538 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-8c4352f5-d49f-476c-96c4-34d5605e18a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1017652 Jul 16 01:26:27.107429 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca8b19-6e7d-432e-a8c3-182d0bd3bb86 None None] Pushing event updated for resources: {'Port': ['ID=87606c4d-5d17-4b2d-9c16-a9c9d3248375,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.114554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Transition to ACTIVE for port object a78c4ae9-0278-4c75-b08f-f160fcdad82c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:27.135578 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-1b9f41d8-ff1f-4778-8542-5c6492c396b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325096 Jul 16 01:26:27.136368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.150800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1726ee6a-fc71-4582-8c54-c311ab38476d req-a031c522-ffe2-4b18-8868-cf45c4a1a63d tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370034 Jul 16 01:26:27.165230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Allocated IP 172.25.5.190 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/598a5649-8921-400b-b642-f7da06668279) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:27.195947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012c1c5-690b-4284-8af1-21138cb534f2 req-a8209c8d-7d39-4c9e-9ac3-658999c767b9 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.197908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d012c1c5-690b-4284-8af1-21138cb534f2 req-a8209c8d-7d39-4c9e-9ac3-658999c767b9 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 931 time: 0.1825585 Jul 16 01:26:27.250577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] Set router e31b0351-72fd-489c-9e2e-cca8478509fc gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:27.257677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.340099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-881cd0d6-6771-4363-a79a-f53c4b33b652 service neutron] 10.222.0.78 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944835 Jul 16 01:26:27.401587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Attempting to bind port a78c4ae9-0278-4c75-b08f-f160fcdad82c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:27.402081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Attempting to bind port a78c4ae9-0278-4c75-b08f-f160fcdad82c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:27.403827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Attempting to bind port a78c4ae9-0278-4c75-b08f-f160fcdad82c on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:27.405534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d012c1c5-690b-4284-8af1-21138cb534f2 req-81e2cfd2-046a-41d6-b5a3-434a26ebf06c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988039 Jul 16 01:26:27.412483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.429397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Port a78c4ae9-0278-4c75-b08f-f160fcdad82c on network 0c9bc41d-cead-4693-9990-e8a24c206f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:27.430790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Attempting to bind port a78c4ae9-0278-4c75-b08f-f160fcdad82c on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:27.442277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:27.442694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Checking segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:27.443203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Bound using segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:27.443753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Bound port: a78c4ae9-0278-4c75-b08f-f160fcdad82c, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:27.444340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.534773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.579493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ad4f9fd-faf1-4265-ad30-c6beede1cda2 req-1191bae6-34df-46b2-8766-06662a0c371e service neutron] 10.222.0.78 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299833 Jul 16 01:26:27.606787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:27.612143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:27.623474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.658192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:27.670551 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b0351-72fd-489c-9e2e-cca8478509fc', 'name': 'tempest-snat-router-233986109', 'tenant_id': '89789637e29d4c82a516195535df1b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': False}, 'gw_port_id': '87606c4d-5d17-4b2d-9c16-a9c9d3248375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:24Z', 'revision_number': 3, 'project_id': '89789637e29d4c82a516195535df1b5b', 'gw_port': {'id': '87606c4d-5d17-4b2d-9c16-a9c9d3248375', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b0351-72fd-489c-9e2e-cca8478509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:27.686508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.687403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.689293 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] 10.222.0.93 "PUT /v2.0/ports/a78c4ae9-0278-4c75-b08f-f160fcdad82c HTTP/1.1" status: 200 len: 1091 time: 1.3434455 Jul 16 01:26:27.698213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:27.716103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e2285-a5fd-4aa2-83ac-bb9a880e9f3b service neutron] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.725752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:27.727211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:27.734045 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8329f25-0053-4fb9-863e-6f37f9429db8" -d '{"events": [{"name": "network-changed", "server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:27.745247 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcb590-7101-41f0-9da9-5a6ec8f3bf61 None None] The sync data for ids ['e31b0351-72fd-489c-9e2e-cca8478509fc'] in n-d-800085-5 is: [{'id': 'e31b0351-72fd-489c-9e2e-cca8478509fc', 'name': 'tempest-snat-router-233986109', 'tenant_id': '89789637e29d4c82a516195535df1b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': False}, 'gw_port_id': '87606c4d-5d17-4b2d-9c16-a9c9d3248375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:24Z', 'revision_number': 3, 'project_id': '89789637e29d4c82a516195535df1b5b', 'gw_port': {'id': '87606c4d-5d17-4b2d-9c16-a9c9d3248375', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b0351-72fd-489c-9e2e-cca8478509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:27.777648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Port': ['ID=598a5649-8921-400b-b642-f7da06668279,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.865307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-1f56c802-9e62-4588-87ba-c1215e55c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.866835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-1f56c802-9e62-4588-87ba-c1215e55c904 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1100 time: 0.1137233 Jul 16 01:26:27.876676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-2e110885-251d-45b3-bfa6-32f082749d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.878223 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-2e110885-251d-45b3-bfa6-32f082749d03 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 1094 time: 0.1082919 Jul 16 01:26:27.935984 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-8b6e6a50-29a6-4c89-9473-491e70e63239 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c HTTP/1.1" status: 200 len: 217 time: 0.0492747 Jul 16 01:26:28.000807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac8103-28c3-40fb-9e21-707e15c20c81 req-b1e9b65e-ff33-4418-87f7-61685b16f007 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.002315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35ac8103-28c3-40fb-9e21-707e15c20c81 req-b1e9b65e-ff33-4418-87f7-61685b16f007 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2352016 Jul 16 01:26:28.047139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-eb1c4081-8860-4ac9-a655-d2e1f8b5aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.048714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-eb1c4081-8860-4ac9-a655-d2e1f8b5aec9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.1056802 Jul 16 01:26:28.076689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-804764bf-c27a-481e-a652-97206c42e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.078096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-804764bf-c27a-481e-a652-97206c42e889 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2037132 Jul 16 01:26:28.104130 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-78f17815-23c0-44d1-99e9-39d0dcf05458 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373173 Jul 16 01:26:28.134262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549d07d-edb3-44a4-8d37-b2dc26ef5e2e req-2b222965-1b60-459b-81b5-ab4707c0ca18 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.136203 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2549d07d-edb3-44a4-8d37-b2dc26ef5e2e req-2b222965-1b60-459b-81b5-ab4707c0ca18 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 943 time: 0.2296746 Jul 16 01:26:28.154118 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-54964453-d7d8-4281-a284-e3699c2b26b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.0575142 Jul 16 01:26:28.254304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-aa9d52cf-2e26-40ca-b9d6-c12ea7b9d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.255806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-aa9d52cf-2e26-40ca-b9d6-c12ea7b9d777 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0903299 Jul 16 01:26:28.304802 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-df5eaabe-bf0c-41c3-bf61-2a84f976cdfc service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595798 Jul 16 01:26:28.395454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-f97bc82c-4991-40b3-a617-8d951ac3bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.397081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-f97bc82c-4991-40b3-a617-8d951ac3bbd4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323147 Jul 16 01:26:28.450913 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f201d435-f157-4df6-9d6d-9c09c8983a81 req-68f57cbe-ac2e-4e58-8012-f8d926f302f2 service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380885 Jul 16 01:26:28.503385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35ac8103-28c3-40fb-9e21-707e15c20c81 req-ce7a0d69-0749-41ef-81b6-75947b943bb5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931927 Jul 16 01:26:28.517598 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-8e0ba8a2-b294-46b9-bf39-a0d9c0c8db96 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132579 Jul 16 01:26:28.554136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.596285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2549d07d-edb3-44a4-8d37-b2dc26ef5e2e req-6c0125ff-5f99-401b-a6f0-5294343b63f9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966594 Jul 16 01:26:28.640013 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-8afef84c-f95c-4601-9086-3a376dc09b5b service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149154 Jul 16 01:26:28.658003 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae2c73b-1b32-4d03-b549-a412e169b344 x-openstack-request-id: req-9ae2c73b-1b32-4d03-b549-a412e169b344 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:28.658447 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:28.658616 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ae2c73b-1b32-4d03-b549-a412e169b344 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:28.660268 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'status': 'completed', 'code': 200} Jul 16 01:26:28.802916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-72387f66-663f-45e8-bba3-b455f6b51837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.804549 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-72387f66-663f-45e8-bba3-b455f6b51837 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 1094 time: 0.1092920 Jul 16 01:26:28.844972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434522b3-a6b0-4215-8517-7d8cb23338ef req-bc57dee7-096a-47c3-9940-da6845215770 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.846504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-434522b3-a6b0-4215-8517-7d8cb23338ef req-bc57dee7-096a-47c3-9940-da6845215770 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 946 time: 0.1803205 Jul 16 01:26:28.935509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-c4f10c11-b5aa-446f-a5dc-86a7721cdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.937066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-c4f10c11-b5aa-446f-a5dc-86a7721cdbeb service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 906 time: 0.1251924 Jul 16 01:26:28.939611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.945280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-434522b3-a6b0-4215-8517-7d8cb23338ef req-c1957cc8-f9c7-4c0f-8b4e-ebd2f485c31b tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ba13471-4d8e-4ee6-a4fd-7509038cf169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712049 Jul 16 01:26:28.957908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd4069-ede4-4494-aa69-d03fe619f0be req-d2bf1937-2391-4f32-9db9-eb8fc6140dea tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.959411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7fd4069-ede4-4494-aa69-d03fe619f0be req-d2bf1937-2391-4f32-9db9-eb8fc6140dea tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 945 time: 0.1629541 Jul 16 01:26:28.995232 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-62f28d56-a955-4dc8-ab5d-014855aa37cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c HTTP/1.1" status: 200 len: 217 time: 0.0508227 Jul 16 01:26:29.019407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-deb1ad14-b3b8-4d48-ae0a-49be4f54e9eb tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.020917 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-deb1ad14-b3b8-4d48-ae0a-49be4f54e9eb tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 946 time: 0.1423516 Jul 16 01:26:29.094512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-5361b30f-20e9-49fd-a7d4-270bb2493b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.095988 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-5361b30f-20e9-49fd-a7d4-270bb2493b4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.0930674 Jul 16 01:26:29.099102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7fd4069-ede4-4494-aa69-d03fe619f0be req-83fe4b6b-297c-4a66-8689-33c6aa915b10 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004074 Jul 16 01:26:29.160182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-b367ca14-bf2b-47ab-9cf5-3c86135c1b4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562782 Jul 16 01:26:29.175340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Router 5ef98b09-e98e-419e-98b3-5c376f3ac8e8 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:29.200736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8bfdb-1b78-4e07-8d77-ad4aa41a513b req-42815050-5394-401e-85dd-07a9021fb216 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.210926 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6d8bfdb-1b78-4e07-8d77-ad4aa41a513b req-42815050-5394-401e-85dd-07a9021fb216 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 943 time: 0.1507742 Jul 16 01:26:29.265440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Deleting port e46e4365-9636-4527-b035-786b7ad83b06 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:29.265786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.366200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6d8bfdb-1b78-4e07-8d77-ad4aa41a513b req-e9cf7475-68bf-4f7d-b84f-13b1b0d9cd91 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493499 Jul 16 01:26:29.411521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:29.413269 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-71a6c64e-ec06-4d45-aac3-8e32b91d7d4d service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420974 Jul 16 01:26:29.423662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Sync routers for ids ['5ef98b09-e98e-419e-98b3-5c376f3ac8e8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:29.431970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] For port e46e4365-9636-4527-b035-786b7ad83b06, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e46e4365-9636-4527-b035-786b7ad83b06,segment=NetworkSegment(becbc077-580b-403c-919e-ab39fa10d9fe),segment_id=becbc077-580b-403c-919e-ab39fa10d9fe)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:29.432215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.441122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Routers {'5ef98b09-e98e-419e-98b3-5c376f3ac8e8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:29.442541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5ef98b09-e98e-419e-98b3-5c376f3ac8e8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:29.454195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.456408 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-90a7543c-3005-4337-b34d-4395ee040594 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6811500 Jul 16 01:26:29.459864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:29.468037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Calling delete_port for e46e4365-9636-4527-b035-786b7ad83b06 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:29.753468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Set router 5ef98b09-e98e-419e-98b3-5c376f3ac8e8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:29.830900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-66f8b4fa-4397-4842-91c1-755913255b98 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/5ef98b09-e98e-419e-98b3-5c376f3ac8e8 HTTP/1.1" status: 200 len: 907 time: 0.3698318 Jul 16 01:26:29.833381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:29.894377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87606c4d-5d17-4b2d-9c16-a9c9d3248375 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:29.975468 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a8329f25-0053-4fb9-863e-6f37f9429db8 req-ccb7dfaf-2bca-453c-917a-9e09a01811a5 service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557675 Jul 16 01:26:30.062974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47494) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:30.073728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.103274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.119646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e46e4365-9636-4527-b035-786b7ad83b06'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:30.137583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:30.148532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e2b6-ab0c-4d33-85e7-69133f760217 req-1f1fc9f5-420d-4a36-975d-c585ffd5be54 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.156487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae72e2b6-ab0c-4d33-85e7-69133f760217 req-1f1fc9f5-420d-4a36-975d-c585ffd5be54 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.4083734 Jul 16 01:26:30.174074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9a0befab-3af4-48bf-b363-74a20eba3fdd details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:30.178283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Pushing event deleted for resources: {'Port': ['ID=e46e4365-9636-4527-b035-786b7ad83b06,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.212759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae72e2b6-ab0c-4d33-85e7-69133f760217 req-280ce250-7006-412f-a797-b09a38908853 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551946 Jul 16 01:26:30.263729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27356f13-d72a-48c7-88f7-024cd3bdeded req-9e7dff6d-ab58-432b-854b-af222f6ae296 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.270045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27356f13-d72a-48c7-88f7-024cd3bdeded req-9e7dff6d-ab58-432b-854b-af222f6ae296 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 943 time: 0.4296818 Jul 16 01:26:30.282791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] No DVR routers for this DVR port e46e4365-9636-4527-b035-786b7ad83b06 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:30.286394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.288760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-209b087b-8c3f-4779-b8fa-8a458422fb44 req-47b687f7-6df2-4c04-8eae-8c55fc3da783 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.93 "DELETE /v2.0/ports/e46e4365-9636-4527-b035-786b7ad83b06 HTTP/1.1" status: 204 len: 173 time: 1.2488828 Jul 16 01:26:30.295882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9ade42-958b-4aa2-96de-6301b31b5eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.342089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9a0befab-3af4-48bf-b363-74a20eba3fdd, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9a0befab-3af4-48bf-b363-74a20eba3fdd,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:30.365444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a78c4ae9-0278-4c75-b08f-f160fcdad82c details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:30.368075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27356f13-d72a-48c7-88f7-024cd3bdeded req-7200e618-4bb5-4d78-adf1-6be8c15f89c3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880141 Jul 16 01:26:30.459295 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9ade42-958b-4aa2-96de-6301b31b5eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.469484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9ade42-958b-4aa2-96de-6301b31b5eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.499060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:30.516194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:30.516862 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.544012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd9ade42-958b-4aa2-96de-6301b31b5eb2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6baf6b82b223478ba9983ed12e22c024&name=default HTTP/1.1" status: 200 len: 2981 time: 0.4793646 Jul 16 01:26:30.545343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:30.569507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'mac_address': 'fa:16:3e:b8:cc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:30.575931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f660a035-7c22-4fc9-b8ef-be580000e69d req-16cd1d7f-6c76-495a-ad9b-5adb3a726995 tempest-ServerPasswordTestJSON-2052388490 tempest-ServerPasswordTestJSON-2052388490-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bd80172-0812-4c17-ad13-2e520de5adb6 HTTP/1.1" status: 200 len: 210 time: 0.0850725 Jul 16 01:26:30.583145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ade42-958b-4aa2-96de-6301b31b5eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7130dbee-009c-4448-913e-013b666cd8f9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.583377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '9a0befab-3af4-48bf-b363-74a20eba3fdd', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'port_id': '9a0befab-3af4-48bf-b363-74a20eba3fdd', 'mac_address': 'fa:16:3e:d0:7b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8015b200-7ef2-45f1-a2e5-e7d3014071c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:30.632049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.641100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e6920c3-df1e-4ac7-90e4-bc66c37c6923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.701412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e6920c3-df1e-4ac7-90e4-bc66c37c6923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.715469 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.744959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'name': 'network-vif-deleted', 'tag': 'e46e4365-9636-4527-b035-786b7ad83b06'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:30.749528 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a67c747-8562-48a4-a678-d0f7f32ee555" -d '{"events": [{"server_uuid": "2bd80172-0812-4c17-ad13-2e520de5adb6", "name": "network-vif-deleted", "tag": "e46e4365-9636-4527-b035-786b7ad83b06"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:30.796759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e6920c3-df1e-4ac7-90e4-bc66c37c6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.801961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e6920c3-df1e-4ac7-90e4-bc66c37c6923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.802813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e6920c3-df1e-4ac7-90e4-bc66c37c6923 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7130dbee-009c-4448-913e-013b666cd8f9 HTTP/1.1" status: 204 len: 168 time: 0.2568467 Jul 16 01:26:30.812843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6920c3-df1e-4ac7-90e4-bc66c37c6923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130dbee-009c-4448-913e-013b666cd8f9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.814941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0befab-3af4-48bf-b363-74a20eba3fdd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:30.815138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Deleting port 598a5649-8921-400b-b642-f7da06668279 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:30.816046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.823372 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92d0e3-6e8d-4b3e-a486-c08e6534053c x-openstack-request-id: req-7d92d0e3-6e8d-4b3e-a486-c08e6534053c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:30.823674 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd80172-0812-4c17-ad13-2e520de5adb6", "name": "network-vif-deleted", "tag": "e46e4365-9636-4527-b035-786b7ad83b06", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:30.824511 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d92d0e3-6e8d-4b3e-a486-c08e6534053c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:30.824911 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd80172-0812-4c17-ad13-2e520de5adb6', 'name': 'network-vif-deleted', 'tag': 'e46e4365-9636-4527-b035-786b7ad83b06', 'status': 'completed', 'code': 200} Jul 16 01:26:30.852213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef98b09-e98e-419e-98b3-5c376f3ac8e8', 'name': 'tempest-snat-router-233986109', 'tenant_id': '89789637e29d4c82a516195535df1b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '598a5649-8921-400b-b642-f7da06668279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 3, 'project_id': '89789637e29d4c82a516195535df1b5b', 'gw_port': {'id': '598a5649-8921-400b-b642-f7da06668279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98b09-e98e-419e-98b3-5c376f3ac8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:26Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.918866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9a0befab-3af4-48bf-b363-74a20eba3fdd, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9a0befab-3af4-48bf-b363-74a20eba3fdd,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:30.921741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Checking router: 5ef98b09-e98e-419e-98b3-5c376f3ac8e8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:30.922149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Updating router 5ef98b09-e98e-419e-98b3-5c376f3ac8e8 port 598a5649-8921-400b-b642-f7da06668279 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:30.925678 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.933667 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.946542 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.977687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78c4ae9-0278-4c75-b08f-f160fcdad82c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:30.983426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.001368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042f1d1-06f0-4228-b0a1-0f22da936f7a req-1f015d94-a613-4a44-90b6-eeb5b0249b9e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.002897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0042f1d1-06f0-4228-b0a1-0f22da936f7a req-1f015d94-a613-4a44-90b6-eeb5b0249b9e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 943 time: 0.2552202 Jul 16 01:26:31.017506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Calling delete_port for 598a5649-8921-400b-b642-f7da06668279 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:31.020637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 87606c4d-5d17-4b2d-9c16-a9c9d3248375, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=87606c4d-5d17-4b2d-9c16-a9c9d3248375,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:31.050663 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.058202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:31.068790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.090447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9a0befab-3af4-48bf-b363-74a20eba3fdd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.092931 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.140022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0042f1d1-06f0-4228-b0a1-0f22da936f7a req-c073d684-04b4-49d0-84fe-80aaf637bc17 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289551 Jul 16 01:26:31.216687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9a0befab-3af4-48bf-b363-74a20eba3fdd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:31.281963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=87606c4d-5d17-4b2d-9c16-a9c9d3248375,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.305796 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.346504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event deleted for resources: {'Port': ['ID=598a5649-8921-400b-b642-f7da06668279,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.438405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a78c4ae9-0278-4c75-b08f-f160fcdad82c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:31.468891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.481057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3dca9-c17c-4e5e-8d0f-14352e0d0bd4 req-5dfe3480-3bf8-4aac-9867-97bb44e7990d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.482812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bb3dca9-c17c-4e5e-8d0f-14352e0d0bd4 req-5dfe3480-3bf8-4aac-9867-97bb44e7990d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.1388283 Jul 16 01:26:31.600418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.610194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:31.622395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.635384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.694403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bb3dca9-c17c-4e5e-8d0f-14352e0d0bd4 req-34547f00-03e2-4bab-b53f-76debfb05710 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853840 Jul 16 01:26:31.699050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.699649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ef98b09-e98e-419e-98b3-5c376f3ac8e8 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:31.704759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.709220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fc4f4502-ed9a-4ad8-a289-c0c566dad2f4 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "DELETE /v2.0/routers/5ef98b09-e98e-419e-98b3-5c376f3ac8e8 HTTP/1.1" status: 204 len: 168 time: 1.8746221 Jul 16 01:26:31.711777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:31.736151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ffc10-cbc9-4799-b577-7daa68c349c4 req-9326426c-89db-413e-80e3-3831e6a6fdff tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.737767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-057ffc10-cbc9-4799-b577-7daa68c349c4 req-9326426c-89db-413e-80e3-3831e6a6fdff tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 944 time: 0.1922321 Jul 16 01:26:31.798674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-057ffc10-cbc9-4799-b577-7daa68c349c4 req-569173a1-2634-485d-8cfd-417e77bbba4e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548034 Jul 16 01:26:31.806907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87606c4d-5d17-4b2d-9c16-a9c9d3248375 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:31.846155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:31.851740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-72652672-network', 'tenant_id': '2ec9dfec236740f9ac24622344c504af'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:31.903192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] Deleting subnet 04a33cab-efb4-4581-ae6b-745a98bcbd00 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:31.906768 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.927020 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:26:31.927561 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:26:31.930396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Made reservation on behalf of 2ec9dfec236740f9ac24622344c504af for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:31.934584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.950463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.954991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:31.955479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.955636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.988648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.995403 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.062956 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.088934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a33cab-efb4-4581-ae6b-745a98bcbd00,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.096205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.098278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0ba4e628-6214-44f8-a72d-5a77bae2e6f0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/04a33cab-efb4-4581-ae6b-745a98bcbd00 HTTP/1.1" status: 204 len: 168 time: 0.2509556 Jul 16 01:26:32.100724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.159688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.179175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.208942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.218028 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.241174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:32.263192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.263421 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Added segment 5a5ffde8-8135-40bd-a785-199b94198e29 of type vlan for network cbd61c66-6479-47e5-af2d-05b052b1fe18 Jul 16 01:26:32.294378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9bc04-8fc3-4b74-b5b7-be1a704c7562,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.301191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.322573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f927d8-d683-4fc3-8d4e-cb9b559e0539']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:32.332848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Deleting port 87606c4d-5d17-4b2d-9c16-a9c9d3248375 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:32.333255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.348128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.354996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becbc077-580b-403c-919e-ab39fa10d9fe') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:32.355384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becbc077-580b-403c-919e-ab39fa10d9fe') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:32.359494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a78c4ae9-0278-4c75-b08f-f160fcdad82c up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:32.371758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.394816 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.404112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:32.404573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:32.406356 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:32.454727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port a78c4ae9-0278-4c75-b08f-f160fcdad82c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:32.458499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Port 598a5649-8921-400b-b642-f7da06668279 not found while updating agent binding for router 5ef98b09-e98e-419e-98b3-5c376f3ac8e8. {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:26:32.462996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a78c4ae9-0278-4c75-b08f-f160fcdad82c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:32.463595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.468654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.469912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.470747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.497499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Routers set() bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:32.497867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Router IDs set() for agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:26:32.498519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_agentschedulers_db [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ef98b09-e98e-419e-98b3-5c376f3ac8e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent'). {{(pid=93708) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:26:32.498940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d275e3-d97b-4a21-843a-57124409c896 None None] The sync data for ids ['5ef98b09-e98e-419e-98b3-5c376f3ac8e8'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:32.512797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477105ea-a0ea-48d4-905e-3cec48abd661 req-f9ebfda5-98c6-4af4-92f5-ca7a3ccbd306 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.521820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-477105ea-a0ea-48d4-905e-3cec48abd661 req-f9ebfda5-98c6-4af4-92f5-ca7a3ccbd306 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 944 time: 0.2159770 Jul 16 01:26:32.531049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.533921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9224796 Jul 16 01:26:32.538432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] For port 87606c4d-5d17-4b2d-9c16-a9c9d3248375, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=87606c4d-5d17-4b2d-9c16-a9c9d3248375,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:32.538810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.542916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.551383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.553331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] 10.222.0.81 "DELETE /v2.0/networks/f8f927d8-d683-4fc3-8d4e-cb9b559e0539 HTTP/1.1" status: 204 len: 168 time: 0.4515498 Jul 16 01:26:32.561300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d825c-237e-4acb-aa83-ec4f2b16e95c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f927d8-d683-4fc3-8d4e-cb9b559e0539,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.581180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Request body: {'subnet': {'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-72652672-subnet', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:32.592839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9004212-aca2-46b5-8030-6dafbbadee0c admin admin] Pushing event updated for resources: {'Network': ['ID=cbd61c66-6479-47e5-af2d-05b052b1fe18,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.595313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Calling delete_port for 87606c4d-5d17-4b2d-9c16-a9c9d3248375 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:32.597282 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-477105ea-a0ea-48d4-905e-3cec48abd661 req-1acb248f-2175-461b-a16a-37d2cdc576a0 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Jul 16 01:26:32.608356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:32.625813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Made reservation on behalf of 2ec9dfec236740f9ac24622344c504af for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:32.628199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.637286 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.717351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:32.719917 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35126fb4-fe0d-4144-9a10-2af21f786510" -d '{"events": [{"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-plugged", "status": "completed", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:32.760462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:32.772988 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.774115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e46e4365-9636-4527-b035-786b7ad83b06 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:32.818583 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24aced7-589c-4968-ba36-d26ab9232e10 x-openstack-request-id: req-c24aced7-589c-4968-ba36-d26ab9232e10 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:32.819273 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-plugged", "status": "completed", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:32.819817 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c24aced7-589c-4968-ba36-d26ab9232e10 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:32.820801 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'code': 200} Jul 16 01:26:32.837863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.908500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-be194f84-4ec7-4771-a086-84c2a077ba0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eaaeec97875d4e7ebd773cde2deae6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690405 Jul 16 01:26:32.914331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.942884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: e46e4365-9636-4527-b035-786b7ad83b06 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:32.943227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e46e4365-9636-4527-b035-786b7ad83b06 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:32.946311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.014870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.024718 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:33.085459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event deleted for resources: {'Port': ['ID=87606c4d-5d17-4b2d-9c16-a9c9d3248375,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.132066 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.195625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd41b-21cd-4854-828f-17b181df723f req-ffb0e01a-de43-4557-affd-ddddef7bfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.197226 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-807fd41b-21cd-4854-828f-17b181df723f req-ffb0e01a-de43-4557-affd-ddddef7bfaad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 1096 time: 0.3060617 Jul 16 01:26:33.243934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.246192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b31942-6e5f-4396-bbc2-fb86486fea8c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.361886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-807fd41b-21cd-4854-828f-17b181df723f req-3de6c5a7-2e81-4da5-a877-5487304a7a31 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565595 Jul 16 01:26:33.365723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.369335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.373115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Checking segment: {'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:33.373735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Network hostable DHCP agents. Network: cbd61c66-6479-47e5-af2d-05b052b1fe18, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:33.404200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8bef7219-d42b-4a2b-a2eb-d9e9b580020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.424380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.425374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e31b0351-72fd-489c-9e2e-cca8478509fc {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:33.427673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:33.439995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.441454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-038d1325-b907-4857-95a9-bf7481e7b468 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "DELETE /v2.0/routers/e31b0351-72fd-489c-9e2e-cca8478509fc HTTP/1.1" status: 204 len: 168 time: 1.7285421 Jul 16 01:26:33.445768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.446731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, cbd61c66-6479-47e5-af2d-05b052b1fe18) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:33.452964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-858508108', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.456473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab74005-0825-49b5-8ee2-6985f9da9636 req-e9b00156-cadc-44b7-b3d0-87d63b0c8b8a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.458863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4be68b-6e07-4f64-a57d-035f17201756 None None] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:33.464052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab74005-0825-49b5-8ee2-6985f9da9636 req-e9b00156-cadc-44b7-b3d0-87d63b0c8b8a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.5182488 Jul 16 01:26:33.467750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8bef7219-d42b-4a2b-a2eb-d9e9b580020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.490048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.490662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.521758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.524017 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.526361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb5407-cf23-496d-bf40-3a04d5602c42 req-1d9ac4e3-86f8-4040-a699-b7ea0e11d439 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.532833 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-49178d3e-30e4-4d7c-9c6a-9ba5f43fc3a4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9886246 Jul 16 01:26:33.536576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.537462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0feb5407-cf23-496d-bf40-3a04d5602c42 req-1d9ac4e3-86f8-4040-a699-b7ea0e11d439 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 944 time: 0.1991260 Jul 16 01:26:33.554860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.610324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab74005-0825-49b5-8ee2-6985f9da9636 req-e10d4dd6-9940-4790-b66b-1b35ba7d3b69 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443360 Jul 16 01:26:33.665012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0feb5407-cf23-496d-bf40-3a04d5602c42 req-49c5ecd0-fe41-46d4-aff1-d0bf1e97ac7e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255310 Jul 16 01:26:33.669540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.672943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.681123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.700072 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8bef7219-d42b-4a2b-a2eb-d9e9b580020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.707986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8bef7219-d42b-4a2b-a2eb-d9e9b580020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.709914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8bef7219-d42b-4a2b-a2eb-d9e9b580020f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ba13471-4d8e-4ee6-a4fd-7509038cf169 HTTP/1.1" status: 204 len: 168 time: 0.7941225 Jul 16 01:26:33.721666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef7219-d42b-4a2b-a2eb-d9e9b580020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba13471-4d8e-4ee6-a4fd-7509038cf169,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.776548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-cbd61c66-6479-47e5-af2d-05b052b1fe18', 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'fixed_ips': [{'subnet_id': '30b31942-6e5f-4396-bbc2-fb86486fea8c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:33.778768 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.984865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Allocated IP 172.20.0.2 (cbd61c66-6479-47e5-af2d-05b052b1fe18/30b31942-6e5f-4396-bbc2-fb86486fea8c/2bcf1029-2809-4319-b8de-4acbb38dedbc) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:33.985492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.034486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1014039-6501-4c9d-91a6-a21255915298 req-f71c5de6-8b01-47db-9992-eb2a0812998d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.037529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1014039-6501-4c9d-91a6-a21255915298 req-f71c5de6-8b01-47db-9992-eb2a0812998d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1190274 Jul 16 01:26:34.083932 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.148070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1014039-6501-4c9d-91a6-a21255915298 req-04b1053d-6e6a-4df6-a0e7-2e6a88003359 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774322 Jul 16 01:26:34.165323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9a0befab-3af4-48bf-b363-74a20eba3fdd up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:34.301802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 9a0befab-3af4-48bf-b363-74a20eba3fdd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:34.313245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 9a0befab-3af4-48bf-b363-74a20eba3fdd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:34.313613 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.315518 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.345394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Transition to ACTIVE for port object 2bcf1029-2809-4319-b8de-4acbb38dedbc will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:34.352906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.370145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Transition to ACTIVE for port object 2bcf1029-2809-4319-b8de-4acbb38dedbc will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:34.383039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.449864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:34.467633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:34.472628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:34.485030 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.499686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Pushing event updated for resources: {'Port': ['ID=2bcf1029-2809-4319-b8de-4acbb38dedbc,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.578642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Attempting to bind port 2bcf1029-2809-4319-b8de-4acbb38dedbc on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:34.579012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Attempting to bind port 2bcf1029-2809-4319-b8de-4acbb38dedbc by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:34.579372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Attempting to bind port 2bcf1029-2809-4319-b8de-4acbb38dedbc on network cbd61c66-6479-47e5-af2d-05b052b1fe18 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:34.584553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9a0befab-3af4-48bf-b363-74a20eba3fdd, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9a0befab-3af4-48bf-b363-74a20eba3fdd,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:34.587637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:34.588005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Checking segment: {'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:34.588444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.588832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Bound using segment: {'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:34.589576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Bound port: 2bcf1029-2809-4319-b8de-4acbb38dedbc, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:34.589716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.592993 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.618648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.688013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9a0befab-3af4-48bf-b363-74a20eba3fdd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.701712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] For port 2bcf1029-2809-4319-b8de-4acbb38dedbc, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:34.705201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] For port 2bcf1029-2809-4319-b8de-4acbb38dedbc, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2bcf1029-2809-4319-b8de-4acbb38dedbc,segment=NetworkSegment(5a5ffde8-8135-40bd-a785-199b94198e29),segment_id=5a5ffde8-8135-40bd-a785-199b94198e29)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:34.714114 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.794428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d834165-a434-4cae-a309-97ad3ce4e478 None None] Pushing event updated for resources: {'Port': ['ID=2bcf1029-2809-4319-b8de-4acbb38dedbc,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.822506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0befab-3af4-48bf-b363-74a20eba3fdd'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:34.825245 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f906be99-fbdb-44b4-8955-c382db414f4a" -d '{"events": [{"server_uuid": "13e84bdd-bc62-46f7-849c-75bd7164df33", "name": "network-vif-plugged", "status": "completed", "tag": "9a0befab-3af4-48bf-b363-74a20eba3fdd"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:34.952370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d0128-601f-4532-b543-82491fb1531b req-e74a82f3-5f95-4a1f-9ed1-d01f6b95cd80 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.952370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-490d0128-601f-4532-b543-82491fb1531b req-e74a82f3-5f95-4a1f-9ed1-d01f6b95cd80 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.1354523 Jul 16 01:26:34.952946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:35.003964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebff6b8-13cb-4bc3-b333-1150ae2d56da req-885092dd-2afc-4b6b-83d5-3f3bca594576 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.009864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ebff6b8-13cb-4bc3-b333-1150ae2d56da req-885092dd-2afc-4b6b-83d5-3f3bca594576 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.1413732 Jul 16 01:26:35.074985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-490d0128-601f-4532-b543-82491fb1531b req-99c51f3b-fcd5-4800-aaf1-9a41f1610b94 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142642 Jul 16 01:26:35.146134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-82633558-network', 'tenant_id': '282c99d9fd334551817edc532beba23a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:35.179656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ebff6b8-13cb-4bc3-b333-1150ae2d56da req-f53a45b9-275b-4b6a-a9d4-8ff68300b7d0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575656 Jul 16 01:26:35.213775 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.238739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Made reservation on behalf of 282c99d9fd334551817edc532beba23a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:35.241213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.247249 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1abd3ba-bc79-492f-aae5-de2afaa9996d x-openstack-request-id: req-f1abd3ba-bc79-492f-aae5-de2afaa9996d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:35.247870 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e84bdd-bc62-46f7-849c-75bd7164df33", "name": "network-vif-plugged", "status": "completed", "tag": "9a0befab-3af4-48bf-b363-74a20eba3fdd", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:35.248356 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1abd3ba-bc79-492f-aae5-de2afaa9996d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:35.248999 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0befab-3af4-48bf-b363-74a20eba3fdd', 'code': 200} Jul 16 01:26:35.267770 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.342438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Allocated IP 172.25.5.138 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/279cb65a-6d8b-4ca6-9083-a687a3dabfa4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:35.400169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.406594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.441556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:35.453013 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.453410 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Added segment a00e4755-6670-4dfc-9511-293100b002bb of type vlan for network e62b67fb-9417-4cee-bed3-1b308621aeee Jul 16 01:26:35.508694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e31fe9-f4bb-45a8-bd6b-331d7261eca7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.542189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.547418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.553936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.574908 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.584694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8098d7c-c2e3-4c0b-bcbc-b9d95f3d63b3 req-efa8d6d8-74df-496f-9fc7-fe7ea0319128 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.587689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8098d7c-c2e3-4c0b-bcbc-b9d95f3d63b3 req-efa8d6d8-74df-496f-9fc7-fe7ea0319128 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1715493 Jul 16 01:26:35.597902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2822afb-4f0e-4655-b946-0c82689af0fe req-134cc064-9ee8-4cc7-9fb2-f4e15621eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.599432 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f2822afb-4f0e-4655-b946-0c82689af0fe req-134cc064-9ee8-4cc7-9fb2-f4e15621eb2a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 1096 time: 0.1768909 Jul 16 01:26:35.631339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.632470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.633182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.666146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8098d7c-c2e3-4c0b-bcbc-b9d95f3d63b3 req-bde9c375-69bf-455a-9daf-28b4177c002d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682352 Jul 16 01:26:35.681022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7263865 Jul 16 01:26:35.690669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:35.699343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Request body: {'subnet': {'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-subnet', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:35.710682 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.749026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51de747-e5f9-468e-9399-b4e32f40eece admin admin] Pushing event updated for resources: {'Network': ['ID=e62b67fb-9417-4cee-bed3-1b308621aeee,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.761689 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f2822afb-4f0e-4655-b946-0c82689af0fe req-395c1e16-6b04-4f22-b60a-c61fcf7b0cb5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320107 Jul 16 01:26:35.772515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e62b67fb-9417-4cee-bed3-1b308621aeee details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:35.826932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:35.839218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Made reservation on behalf of 282c99d9fd334551817edc532beba23a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:35.842561 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.861122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:35.867065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:35.888503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Allocated IP 172.25.5.226 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:35.914491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event updated for resources: {'Port': ['ID=279cb65a-6d8b-4ca6-9083-a687a3dabfa4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.943167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2bcf1029-2809-4319-b8de-4acbb38dedbc up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:36.014187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2bcf1029-2809-4319-b8de-4acbb38dedbc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:36.033859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87606c4d-5d17-4b2d-9c16-a9c9d3248375 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:36.080629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 87606c4d-5d17-4b2d-9c16-a9c9d3248375 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:36.108846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87606c4d-5d17-4b2d-9c16-a9c9d3248375 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:36.272704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.323784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd99278-0fc9-4f2e-ab63-d4e7b2f05a78 None None] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:36.392663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b7a76-299d-454a-a6d4-aad74bd1bc53 req-299cf95b-054b-428c-8a11-d6d91da476c4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.395179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee4b7a76-299d-454a-a6d4-aad74bd1bc53 req-299cf95b-054b-428c-8a11-d6d91da476c4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.1312265 Jul 16 01:26:36.418430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5887499-653d-49c1-b69c-e3fc1a9d375e req-8e136dd5-4614-440b-8207-2ab3304410a7 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.426601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5887499-653d-49c1-b69c-e3fc1a9d375e req-8e136dd5-4614-440b-8207-2ab3304410a7 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1476967 Jul 16 01:26:36.456491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fca8b644-df0b-462d-a2e0-8a919e375d83 None None] Provisioning for port 2bcf1029-2809-4319-b8de-4acbb38dedbc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:36.463873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fca8b644-df0b-462d-a2e0-8a919e375d83 None None] Provisioning complete for port 2bcf1029-2809-4319-b8de-4acbb38dedbc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:36.463873 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fca8b644-df0b-462d-a2e0-8a919e375d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.494402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5887499-653d-49c1-b69c-e3fc1a9d375e req-1205ff51-977c-4c3e-a6e3-530d4205e6a0 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669024 Jul 16 01:26:36.505430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee4b7a76-299d-454a-a6d4-aad74bd1bc53 req-a17de446-31d7-46c0-a729-327a2acb059c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760520 Jul 16 01:26:36.595470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.641762 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fca8b644-df0b-462d-a2e0-8a919e375d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.689847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fca8b644-df0b-462d-a2e0-8a919e375d83 None None] For port 2bcf1029-2809-4319-b8de-4acbb38dedbc, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2bcf1029-2809-4319-b8de-4acbb38dedbc,segment=NetworkSegment(5a5ffde8-8135-40bd-a785-199b94198e29),segment_id=5a5ffde8-8135-40bd-a785-199b94198e29)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:36.708419 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fca8b644-df0b-462d-a2e0-8a919e375d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.833842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6c51d-2bed-4b85-852b-3fb6f212755b req-d4f31a86-fb7e-4604-a94d-5209d3c41f4d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.848889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32b6c51d-2bed-4b85-852b-3fb6f212755b req-d4f31a86-fb7e-4604-a94d-5209d3c41f4d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.1663949 Jul 16 01:26:36.849104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8b644-df0b-462d-a2e0-8a919e375d83 None None] Pushing event updated for resources: {'Port': ['ID=2bcf1029-2809-4319-b8de-4acbb38dedbc,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:36.918923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32b6c51d-2bed-4b85-852b-3fb6f212755b req-4bcc1ac3-7963-4a57-b8d2-4998722f1d73 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Jul 16 01:26:36.972052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.031214 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.043603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-09032707-fd1a-4a46-8dcd-bbd7228fc32c None None] Provisioning complete for port 2bcf1029-2809-4319-b8de-4acbb38dedbc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.044155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-09032707-fd1a-4a46-8dcd-bbd7228fc32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.069880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.107945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:37.120800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364bde68-35d3-49c7-94fe-45f67ae60a25,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.122983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:37.155571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:37.187032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Pushing event updated for resources: {'Port': ['ID=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.202526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Checking segment: {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:37.202885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Network hostable DHCP agents. Network: e62b67fb-9417-4cee-bed3-1b308621aeee, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:37.327533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Network e62b67fb-9417-4cee-bed3-1b308621aeee is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:37.359704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e62b67fb-9417-4cee-bed3-1b308621aeee) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:37.369173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e3457-6e28-4f3b-9880-52d2789a5bdf None None] Network e62b67fb-9417-4cee-bed3-1b308621aeee requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:37.375155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.375754 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.405724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-84942dfc-74aa-4a2d-be55-c0056f9cc654 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7130601 Jul 16 01:26:37.407945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47636) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:37.415815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:37.443496 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.445516 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.452450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Router a41e0e2d-70b7-455b-aff4-37b8e1a75287 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:37.514277 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.525056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02726dd6-7881-4b14-af47-3b6a9b224dfc None None] Network e62b67fb-9417-4cee-bed3-1b308621aeee requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:37.673503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.789874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2bcf1029-2809-4319-b8de-4acbb38dedbc up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:37.814562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.845434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2bcf1029-2809-4319-b8de-4acbb38dedbc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.845993 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.885842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6817639-da08-452c-bb4d-8a3d09eef391 req-0ae71bfe-2f09-4d84-bbab-560102840456 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.888167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6817639-da08-452c-bb4d-8a3d09eef391 req-0ae71bfe-2f09-4d84-bbab-560102840456 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 945 time: 0.1933308 Jul 16 01:26:37.948530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6817639-da08-452c-bb4d-8a3d09eef391 req-61e2d132-6cdc-4408-accd-407ce9f70c23 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536680 Jul 16 01:26:37.957795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f16c9-0d3b-4bf2-91f8-4ce78f6d5515 req-fea4613b-f27f-4c97-a90b-497078d03df7 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.959506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7f16c9-0d3b-4bf2-91f8-4ce78f6d5515 req-fea4613b-f27f-4c97-a90b-497078d03df7 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2213757 Jul 16 01:26:38.047796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7f16c9-0d3b-4bf2-91f8-4ce78f6d5515 req-88f8fa69-3ef9-4c16-8e6d-55b9008e60ec tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782597 Jul 16 01:26:38.117550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:38.128291 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] Sync routers for ids ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:38.138419 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] Routers {'a41e0e2d-70b7-455b-aff4-37b8e1a75287'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:38.139526 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:38.149556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.154478 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4d87b525-28c5-461e-9fcd-600e09833c3b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7057762 Jul 16 01:26:38.155082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47650) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:38.161280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': False}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:38.189058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:38.212478 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] Routers {'a41e0e2d-70b7-455b-aff4-37b8e1a75287'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:38.213321 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:38.249463 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:38.250119 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca2b9e3-7ab0-4ee9-9ad3-9142effd4053 None None] The sync data for ids ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:38.257721 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.295078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.302081 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.398059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e7003-f10d-40fb-917c-6b30528fdf76 req-f9c3f1fa-362b-4426-9a94-7d999ab577a4 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.399596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d6e7003-f10d-40fb-917c-6b30528fdf76 req-f9c3f1fa-362b-4426-9a94-7d999ab577a4 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.1552656 Jul 16 01:26:38.452438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Allocated IP 172.25.5.214 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/f94579dd-3836-46cf-b05c-cf3a37490144) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:38.460650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d6e7003-f10d-40fb-917c-6b30528fdf76 req-54e3db07-ffc9-4db2-aa12-641a7cdec8c8 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Jul 16 01:26:38.584536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.616630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Router 28e4af43-efcf-46e7-9868-427148feec7a is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:38.639050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.693536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:38.700925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:38.703319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Pushing event updated for resources: {'Port': ['ID=f94579dd-3836-46cf-b05c-cf3a37490144,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.705843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:38.718142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.818946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:38.829047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Sync routers for ids ['28e4af43-efcf-46e7-9868-427148feec7a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:38.840702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Routers {'28e4af43-efcf-46e7-9868-427148feec7a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:38.841335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['28e4af43-efcf-46e7-9868-427148feec7a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:38.874393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.875659 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-11e12f26-4718-4433-ab88-599f6b07b97f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3271308 Jul 16 01:26:38.879308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:38.981433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Set router 28e4af43-efcf-46e7-9868-427148feec7a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:39.001128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee90779-a35f-4480-a133-b2a9f2559fc8 req-075da5b5-c61b-49cc-8958-acb7b276ca0e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.002650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bee90779-a35f-4480-a133-b2a9f2559fc8 req-075da5b5-c61b-49cc-8958-acb7b276ca0e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.1153004 Jul 16 01:26:39.131772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bee90779-a35f-4480-a133-b2a9f2559fc8 req-8d8fd33d-e165-4eb6-93cc-dca6e3669add tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540378 Jul 16 01:26:39.169732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.207156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:26:37Z', 'revision_number': 3, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:39.362324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae249e91-0fe0-4a8d-9900-e1448044027c req-ddba4eaa-6315-479e-b389-cc0ae6738f54 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.364048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae249e91-0fe0-4a8d-9900-e1448044027c req-ddba4eaa-6315-479e-b389-cc0ae6738f54 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.1245396 Jul 16 01:26:39.377751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Checking router: 28e4af43-efcf-46e7-9868-427148feec7a for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:39.378101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Updating router 28e4af43-efcf-46e7-9868-427148feec7a port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:39.413320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.472172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae249e91-0fe0-4a8d-9900-e1448044027c req-1e78bbd7-2ade-4173-86cb-fb8862875a5e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711024 Jul 16 01:26:39.494187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.500278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.518546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.637760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Router 65fc4844-987a-4e9d-92c8-87b117f6fa9c is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:39.696981 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.712209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Transition to ACTIVE for port object 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:39.725975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.791516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Attempting to bind port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:39.791991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Attempting to bind port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:39.793017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Attempting to bind port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:39.795517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586895-6e45-4579-b3ee-be01fdfec81b None None] Pushing event updated for resources: {'Port': ['ID=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:39.802875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:39.803379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:39.803854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.804480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:39.805034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Bound port: 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:39.805564 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.817643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:39.829712 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Sync routers for ids ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:39.838845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.840840 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Routers {'65fc4844-987a-4e9d-92c8-87b117f6fa9c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:39.841144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-510043d2-0505-4f86-b6b0-9cab205d8e8c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4310513 Jul 16 01:26:39.842004 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:39.845235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:39.872575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] For port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:39.876368 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] For port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:39.882746 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.949260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Routers {'28e4af43-efcf-46e7-9868-427148feec7a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:39.949887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['28e4af43-efcf-46e7-9868-427148feec7a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:39.954117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58586895-6e45-4579-b3ee-be01fdfec81b None None] Pushing event updated for resources: {'Port': ['ID=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:39.967491 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.969132 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Set router 65fc4844-987a-4e9d-92c8-87b117f6fa9c gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:40.034776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Router a41e0e2d-70b7-455b-aff4-37b8e1a75287 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:40.100900 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] Set router 28e4af43-efcf-46e7-9868-427148feec7a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:40.227578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:40.233202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.237141 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-84fc15c0-b6e6-4815-8f1d-b281dbda7f74 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "PUT /v2.0/routers/a41e0e2d-70b7-455b-aff4-37b8e1a75287 HTTP/1.1" status: 200 len: 925 time: 2.0796616 Jul 16 01:26:40.237751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:40.246821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] Sync routers for ids ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:40.275676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] Routers {'a41e0e2d-70b7-455b-aff4-37b8e1a75287'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:40.276527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:40.288443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Allocated IP 172.20.0.1 (cbd61c66-6479-47e5-af2d-05b052b1fe18/30b31942-6e5f-4396-bbc2-fb86486fea8c/829ceda0-faa2-4d33-981e-f18717345b70) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:40.311780 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:26:38Z', 'revision_number': 3, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port': {'id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:38Z', 'updated_at': '2021-07-16T01:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:40.329042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:40.345299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] Routers {'a41e0e2d-70b7-455b-aff4-37b8e1a75287'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:40.346216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:40.377491 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Checking router: 65fc4844-987a-4e9d-92c8-87b117f6fa9c for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:40.377842 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Updating router 65fc4844-987a-4e9d-92c8-87b117f6fa9c port f94579dd-3836-46cf-b05c-cf3a37490144 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:40.406310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:40.407133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02f65f-29b2-49ed-a4dd-23eea2728072 None None] The sync data for ids ['a41e0e2d-70b7-455b-aff4-37b8e1a75287'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:40.409897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a78c4ae9-0278-4c75-b08f-f160fcdad82c details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:40.429261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cda5649d-7da7-4eb2-91e7-d0414464c0d2 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/a41e0e2d-70b7-455b-aff4-37b8e1a75287 HTTP/1.1" status: 200 len: 925 time: 0.1864781 Jul 16 01:26:40.431920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:40.439084 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.523380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:26:37Z', 'revision_number': 3, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:40.523928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.553669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f58e0-1891-449a-95bb-775575c4275b req-f1268b16-4a4d-4248-be00-abfd0784ce70 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.555250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-274f58e0-1891-449a-95bb-775575c4275b req-f1268b16-4a4d-4248-be00-abfd0784ce70 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2222965 Jul 16 01:26:40.556688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a9713-61db-4a61-9b75-274a0492ba36 None None] The sync data for ids ['28e4af43-efcf-46e7-9868-427148feec7a'] in n-d-800085-5 is: [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:26:37Z', 'revision_number': 3, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:40.585038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:40.592982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Transition to ACTIVE for port object 829ceda0-faa2-4d33-981e-f18717345b70 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:40.616901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'mac_address': 'fa:16:3e:b8:cc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:40.625387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d487f-9883-41a2-ab44-2f43be691538 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.630167 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb1d487f-9883-41a2-ab44-2f43be691538 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=a41e0e2d-70b7-455b-aff4-37b8e1a75287&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1976995 Jul 16 01:26:40.632478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:40.674254 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.712255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a78c4ae9-0278-4c75-b08f-f160fcdad82c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:40.712704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-274f58e0-1891-449a-95bb-775575c4275b req-50e651a5-819b-4af1-9665-78afd4cbb8e0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335673 Jul 16 01:26:40.717441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.754348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:40.764931 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.777535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.834498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:40.839891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f4290-bea4-4d0b-a3d0-1b0652886e79 req-25181385-6e94-4eb0-a800-05ee3f2b1ecd tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.844457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d6b1d9-8a73-4745-b213-8419c4a5e3c3 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.848744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d9f4290-bea4-4d0b-a3d0-1b0652886e79 req-25181385-6e94-4eb0-a800-05ee3f2b1ecd tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2124937 Jul 16 01:26:40.849517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0d6b1d9-8a73-4745-b213-8419c4a5e3c3 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.2159812 Jul 16 01:26:40.855559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:40.859843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:40.877941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:40.889528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a78c4ae9-0278-4c75-b08f-f160fcdad82c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:40.919678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Pushing event updated for resources: {'Port': ['ID=829ceda0-faa2-4d33-981e-f18717345b70,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:40.929655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:40.942496 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.954742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.979073 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Transition to ACTIVE for port object f94579dd-3836-46cf-b05c-cf3a37490144 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:40.991692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6daa3ddf-3cb4-4c09-9b46-67625226e702 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=a41e0e2d-70b7-455b-aff4-37b8e1a75287 HTTP/1.1" status: 200 len: 205 time: 0.1327972 Jul 16 01:26:40.995875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:40.997730 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.055393 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Attempting to bind port f94579dd-3836-46cf-b05c-cf3a37490144 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:41.055393 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Attempting to bind port f94579dd-3836-46cf-b05c-cf3a37490144 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:41.055393 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Attempting to bind port f94579dd-3836-46cf-b05c-cf3a37490144 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:41.114051 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:41.114431 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:41.114829 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.115225 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:41.115691 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Bound port: f94579dd-3836-46cf-b05c-cf3a37490144, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:41.116081 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.222859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d9f4290-bea4-4d0b-a3d0-1b0652886e79 req-0a5f1835-4129-465e-b8e8-345da807b921 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657703 Jul 16 01:26:41.223406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.236118 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] For port f94579dd-3836-46cf-b05c-cf3a37490144, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:41.259236 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] For port f94579dd-3836-46cf-b05c-cf3a37490144, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f94579dd-3836-46cf-b05c-cf3a37490144,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:41.260316 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dcc3d-d3e9-4d80-a2e2-0fedd27c2bfa None None] Pushing event updated for resources: {'Port': ['ID=f94579dd-3836-46cf-b05c-cf3a37490144,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.275736 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.304180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42d7ed37-08f2-427e-915c-122307bcf952 None None] Provisioning for port 829ceda0-faa2-4d33-981e-f18717345b70 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:41.309525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42d7ed37-08f2-427e-915c-122307bcf952 None None] Provisioning complete for port 829ceda0-faa2-4d33-981e-f18717345b70 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:41.310155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42d7ed37-08f2-427e-915c-122307bcf952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.364718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-42d7ed37-08f2-427e-915c-122307bcf952 None None] Port 829ceda0-faa2-4d33-981e-f18717345b70 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:41.364981 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Routers {'65fc4844-987a-4e9d-92c8-87b117f6fa9c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:41.365610 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:41.369612 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dcc3d-d3e9-4d80-a2e2-0fedd27c2bfa None None] Pushing event updated for resources: {'Port': ['ID=f94579dd-3836-46cf-b05c-cf3a37490144,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.450926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.458781 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.495275 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2b3fd01-b1ed-43bb-a624-7fc4deb4722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.509286 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] Set router 65fc4844-987a-4e9d-92c8-87b117f6fa9c gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:41.538658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.697521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Pushing event updated for resources: {'Port': ['ID=829ceda0-faa2-4d33-981e-f18717345b70,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.713532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:41.716113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:41.730421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Allocated IP 172.20.0.1 (e62b67fb-9417-4cee-bed3-1b308621aeee/364bde68-35d3-49c7-94fe-45f67ae60a25/ad5ff7d9-322d-449b-a35d-b839fc6018fc) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:41.748785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.940933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:41.943300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Router 28e4af43-efcf-46e7-9868-427148feec7a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:41.948115 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:26:38Z', 'revision_number': 3, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port': {'id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:38Z', 'updated_at': '2021-07-16T01:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:42.072823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:42.078063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:42.080796 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d44aa-394b-4284-97e5-bffb8e49c7c6 None None] The sync data for ids ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'] in n-d-800085-5 is: [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:26:38Z', 'revision_number': 3, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port': {'id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:38Z', 'updated_at': '2021-07-16T01:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:42.084974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:42.085507 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.086199 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c43c1228-c1fc-4f20-8443-697ccd5b55d1 admin admin] 10.222.0.81 "PUT /v2.0/routers/28e4af43-efcf-46e7-9868-427148feec7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2050767 Jul 16 01:26:42.150522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bf2885a9-88dc-4ab4-b931-c0b74f2c7d27 None None] Provisioning complete for port 829ceda0-faa2-4d33-981e-f18717345b70 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:42.150895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf2885a9-88dc-4ab4-b931-c0b74f2c7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.154894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.220924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bf2885a9-88dc-4ab4-b931-c0b74f2c7d27 None None] Port 829ceda0-faa2-4d33-981e-f18717345b70 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:42.285988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aac12-cb4d-4faf-b81c-ca4c7d3f92e1 req-67abdb84-123f-4331-8912-1871cf1fb523 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.293596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e9aac12-cb4d-4faf-b81c-ca4c7d3f92e1 req-67abdb84-123f-4331-8912-1871cf1fb523 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2448401 Jul 16 01:26:42.311838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.312070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.344461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:42.353895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.372892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e9aac12-cb4d-4faf-b81c-ca4c7d3f92e1 req-2b2f46fc-e59a-48f6-992a-f0f0dbdeb3b9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780420 Jul 16 01:26:42.397976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a78c4ae9-0278-4c75-b08f-f160fcdad82c up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:42.481598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Deleting port 279cb65a-6d8b-4ca6-9083-a687a3dabfa4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:42.482401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.491395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.500816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a78c4ae9-0278-4c75-b08f-f160fcdad82c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:42.500975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.581417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.603613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7690-1de1-4027-a9c4-928af1615640 req-bda12bc9-0907-4069-bf7a-9780c30ed8ce tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.607474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a11b7690-1de1-4027-a9c4-928af1615640 req-bda12bc9-0907-4069-bf7a-9780c30ed8ce tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2491028 Jul 16 01:26:42.633680 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.682522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:42.683548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:42.687767 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266e0d98-229b-40a2-adf7-96b2fdd32d2b" -d '{"events": [{"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-plugged", "status": "completed", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:42.692127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.706004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Network e62b67fb-9417-4cee-bed3-1b308621aeee is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:42.733707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:42.755002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:42.761495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.763878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.839691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Calling delete_port for 279cb65a-6d8b-4ca6-9083-a687a3dabfa4 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:42.843282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Pushing event updated for resources: {'Port': ['ID=ad5ff7d9-322d-449b-a35d-b839fc6018fc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.860195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a11b7690-1de1-4027-a9c4-928af1615640 req-da3d55fc-423a-41fa-a3d5-a033adc5505b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174180 Jul 16 01:26:42.889242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.102534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-c449dfbb-3e6c-431e-b3f9-d3594acd7fac tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3614137 Jul 16 01:26:43.107580 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f143122-04ea-4001-8276-173de42446a3 x-openstack-request-id: req-4f143122-04ea-4001-8276-173de42446a3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:43.108092 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-plugged", "status": "completed", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:43.108186 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f143122-04ea-4001-8276-173de42446a3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:43.108665 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'code': 200} Jul 16 01:26:43.111607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:43.254943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.290363 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Sync routers for ids ['28e4af43-efcf-46e7-9868-427148feec7a'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:43.306492 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Routers {'28e4af43-efcf-46e7-9868-427148feec7a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:43.307128 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['28e4af43-efcf-46e7-9868-427148feec7a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:43.384203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.524782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.527604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Set router 28e4af43-efcf-46e7-9868-427148feec7a gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:43.635265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event deleted for resources: {'Port': ['ID=279cb65a-6d8b-4ca6-9083-a687a3dabfa4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:43.843065 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:26:41Z', 'revision_number': 4, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '829ceda0-faa2-4d33-981e-f18717345b70', 'name': '', 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'mac_address': 'fa:16:3e:b6:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30b31942-6e5f-4396-bbc2-fb86486fea8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:39Z', 'updated_at': '2021-07-16T01:26:41Z', 'revision_number': 2, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'subnets': [{'id': '30b31942-6e5f-4396-bbc2-fb86486fea8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:43.844367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.878810 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Checking router: 28e4af43-efcf-46e7-9868-427148feec7a for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:43.879158 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Updating router 28e4af43-efcf-46e7-9868-427148feec7a port 829ceda0-faa2-4d33-981e-f18717345b70 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:43.915662 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.928494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f94579dd-3836-46cf-b05c-cf3a37490144 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:43.931837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b3cce-1f7a-4dc1-8513-576d0655363e req-00e4f4d1-3752-4485-9af8-5cfae976c1f7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.939211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af9b3cce-1f7a-4dc1-8513-576d0655363e req-00e4f4d1-3752-4485-9af8-5cfae976c1f7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.3205805 Jul 16 01:26:43.990015 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.016086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.027710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.029882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f94579dd-3836-46cf-b05c-cf3a37490144 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:44.039150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f94579dd-3836-46cf-b05c-cf3a37490144 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:44.039999 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.149068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af9b3cce-1f7a-4dc1-8513-576d0655363e req-104c1a8f-7357-414d-ae60-341f97b78b85 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086518 Jul 16 01:26:44.165229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.182190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.237457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f94579dd-3836-46cf-b05c-cf3a37490144, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f94579dd-3836-46cf-b05c-cf3a37490144,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:44.241338 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a05d1ffa-c20e-436b-a365-fded53ed4329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.247974 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.249079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:44.346138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Allocated IP 172.25.5.87 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/a4ef0a74-149d-4d52-840d-e7555e0fff39) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:44.349946 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.374122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.374625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Fanout notify agent at l3_agent the message router_deleted on router a41e0e2d-70b7-455b-aff4-37b8e1a75287 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:44.399942 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.403079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f94579dd-3836-46cf-b05c-cf3a37490144,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:44.434109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.435440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2ddba428-f894-4273-8f32-24d5ef7762e0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/a41e0e2d-70b7-455b-aff4-37b8e1a75287 HTTP/1.1" status: 204 len: 168 time: 3.4186909 Jul 16 01:26:44.440076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47796) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:44.446812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-23966511-1634-45d7-a18e-38d30bef3321 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-735311446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:44.464844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:44.465809 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.491156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23966511-1634-45d7-a18e-38d30bef3321 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.492365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23966511-1634-45d7-a18e-38d30bef3321 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.498500 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.511249 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Transition to ACTIVE for port object 829ceda0-faa2-4d33-981e-f18717345b70 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:44.527498 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.602926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Pushing event updated for resources: {'Port': ['ID=ad5ff7d9-322d-449b-a35d-b839fc6018fc,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:44.657196 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.661225 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23966511-1634-45d7-a18e-38d30bef3321 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.670360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23966511-1634-45d7-a18e-38d30bef3321 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.679060 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Attempting to bind port 829ceda0-faa2-4d33-981e-f18717345b70 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:44.679543 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Attempting to bind port 829ceda0-faa2-4d33-981e-f18717345b70 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:44.679971 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Attempting to bind port 829ceda0-faa2-4d33-981e-f18717345b70 on network cbd61c66-6479-47e5-af2d-05b052b1fe18 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:44.695071 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:44.695520 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Checking segment: {'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:44.696150 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.696906 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Bound using segment: {'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:44.697501 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Bound port: 829ceda0-faa2-4d33-981e-f18717345b70, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5ffde8-8135-40bd-a785-199b94198e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:44.698038 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.706075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23966511-1634-45d7-a18e-38d30bef3321 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.708015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-23966511-1634-45d7-a18e-38d30bef3321 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2654283 Jul 16 01:26:44.710983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:44.723799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:44.786944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.820873 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515818a-fa32-44d6-a553-a478cc723f6a None None] Pushing event updated for resources: {'Port': ['ID=829ceda0-faa2-4d33-981e-f18717345b70,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:44.880776 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] For port 829ceda0-faa2-4d33-981e-f18717345b70, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:44.891708 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] For port 829ceda0-faa2-4d33-981e-f18717345b70, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=829ceda0-faa2-4d33-981e-f18717345b70,segment=NetworkSegment(5a5ffde8-8135-40bd-a785-199b94198e29),segment_id=5a5ffde8-8135-40bd-a785-199b94198e29)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:44.900940 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.947841 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.966309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c5f31-45d1-4445-bcf9-4ecf1de28ec2 req-c08dd6b0-9ee7-488f-8990-5f2749d3abde tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.973335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d92c5f31-45d1-4445-bcf9-4ecf1de28ec2 req-c08dd6b0-9ee7-488f-8990-5f2749d3abde tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.6500332 Jul 16 01:26:45.040070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.046199 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Routers {'28e4af43-efcf-46e7-9868-427148feec7a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:45.046824 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['28e4af43-efcf-46e7-9868-427148feec7a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:45.050569 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515818a-fa32-44d6-a553-a478cc723f6a None None] Pushing event updated for resources: {'Port': ['ID=829ceda0-faa2-4d33-981e-f18717345b70,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:45.092291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:45.172062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Pushing event updated for resources: {'Port': ['ID=a4ef0a74-149d-4d52-840d-e7555e0fff39,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:45.184888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d92c5f31-45d1-4445-bcf9-4ecf1de28ec2 req-0ada4a0f-aa59-4cc9-9cc7-cbee17d644a9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105730 Jul 16 01:26:45.199248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Network e62b67fb-9417-4cee-bed3-1b308621aeee is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:45.200769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:45.205436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:45.237827 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.269574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:45.315284 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] Set router 28e4af43-efcf-46e7-9868-427148feec7a gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:45.393677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.415340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.518593 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.598261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Router 65fc4844-987a-4e9d-92c8-87b117f6fa9c has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:45.619471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.652019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Allocated IP 172.25.5.212 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/cd07bf6a-771f-47b0-9964-b2c44e6c573c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:45.750830 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:26:41Z', 'revision_number': 4, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '829ceda0-faa2-4d33-981e-f18717345b70', 'name': '', 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'mac_address': 'fa:16:3e:b6:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30b31942-6e5f-4396-bbc2-fb86486fea8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:39Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 4, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'subnets': [{'id': '30b31942-6e5f-4396-bbc2-fb86486fea8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:45.784729 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731db28c-ae56-4804-a790-5ddda1cf70a2 None None] The sync data for ids ['28e4af43-efcf-46e7-9868-427148feec7a'] in n-d-800085-5 is: [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:26:41Z', 'revision_number': 4, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '829ceda0-faa2-4d33-981e-f18717345b70', 'name': '', 'network_id': 'cbd61c66-6479-47e5-af2d-05b052b1fe18', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'mac_address': 'fa:16:3e:b6:01:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30b31942-6e5f-4396-bbc2-fb86486fea8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:39Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 4, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'subnets': [{'id': '30b31942-6e5f-4396-bbc2-fb86486fea8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:45.838802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f94579dd-3836-46cf-b05c-cf3a37490144 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:45.854163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.886621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:45.897838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8a9bc36d-0dcb-48a0-9ec6-d7da2ea83cad admin admin] 10.222.0.81 "PUT /v2.0/routers/65fc4844-987a-4e9d-92c8-87b117f6fa9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0514004 Jul 16 01:26:45.934986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Sync routers for ids ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:45.997374 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.007341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Routers {'65fc4844-987a-4e9d-92c8-87b117f6fa9c'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:46.011660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bad042-c29b-46cd-8a49-90a53a8db989 req-0c635e93-5ac7-4361-a414-ba37897e6cf7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.014780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:46.015934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60bad042-c29b-46cd-8a49-90a53a8db989 req-0c635e93-5ac7-4361-a414-ba37897e6cf7 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2613132 Jul 16 01:26:46.029207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.111093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:46.112893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event updated for resources: {'Port': ['ID=cd07bf6a-771f-47b0-9964-b2c44e6c573c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:46.118878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:46.129605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:46.145063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.169021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60bad042-c29b-46cd-8a49-90a53a8db989 req-0847934c-8669-457c-ade2-4ceb1b181829 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463766 Jul 16 01:26:46.173967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.256079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f94579dd-3836-46cf-b05c-cf3a37490144 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:46.256703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.301671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Pushing event updated for resources: {'Port': ['ID=a4ef0a74-149d-4d52-840d-e7555e0fff39,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:46.311315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.338085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.340747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-3acb6173-0f80-41a0-8dbe-5592bcd379e1 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2368424 Jul 16 01:26:46.409680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Set router 65fc4844-987a-4e9d-92c8-87b117f6fa9c gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:46.491943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-fa5f0d4d-d9aa-479a-aeef-3273bbc541fc tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.1445017 Jul 16 01:26:46.753421 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.784792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-1719cb64-9d16-44c0-a0af-1b2696cc48d4 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.802018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c1e5013-1852-48b2-b077-bbb239bf097b req-1719cb64-9d16-44c0-a0af-1b2696cc48d4 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3001134 Jul 16 01:26:46.817687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.929998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:26:43Z', 'revision_number': 4, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port': {'id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:38Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ad5ff7d9-322d-449b-a35d-b839fc6018fc', 'name': '', 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'mac_address': 'fa:16:3e:36:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:40Z', 'updated_at': '2021-07-16T01:26:43Z', 'revision_number': 2, 'project_id': '282c99d9fd334551817edc532beba23a', 'subnets': [{'id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:46.971524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Checking router: 65fc4844-987a-4e9d-92c8-87b117f6fa9c for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:46.971968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Updating router 65fc4844-987a-4e9d-92c8-87b117f6fa9c port ad5ff7d9-322d-449b-a35d-b839fc6018fc binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:47.014367 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.241008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b64f73-208e-445c-8325-cc3894e8a974 req-75595998-549c-4cff-a2df-fefca0257e8a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.249419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09b64f73-208e-445c-8325-cc3894e8a974 req-75595998-549c-4cff-a2df-fefca0257e8a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2429976 Jul 16 01:26:47.323741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-3cf30b92-a99d-4c26-a2d5-e2400cf583ba tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.331885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-3cf30b92-a99d-4c26-a2d5-e2400cf583ba tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 817 time: 0.3616090 Jul 16 01:26:47.356244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-f85a08b9-6c61-4d08-bf06-7b182c19e007 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/quotas/282c99d9fd334551817edc532beba23a HTTP/1.1" status: 200 len: 375 time: 0.0233252 Jul 16 01:26:47.378733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.405442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Transition to ACTIVE for port object ad5ff7d9-322d-449b-a35d-b839fc6018fc will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:47.429619 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.431500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09b64f73-208e-445c-8325-cc3894e8a974 req-bc3e18fd-f536-4942-afae-27e722d93c86 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807978 Jul 16 01:26:47.502735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-dee1aaaf-4270-422d-a69a-4d7724f9d473 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452956 Jul 16 01:26:47.580525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.584662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.716475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab75e8e-3116-4927-a625-0ac2afc82fba None None] Pushing event updated for resources: {'Port': ['ID=ad5ff7d9-322d-449b-a35d-b839fc6018fc,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:47.779250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Attempting to bind port ad5ff7d9-322d-449b-a35d-b839fc6018fc on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:47.779519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Attempting to bind port ad5ff7d9-322d-449b-a35d-b839fc6018fc by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:47.779977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Attempting to bind port ad5ff7d9-322d-449b-a35d-b839fc6018fc on network e62b67fb-9417-4cee-bed3-1b308621aeee {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:47.790409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:47.790677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Checking segment: {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:47.791079 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.791459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Bound using segment: {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:47.809019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Bound port: ad5ff7d9-322d-449b-a35d-b839fc6018fc, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:47.809426 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.909237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 829ceda0-faa2-4d33-981e-f18717345b70 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:47.991050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Router 65a4af32-5452-4ca6-85bb-1c3f68b8e306 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:48.045298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 829ceda0-faa2-4d33-981e-f18717345b70 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:48.048087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] For port ad5ff7d9-322d-449b-a35d-b839fc6018fc, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:48.067747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] For port ad5ff7d9-322d-449b-a35d-b839fc6018fc, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ad5ff7d9-322d-449b-a35d-b839fc6018fc,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:48.069113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 829ceda0-faa2-4d33-981e-f18717345b70 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:48.076196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.080084 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.202497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab75e8e-3116-4927-a625-0ac2afc82fba None None] Pushing event updated for resources: {'Port': ['ID=ad5ff7d9-322d-449b-a35d-b839fc6018fc,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:48.215281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:48.224869 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] Sync routers for ids ['65a4af32-5452-4ca6-85bb-1c3f68b8e306'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:48.229952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.231360 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2402d486-8410-4496-92cd-ca1a6fbc9cb0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "PUT /v2.0/routers/65a4af32-5452-4ca6-85bb-1c3f68b8e306 HTTP/1.1" status: 200 len: 883 time: 3.5179467 Jul 16 01:26:48.234169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:48.245911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Routers {'65fc4844-987a-4e9d-92c8-87b117f6fa9c'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:48.246147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.247549 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] Routers {'65a4af32-5452-4ca6-85bb-1c3f68b8e306'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:48.248452 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65a4af32-5452-4ca6-85bb-1c3f68b8e306'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.302294 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.310175 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.325598 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] Routers {'65a4af32-5452-4ca6-85bb-1c3f68b8e306'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:48.329174 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65a4af32-5452-4ca6-85bb-1c3f68b8e306'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.407131 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.408153 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45763c1-d870-4a8d-93fc-14cf631aeb7c None None] The sync data for ids ['65a4af32-5452-4ca6-85bb-1c3f68b8e306'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:48.431808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d220732-5380-424f-81e0-833197bb07b0 req-9ae6abf0-933f-486b-8fae-4a4db538bc6e tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips/57fcb687-5fac-4305-ba68-2c2e9adddd6b HTTP/1.1" status: 200 len: 692 time: 0.1319141 Jul 16 01:26:48.433248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1686216-7ad2-4d9b-905b-0a702883e5e5 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/65a4af32-5452-4ca6-85bb-1c3f68b8e306 HTTP/1.1" status: 200 len: 924 time: 0.1965857 Jul 16 01:26:48.435119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:48.443199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 829ceda0-faa2-4d33-981e-f18717345b70, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=829ceda0-faa2-4d33-981e-f18717345b70,segment=NetworkSegment(5a5ffde8-8135-40bd-a785-199b94198e29),segment_id=5a5ffde8-8135-40bd-a785-199b94198e29)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:48.469742 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.500666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-c27ac00c-ec27-402f-b8d5-a83beaf51bbd service neutron] 10.222.0.81 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9955845 Jul 16 01:26:48.546486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434903d4-0580-44ec-8724-414714b0dc6e tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.551434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-434903d4-0580-44ec-8724-414714b0dc6e tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=65a4af32-5452-4ca6-85bb-1c3f68b8e306&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1127596 Jul 16 01:26:48.551676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:48.571957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] Set router 65fc4844-987a-4e9d-92c8-87b117f6fa9c gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:48.632965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=829ceda0-faa2-4d33-981e-f18717345b70,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:48.716459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb38b4-0110-4941-abdb-fb8a1efbd359 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.720076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-11bb38b4-0110-4941-abdb-fb8a1efbd359 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.1662126 Jul 16 01:26:48.728579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47870) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:48.774505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-594f83de-6e65-47e8-91a2-4bf5779bed0f tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=65a4af32-5452-4ca6-85bb-1c3f68b8e306 HTTP/1.1" status: 200 len: 205 time: 0.0436180 Jul 16 01:26:48.778991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47872) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:48.784544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d220732-5380-424f-81e0-833197bb07b0 req-024388ee-bfb8-4aa1-b2e0-c5615abf9c3e tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.797416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d220732-5380-424f-81e0-833197bb07b0 req-024388ee-bfb8-4aa1-b2e0-c5615abf9c3e tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3641400 Jul 16 01:26:48.821163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-a177d73e-0e4c-4492-8a85-b681c660e371 service neutron] 10.222.0.81 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195658 Jul 16 01:26:48.955788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:26:43Z', 'revision_number': 4, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port': {'id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:38Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ad5ff7d9-322d-449b-a35d-b839fc6018fc', 'name': '', 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'mac_address': 'fa:16:3e:36:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:40Z', 'updated_at': '2021-07-16T01:26:48Z', 'revision_number': 4, 'project_id': '282c99d9fd334551817edc532beba23a', 'subnets': [{'id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:49.009863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.026116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cb441-d0c7-4e4d-8014-51aec3586d5c None None] The sync data for ids ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'] in n-d-800085-5 is: [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:26:43Z', 'revision_number': 4, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port': {'id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:38Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ad5ff7d9-322d-449b-a35d-b839fc6018fc', 'name': '', 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'mac_address': 'fa:16:3e:36:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:40Z', 'updated_at': '2021-07-16T01:26:48Z', 'revision_number': 4, 'project_id': '282c99d9fd334551817edc532beba23a', 'subnets': [{'id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:49.266143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee564609-a008-49a4-87b1-62a256030815 req-c6dea98c-aff3-4a62-b755-5c80d4943105 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.269382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee564609-a008-49a4-87b1-62a256030815 req-c6dea98c-aff3-4a62-b755-5c80d4943105 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2231932 Jul 16 01:26:49.342637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.426962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee564609-a008-49a4-87b1-62a256030815 req-3e7280c0-915d-4ec2-b00d-f1c7c4a33185 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958498 Jul 16 01:26:49.454399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Deleting port cd07bf6a-771f-47b0-9964-b2c44e6c573c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:49.454976 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.501174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680edac2-a1e8-4827-9727-e098b588844e req-d4cf83b3-ecd3-43d3-a415-ed8632fa32da tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.502650 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.512820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-680edac2-a1e8-4827-9727-e098b588844e req-d4cf83b3-ecd3-43d3-a415-ed8632fa32da tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2421057 Jul 16 01:26:49.707181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.714965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-680edac2-a1e8-4827-9727-e098b588844e req-4c4c3751-2391-47b2-a7ed-e738130ef595 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966031 Jul 16 01:26:49.743770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Calling delete_port for cd07bf6a-771f-47b0-9964-b2c44e6c573c owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:49.885048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8bacd7d-170b-4a37-bfb7-69be4c2f1236 req-38ff0b6d-c03f-43cf-b9e0-356359fd86ce tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=2ec9dfec236740f9ac24622344c504af HTTP/1.1" status: 200 len: 695 time: 0.1689439 Jul 16 01:26:49.985623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c5b03c4-7bb3-427e-9bf5-55c75156d51a req-11b9cf21-a31b-4477-b039-e678b1ccab81 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 210 time: 0.0554974 Jul 16 01:26:50.055005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 829ceda0-faa2-4d33-981e-f18717345b70 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:50.206027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 829ceda0-faa2-4d33-981e-f18717345b70 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:50.206558 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.221932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bacd7d-170b-4a37-bfb7-69be4c2f1236 req-15299bd2-f09f-4a84-be92-0743a70f0c80 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.224008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8bacd7d-170b-4a37-bfb7-69be4c2f1236 req-15299bd2-f09f-4a84-be92-0743a70f0c80 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks?id=9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 787 time: 0.3307078 Jul 16 01:26:50.224708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.277458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event deleted for resources: {'Port': ['ID=cd07bf6a-771f-47b0-9964-b2c44e6c573c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:50.412333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.467946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ad5ff7d9-322d-449b-a35d-b839fc6018fc up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:50.475408 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-6a806e32-2983-4f23-baf3-b15a88179598 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips/57fcb687-5fac-4305-ba68-2c2e9adddd6b HTTP/1.1" status: 200 len: 692 time: 0.2196202 Jul 16 01:26:50.519632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.521938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.574599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ad5ff7d9-322d-449b-a35d-b839fc6018fc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:50.583445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ad5ff7d9-322d-449b-a35d-b839fc6018fc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:50.585563 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.627527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.629552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Fanout notify agent at l3_agent the message router_deleted on router 65a4af32-5452-4ca6-85bb-1c3f68b8e306 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:50.638878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.643665 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f4ef2d7c-e3eb-437e-988a-448acf4517be tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/65a4af32-5452-4ca6-85bb-1c3f68b8e306 HTTP/1.1" status: 204 len: 168 time: 1.8598087 Jul 16 01:26:50.647968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:50.657459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bd60823c-6923-4545-b843-97cc1611a0b9 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2109954913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:50.760966 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-daa4dfdd-d81d-4eb4-822d-1a8f055da5ac service neutron] show failed (client error): The resource could not be found. Jul 16 01:26:50.765207 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.770056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-daa4dfdd-d81d-4eb4-822d-1a8f055da5ac service neutron] 10.222.0.93 "GET /v2.0/ports/9c56771b-bc07-4d70-b438-eb8d80099ea5/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.2006497 Jul 16 01:26:50.772769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd60823c-6923-4545-b843-97cc1611a0b9 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.773864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd60823c-6923-4545-b843-97cc1611a0b9 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.799615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-997be2fc-93af-45cd-9797-2aba599a0801 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.806264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-997be2fc-93af-45cd-9797-2aba599a0801 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 817 time: 0.4352968 Jul 16 01:26:50.823407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ad5ff7d9-322d-449b-a35d-b839fc6018fc, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ad5ff7d9-322d-449b-a35d-b839fc6018fc,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:50.840838 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.947762 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd60823c-6923-4545-b843-97cc1611a0b9 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.959750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd60823c-6923-4545-b843-97cc1611a0b9 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.978553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ad5ff7d9-322d-449b-a35d-b839fc6018fc,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:50.991749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-419d47fe-3fd6-4cc4-baa9-836e0879c961 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/quotas/282c99d9fd334551817edc532beba23a HTTP/1.1" status: 200 len: 375 time: 0.1655276 Jul 16 01:26:51.004241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd60823c-6923-4545-b843-97cc1611a0b9 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.008077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bd60823c-6923-4545-b843-97cc1611a0b9 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3517792 Jul 16 01:26:51.008498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:51.013130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': True}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:51.091370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-2d83a088-a397-48e6-a077-774b21ec7f81 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.092755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-2d83a088-a397-48e6-a077-774b21ec7f81 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.6012537 Jul 16 01:26:51.170879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-695d3c2b-45dd-4cdd-b279-4e2d89ce2caa tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.0642846 Jul 16 01:26:51.257356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-7aa71d1d-1cdc-4e78-8a3b-d41cce376eba tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.87 HTTP/1.1" status: 200 len: 695 time: 0.0798624 Jul 16 01:26:51.266468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8a19eb1f-ce7b-42a6-9a24-1486741f51f3 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2717524 Jul 16 01:26:51.434407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.524867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-9a2460cf-319f-4a0b-931e-5fcebf12a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.526460 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-9a2460cf-319f-4a0b-931e-5fcebf12a096 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d&tenant_id=c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 1100 time: 0.1500783 Jul 16 01:26:51.548328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-bcac0fb2-53fa-42da-9c98-9d8d776de5f7 service neutron] 10.222.0.81 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745395 Jul 16 01:26:51.554416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:51.643766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Deleting port a4ef0a74-149d-4d52-840d-e7555e0fff39 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:51.645053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.810190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-46a8d02d-6ba0-464e-b2f3-010a391bbb7f service neutron] 10.222.0.81 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606032 Jul 16 01:26:51.860883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ad5ff7d9-322d-449b-a35d-b839fc6018fc up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:51.892137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.902280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.902674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.940681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Calling delete_port for a4ef0a74-149d-4d52-840d-e7555e0fff39 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:51.967378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-1ded98af-8785-41f9-9ee4-6adccc4d4fb7 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.969026 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-1ded98af-8785-41f9-9ee4-6adccc4d4fb7 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 817 time: 0.2608371 Jul 16 01:26:52.036726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Request body: {'port': {'device_id': '183531da-2aa4-4945-9885-29ab18ac7c32', 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'admin_state_up': True, 'tenant_id': '282c99d9fd334551817edc532beba23a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:52.059229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ad5ff7d9-322d-449b-a35d-b839fc6018fc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:52.060115 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.382114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.403299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.446565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.560616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Pushing event deleted for resources: {'Port': ['ID=a4ef0a74-149d-4d52-840d-e7555e0fff39,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:52.652376 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.656093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.657779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66ee99e1-33fa-4f85-9c6e-8db9c114e31e req-5c971eb9-0eae-44ed-93fe-53a2e4df319a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "DELETE /v2.0/floatingips/57fcb687-5fac-4305-ba68-2c2e9adddd6b HTTP/1.1" status: 204 len: 173 time: 1.3685095 Jul 16 01:26:52.707714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:52.719789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Made reservation on behalf of 282c99d9fd334551817edc532beba23a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:52.720313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d5bb2-e87c-4b66-b214-a386bf071075 req-3041c7ed-c24e-40f0-bb19-5fb2cf2040da tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.722681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea5d5bb2-e87c-4b66-b214-a386bf071075 req-3041c7ed-c24e-40f0-bb19-5fb2cf2040da tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.3164589 Jul 16 01:26:52.723889 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.766763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Allocated IP 172.25.5.201 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/e5737708-a0e9-4191-a10a-956c9c66ddd4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:52.821756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea5d5bb2-e87c-4b66-b214-a386bf071075 req-cf683f3f-7b78-42cd-be8f-abfdf6e053ad tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869684 Jul 16 01:26:52.840822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:52.976188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:52.978672 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f6143-4e70-4196-a79a-c08bba0ffea9" -d '{"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:53.013460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.125116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Transition to ACTIVE for port object 9c56771b-bc07-4d70-b438-eb8d80099ea5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:53.167038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Allocated IP 172.20.0.6 (e62b67fb-9417-4cee-bed3-1b308621aeee/364bde68-35d3-49c7-94fe-45f67ae60a25/4aff72e1-c520-4cdb-b8ec-017b68ef817c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:53.224289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17c1a23b-af58-425a-9935-56cbe74bc9b4 req-c6c0eaea-b3b2-44bb-93bd-f19c72fcc31c tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 210 time: 0.0897207 Jul 16 01:26:53.281601 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.343180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:53.420117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e586-93ec-4787-94f8-0679914a26ef req-73f6910c-502f-4d5d-bbdc-3b5a4d54f4bf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.429967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8345e586-93ec-4787-94f8-0679914a26ef req-73f6910c-502f-4d5d-bbdc-3b5a4d54f4bf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.3102732 Jul 16 01:26:53.441418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.489337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] No DVR routers for this DVR port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:53.595142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.599398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:53.599744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:53.600078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:53.631476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:53.631920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Attempting to bind port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:53.656713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:53.657855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:53.658268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:53.658984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Bound port: 9c56771b-bc07-4d70-b438-eb8d80099ea5, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:53.659344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.679287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8345e586-93ec-4787-94f8-0679914a26ef req-0b532416-afc5-4078-a4a1-618a2cd1ed17 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483709 Jul 16 01:26:53.751666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-b4ffc908-1927-4c38-a91f-9817f95f10bb tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4630656 Jul 16 01:26:53.776180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:53.822863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:53.826600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:53.831809 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8bdc4d-b5b1-43ac-8019-89e3db0404fa x-openstack-request-id: req-2d8bdc4d-b5b1-43ac-8019-89e3db0404fa {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:53.832323 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:53.832587 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d8bdc4d-b5b1-43ac-8019-89e3db0404fa {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:53.832867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.833411 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'code': 200} Jul 16 01:26:53.836404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.839291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.919182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.920012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.921545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] 10.222.0.78 "PUT /v2.0/ports/9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 1095 time: 2.3729994 Jul 16 01:26:53.942482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:53.947660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:53.959154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:54.268653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.375546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9e3d9-44c4-45c4-9a7a-ad9f4914d33f req-7470492d-932d-4057-a0c4-510293a478f5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.378433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0a9e3d9-44c4-45c4-9a7a-ad9f4914d33f req-7470492d-932d-4057-a0c4-510293a478f5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2562978 Jul 16 01:26:54.469279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:54.497447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0a9e3d9-44c4-45c4-9a7a-ad9f4914d33f req-f7d17205-5d90-4893-a4cb-a8d2d7d31739 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085415 Jul 16 01:26:54.533100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Allocated IP 172.25.5.152 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/bdd4de6b-9d4b-49a1-9253-029a2adf106c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:54.549055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:54.622375 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.661299 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.679454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Network e62b67fb-9417-4cee-bed3-1b308621aeee is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:54.689706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:54.692681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:54.719280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.767787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bd49a-3d8d-4820-adb1-48b7d2303cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:54.783111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:54.785042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.785687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.788254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:54.791925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:54.835162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Pushing event updated for resources: {'Port': ['ID=bdd4de6b-9d4b-49a1-9253-029a2adf106c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:54.877555 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8452933 Jul 16 01:26:54.902604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.906186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Request body: {'port': {'device_id': '183531da-2aa4-4945-9885-29ab18ac7c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:54.962548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.986369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Port': ['ID=e5737708-a0e9-4191-a10a-956c9c66ddd4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.061070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-2f912def-4fc5-41d0-a246-3b8c36af5d97 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.062570 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-2f912def-4fc5-41d0-a246-3b8c36af5d97 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 817 time: 1.0226731 Jul 16 01:26:55.107024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b12074b-6738-42d2-9451-b9000cfcd5c0 req-7d6c6ecd-32c3-40ae-8bcd-39dfa5f3dad9 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 210 time: 0.0528743 Jul 16 01:26:55.123526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Request body: {'port': {'device_id': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'admin_state_up': True, 'tenant_id': '282c99d9fd334551817edc532beba23a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:55.187485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-049ceeab-8dde-4669-9f09-9b6261e072d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.189072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-049ceeab-8dde-4669-9f09-9b6261e072d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1098 time: 1.1503332 Jul 16 01:26:55.237165 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.255378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffed3c-0e64-4cb1-a1da-d7dd622d5e09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Pushing event updated for resources: {'Port': ['ID=4aff72e1-c520-4cdb-b8ec-017b68ef817c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.423401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.455226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.503928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-0956fb86-5af4-4a88-9a66-5e1c96dfb476 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4591925 Jul 16 01:26:55.504589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.506715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-fabdff61-e4d3-4645-8eac-9e0cd0f12e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.509124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-fabdff61-e4d3-4645-8eac-9e0cd0f12e7a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 1096 time: 0.1559293 Jul 16 01:26:55.533864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89c35-0d63-4046-a44a-753f317a1ab9 req-4da00a56-684d-4137-b5c1-9fd585516a96 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.541404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0da89c35-0d63-4046-a44a-753f317a1ab9 req-4da00a56-684d-4137-b5c1-9fd585516a96 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.2576823 Jul 16 01:26:55.567310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-967603de-4747-4a1b-9e86-22184ae78381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.568852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-967603de-4747-4a1b-9e86-22184ae78381 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3627594 Jul 16 01:26:55.678849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-0e2d9d91-1304-4e04-9325-b93fa01b8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.680766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-0e2d9d91-1304-4e04-9325-b93fa01b8303 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 906 time: 0.1225510 Jul 16 01:26:55.712365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Made reservation on behalf of 282c99d9fd334551817edc532beba23a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:55.716576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.752096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-0e63ebab-5445-431e-aacc-b31836a83569 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.1270916 Jul 16 01:26:55.838234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-ad90d2cf-40f8-47a9-b7ce-6feda89202ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c HTTP/1.1" status: 200 len: 217 time: 0.1059120 Jul 16 01:26:55.838848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Pushing event updated for resources: {'Port': ['ID=bdd4de6b-9d4b-49a1-9253-029a2adf106c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.843951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:55.846213 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9600cb-bb0a-484c-ba18-32e30c2fd155" -d '{"events": [{"name": "network-changed", "server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:55.867938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0da89c35-0d63-4046-a44a-753f317a1ab9 req-61782c09-a67e-48cc-be8f-7ea8aaf3291e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253186 Jul 16 01:26:55.897414 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.921051 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.922342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-72164e57-c196-4447-a172-73e5572ac54a tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1551347 Jul 16 01:26:56.023386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-fb286e48-c140-4fb5-b9e5-cc172e734865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.024888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-fb286e48-c140-4fb5-b9e5-cc172e734865 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2540972 Jul 16 01:26:56.025046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-5e8d1cff-0aad-4441-a32c-8ff31129fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.027006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-5e8d1cff-0aad-4441-a32c-8ff31129fd86 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.1818318 Jul 16 01:26:56.061928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-c4e90b53-061e-43a8-80f6-034f23c5e7ab tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.1267073 Jul 16 01:26:56.136033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-73617a89-fb46-4d76-abbb-062fedc582a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.137563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-73617a89-fb46-4d76-abbb-062fedc582a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=260c95bb898048f9bc01d671e51ad188&device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 1096 time: 0.5060060 Jul 16 01:26:56.142339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-74781ac1-83fe-42d3-adaf-76d6596b110a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066537 Jul 16 01:26:56.240121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.295794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.316089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-77a49981-4fe6-4716-94a3-96a89c5a7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.317664 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-77a49981-4fe6-4716-94a3-96a89c5a7271 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2786522 Jul 16 01:26:56.347156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aff72e1-c520-4cdb-b8ec-017b68ef817c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:56.395021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.419360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-cc1de501-c4c4-4906-a9eb-659d1fd0c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.420904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-cc1de501-c4c4-4906-a9eb-659d1fd0c02e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a HTTP/1.1" status: 200 len: 907 time: 0.2495687 Jul 16 01:26:56.458366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-af0f4332-25a5-4e38-ad2f-03b324199526 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.460402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de6a7489-1107-46e0-97f3-16ab412cf8aa req-af0f4332-25a5-4e38-ad2f-03b324199526 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3428447 Jul 16 01:26:56.471891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-4a576f94-595d-47e6-b0eb-c47b27cf2e8e service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105114 Jul 16 01:26:56.502912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033aed-8844-428a-ba0a-55a087d7ec77 req-e9a407fd-78d6-4244-8dfd-15b803e17e12 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.516723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8033aed-8844-428a-ba0a-55a087d7ec77 req-e9a407fd-78d6-4244-8dfd-15b803e17e12 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.1764896 Jul 16 01:26:56.946708 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814f22da-d8af-4d19-a266-6475d7d87086 x-openstack-request-id: req-814f22da-d8af-4d19-a266-6475d7d87086 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:56.947298 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:56.947298 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-814f22da-d8af-4d19-a266-6475d7d87086 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:56.947772 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'status': 'completed', 'code': 200} Jul 16 01:26:56.957246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Transition to ACTIVE for port object 4aff72e1-c520-4cdb-b8ec-017b68ef817c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:57.031340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.082974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65ed1866-a02f-4b44-ad9e-fcb0b0af3057 req-5c105e57-c902-49e0-8ce1-98abc8659874 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 210 time: 0.0954623 Jul 16 01:26:57.117498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8033aed-8844-428a-ba0a-55a087d7ec77 req-139b4425-741e-4a29-9b3a-44cfcdd468ac tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911298 Jul 16 01:26:57.151988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a711bc4b-62e6-415e-a474-c94fab5ccf35 req-ffd0b68c-ed12-414e-bd14-307ccbdec4c5 service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700640 Jul 16 01:26:57.202182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-7a04ee93-4feb-41fe-9425-9e2d19ef58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.203606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-7a04ee93-4feb-41fe-9425-9e2d19ef58f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1098 time: 0.2152035 Jul 16 01:26:57.213110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-93ddbe62-029a-4955-a864-773c1868f670 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d HTTP/1.1" status: 200 len: 1001 time: 0.7807660 Jul 16 01:26:57.219306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9290955-23fd-4e67-8321-f782d591217f req-8792ffed-e3d6-49cd-bd2e-a2b6972685c9 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips/24f5bad2-2d37-49bd-90f0-fbd6aadc66c0 HTTP/1.1" status: 200 len: 693 time: 0.0610521 Jul 16 01:26:57.252683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Allocated IP 172.20.0.14 (e62b67fb-9417-4cee-bed3-1b308621aeee/364bde68-35d3-49c7-94fe-45f67ae60a25/ed1abc81-b982-4845-a89e-5a184c8e0bfd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:57.279864 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-17b03ce1-236c-4cbc-a5a0-5f3511e38386 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9495745 Jul 16 01:26:57.360388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9290955-23fd-4e67-8321-f782d591217f req-496487d1-819e-4fe1-845f-bd06823e8540 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.367520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9290955-23fd-4e67-8321-f782d591217f req-496487d1-819e-4fe1-845f-bd06823e8540 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1473522 Jul 16 01:26:57.424813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9290955-23fd-4e67-8321-f782d591217f req-c1e53aea-f3c0-4867-94ca-0b76560b8e2e tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0563540 Jul 16 01:26:57.513871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9290955-23fd-4e67-8321-f782d591217f req-424222d4-a573-453b-8d8e-71563f81b612 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.152 HTTP/1.1" status: 200 len: 696 time: 0.0881283 Jul 16 01:26:57.611989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4aff72e1-c520-4cdb-b8ec-017b68ef817c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:57.613314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-dae6a2f8-8a8e-40f9-823a-7b4203b364ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.615037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-dae6a2f8-8a8e-40f9-823a-7b4203b364ea service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3081903 Jul 16 01:26:57.742990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-511c2e20-265c-4ce9-9906-fdea5f27ab4a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.1202328 Jul 16 01:26:57.755680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-b947fa86-ef47-4728-aa05-8c969305b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.757294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-b947fa86-ef47-4728-aa05-8c969305b81f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b4be5c7-de1d-4c79-aa59-a879fa1212a0 HTTP/1.1" status: 200 len: 845 time: 0.5264540 Jul 16 01:26:57.780056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.829014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-d842651b-7f0f-4403-9742-d548f0df5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.831014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-d842651b-7f0f-4403-9742-d548f0df5064 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0812502 Jul 16 01:26:57.839379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Deleting port bdd4de6b-9d4b-49a1-9253-029a2adf106c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:57.840115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.845124 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-11f3998a-0733-4e6c-b5b4-b2b0e81b9a99 req-5691ee55-311a-4c60-9416-9ec71f507503 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560305 Jul 16 01:26:57.875364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Router bd545244-f8ff-40fe-9278-89dbda85c130 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:57.876714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11959fb-3796-46b2-b4d5-e8fb3923a8c4 req-57826f80-0a55-45b1-8d86-5245cd72039d tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.885397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f11959fb-3796-46b2-b4d5-e8fb3923a8c4 req-57826f80-0a55-45b1-8d86-5245cd72039d tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.1785350 Jul 16 01:26:57.985654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Attempting to bind port 4aff72e1-c520-4cdb-b8ec-017b68ef817c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:57.986267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Attempting to bind port 4aff72e1-c520-4cdb-b8ec-017b68ef817c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:57.986619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Attempting to bind port 4aff72e1-c520-4cdb-b8ec-017b68ef817c on network e62b67fb-9417-4cee-bed3-1b308621aeee {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:57.990527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.996090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f11959fb-3796-46b2-b4d5-e8fb3923a8c4 req-55d8af15-285f-42eb-bf35-42d1116032bf tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093576 Jul 16 01:26:58.038111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.038748 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.062535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Calling delete_port for bdd4de6b-9d4b-49a1-9253-029a2adf106c owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:58.068210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Network e62b67fb-9417-4cee-bed3-1b308621aeee is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:58.072970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-676a1c62-8c4c-4179-965c-1118340b368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.074905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-676a1c62-8c4c-4179-965c-1118340b368a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2319238 Jul 16 01:26:58.153821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Pushing event updated for resources: {'Port': ['ID=ed1abc81-b982-4845-a89e-5a184c8e0bfd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:58.157490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:58.167372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:58.240168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.242927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.259129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Port 4aff72e1-c520-4cdb-b8ec-017b68ef817c on network e62b67fb-9417-4cee-bed3-1b308621aeee not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:58.259465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Attempting to bind port 4aff72e1-c520-4cdb-b8ec-017b68ef817c on network e62b67fb-9417-4cee-bed3-1b308621aeee {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:58.294419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:58.294771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Checking segment: {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:58.295212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Bound using segment: {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:58.295707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Bound port: 4aff72e1-c520-4cdb-b8ec-017b68ef817c, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:58.296075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.326958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-28ad288b-e2bb-4055-aa9f-0ed9249ba1db service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361065 Jul 16 01:26:58.357711 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-7ece283a-a3d0-473b-9d80-a15a3958ce82 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2384679 Jul 16 01:26:58.398803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Request body: {'port': {'device_id': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:58.410036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-0fef75f6-19b1-419c-bfbe-802ec1499b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.411695 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-0fef75f6-19b1-419c-bfbe-802ec1499b87 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6281168 Jul 16 01:26:58.476863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-92a4b4be-1e3f-4e69-828c-7f15acd8fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.478513 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-92a4b4be-1e3f-4e69-828c-7f15acd8fbff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1098 time: 0.4087367 Jul 16 01:26:58.547988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.571697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:58.585018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] Sync routers for ids ['bd545244-f8ff-40fe-9278-89dbda85c130'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:58.598422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] Routers {'bd545244-f8ff-40fe-9278-89dbda85c130'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:58.599066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd545244-f8ff-40fe-9278-89dbda85c130'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.642579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58785f7c-7d7c-42e6-8d5f-02905d73f72d req-9807a87b-b3b0-4b18-b404-5e7e3430e5be tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.662939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.663854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58785f7c-7d7c-42e6-8d5f-02905d73f72d req-9807a87b-b3b0-4b18-b404-5e7e3430e5be tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.3341568 Jul 16 01:26:58.669802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Pushing event deleted for resources: {'Port': ['ID=bdd4de6b-9d4b-49a1-9253-029a2adf106c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:58.673724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.677786 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-49642ffb-4d76-4f8b-bb4d-086e364ad365 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "PUT /v2.0/routers/bd545244-f8ff-40fe-9278-89dbda85c130 HTTP/1.1" status: 200 len: 919 time: 7.6683445 Jul 16 01:26:58.694538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] Routers {'bd545244-f8ff-40fe-9278-89dbda85c130'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:58.696318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd545244-f8ff-40fe-9278-89dbda85c130'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.735169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:58.775252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-cc011bad-b40a-4722-bd4b-7c34973315d0 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813860 Jul 16 01:26:58.794580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.795232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843cf15-c82f-4915-ba3a-0916b914b407 None None] The sync data for ids ['bd545244-f8ff-40fe-9278-89dbda85c130'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:58.822000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58785f7c-7d7c-42e6-8d5f-02905d73f72d req-9373bc62-9923-495d-97b9-cf89d1e58241 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567900 Jul 16 01:26:58.846467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.854255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.855691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9290955-23fd-4e67-8321-f782d591217f req-af81e4ff-d23e-4230-b074-666ae54c37ff tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "DELETE /v2.0/floatingips/24f5bad2-2d37-49bd-90f0-fbd6aadc66c0 HTTP/1.1" status: 204 len: 173 time: 1.3410156 Jul 16 01:26:58.965548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] For port 4aff72e1-c520-4cdb-b8ec-017b68ef817c, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:59.051885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] For port 4aff72e1-c520-4cdb-b8ec-017b68ef817c, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:59.071133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.079046 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.101599 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7602f0ca-4356-4e66-9386-eadc4b95c2ff tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/bd545244-f8ff-40fe-9278-89dbda85c130 HTTP/1.1" status: 200 len: 925 time: 0.3365533 Jul 16 01:26:59.124164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.136429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-8de383e8-943a-4431-b4ed-6dbedf5b44f1 service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026453 Jul 16 01:26:59.149736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-aec1e8a1-2942-4aec-a70a-089e20847664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.151272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-aec1e8a1-2942-4aec-a70a-089e20847664 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.6478117 Jul 16 01:26:59.173912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.174590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.176001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] 10.222.0.93 "PUT /v2.0/ports/4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 1091 time: 4.2741487 Jul 16 01:26:59.188137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183531da-2aa4-4945-9885-29ab18ac7c32', 'tag': '4aff72e1-c520-4cdb-b8ec-017b68ef817c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:59.191269 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354cb73b-5669-4d51-a875-01d88fc21540" -d '{"events": [{"name": "network-changed", "server_uuid": "183531da-2aa4-4945-9885-29ab18ac7c32", "tag": "4aff72e1-c520-4cdb-b8ec-017b68ef817c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:59.206915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f45e3-702d-4d8c-a5e4-73e99f66a84c req-d7d74dea-e190-4815-9602-3de68b809717 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.209739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd7f45e3-702d-4d8c-a5e4-73e99f66a84c req-d7d74dea-e190-4815-9602-3de68b809717 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 945 time: 0.2386072 Jul 16 01:26:59.298904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-369cd740-be08-4079-97b8-7c4b28e59760 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.0916088 Jul 16 01:26:59.317139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd7f45e3-702d-4d8c-a5e4-73e99f66a84c req-32181ab9-f0f6-492b-a5c8-ac720c6e7610 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890512 Jul 16 01:26:59.346061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3505e4-d376-4b44-abfc-99ab2f4d9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4aff72e1-c520-4cdb-b8ec-017b68ef817c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:59.359473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c93802-4dd4-443d-abc7-af4ea4acffc2 req-40fc0ceb-d87e-44d3-96f7-3a0ff9783460 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.377193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45c93802-4dd4-443d-abc7-af4ea4acffc2 req-40fc0ceb-d87e-44d3-96f7-3a0ff9783460 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 932 time: 0.3275843 Jul 16 01:26:59.411073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d7af2-7d27-47de-9d84-0ccbb38e7432 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.423286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-244d7af2-7d27-47de-9d84-0ccbb38e7432 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=bd545244-f8ff-40fe-9278-89dbda85c130&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2975202 Jul 16 01:26:59.428853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.514949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-b2709d94-a748-4a0e-9a91-e0071700ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.516434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-b2709d94-a748-4a0e-9a91-e0071700ea3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1913471 Jul 16 01:26:59.549651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45c93802-4dd4-443d-abc7-af4ea4acffc2 req-eb26317a-0617-4baa-b309-78341ea24c56 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699476 Jul 16 01:26:59.562503 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-81c68a81-808c-4e08-997a-a4aa0dd8e139 req-25a01093-7305-4435-921d-8cdec594896b service neutron] 10.222.0.78 "GET /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817537 Jul 16 01:26:59.641793 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-4a6c76e5-ab8c-4a32-82d2-004bf2b819ea req-101c719d-1242-4331-af7c-dabb8ba86231 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] show failed (client error): The resource could not be found. Jul 16 01:26:59.656704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a6c76e5-ab8c-4a32-82d2-004bf2b819ea req-101c719d-1242-4331-af7c-dabb8ba86231 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips/24f5bad2-2d37-49bd-90f0-fbd6aadc66c0 HTTP/1.1" status: 404 len: 350 time: 0.0854354 Jul 16 01:26:59.769047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae317d-588c-42ea-b15f-8c0b2f865396 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.773049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c5ae317d-588c-42ea-b15f-8c0b2f865396 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.3377833 Jul 16 01:26:59.774103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.813925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1de7be10-d770-4d36-8074-378e477904f2 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd545244-f8ff-40fe-9278-89dbda85c130 HTTP/1.1" status: 200 len: 205 time: 0.0371535 Jul 16 01:26:59.815495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.921330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda91af3-15b3-4977-9b55-710aba36d18b req-e3300753-48ff-4db2-8ce2-672ac0b9f6ee tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.928299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda91af3-15b3-4977-9b55-710aba36d18b req-e3300753-48ff-4db2-8ce2-672ac0b9f6ee tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.3591125 Jul 16 01:26:59.997022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda91af3-15b3-4977-9b55-710aba36d18b req-fd481581-beae-4630-999f-39f364185bd3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676804 Jul 16 01:27:00.053640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-2145033e-5c33-4fbd-9ac5-6dd766b94db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.055678 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-2145033e-5c33-4fbd-9ac5-6dd766b94db9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1094 time: 0.7704787 Jul 16 01:27:00.063032 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d4c9b7-75a9-4273-99a9-c1378e327768 x-openstack-request-id: req-f4d4c9b7-75a9-4273-99a9-c1378e327768 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:00.063322 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183531da-2aa4-4945-9885-29ab18ac7c32", "tag": "4aff72e1-c520-4cdb-b8ec-017b68ef817c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:00.063571 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4d4c9b7-75a9-4273-99a9-c1378e327768 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:00.064020 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183531da-2aa4-4945-9885-29ab18ac7c32', 'tag': '4aff72e1-c520-4cdb-b8ec-017b68ef817c', 'status': 'completed', 'code': 200} Jul 16 01:27:00.132333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-db29d988-3182-4ce8-9e1e-921cb3a0fc51 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 217 time: 0.0651546 Jul 16 01:27:00.162508 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.238824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-756e9bfd-1fdb-4ce6-9d10-ade52d1d4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.240397 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-756e9bfd-1fdb-4ce6-9d10-ade52d1d4283 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.0948529 Jul 16 01:27:00.242194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-d717d723-0fe7-40f4-b41f-ce5884366887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.243593 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-d717d723-0fe7-40f4-b41f-ce5884366887 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7027705 Jul 16 01:27:00.394048 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-e34150fe-7dd0-44a7-8678-a376e4fc32a8 req-b24f4174-9d34-4783-9dd6-1762b9f10559 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] show failed (client error): The resource could not be found. Jul 16 01:27:00.395053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e34150fe-7dd0-44a7-8678-a376e4fc32a8 req-b24f4174-9d34-4783-9dd6-1762b9f10559 tempest-FloatingIPsTestJSON-225609445 tempest-FloatingIPsTestJSON-225609445-project] 10.222.0.81 "GET /v2.0/floatingips/24f5bad2-2d37-49bd-90f0-fbd6aadc66c0 HTTP/1.1" status: 404 len: 350 time: 0.2297273 Jul 16 01:27:00.405016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.409550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:00.455883 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-8b823bb0-0cf4-4e09-ae74-0336678c8b1b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2032125 Jul 16 01:27:00.458775 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-599cb451-3ffd-4744-b8a6-fcb81d5e2211 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988211 Jul 16 01:27:00.470586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-d4e28a0e-5662-411d-88b8-7a4212a9ca47 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.472245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-d4e28a0e-5662-411d-88b8-7a4212a9ca47 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 945 time: 0.4622023 Jul 16 01:27:00.564090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c86b-dcf1-4aba-8783-704b429ce619 req-249c24cb-f660-4d88-83c1-9d824fdb2bb1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.580896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51b3c86b-dcf1-4aba-8783-704b429ce619 req-249c24cb-f660-4d88-83c1-9d824fdb2bb1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.2968814 Jul 16 01:27:00.658863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1abc81-b982-4845-a89e-5a184c8e0bfd {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:00.662892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51b3c86b-dcf1-4aba-8783-704b429ce619 req-1c2300aa-15ca-4a1a-aba4-3d6684da953b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795834 Jul 16 01:27:00.667653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Deleting port e5737708-a0e9-4191-a10a-956c9c66ddd4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:00.673099 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.673805 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e9600cb-bb0a-484c-ba18-32e30c2fd155 req-b30decaf-beff-4117-943d-b663498541c1 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879170 Jul 16 01:27:00.731053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.859874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Transition to ACTIVE for port object ed1abc81-b982-4845-a89e-5a184c8e0bfd will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:00.889826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.020467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Pushing event updated for resources: {'Port': ['ID=ed1abc81-b982-4845-a89e-5a184c8e0bfd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.047566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-5ab148cf-a38b-4771-bca6-b2ca76bd3b36 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725260 Jul 16 01:27:01.233220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Deleting port 47588351-9629-44d7-8c21-cfb1c5917903 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:01.234925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.236599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Attempting to bind port ed1abc81-b982-4845-a89e-5a184c8e0bfd on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:01.236936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Attempting to bind port ed1abc81-b982-4845-a89e-5a184c8e0bfd by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:01.237261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Attempting to bind port ed1abc81-b982-4845-a89e-5a184c8e0bfd on network e62b67fb-9417-4cee-bed3-1b308621aeee {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:01.264463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Port ed1abc81-b982-4845-a89e-5a184c8e0bfd on network e62b67fb-9417-4cee-bed3-1b308621aeee not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:01.264792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Attempting to bind port ed1abc81-b982-4845-a89e-5a184c8e0bfd on network e62b67fb-9417-4cee-bed3-1b308621aeee {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:01.271204 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-22691e75-7f7e-4856-b28d-ea357eaf4918 req-42a83126-8ab3-46d7-afa6-3c9ea7fb349c service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120435 Jul 16 01:27:01.274193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:01.274531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Checking segment: {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:01.274915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Bound using segment: {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:01.275408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Bound port: ed1abc81-b982-4845-a89e-5a184c8e0bfd, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00e4755-6670-4dfc-9511-293100b002bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:01.275788 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.387590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.419381 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] For port 47588351-9629-44d7-8c21-cfb1c5917903, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=47588351-9629-44d7-8c21-cfb1c5917903,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:01.419892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.425041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Calling delete_port for e5737708-a0e9-4191-a10a-956c9c66ddd4 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:01.442084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Calling delete_port for 47588351-9629-44d7-8c21-cfb1c5917903 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:01.460895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] For port ed1abc81-b982-4845-a89e-5a184c8e0bfd, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:01.469159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] For port ed1abc81-b982-4845-a89e-5a184c8e0bfd, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:01.492346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1107b-5b9f-4da0-a966-22e0cb5a917c req-e3525131-db8d-4bee-bf0e-400be549fc94 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.500310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bd1107b-5b9f-4da0-a966-22e0cb5a917c req-e3525131-db8d-4bee-bf0e-400be549fc94 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 945 time: 0.6293674 Jul 16 01:27:01.506928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.562956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Pushing event updated for resources: {'Port': ['ID=ed1abc81-b982-4845-a89e-5a184c8e0bfd,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.574914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d8b4a-f9a9-46f2-a4fb-07075df8a31e req-bfd8ba67-979a-430d-8fa1-aacc34ec8c05 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.575674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb73b-5669-4d51-a875-01d88fc21540 req-385e11b2-5d6d-4d31-a314-293926812250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.579094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-354cb73b-5669-4d51-a875-01d88fc21540 req-385e11b2-5d6d-4d31-a314-293926812250 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1094 time: 0.2230005 Jul 16 01:27:01.587100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-712d8b4a-f9a9-46f2-a4fb-07075df8a31e req-bfd8ba67-979a-430d-8fa1-aacc34ec8c05 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.3121173 Jul 16 01:27:01.602211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.602828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.604775 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-8b460750-76fb-4c5d-9be5-a4409f70a83c service neutron] 10.222.0.93 "PUT /v2.0/ports/ed1abc81-b982-4845-a89e-5a184c8e0bfd HTTP/1.1" status: 200 len: 1092 time: 3.2214718 Jul 16 01:27:01.710390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bd1107b-5b9f-4da0-a966-22e0cb5a917c req-88df59ad-53ad-4f96-b245-d9b8a3b4f563 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/security-groups?id=438bb9d0-a003-486e-b50c-15b93d984c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088900 Jul 16 01:27:01.751471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-712d8b4a-f9a9-46f2-a4fb-07075df8a31e req-828f28fe-4a33-40c5-8f3e-b8dbfe2f4931 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633830 Jul 16 01:27:01.801605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb73b-5669-4d51-a875-01d88fc21540 req-2b009cf1-60a0-408b-9068-c8d9ffeb6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.803072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-354cb73b-5669-4d51-a875-01d88fc21540 req-2b009cf1-60a0-408b-9068-c8d9ffeb6bfc service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.2162585 Jul 16 01:27:01.850802 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-354cb73b-5669-4d51-a875-01d88fc21540 req-7b7c928a-8031-42ed-89c9-4238cf5253c8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 217 time: 0.0392518 Jul 16 01:27:01.870555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-f53b7643-89bb-4013-b3cc-895c82b264fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.872021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-f53b7643-89bb-4013-b3cc-895c82b264fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 1095 time: 0.2007096 Jul 16 01:27:01.872663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.887556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['47588351-9629-44d7-8c21-cfb1c5917903'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:01.923917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Pushing event deleted for resources: {'Port': ['ID=47588351-9629-44d7-8c21-cfb1c5917903,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.965817 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-23a4236d-70b3-482e-8e8b-4c1a366a7e89 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd HTTP/1.1" status: 200 len: 217 time: 0.0723164 Jul 16 01:27:02.066943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'tag': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:02.078786 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67917c-be5c-4043-b67d-2ee89b46815d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a144d1-b30d-4b4a-8229-91ccaec826e4", "tag": "ed1abc81-b982-4845-a89e-5a184c8e0bfd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:02.081499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] No DVR routers for this DVR port 47588351-9629-44d7-8c21-cfb1c5917903 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:02.084069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb73b-5669-4d51-a875-01d88fc21540 req-02c5f6f0-0a24-4a36-85bc-ea2f2ad929b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.092243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-354cb73b-5669-4d51-a875-01d88fc21540 req-02c5f6f0-0a24-4a36-85bc-ea2f2ad929b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.2327330 Jul 16 01:27:02.095499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.097493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c6ab9d0-3205-4faf-998f-d494ef65bff5 req-5d0adee0-ae1f-4e0f-a59c-652adcbc5091 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.78 "DELETE /v2.0/ports/47588351-9629-44d7-8c21-cfb1c5917903 HTTP/1.1" status: 204 len: 173 time: 1.5201185 Jul 16 01:27:02.136761 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-354cb73b-5669-4d51-a875-01d88fc21540 req-1491d528-4aee-45a6-9a92-b7fdf90d49ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322573 Jul 16 01:27:02.152589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871dbc-e041-4c70-b4c4-981a1c9685e7 req-a8869cbf-04b8-4000-a56a-5dbba64c7dda tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.160269 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2871dbc-e041-4c70-b4c4-981a1c9685e7 req-a8869cbf-04b8-4000-a56a-5dbba64c7dda tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2367032 Jul 16 01:27:02.172210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-53b9c944-20cc-4862-9ca9-47ecab8fe91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.173705 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-53b9c944-20cc-4862-9ca9-47ecab8fe91e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.1963890 Jul 16 01:27:02.180880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81de9d-cb92-4809-9bab-3f5564bfbdc8 req-d2f4906d-2b32-42fd-8f15-9d5293afb833 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.187811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d81de9d-cb92-4809-9bab-3f5564bfbdc8 req-d2f4906d-2b32-42fd-8f15-9d5293afb833 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 944 time: 0.3373661 Jul 16 01:27:02.195796 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.249670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event deleted for resources: {'Port': ['ID=e5737708-a0e9-4191-a10a-956c9c66ddd4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:02.272294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-166334cf-486c-49f0-baba-0529973d3d44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919509 Jul 16 01:27:02.316674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:02.318805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d81de9d-cb92-4809-9bab-3f5564bfbdc8 req-8b313d5e-b229-4358-a524-c658799facc9 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299291 Jul 16 01:27:02.412074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.421626 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-354cb73b-5669-4d51-a875-01d88fc21540 req-229fdd9d-e900-4da4-9520-a25895012df3 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747984 Jul 16 01:27:02.443710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2871dbc-e041-4c70-b4c4-981a1c9685e7 req-0c05413c-9d16-4a6d-946b-083d45bd601d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824736 Jul 16 01:27:02.517529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4aff72e1-c520-4cdb-b8ec-017b68ef817c details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:02.584573 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139d4186-94ab-402e-a5f6-0e6b58c32242 x-openstack-request-id: req-139d4186-94ab-402e-a5f6-0e6b58c32242 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:02.585261 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a144d1-b30d-4b4a-8229-91ccaec826e4", "tag": "ed1abc81-b982-4845-a89e-5a184c8e0bfd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:02.585883 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-139d4186-94ab-402e-a5f6-0e6b58c32242 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:02.586560 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'tag': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd', 'status': 'completed', 'code': 200} Jul 16 01:27:02.592183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:02.633364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'mac_address': 'fa:16:3e:ec:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:02.687403 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-354cb73b-5669-4d51-a875-01d88fc21540 req-331b9fc3-3a80-4856-a6ca-27f194a0bc3b service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507203 Jul 16 01:27:02.689401 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-a8ef8059-ca7d-4490-b7e4-13fc30d49a38 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054794 Jul 16 01:27:02.701967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.705073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.720319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4aff72e1-c520-4cdb-b8ec-017b68ef817c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:02.764737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '4aff72e1-c520-4cdb-b8ec-017b68ef817c', 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'port_id': '4aff72e1-c520-4cdb-b8ec-017b68ef817c', 'mac_address': 'fa:16:3e:c8:3c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:02.819996 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.821629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.822232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Fanout notify agent at l3_agent the message router_deleted on router bd545244-f8ff-40fe-9278-89dbda85c130 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:02.831353 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.832555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36ed0056-eb97-48d9-92f9-f090e61e3c6c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/bd545244-f8ff-40fe-9278-89dbda85c130 HTTP/1.1" status: 204 len: 168 time: 3.0150852 Jul 16 01:27:02.858156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00bcce88-894f-4d48-bb55-6e50a6a412ce req-912e9f08-8f59-40a3-9065-b96ec8cfa41e service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587157 Jul 16 01:27:02.859324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:02.865638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b9336070-7112-4399-a25b-51bb8a8ccc8e tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-291248319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:02.867105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.914853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9336070-7112-4399-a25b-51bb8a8ccc8e tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.917378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9336070-7112-4399-a25b-51bb8a8ccc8e tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.965780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.975701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c56771b-bc07-4d70-b438-eb8d80099ea5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:02.998137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e210069a-e894-4d67-bd56-d1211e17a821 req-9e7cc068-67e6-40e8-a819-89cf42fb9b33 tempest-AttachSCSIVolumeTestJSON-249992476 tempest-AttachSCSIVolumeTestJSON-249992476-project] 10.222.0.81 "GET /v2.0/ports?device_id=aa7a8bcc-9627-4eb7-b468-0696d795c561 HTTP/1.1" status: 200 len: 210 time: 0.0411289 Jul 16 01:27:03.003644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.017950 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.019300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9287d-b998-439f-bab1-3cc9ccaac198 req-9f89a5ab-fee3-4acb-8e9e-ae1815e94e4c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.028482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5c9287d-b998-439f-bab1-3cc9ccaac198 req-9f89a5ab-fee3-4acb-8e9e-ae1815e94e4c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 947 time: 0.2486510 Jul 16 01:27:03.073261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aff72e1-c520-4cdb-b8ec-017b68ef817c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:03.110553 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9336070-7112-4399-a25b-51bb8a8ccc8e tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.117713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4aff72e1-c520-4cdb-b8ec-017b68ef817c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.125905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9336070-7112-4399-a25b-51bb8a8ccc8e tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.130498 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.177542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.183882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9336070-7112-4399-a25b-51bb8a8ccc8e tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.188480 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b9336070-7112-4399-a25b-51bb8a8ccc8e tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3276184 Jul 16 01:27:03.189264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:03.203295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5c9287d-b998-439f-bab1-3cc9ccaac198 req-96217718-aac7-4d9e-aef3-33276f039440 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739180 Jul 16 01:27:03.203517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': False}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:03.204762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.205110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.205449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.205774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.206093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.206410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.206725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.207039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.207349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.207660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.207972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.212567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.289601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-be2044b1-76d1-4977-80a6-a15f28934161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.291578 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-be2044b1-76d1-4977-80a6-a15f28934161 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 1095 time: 0.3479002 Jul 16 01:27:03.310526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:03.412702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4aff72e1-c520-4cdb-b8ec-017b68ef817c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:03.487811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Deleting port 829ceda0-faa2-4d33-981e-f18717345b70 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:03.488422 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.495896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4aff72e1-c520-4cdb-b8ec-017b68ef817c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.779743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e51bf-69c9-4fbf-a61d-605430be21a9 req-640dc385-e082-4c9e-9070-968e9967ad15 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.790085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c4e51bf-69c9-4fbf-a61d-605430be21a9 req-640dc385-e082-4c9e-9070-968e9967ad15 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 944 time: 0.2667682 Jul 16 01:27:03.881977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c4e51bf-69c9-4fbf-a61d-605430be21a9 req-7cffc83f-bf6e-4b13-a645-5b47f0b23c02 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891852 Jul 16 01:27:03.894294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] For port 829ceda0-faa2-4d33-981e-f18717345b70, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=829ceda0-faa2-4d33-981e-f18717345b70,segment=NetworkSegment(5a5ffde8-8135-40bd-a785-199b94198e29),segment_id=5a5ffde8-8135-40bd-a785-199b94198e29)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.894670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.924898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Calling delete_port for 829ceda0-faa2-4d33-981e-f18717345b70 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:04.137991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e816180-f2b6-4beb-91db-eb7158e382a2 req-1919ad63-0624-481c-b112-b413070fb7aa tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.144812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e816180-f2b6-4beb-91db-eb7158e382a2 req-1919ad63-0624-481c-b112-b413070fb7aa tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.3824358 Jul 16 01:27:04.188467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.224132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-a372ad5d-7819-4229-a61f-7079d7c929f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.225661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-a372ad5d-7819-4229-a61f-7079d7c929f4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.8722610 Jul 16 01:27:04.255718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e816180-f2b6-4beb-91db-eb7158e382a2 req-05ac2761-35ff-4f0b-91fe-223f2320280d tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099811 Jul 16 01:27:04.315861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-f6fd85e7-726c-4519-b02c-cfd4f27cea9a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd HTTP/1.1" status: 200 len: 217 time: 0.0733347 Jul 16 01:27:04.331661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10973532-05d5-4449-bf12-2c3cc6fdabe6 req-ef660171-8032-4dd8-8d82-55bad29c7cbb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.333911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10973532-05d5-4449-bf12-2c3cc6fdabe6 req-ef660171-8032-4dd8-8d82-55bad29c7cbb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2188280 Jul 16 01:27:04.357870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:04.402410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86269861-d476-4c79-aa31-722966083371 req-94d57dc8-f758-4d46-bf95-2bfda6440679 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.403737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-94d57dc8-f758-4d46-bf95-2bfda6440679 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d&tenant_id=c6717f74143741a781d9cd28d40c422b&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 948 time: 0.3073466 Jul 16 01:27:04.419307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10973532-05d5-4449-bf12-2c3cc6fdabe6 req-dab7e163-4ddd-40a8-b833-543769cc6fe9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Jul 16 01:27:04.420033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.424604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-89e512ec-5699-4422-be0d-c3e142f6b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.426039 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-89e512ec-5699-4422-be0d-c3e142f6b657 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.1012678 Jul 16 01:27:04.484199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 9c56771b-bc07-4d70-b438-eb8d80099ea5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:04.488469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 9c56771b-bc07-4d70-b438-eb8d80099ea5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:04.488826 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.520969 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-821699f1-6e63-4242-85c1-a36a61c2d07c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316377 Jul 16 01:27:04.531102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed1abc81-b982-4845-a89e-5a184c8e0bfd details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:04.532894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4aff72e1-c520-4cdb-b8ec-017b68ef817c up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:04.601026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=829ceda0-faa2-4d33-981e-f18717345b70,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:04.601624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'name': 'network-vif-deleted', 'tag': '47588351-9629-44d7-8c21-cfb1c5917903'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:04.607641 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a36b5d9-0137-42c2-8df7-9fc2f7c245e3" -d '{"events": [{"server_uuid": "aa7a8bcc-9627-4eb7-b468-0696d795c561", "name": "network-vif-deleted", "tag": "47588351-9629-44d7-8c21-cfb1c5917903"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:04.655440 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-86269861-d476-4c79-aa31-722966083371 req-ff9fcbb9-4d4a-4e09-aef4-4065bd52764a service neutron] delete failed (client error): The resource could not be found. Jul 16 01:27:04.656421 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-ff9fcbb9-4d4a-4e09-aef4-4065bd52764a service neutron] 10.222.0.93 "DELETE /v2.0/ports/9c56771b-bc07-4d70-b438-eb8d80099ea5/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.2408454 Jul 16 01:27:04.700995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.723446 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8134f0bb-cdaa-4356-b927-200d0efe4e0a x-openstack-request-id: req-8134f0bb-cdaa-4356-b927-200d0efe4e0a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:04.723737 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7a8bcc-9627-4eb7-b468-0696d795c561", "name": "network-vif-deleted", "tag": "47588351-9629-44d7-8c21-cfb1c5917903", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:04.723981 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8134f0bb-cdaa-4356-b927-200d0efe4e0a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:04.724409 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7a8bcc-9627-4eb7-b468-0696d795c561', 'name': 'network-vif-deleted', 'tag': '47588351-9629-44d7-8c21-cfb1c5917903', 'status': 'completed', 'code': 200} Jul 16 01:27:04.751037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 4aff72e1-c520-4cdb-b8ec-017b68ef817c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:04.766521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 4aff72e1-c520-4cdb-b8ec-017b68ef817c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:04.767856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.804128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c732243-53ab-40a8-9d9f-9d523aba0be9 req-7e9358be-2bd1-4582-b94b-09ebeb9d636f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.813097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c732243-53ab-40a8-9d9f-9d523aba0be9 req-7e9358be-2bd1-4582-b94b-09ebeb9d636f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 948 time: 0.3674669 Jul 16 01:27:04.966566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-6881b0c0-e509-4ccd-9369-9564fe3bb050 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365087 Jul 16 01:27:05.001651 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.152150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:05.154724 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2e7708-477d-466b-a2c7-96971d403cb3" -d '{"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-plugged", "status": "completed", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:05.167581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c732243-53ab-40a8-9d9f-9d523aba0be9 req-b385ee6b-4aac-47e6-b846-bb9e9aedf934 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479435 Jul 16 01:27:05.219069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.248134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:05.259097 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.265931 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.267435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 47588351-9629-44d7-8c21-cfb1c5917903 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:05.267595 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea67917c-be5c-4043-b67d-2ee89b46815d req-91031985-d988-46d2-a5c7-b382f6e4206b service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490878 Jul 16 01:27:05.275428 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.295143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86269861-d476-4c79-aa31-722966083371 req-3ec21489-a77a-49a5-ae52-8bf68aab4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.297191 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-3ec21489-a77a-49a5-ae52-8bf68aab4a6a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1099 time: 0.4069002 Jul 16 01:27:05.316310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-b9ed1895-0ba7-4dc2-a5f8-38ccbe990478 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.318034 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-b9ed1895-0ba7-4dc2-a5f8-38ccbe990478 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.78 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.4008296 Jul 16 01:27:05.325526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ed1abc81-b982-4845-a89e-5a184c8e0bfd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:05.326831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b35272-22f4-4dd4-8de4-d73e730f6c24 req-e3c58ab2-44c5-4835-9e34-382f1fda0234 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.334742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40b35272-22f4-4dd4-8de4-d73e730f6c24 req-e3c58ab2-44c5-4835-9e34-382f1fda0234 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 944 time: 0.1864948 Jul 16 01:27:05.356862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd', 'network_id': 'e62b67fb-9417-4cee-bed3-1b308621aeee', 'port_id': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd', 'mac_address': 'fa:16:3e:17:cd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364bde68-35d3-49c7-94fe-45f67ae60a25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:05.397813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 47588351-9629-44d7-8c21-cfb1c5917903 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:05.398487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 47588351-9629-44d7-8c21-cfb1c5917903 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:05.451132 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.455461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40b35272-22f4-4dd4-8de4-d73e730f6c24 req-a9fcc263-ccd2-4d84-8253-8b02142af426 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197186 Jul 16 01:27:05.492047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1abc81-b982-4845-a89e-5a184c8e0bfd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:05.498879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4aff72e1-c520-4cdb-b8ec-017b68ef817c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:05.505162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.514740 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.560004 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f16c2-c026-44a1-b982-45de7bc61133 x-openstack-request-id: req-727f16c2-c026-44a1-b982-45de7bc61133 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:05.560463 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-plugged", "status": "completed", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:05.560832 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-727f16c2-c026-44a1-b982-45de7bc61133 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:05.561412 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'code': 200} Jul 16 01:27:05.568829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ed1abc81-b982-4845-a89e-5a184c8e0bfd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:05.581670 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.604845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4aff72e1-c520-4cdb-b8ec-017b68ef817c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.630472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Router 28e4af43-efcf-46e7-9868-427148feec7a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:05.693443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ed1abc81-b982-4845-a89e-5a184c8e0bfd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.796250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca6392-f5ec-4db7-b2e7-012148ca538e req-bc736ef5-14b6-427f-9a1a-2b2135cd5635 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.800742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1ca6392-f5ec-4db7-b2e7-012148ca538e req-bc736ef5-14b6-427f-9a1a-2b2135cd5635 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.1741560 Jul 16 01:27:05.836104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ed1abc81-b982-4845-a89e-5a184c8e0bfd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:05.872612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:05.879599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d7f2a995-cbbb-4aec-90f0-70958310fce4 admin admin] 10.222.0.81 "PUT /v2.0/routers/28e4af43-efcf-46e7-9868-427148feec7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4676561 Jul 16 01:27:05.882048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86269861-d476-4c79-aa31-722966083371 req-06fa0c8f-0584-478e-b244-d21b838c757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.885727 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] Sync routers for ids ['28e4af43-efcf-46e7-9868-427148feec7a'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:05.888451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48224) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:05.889004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-06fa0c8f-0584-478e-b244-d21b838c757c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.5780952 Jul 16 01:27:05.902111 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] Routers {'28e4af43-efcf-46e7-9868-427148feec7a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:05.902812 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['28e4af43-efcf-46e7-9868-427148feec7a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:05.911737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Allocated IP 172.25.5.151 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/8b1bed81-77a4-408a-99e8-767dafa64be6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:06.012115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.056458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.068163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] Set router 28e4af43-efcf-46e7-9868-427148feec7a gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:06.116836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.180344 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-9fec778e-d2dc-46d1-a2fa-e10cd5379483 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.0757124 Jul 16 01:27:06.192970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:06.233020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:06.241122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:06.281039 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:27:04Z', 'revision_number': 5, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:06.310921 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] Checking router: 28e4af43-efcf-46e7-9868-427148feec7a for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:06.321395 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] Routers {'28e4af43-efcf-46e7-9868-427148feec7a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:06.323175 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['28e4af43-efcf-46e7-9868-427148feec7a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:06.324885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Deleting port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:06.325427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.351711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1bed81-77a4-408a-99e8-767dafa64be6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.374450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86269861-d476-4c79-aa31-722966083371 req-34fc85fd-ce2d-4138-b21e-054b7424bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.375962 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-34fc85fd-ce2d-4138-b21e-054b7424bbbb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1535532 Jul 16 01:27:06.460709 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] Set router 28e4af43-efcf-46e7-9868-427148feec7a gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:06.547501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1ca6392-f5ec-4db7-b2e7-012148ca538e req-ec58c8b9-143d-475e-b194-ce34f3d6c6cf tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6665902 Jul 16 01:27:06.551331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] For port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:06.551975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.597447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911db9b9-e389-4df0-8243-a0995b611e58 req-0ec84e21-c034-4d9f-8bbe-53ef8781e78c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.614799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-911db9b9-e389-4df0-8243-a0995b611e58 req-0ec84e21-c034-4d9f-8bbe-53ef8781e78c tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.7442279 Jul 16 01:27:06.669114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.684114 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:27:04Z', 'revision_number': 5, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:06.796166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86269861-d476-4c79-aa31-722966083371 req-7a1c351c-735b-41ca-a253-c14b7c3c24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.798053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-7a1c351c-735b-41ca-a253-c14b7c3c24f1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3261745 Jul 16 01:27:06.818499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-911db9b9-e389-4df0-8243-a0995b611e58 req-f7200b0f-9ad6-4f4c-b940-e11b0ccaa07f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027221 Jul 16 01:27:06.876058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911f4bf-fb5f-42cc-befd-6a9b66a174c5 None None] The sync data for ids ['28e4af43-efcf-46e7-9868-427148feec7a'] in n-d-800085-5 is: [{'id': '28e4af43-efcf-46e7-9868-427148feec7a', 'name': 'tempest-FloatingIPsTestJSON-72652672-router', 'tenant_id': '2ec9dfec236740f9ac24622344c504af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:33Z', 'updated_at': '2021-07-16T01:27:04Z', 'revision_number': 5, 'project_id': '2ec9dfec236740f9ac24622344c504af', 'gw_port': {'id': '9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:66:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e4af43-efcf-46e7-9868-427148feec7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:06.894246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Deleting port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:06.896005 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.010138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] For port 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:07.010404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.029891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Calling delete_port for 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:07.298353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585be6b-5928-4877-b48d-c66f6298f7f6 req-5943e3bf-900a-40fa-a7d0-19b1414b7044 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.299670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7585be6b-5928-4877-b48d-c66f6298f7f6 req-5943e3bf-900a-40fa-a7d0-19b1414b7044 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.1619718 Jul 16 01:27:07.389603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-dc371e24-b6c2-401b-9543-5b0d5a965f1c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519617 Jul 16 01:27:07.392693 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.416971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7585be6b-5928-4877-b48d-c66f6298f7f6 req-7952b87f-5e01-44dd-8e4c-d120178b5b46 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033812 Jul 16 01:27:07.435804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.492522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.519062 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-86269861-d476-4c79-aa31-722966083371 req-ac33afd2-f54c-487e-9705-cb4455775d6c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866642 Jul 16 01:27:07.521983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66579c77-5875-4c9d-a449-c71bce0a6158 req-e8da3a9b-37ce-4d3b-a967-a159b665e725 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.523682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66579c77-5875-4c9d-a449-c71bce0a6158 req-e8da3a9b-37ce-4d3b-a967-a159b665e725 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 945 time: 0.1600406 Jul 16 01:27:07.559120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.559526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.559849 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Floating IP cf98830c-51f3-406b-825d-1b53734c4e0a disassociated. External IP: 172.25.5.135, port: 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d. Jul 16 01:27:07.560460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Calling delete_port for 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:07.562806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183531da-2aa4-4945-9885-29ab18ac7c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aff72e1-c520-4cdb-b8ec-017b68ef817c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:07.565289 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30227aea-430c-4231-9e2c-5c8cbcc7a402" -d '{"events": [{"server_uuid": "183531da-2aa4-4945-9885-29ab18ac7c32", "name": "network-vif-plugged", "status": "completed", "tag": "4aff72e1-c520-4cdb-b8ec-017b68ef817c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:07.588370 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.670299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66579c77-5875-4c9d-a449-c71bce0a6158 req-1b341b0c-e14b-4dc9-90ba-b737541d248c tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354356 Jul 16 01:27:07.785302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.801429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.836062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.842684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.874597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 829ceda0-faa2-4d33-981e-f18717345b70 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:07.933901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 829ceda0-faa2-4d33-981e-f18717345b70 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:07.934247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 829ceda0-faa2-4d33-981e-f18717345b70 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:07.954234 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3f8df-2d9d-4f71-af47-3c34387a6fde x-openstack-request-id: req-e8b3f8df-2d9d-4f71-af47-3c34387a6fde {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:07.955122 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183531da-2aa4-4945-9885-29ab18ac7c32", "name": "network-vif-plugged", "status": "completed", "tag": "4aff72e1-c520-4cdb-b8ec-017b68ef817c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:07.955386 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8b3f8df-2d9d-4f71-af47-3c34387a6fde {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:07.956389 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183531da-2aa4-4945-9885-29ab18ac7c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aff72e1-c520-4cdb-b8ec-017b68ef817c', 'code': 200} Jul 16 01:27:07.968556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.970237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28e4af43-efcf-46e7-9868-427148feec7a {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:07.985949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.002785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f732a738-65d5-4156-9205-ab5a02a6f89d admin admin] 10.222.0.81 "DELETE /v2.0/routers/28e4af43-efcf-46e7-9868-427148feec7a HTTP/1.1" status: 204 len: 168 time: 2.1026485 Jul 16 01:27:08.003768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.156925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] Deleting subnet 30b31942-6e5f-4396-bbc2-fb86486fea8c {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:08.173981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.220932 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.241902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c20e3-7b30-4991-b7e4-b7a5c805a749 req-03b15538-8737-4a79-900b-ffb8784e3ba3 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.244832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c60c20e3-7b30-4991-b7e4-b7a5c805a749 req-03b15538-8737-4a79-900b-ffb8784e3ba3 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/ports?device_id=7656098e-4b19-42ff-b5a6-bce00eced85c HTTP/1.1" status: 200 len: 945 time: 0.3522034 Jul 16 01:27:08.276592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event deleted for resources: {'Port': ['ID=5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.281671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.358212 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c60c20e3-7b30-4991-b7e4-b7a5c805a749 req-cdb8f43b-4f56-493a-a5b8-86ac69ee5ff2 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups?id=e7d54116-9d36-487d-b7a6-b0ab444de91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065474 Jul 16 01:27:08.370790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dc76-6e2f-49b7-adcc-7f93e32f3397 req-f7496511-1003-4c80-ab25-03a6822d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.375076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0d6dc76-6e2f-49b7-adcc-7f93e32f3397 req-f7496511-1003-4c80-ab25-03a6822d74e3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.2322087 Jul 16 01:27:08.383131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Router 2eb978eb-c3c6-4669-ae01-1fe136ec7527 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:08.421417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3cdd-225f-41e1-bb63-f1a79808979f req-ae8b1f7a-7228-4148-b932-3d2b012ded38 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.426989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5fe3cdd-225f-41e1-bb63-f1a79808979f req-ae8b1f7a-7228-4148-b932-3d2b012ded38 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.2312393 Jul 16 01:27:08.511486 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.516198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5fe3cdd-225f-41e1-bb63-f1a79808979f req-5aa23e03-98ad-4db3-a122-0b02c3786218 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827556 Jul 16 01:27:08.525678 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0d6dc76-6e2f-49b7-adcc-7f93e32f3397 req-c911abd6-a530-44fe-82ef-e6022da94034 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429288 Jul 16 01:27:08.531355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed1abc81-b982-4845-a89e-5a184c8e0bfd up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:08.567664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Router c72364da-fd38-4245-910b-20b68d858b2f has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:08.606594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port ed1abc81-b982-4845-a89e-5a184c8e0bfd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:08.629412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port ed1abc81-b982-4845-a89e-5a184c8e0bfd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:08.630211 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.721075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:08.736472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-69726057-1cb2-4f24-990b-81e1c6b99977 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.740366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-69726057-1cb2-4f24-990b-81e1c6b99977 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.2588503 Jul 16 01:27:08.744459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] Sync routers for ids ['2eb978eb-c3c6-4669-ae01-1fe136ec7527'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:08.750463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.752937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.754227 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69c2b467-f897-4611-8967-211e62887b6a tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "PUT /v2.0/routers/2eb978eb-c3c6-4669-ae01-1fe136ec7527 HTTP/1.1" status: 200 len: 919 time: 5.5595987 Jul 16 01:27:08.756931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48296) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.770803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] Routers {'2eb978eb-c3c6-4669-ae01-1fe136ec7527'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:08.771505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2eb978eb-c3c6-4669-ae01-1fe136ec7527'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:08.819283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:08.830234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b31942-6e5f-4396-bbc2-fb86486fea8c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.839618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.842077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4d521005-4eec-4915-9e52-e4219d11c3f5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/30b31942-6e5f-4396-bbc2-fb86486fea8c HTTP/1.1" status: 204 len: 168 time: 0.8376787 Jul 16 01:27:08.848993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-649ead9c-4f5d-486f-99fe-061b66466e7b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/quotas/66e1779bec1f4c98b2a2b2a6504843b9 HTTP/1.1" status: 200 len: 375 time: 0.0756738 Jul 16 01:27:08.849709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48298) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.866052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a9708-3a42-4cba-ad95-1db853035b52 None None] Network cbd61c66-6479-47e5-af2d-05b052b1fe18 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:08.872195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] Routers {'2eb978eb-c3c6-4669-ae01-1fe136ec7527'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:08.872843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2eb978eb-c3c6-4669-ae01-1fe136ec7527'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:08.927358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:08.940939 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] Sync routers for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:08.955661 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:08.956309 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:08.989324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] No DVR routers for this DVR port 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:08.994177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.994527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b18b3-109a-4c22-bed3-f19e66d24195 req-7a34da41-3646-4020-b2ff-e7d8411b71a1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.996125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c09b18b3-109a-4c22-bed3-f19e66d24195 req-7a34da41-3646-4020-b2ff-e7d8411b71a1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.2547879 Jul 16 01:27:08.998471 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7b13537f-3bed-4dab-9f4f-a7d31a98c21d req-c43d75a1-0285-40f8-9367-b1c23853060b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.78 "DELETE /v2.0/ports/5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d HTTP/1.1" status: 204 len: 173 time: 3.6632671 Jul 16 01:27:09.001596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'name': 'network-vif-deleted', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:09.004157 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66cd5c0-c74f-49c2-bbff-c0d85bc3f16d" -d '{"events": [{"server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "name": "network-vif-deleted", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:09.011357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.046066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:09.046742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6e191-cc07-4e5d-8430-8a4210d2bde7 None None] The sync data for ids ['2eb978eb-c3c6-4669-ae01-1fe136ec7527'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:09.060883 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-971a23d3-7c46-4e36-a9f7-70a94578a00d tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/2eb978eb-c3c6-4669-ae01-1fe136ec7527 HTTP/1.1" status: 200 len: 925 time: 0.3015921 Jul 16 01:27:09.060883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48304) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.098245 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.131141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c09b18b3-109a-4c22-bed3-f19e66d24195 req-ef87ba21-251b-4908-a42f-9542df8c278e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139038 Jul 16 01:27:09.155081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-a78edfee-7bd6-4421-86aa-5271a0cd86b9 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2839556 Jul 16 01:27:09.194324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ed1abc81-b982-4845-a89e-5a184c8e0bfd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:09.195646 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:09.202982 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.203818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a78c4ae9-0278-4c75-b08f-f160fcdad82c no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:09.237537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3353a410-408b-4d7d-bf14-6ff1866eb2f0 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.249245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3353a410-408b-4d7d-bf14-6ff1866eb2f0 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=2eb978eb-c3c6-4669-ae01-1fe136ec7527&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1854756 Jul 16 01:27:09.251268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.333987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] DHCP port deletion for cbd61c66-6479-47e5-af2d-05b052b1fe18 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:09.358706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ed1abc81-b982-4845-a89e-5a184c8e0bfd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.460716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.484659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] Deleting port 2bcf1029-2809-4319-b8de-4acbb38dedbc {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:09.485392 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.539530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Deleting port 2bcf1029-2809-4319-b8de-4acbb38dedbc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:09.539992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.566523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:09.575188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.586011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] For port 2bcf1029-2809-4319-b8de-4acbb38dedbc, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2bcf1029-2809-4319-b8de-4acbb38dedbc,segment=NetworkSegment(5a5ffde8-8135-40bd-a785-199b94198e29),segment_id=5a5ffde8-8135-40bd-a785-199b94198e29)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:09.586684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.607317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-c6eb593b-835f-4686-9bf4-53f7ef5541cc service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446716 Jul 16 01:27:09.628169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] Calling delete_port for 2bcf1029-2809-4319-b8de-4acbb38dedbc owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:09.648555 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:46Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:09.667952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-4551e201-09a1-41d3-9b1b-3c99169ee7d8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.669657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-4551e201-09a1-41d3-9b1b-3c99169ee7d8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "GET /v2.0/ports?device_id=88f95530-e8aa-40e3-85fc-87cb9a1c7c91 HTTP/1.1" status: 200 len: 943 time: 0.0889342 Jul 16 01:27:09.682494 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] Checking router: c72364da-fd38-4245-910b-20b68d858b2f for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:09.695644 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:09.696383 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:26:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:09.713363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.735561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b57f68-8a52-4012-9008-5c5b3122c1a5 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.740198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-45b57f68-8a52-4012-9008-5c5b3122c1a5 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.4849207 Jul 16 01:27:09.740198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] For port 2bcf1029-2809-4319-b8de-4acbb38dedbc, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2bcf1029-2809-4319-b8de-4acbb38dedbc,segment=NetworkSegment(5a5ffde8-8135-40bd-a785-199b94198e29),segment_id=5a5ffde8-8135-40bd-a785-199b94198e29)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:09.740198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.746790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.808874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.841009 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2bcf1029-2809-4319-b8de-4acbb38dedbc no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:09.844936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] Pushing event deleted for resources: {'Port': ['ID=2bcf1029-2809-4319-b8de-4acbb38dedbc,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.868532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Calling delete_port for 2bcf1029-2809-4319-b8de-4acbb38dedbc owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:09.869313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42cf83-ff38-4d6c-8c45-03a25ecb1cbb None None] No DVR routers for this DVR port 2bcf1029-2809-4319-b8de-4acbb38dedbc on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:09.874343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2bcf1029-2809-4319-b8de-4acbb38dedbc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:09.875182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2bcf1029-2809-4319-b8de-4acbb38dedbc not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:09.875340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:09.905126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Deleting port a78c4ae9-0278-4c75-b08f-f160fcdad82c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:09.905847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.917470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:09.917814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9bc51bfe-ea8c-46bb-bbf1-492bc173a8b2 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:09.928580 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:09.957085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd'}, {'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:09.959402 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a445afc7-44b3-4b59-9b0b-bd2a85a25dfe" -d '{"events": [{"server_uuid": "f9a144d1-b30d-4b4a-8229-91ccaec826e4", "name": "network-vif-plugged", "status": "completed", "tag": "ed1abc81-b982-4845-a89e-5a184c8e0bfd"}, {"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-unplugged", "status": "completed", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:10.020207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c4c30-edde-4109-b9df-61053a1c978e req-1f9fd0a3-e355-461e-92c0-80b955f57f9b tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.029376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f89c4c30-edde-4109-b9df-61053a1c978e req-1f9fd0a3-e355-461e-92c0-80b955f57f9b tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.5913532 Jul 16 01:27:10.040859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b33add20-690f-4a3b-9225-d031164ed866 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb978eb-c3c6-4669-ae01-1fe136ec7527 HTTP/1.1" status: 200 len: 205 time: 0.2835422 Jul 16 01:27:10.040859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-1b54b4a8-3968-4e29-a3bf-e863ae0e81fb service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260588 Jul 16 01:27:10.045142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48320) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:10.108867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] For port a78c4ae9-0278-4c75-b08f-f160fcdad82c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a78c4ae9-0278-4c75-b08f-f160fcdad82c,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:10.114479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.142295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Calling delete_port for a78c4ae9-0278-4c75-b08f-f160fcdad82c owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:10.152335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f89c4c30-edde-4109-b9df-61053a1c978e req-4c554c04-28e9-41d7-9f18-b668c895b447 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218328 Jul 16 01:27:10.183352 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:10.228507 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:46Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:10.270534 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420118c0-2ea1-45f0-9a39-1f62ab8d8331 None None] The sync data for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 is: [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:36Z', 'revision_number': 4, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '717582d0-6c1b-44ff-9ef0-44c4d0de962d', 'name': '', 'network_id': '7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'mac_address': 'fa:16:3e:82:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:34Z', 'updated_at': '2021-07-16T01:24:46Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'subnets': [{'id': '0b4be5c7-de1d-4c79-aa59-a879fa1212a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:10.288781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.292729 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2946ff-598c-4492-8fa8-c0234b2b5204 x-openstack-request-id: req-ff2946ff-598c-4492-8fa8-c0234b2b5204 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:10.293245 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7656098e-4b19-42ff-b5a6-bce00eced85c", "name": "network-vif-deleted", "tag": "5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:10.293691 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff2946ff-598c-4492-8fa8-c0234b2b5204 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:10.294260 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7656098e-4b19-42ff-b5a6-bce00eced85c', 'name': 'network-vif-deleted', 'tag': '5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d', 'status': 'completed', 'code': 200} Jul 16 01:27:10.389832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:10.408273 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.423449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] No DVR routers for this DVR port 2bcf1029-2809-4319-b8de-4acbb38dedbc on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:10.442961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:10.442961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5c8b15f1-4ea5-412e-a7ae-4b2f6ace193d not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:10.501753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcf1029-2809-4319-b8de-4acbb38dedbc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.547858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.646642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event deleted for resources: {'Port': ['ID=a78c4ae9-0278-4c75-b08f-f160fcdad82c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.662832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.670880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] No DVR routers for this DVR port a78c4ae9-0278-4c75-b08f-f160fcdad82c on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:10.671418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd5966-6b6b-422d-82ab-dba04721b4a7 None None] New status for floating IP cf98830c-51f3-406b-825d-1b53734c4e0a: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:27:10.674247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.677886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cbab6938-e75a-4a9d-b8ec-329f1099d8cf req-757b938b-14a7-47f6-a193-733ba136804c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "DELETE /v2.0/ports/a78c4ae9-0278-4c75-b08f-f160fcdad82c HTTP/1.1" status: 204 len: 173 time: 1.0022478 Jul 16 01:27:10.715723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd61c66-6479-47e5-af2d-05b052b1fe18']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:10.742016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5ffde8-8135-40bd-a785-199b94198e29') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:10.742706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5ffde8-8135-40bd-a785-199b94198e29') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:10.762892 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.778269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dc486-91b1-4474-940f-6e68ace3bcbe req-afed6554-04ad-4cd2-85ca-6bc9f59d2347 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.779793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-891dc486-91b1-4474-940f-6e68ace3bcbe req-afed6554-04ad-4cd2-85ca-6bc9f59d2347 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1100 time: 0.3683777 Jul 16 01:27:10.801040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.824479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:10.824914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:10.827668 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:10.831720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.914589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38abf9-04ca-4717-bb69-a5511ec27e03 req-c7855a7b-fa69-45d8-9fdc-c43d7c174233 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.916737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a38abf9-04ca-4717-bb69-a5511ec27e03 req-c7855a7b-fa69-45d8-9fdc-c43d7c174233 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.3002656 Jul 16 01:27:10.947367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-891dc486-91b1-4474-940f-6e68ace3bcbe req-e2f6c3ec-79be-431a-8297-2bda4a83b274 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574395 Jul 16 01:27:10.956215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.029125 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca17f0-d9c4-4071-a5ea-651d7703866b x-openstack-request-id: req-70ca17f0-d9c4-4071-a5ea-651d7703866b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:11.029562 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a144d1-b30d-4b4a-8229-91ccaec826e4", "name": "network-vif-plugged", "status": "completed", "tag": "ed1abc81-b982-4845-a89e-5a184c8e0bfd", "code": 200}, {"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-unplugged", "status": "completed", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:11.029991 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70ca17f0-d9c4-4071-a5ea-651d7703866b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:11.030518 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd', 'code': 200} Jul 16 01:27:11.031164 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'code': 200} Jul 16 01:27:11.163024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26546446-4864-4c02-be5e-0a15187c538e req-ad465f71-bf01-4624-9379-e4404096cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.164891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-26546446-4864-4c02-be5e-0a15187c538e req-ad465f71-bf01-4624-9379-e4404096cd43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 1097 time: 0.0555975 Jul 16 01:27:11.213675 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-26546446-4864-4c02-be5e-0a15187c538e req-f1e40c4e-00c3-402a-aef2-2cb72f905f20 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Jul 16 01:27:11.314190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.316021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cbd61c66-6479-47e5-af2d-05b052b1fe18 HTTP/1.1" status: 204 len: 168 time: 2.4642205 Jul 16 01:27:11.358200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe188c-79ce-44c2-adfe-09f71e8183a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd61c66-6479-47e5-af2d-05b052b1fe18,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.367526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73f8f5e5-b58a-446a-b41b-07ead7bd3860 req-44fa55f6-ad90-4c81-98cf-07a9eaf3697b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 210 time: 0.0597191 Jul 16 01:27:11.381491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a38abf9-04ca-4717-bb69-a5511ec27e03 req-5927fcb5-53d9-4a26-9481-549f86066733 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382503 Jul 16 01:27:11.403479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Deleting port 8b1bed81-77a4-408a-99e8-767dafa64be6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:11.403971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.448754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.522312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de1c07bc-078d-402f-88aa-16ae70f076f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.550235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.568502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.621588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.644296 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02b64d07-9378-4977-a65a-00b37f183dd6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.715954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Calling delete_port for 8b1bed81-77a4-408a-99e8-767dafa64be6 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:11.719657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02b64d07-9378-4977-a65a-00b37f183dd6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.761361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-09985fcd-990b-4aa9-a759-a03214e629bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ec9dfec236740f9ac24622344c504af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074263 Jul 16 01:27:11.765992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.898739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72733b61-791e-46f0-9adc-9e2f289f1df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.938061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14bd24-aad8-47a4-88ea-e6f3c5647eb3 req-4bbf1c08-d65e-475b-9303-af3927602255 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.940069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb14bd24-aad8-47a4-88ea-e6f3c5647eb3 req-4bbf1c08-d65e-475b-9303-af3927602255 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2927053 Jul 16 01:27:12.009073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72733b61-791e-46f0-9adc-9e2f289f1df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.042090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02b64d07-9378-4977-a65a-00b37f183dd6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.044722 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02b64d07-9378-4977-a65a-00b37f183dd6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.046065 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02b64d07-9378-4977-a65a-00b37f183dd6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "DELETE /v2.0/security-groups/e7d54116-9d36-487d-b7a6-b0ab444de91a HTTP/1.1" status: 204 len: 168 time: 0.5955358 Jul 16 01:27:12.055363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:12.078866 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-34211695-6918-43e4-bd22-3e6887f98248 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] show failed (client error): The resource could not be found. Jul 16 01:27:12.079879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-34211695-6918-43e4-bd22-3e6887f98248 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "GET /v2.0/security-groups/e7d54116-9d36-487d-b7a6-b0ab444de91a HTTP/1.1" status: 404 len: 347 time: 0.0192425 Jul 16 01:27:12.085551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48370) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:12.096020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b64d07-9378-4977-a65a-00b37f183dd6 tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d54116-9d36-487d-b7a6-b0ab444de91a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.115759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-ef560fcc-cfbd-4640-a7f3-149a0f35608a tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.117295 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-ef560fcc-cfbd-4640-a7f3-149a0f35608a tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.2286389 Jul 16 01:27:12.142836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Request body: {'port': {'device_id': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'admin_state_up': True, 'tenant_id': '66e1779bec1f4c98b2a2b2a6504843b9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:12.166447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-d30a2b78-9cb0-40bb-86bf-b3633d50eaf7 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147597 Jul 16 01:27:12.208059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb14bd24-aad8-47a4-88ea-e6f3c5647eb3 req-ef82fcc7-51c4-4250-9005-eb9119bcb4fe tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568004 Jul 16 01:27:12.314825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72733b61-791e-46f0-9adc-9e2f289f1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.317466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72733b61-791e-46f0-9adc-9e2f289f1df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.321015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-72733b61-791e-46f0-9adc-9e2f289f1df5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81d9bc04-8fc3-4b74-b5b7-be1a704c7562 HTTP/1.1" status: 204 len: 168 time: 0.4968898 Jul 16 01:27:12.367627 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.425690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72733b61-791e-46f0-9adc-9e2f289f1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9bc04-8fc3-4b74-b5b7-be1a704c7562,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.448279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event deleted for resources: {'Port': ['ID=8b1bed81-77a4-408a-99e8-767dafa64be6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.526594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-deleted', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:12.528856 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b15e9-1ad4-4733-811f-9e44be7ee2e7" -d '{"events": [{"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-deleted", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:12.538507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a78c4ae9-0278-4c75-b08f-f160fcdad82c no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:12.539604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-754b4edc-8edc-43ec-8940-120c380dbd5f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.541910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-754b4edc-8edc-43ec-8940-120c380dbd5f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3453579 Jul 16 01:27:12.571972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: a78c4ae9-0278-4c75-b08f-f160fcdad82c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:12.573912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a78c4ae9-0278-4c75-b08f-f160fcdad82c not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:12.579664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-a98e3cc0-1fbe-4162-9296-7a525657598f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/quotas/c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 375 time: 0.0281188 Jul 16 01:27:12.582836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Deleting port c6c4dc53-d90e-49c2-8322-59589a5a9ebe {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:12.583183 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.597650 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.631221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Made reservation on behalf of 66e1779bec1f4c98b2a2b2a6504843b9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:12.634707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.711781 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.780186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d912d9-e463-4fdc-8325-ede6a4ebc35e req-55419753-f393-4d94-a365-0d0552398860 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.781764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6d912d9-e463-4fdc-8325-ede6a4ebc35e req-55419753-f393-4d94-a365-0d0552398860 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.4086819 Jul 16 01:27:12.791340 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.798647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.864867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Allocated IP 172.20.0.2 (0c9bc41d-cead-4693-9990-e8a24c206f62/ad011a44-0c97-42f3-9db7-d50d204a158c/10b9a23e-cf13-409d-a015-80202f648bf0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:12.890500 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.890730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.898279 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.898789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb978eb-c3c6-4669-ae01-1fe136ec7527 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:12.920240 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.921310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e0ea8fcd-d028-4eaa-9983-5ef6d80ec6aa tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/2eb978eb-c3c6-4669-ae01-1fe136ec7527 HTTP/1.1" status: 204 len: 168 time: 2.8751118 Jul 16 01:27:12.932127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6d912d9-e463-4fdc-8325-ede6a4ebc35e req-01095747-86c8-4d06-b8cc-580749267520 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382191 Jul 16 01:27:12.932626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:12.933524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Calling delete_port for c6c4dc53-d90e-49c2-8322-59589a5a9ebe owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:12.939992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-353054193', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:12.960481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-495ce40f-fa1c-4105-8090-7c2a5f490c0f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3602047 Jul 16 01:27:13.027012 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.028096 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.114921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.171059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.224989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Deleting port 9d0b607b-a2a5-490c-81ae-4aca4af8b956 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:13.225362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.250458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.263269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:13.296925 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b434f2-f3e8-470c-9b00-b28315db7cae x-openstack-request-id: req-29b434f2-f3e8-470c-9b00-b28315db7cae {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:13.297833 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f95530-e8aa-40e3-85fc-87cb9a1c7c91", "name": "network-vif-deleted", "tag": "a78c4ae9-0278-4c75-b08f-f160fcdad82c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:13.298083 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29b434f2-f3e8-470c-9b00-b28315db7cae {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:13.298485 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f95530-e8aa-40e3-85fc-87cb9a1c7c91', 'name': 'network-vif-deleted', 'tag': 'a78c4ae9-0278-4c75-b08f-f160fcdad82c', 'status': 'completed', 'code': 200} Jul 16 01:27:13.357543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.377674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] For port 9d0b607b-a2a5-490c-81ae-4aca4af8b956, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d0b607b-a2a5-490c-81ae-4aca4af8b956,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.378151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.394047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1623acb-be96-413f-8778-50bb60d42da6 req-e507c48c-0b54-4e68-a522-b929759aa0a0 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 210 time: 0.0518665 Jul 16 01:27:13.395641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Calling delete_port for 9d0b607b-a2a5-490c-81ae-4aca4af8b956 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:13.427577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:13.452273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.456441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.468613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-network', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:13.480733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:13.486492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:13.493327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Pushing event deleted for resources: {'Port': ['ID=c6c4dc53-d90e-49c2-8322-59589a5a9ebe,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.531897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313e6c7-5559-4f5b-bdcd-d27203a88bed req-30b18461-e9d1-40ad-94e8-8b5242ebdae8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.538970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e313e6c7-5559-4f5b-bdcd-d27203a88bed req-30b18461-e9d1-40ad-94e8-8b5242ebdae8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 931 time: 0.2609200 Jul 16 01:27:13.624364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Made reservation on behalf of 281e5bdb8182405f98b595d2284b87e2 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:13.626975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.638055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.638897 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.664267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.678067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.680604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.685158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f1780b0-9628-4cf8-bf70-bf017e67791b tempest-ServersTestJSON-14616365 tempest-ServersTestJSON-14616365-project] 10.222.0.81 "DELETE /v2.0/floatingips/cf98830c-51f3-406b-825d-1b53734c4e0a HTTP/1.1" status: 204 len: 168 time: 1.5898130 Jul 16 01:27:13.689585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e313e6c7-5559-4f5b-bdcd-d27203a88bed req-307fd881-3d76-4424-99b1-470f6c3f7109 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496856 Jul 16 01:27:13.690040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48414) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:13.715322 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3a999b1b-f6d1-40cf-8830-2069bba3d2d5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5770938 Jul 16 01:27:13.740955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Request body: {'port': {'device_id': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:13.773511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372829c3-e033-458f-8776-0e67670e1ca7 req-89486798-ecf7-49c3-ade6-9235eb87ddcf tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.775057 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-372829c3-e033-458f-8776-0e67670e1ca7 req-89486798-ecf7-49c3-ade6-9235eb87ddcf tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.78 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.3146484 Jul 16 01:27:13.814132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e510f-9371-443f-8d65-0e2cff554ccd req-8be4b2e9-e094-4ee8-a8f3-1829c689571a tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.815642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-880e510f-9371-443f-8d65-0e2cff554ccd req-8be4b2e9-e094-4ee8-a8f3-1829c689571a tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2412295 Jul 16 01:27:13.970498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.979126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.001645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-880e510f-9371-443f-8d65-0e2cff554ccd req-05d05aa6-2a62-43c0-912f-844ca8661624 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465976 Jul 16 01:27:14.007317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.106959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.119560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Deleting port 9a0befab-3af4-48bf-b363-74a20eba3fdd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:14.119955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.216852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.218060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f9b35a5-95ac-4587-b658-5316b9a82a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.230923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0b607b-a2a5-490c-81ae-4aca4af8b956,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.248255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.370486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:14.416802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f2278-81f6-4eb0-9829-e4d544df562e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.426943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.470241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] For port 9a0befab-3af4-48bf-b363-74a20eba3fdd, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9a0befab-3af4-48bf-b363-74a20eba3fdd,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:14.470859 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.493373 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.494142 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Added segment 816a1c5a-afcc-4c27-9b42-6bb1d99e1f79 of type vlan for network 3ed45c94-3d4f-465d-b973-7d920adc66da Jul 16 01:27:14.545384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.597315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.598686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.600190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.603742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Calling delete_port for 9a0befab-3af4-48bf-b363-74a20eba3fdd owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:14.777321 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5111251 Jul 16 01:27:14.796234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Allocated IP 172.25.5.83 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/8cb2bd46-8a83-4364-80d3-3284e515c6cf) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:14.839355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48426) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.860190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Request body: {'subnet': {'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-subnet', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:14.870077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bb75c-cea8-43f0-a09a-564d7422ed92 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed45c94-3d4f-465d-b973-7d920adc66da,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.881592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3ed45c94-3d4f-465d-b973-7d920adc66da details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:14.888794 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-7b39af43-6b85-4136-8080-21987a9b1462 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709132 Jul 16 01:27:14.948591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b76023-f9b9-4cac-8cd7-352f048bb164 req-f50bbb19-30d6-48f4-bde5-473d0c0511ca tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.955925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84b76023-f9b9-4cac-8cd7-352f048bb164 req-f50bbb19-30d6-48f4-bde5-473d0c0511ca tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 945 time: 0.5696290 Jul 16 01:27:15.030452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Made reservation on behalf of 281e5bdb8182405f98b595d2284b87e2 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:15.033001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.044305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-1e8c9b6a-a4a8-41a2-b341-a570da529333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.045802 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-1e8c9b6a-a4a8-41a2-b341-a570da529333 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 1097 time: 0.4659283 Jul 16 01:27:15.048097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd6c3f-d48f-4d8f-9db1-563ad6a6fedc req-eacebc0b-7865-4362-ba37-3f6230962274 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.049613 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0bd6c3f-d48f-4d8f-9db1-563ad6a6fedc req-eacebc0b-7865-4362-ba37-3f6230962274 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.4448698 Jul 16 01:27:15.063605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.076042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84b76023-f9b9-4cac-8cd7-352f048bb164 req-05d4d02a-0789-4126-a4d6-cc879d81b618 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192544 Jul 16 01:27:15.139084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0bd6c3f-d48f-4d8f-9db1-563ad6a6fedc req-7ebfd6e3-9899-45fa-8fd0-9950cb7456f6 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829189 Jul 16 01:27:15.145721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.197136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.230258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.260946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77dea9cf-08dc-4a46-a5f3-3825b2e9b1e7 req-25d2e49d-1b15-48fc-bb3f-03019b2c6781 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 210 time: 0.0682387 Jul 16 01:27:15.272463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:15.289230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:15.292841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:15.304001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event updated for resources: {'Port': ['ID=8cb2bd46-8a83-4364-80d3-3284e515c6cf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.365873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.574426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b13de0-6c6c-4590-a582-a2c5f9ba1de6 req-0f4f251f-4628-4ef9-92d8-10e976269b30 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.576116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48b13de0-6c6c-4590-a582-a2c5f9ba1de6 req-0f4f251f-4628-4ef9-92d8-10e976269b30 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 931 time: 0.2965415 Jul 16 01:27:15.629217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b9a23e-cf13-409d-a015-80202f648bf0 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:15.672234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48b13de0-6c6c-4590-a582-a2c5f9ba1de6 req-71db36ba-039e-4e28-b29d-3b1d5b50444e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865011 Jul 16 01:27:15.675068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-3843ebee-b5e8-4a84-a1d9-bd017053034e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.676574 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-3843ebee-b5e8-4a84-a1d9-bd017053034e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7665226 Jul 16 01:27:15.678502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.709368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Request body: {'port': {'device_id': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'c6717f74143741a781d9cd28d40c422b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:15.780854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Deleting port 717582d0-6c1b-44ff-9ef0-44c4d0de962d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:15.781260 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.802160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Transition to ACTIVE for port object 10b9a23e-cf13-409d-a015-80202f648bf0 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:15.810173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.812239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-0e763732-f804-4a2e-a71c-ca9048a03a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.813751 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-0e763732-f804-4a2e-a71c-ca9048a03a86 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.7257535 Jul 16 01:27:15.821247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9a0befab-3af4-48bf-b363-74a20eba3fdd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:15.835106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.861130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.933373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event deleted for resources: {'Port': ['ID=9a0befab-3af4-48bf-b363-74a20eba3fdd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.940548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] For port 717582d0-6c1b-44ff-9ef0-44c4d0de962d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=717582d0-6c1b-44ff-9ef0-44c4d0de962d,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:15.940908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.958562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Calling delete_port for 717582d0-6c1b-44ff-9ef0-44c4d0de962d owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:15.967074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.970220 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-a3bbae24-032e-4d74-9282-eeec034605da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd HTTP/1.1" status: 200 len: 217 time: 0.1409204 Jul 16 01:27:16.115397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] No DVR routers for this DVR port 9a0befab-3af4-48bf-b363-74a20eba3fdd on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:16.176868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.179002 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-372829c3-e033-458f-8776-0e67670e1ca7 req-caaedc67-5d3e-42a8-8e64-ff15f08b5202 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.78 "DELETE /v2.0/ports/9a0befab-3af4-48bf-b363-74a20eba3fdd HTTP/1.1" status: 204 len: 173 time: 2.3947520 Jul 16 01:27:16.184074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'name': 'network-vif-deleted', 'tag': '9a0befab-3af4-48bf-b363-74a20eba3fdd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:16.186374 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d8bc81-6c57-408c-86df-f944449d4299" -d '{"events": [{"server_uuid": "13e84bdd-bc62-46f7-849c-75bd7164df33", "name": "network-vif-deleted", "tag": "9a0befab-3af4-48bf-b363-74a20eba3fdd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:16.197714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.270932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-139dfcf0-c3d8-499a-ab9d-7af021611269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.272457 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-139dfcf0-c3d8-499a-ab9d-7af021611269 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.2914360 Jul 16 01:27:16.280053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1c2f356-258d-463e-9891-538498eb2e82 req-17b3bac0-d1f9-4dcb-ad9e-f3fd8bb18bad tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=13e84bdd-bc62-46f7-849c-75bd7164df33 HTTP/1.1" status: 200 len: 210 time: 0.0479634 Jul 16 01:27:16.319620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.377472 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cfb6c5-f5b8-4111-bd00-64cb46ca502d x-openstack-request-id: req-e6cfb6c5-f5b8-4111-bd00-64cb46ca502d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:16.377807 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e84bdd-bc62-46f7-849c-75bd7164df33", "name": "network-vif-deleted", "tag": "9a0befab-3af4-48bf-b363-74a20eba3fdd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:16.378021 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6cfb6c5-f5b8-4111-bd00-64cb46ca502d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:16.378466 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e84bdd-bc62-46f7-849c-75bd7164df33', 'name': 'network-vif-deleted', 'tag': '9a0befab-3af4-48bf-b363-74a20eba3fdd', 'status': 'completed', 'code': 200} Jul 16 01:27:16.380592 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-7af76c2b-d3e4-48d7-9a0b-40d63f10a34f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677845 Jul 16 01:27:16.381240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Made reservation on behalf of c6717f74143741a781d9cd28d40c422b for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:16.385597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.409389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.433625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.488923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Pushing event deleted for resources: {'Port': ['ID=717582d0-6c1b-44ff-9ef0-44c4d0de962d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.542704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Router c2502a96-23fb-4dc8-8a45-6b95106defa4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:16.556984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41f3085f-5df0-4c83-b0c6-557d2303ccb7 req-ec536e21-9e8a-4f82-8430-80bc6b7d47f1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 210 time: 0.0564556 Jul 16 01:27:16.578595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Attempting to bind port 10b9a23e-cf13-409d-a015-80202f648bf0 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:16.578762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Attempting to bind port 10b9a23e-cf13-409d-a015-80202f648bf0 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:16.579302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Attempting to bind port 10b9a23e-cf13-409d-a015-80202f648bf0 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:16.614795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Port 10b9a23e-cf13-409d-a015-80202f648bf0 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:16.615041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Attempting to bind port 10b9a23e-cf13-409d-a015-80202f648bf0 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:16.639588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f90ad23-0591-4ba4-ae46-9837e76d3f91,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.661531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:16.661871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Checking segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:16.662360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Bound using segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:16.662823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Bound port: 10b9a23e-cf13-409d-a015-80202f648bf0, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:16.663191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.666852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19263b5-f633-459b-b4d9-62424aa44acf req-fa3a30c6-e05a-41fa-8ce7-bbc4a727a929 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.668429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d19263b5-f633-459b-b4d9-62424aa44acf req-fa3a30c6-e05a-41fa-8ce7-bbc4a727a929 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2741568 Jul 16 01:27:16.694052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Router e41990e5-63f5-4a52-9057-6bea16f6e5e9 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:16.731081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.732461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-2b7e4d5e-5a80-4e14-9fb3-7ac4b72bb9a8 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359106 Jul 16 01:27:16.756540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Checking segment: {'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:16.757128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Network hostable DHCP agents. Network: 3ed45c94-3d4f-465d-b973-7d920adc66da, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:16.778822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d19263b5-f633-459b-b4d9-62424aa44acf req-c8217387-1339-433b-b1b1-2001ff3c91fa tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017163 Jul 16 01:27:16.882855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.954813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Allocated IP 192.168.233.80 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:16.993059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Network 3ed45c94-3d4f-465d-b973-7d920adc66da is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:17.030094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3ed45c94-3d4f-465d-b973-7d920adc66da) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:17.033903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:17.038432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7d69d-8c72-4c98-9e37-704b3ce6c60b None None] Network 3ed45c94-3d4f-465d-b973-7d920adc66da requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:17.047150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:17.070259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.070871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.079728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.105251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c74d34f9-2f48-44f6-854f-5163aaa702e9 req-126c4d9a-2da0-4962-bcc9-085f72b027f3 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715758 Jul 16 01:27:17.162859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:17.178507 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] Sync routers for ids ['c2502a96-23fb-4dc8-8a45-6b95106defa4'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:17.192474 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] Routers {'c2502a96-23fb-4dc8-8a45-6b95106defa4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:17.193555 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c2502a96-23fb-4dc8-8a45-6b95106defa4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.198525 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0437dbf-0edc-4605-b8cc-4fdda6d6b189 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3467770 Jul 16 01:27:17.199426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.213554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.214469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.216011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-87890617-cc89-4eea-9786-1a703f040c0a service neutron] 10.222.0.78 "PUT /v2.0/ports/10b9a23e-cf13-409d-a015-80202f648bf0 HTTP/1.1" status: 200 len: 1091 time: 3.4905262 Jul 16 01:27:17.216492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.243792 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-56632457-0ea3-4620-a50a-f94a4ea623ca admin admin] 10.222.0.81 "PUT /v2.0/routers/c2502a96-23fb-4dc8-8a45-6b95106defa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6717553 Jul 16 01:27:17.254944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:17.259029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.260515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3ed45c94-3d4f-465d-b973-7d920adc66da', 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'fixed_ips': [{'subnet_id': '4f90ad23-0591-4ba4-ae46-9837e76d3f91'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:17.262054 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.328400 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] Set router c2502a96-23fb-4dc8-8a45-6b95106defa4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:17.378887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:17.392442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] Sync routers for ids ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:17.434819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] Routers {'e41990e5-63f5-4a52-9057-6bea16f6e5e9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:17.436085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.436685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5628-33d3-478a-a0cc-187a2a2ffba9 req-3b02eeaf-15f1-4251-93cc-d0c12798fc0e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.438322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-220b5628-33d3-478a-a0cc-187a2a2ffba9 req-3b02eeaf-15f1-4251-93cc-d0c12798fc0e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 943 time: 0.6087184 Jul 16 01:27:17.448606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.463036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.464213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-69fe5ef1-f7cd-4e85-ab7a-33a7c0766f6b tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5278587 Jul 16 01:27:17.476714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48450) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.484487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:17.489660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.538833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] Routers {'e41990e5-63f5-4a52-9057-6bea16f6e5e9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:17.539088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.544064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Allocated IP 172.20.0.2 (3ed45c94-3d4f-465d-b973-7d920adc66da/4f90ad23-0591-4ba4-ae46-9837e76d3f91/fdd90b3c-f32e-4cf4-a6c7-cebe11473582) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:17.558430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-220b5628-33d3-478a-a0cc-187a2a2ffba9 req-98062079-0fde-4740-909a-6bbc07c27e39 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123531 Jul 16 01:27:17.597879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.599057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeca23e-a28b-4e36-a2ac-c1b7291ed1b1 None None] The sync data for ids ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:17.645296 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:27:13Z', 'revision_number': 5, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.741776 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] Checking router: c2502a96-23fb-4dc8-8a45-6b95106defa4 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:17.761835 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] Routers {'c2502a96-23fb-4dc8-8a45-6b95106defa4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:17.765906 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c2502a96-23fb-4dc8-8a45-6b95106defa4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.795875 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.822415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Transition to ACTIVE for port object 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:17.901057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.919956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.920570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Transition to ACTIVE for port object fdd90b3c-f32e-4cf4-a6c7-cebe11473582 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:17.922506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.934757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-121caac0-d154-434c-9319-1893d1236514 req-6b959fa8-aa5c-453d-a111-922f8bca5879 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 210 time: 0.1149058 Jul 16 01:27:17.943331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Router c72364da-fd38-4245-910b-20b68d858b2f has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:17.958391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Transition to ACTIVE for port object fdd90b3c-f32e-4cf4-a6c7-cebe11473582 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:17.966492 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] Set router c2502a96-23fb-4dc8-8a45-6b95106defa4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:17.971113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.011957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.047349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Network 3ed45c94-3d4f-465d-b973-7d920adc66da is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:18.050423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:18.054137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:18.079662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Pushing event updated for resources: {'Port': ['ID=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.085531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:18.163789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.168390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.219311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Attempting to bind port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:18.220054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Attempting to bind port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:18.220825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Attempting to bind port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 on network 3ed45c94-3d4f-465d-b973-7d920adc66da {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:18.228391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:18.229244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Checking segment: {'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:18.229850 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.230930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Bound using segment: {'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:18.231760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Bound port: fdd90b3c-f32e-4cf4-a6c7-cebe11473582, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:18.232513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.233352 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:27:13Z', 'revision_number': 5, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:18.247449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:18.268519 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4763d-a56c-4990-9494-73a6b740b594 None None] The sync data for ids ['c2502a96-23fb-4dc8-8a45-6b95106defa4'] in n-d-800085-5 is: [{'id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'name': 'tempest-AttachSCSIVolumeTestJSON-244491488-router', 'tenant_id': '3c2d8345f5c34d5189656a36358c2d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:03Z', 'updated_at': '2021-07-16T01:27:13Z', 'revision_number': 5, 'project_id': '3c2d8345f5c34d5189656a36358c2d98', 'gw_port': {'id': '80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2502a96-23fb-4dc8-8a45-6b95106defa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:18.318909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:18.324577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-08333dea-c4d4-499d-ac06-48212a5703ba admin admin] 10.222.0.81 "PUT /v2.0/routers/c72364da-fd38-4245-910b-20b68d858b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6321826 Jul 16 01:27:18.328642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:18.333546 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] Sync routers for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:18.333743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.345361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:18.345973 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.358130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:18.364972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-8c60826e-5ace-4a47-a58d-dfd6d2a7e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.366965 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-8c60826e-5ace-4a47-a58d-dfd6d2a7e2da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 1094 time: 0.7845850 Jul 16 01:27:18.367697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] For port fdd90b3c-f32e-4cf4-a6c7-cebe11473582, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:18.372307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] For port fdd90b3c-f32e-4cf4-a6c7-cebe11473582, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,segment=NetworkSegment(816a1c5a-afcc-4c27-9b42-6bb1d99e1f79),segment_id=816a1c5a-afcc-4c27-9b42-6bb1d99e1f79)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:18.373609 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:18.376151 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:18.382947 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.391301 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.426131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be22ed-7916-48a3-b303-4d0db5f544c5 req-647b1b81-76f9-4638-a5ed-6e5d72333e74 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.427928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4be22ed-7916-48a3-b303-4d0db5f544c5 req-647b1b81-76f9-4638-a5ed-6e5d72333e74 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.3469086 Jul 16 01:27:18.443282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9a0befab-3af4-48bf-b363-74a20eba3fdd no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:18.444147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-53206fef-5da9-4237-8737-b57815003b3b tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.448121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-53206fef-5da9-4237-8737-b57815003b3b tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.3188863 Jul 16 01:27:18.493457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 9a0befab-3af4-48bf-b363-74a20eba3fdd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:18.494424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9a0befab-3af4-48bf-b363-74a20eba3fdd not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:18.513352 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-e06304b6-4d57-43b8-ae73-5c05288a6006 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/quotas/dbea0e5699e2428eaa661e3c25438174 HTTP/1.1" status: 200 len: 375 time: 0.0524724 Jul 16 01:27:18.548475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f856f-97d6-4af1-a19f-864b0db22d6b None None] Pushing event updated for resources: {'Port': ['ID=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.550177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4be22ed-7916-48a3-b303-4d0db5f544c5 req-abc74775-0d83-4aca-98e0-3efbea48a7f7 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992491 Jul 16 01:27:18.585936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-a30de077-d6b2-432f-8fc6-cfc325a3b0eb tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550213 Jul 16 01:27:18.677554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Deleting port 8cb2bd46-8a83-4364-80d3-3284e515c6cf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:18.677879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.767097 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:18.917314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1eb76e75-37ac-4f4c-b878-d4b46c8e5b7e None None] Provisioning for port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:18.921769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1eb76e75-37ac-4f4c-b878-d4b46c8e5b7e None None] Provisioning complete for port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:18.922319 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1eb76e75-37ac-4f4c-b878-d4b46c8e5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.942898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-67734ebd-cd50-4a80-abdf-1b164b73d49c service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629286 Jul 16 01:27:18.982960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1eb76e75-37ac-4f4c-b878-d4b46c8e5b7e None None] Port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:18.995451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.022328 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:27:16Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:19.044069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Calling delete_port for 8cb2bd46-8a83-4364-80d3-3284e515c6cf owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:19.048314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:19.049557 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] Checking router: c72364da-fd38-4245-910b-20b68d858b2f for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:19.050825 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae826d16-0c33-49d6-be52-bc99afd36059" -d '{"events": [{"name": "network-changed", "server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:19.066446 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] Routers {'c72364da-fd38-4245-910b-20b68d858b2f'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:19.066446 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c72364da-fd38-4245-910b-20b68d858b2f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:19.081869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead8a0-1154-4346-aabc-b9a3c0a445bd req-699e333c-a433-474f-a5c2-2db9f6461f58 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.083392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6ead8a0-1154-4346-aabc-b9a3c0a445bd req-699e333c-a433-474f-a5c2-2db9f6461f58 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 943 time: 0.2834213 Jul 16 01:27:19.154719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-97e655f6-16ca-4f43-8ef3-8528940fec6b service neutron] 10.222.0.81 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105505 Jul 16 01:27:19.179963 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-db3be2c1-5aff-49fa-8617-a3d9f96acc5a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10b9a23e-cf13-409d-a015-80202f648bf0 HTTP/1.1" status: 200 len: 217 time: 0.1246948 Jul 16 01:27:19.186790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6ead8a0-1154-4346-aabc-b9a3c0a445bd req-642ec847-36d3-4921-aa6f-aae606348d9f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625081 Jul 16 01:27:19.217960 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] Set router c72364da-fd38-4245-910b-20b68d858b2f gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:19.223057 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.273798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.274484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.351923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.379702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Deleting port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:19.380049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.383097 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ee9bf6ea-5855-4430-abeb-b858dda11342 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6838057 Jul 16 01:27:19.397455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-35bf3816-b7a9-4057-a0bc-71b467be5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.397888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Pushing event deleted for resources: {'Port': ['ID=8cb2bd46-8a83-4364-80d3-3284e515c6cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.400434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-35bf3816-b7a9-4057-a0bc-71b467be5216 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.1834483 Jul 16 01:27:19.403768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.491639 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed169e3-9c4c-4716-89c4-2b9aff9e0930 x-openstack-request-id: req-fed169e3-9c4c-4716-89c4-2b9aff9e0930 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:19.492422 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:19.492845 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fed169e3-9c4c-4716-89c4-2b9aff9e0930 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:19.493926 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0', 'status': 'completed', 'code': 200} Jul 16 01:27:19.498084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Request body: {'port': {'device_id': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:19.514294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.514802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.518456 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.519037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.519552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.520051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.521207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.521843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.522250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.522774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.523111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.523506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.524432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:19.544764 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.600411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-e58927ce-a77c-4f49-a2d1-0b6261b838f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175807 Jul 16 01:27:19.639917 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:27:16Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:19.711520 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16a011-dcef-4a25-8a64-273df21cc9b0 None None] The sync data for ids ['c72364da-fd38-4245-910b-20b68d858b2f'] in n-d-800085-5 is: [{'id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'name': 'tempest-ServersTestJSON-2127997499-router', 'tenant_id': '260c95bb898048f9bc01d671e51ad188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:27:16Z', 'revision_number': 5, 'project_id': '260c95bb898048f9bc01d671e51ad188', 'gw_port': {'id': 'fcad136d-99b0-47f4-b438-5e2ce0726d1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72364da-fd38-4245-910b-20b68d858b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:28Z', 'updated_at': '2021-07-16T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:19.753252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1757c7db-eca4-41a0-a375-51a4188704cd req-ba0dbaea-e2e6-46fa-9341-ec0c0fd905cd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 210 time: 0.2206247 Jul 16 01:27:19.806873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.899135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.906303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.957748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed6ed14-9015-445c-aee5-91e49ba14c16 None None] Network 3ed45c94-3d4f-465d-b973-7d920adc66da requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:19.962256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.973057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] For port 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:19.973425 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.016971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Calling delete_port for 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:20.040256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d2ddfe43-d0d8-43b1-be60-a6f467bf2e76 None None] Provisioning for port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:20.060510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f61b7-2e12-4a26-a892-fd8e04bfe814 req-0cd45caa-2547-4104-a3a1-781e98970f70 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.088670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e4f61b7-2e12-4a26-a892-fd8e04bfe814 req-0cd45caa-2547-4104-a3a1-781e98970f70 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 935 time: 0.5611863 Jul 16 01:27:20.125939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Router e41990e5-63f5-4a52-9057-6bea16f6e5e9 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:20.143996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-227db3e9-9bc0-4678-9666-54813ff30224 service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929574 Jul 16 01:27:20.224365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fdd90b3c-f32e-4cf4-a6c7-cebe11473582 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:20.294489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:20.299968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:20.300656 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.464064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.598529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Deleting port fcad136d-99b0-47f4-b438-5e2ce0726d1c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:20.599187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.663492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port fdd90b3c-f32e-4cf4-a6c7-cebe11473582, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,segment=NetworkSegment(816a1c5a-afcc-4c27-9b42-6bb1d99e1f79),segment_id=816a1c5a-afcc-4c27-9b42-6bb1d99e1f79)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:20.664599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3342109d-cc39-4050-872e-db6d5e59937b None None] Provisioning complete for port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:20.665493 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3342109d-cc39-4050-872e-db6d5e59937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.703612 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.720498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.729806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d0b607b-a2a5-490c-81ae-4aca4af8b956 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:20.731403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e4f61b7-2e12-4a26-a892-fd8e04bfe814 req-d7770788-4d1a-45e3-85a0-b5c91a8c4a26 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313846 Jul 16 01:27:20.744028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:20.753200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.754586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-930f6fdc-92d7-4f22-9ee0-533a736951d4 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "PUT /v2.0/routers/e41990e5-63f5-4a52-9057-6bea16f6e5e9 HTTP/1.1" status: 200 len: 709 time: 3.2750556 Jul 16 01:27:20.757579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.763345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] Sync routers for ids ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:20.787488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 9d0b607b-a2a5-490c-81ae-4aca4af8b956 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:20.788075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d0b607b-a2a5-490c-81ae-4aca4af8b956 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:20.812723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] Routers {'e41990e5-63f5-4a52-9057-6bea16f6e5e9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:20.813650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:20.827956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f0fa8-df73-4b3b-b71a-2ff7ce032cee req-55dcd857-84cf-4847-a838-9bd93cfe9e54 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.835002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc8f0fa8-df73-4b3b-b71a-2ff7ce032cee req-55dcd857-84cf-4847-a838-9bd93cfe9e54 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.9113328 Jul 16 01:27:20.854146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:20.860818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.874367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] Routers {'e41990e5-63f5-4a52-9057-6bea16f6e5e9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:20.875231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:20.908290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-31081550-d830-48cf-874c-3f966a47efbf tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/routers/e41990e5-63f5-4a52-9057-6bea16f6e5e9 HTTP/1.1" status: 200 len: 744 time: 0.1466925 Jul 16 01:27:20.911266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.917404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:20.918450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249d23c-beaa-433f-99a7-f268d27c6790 None None] The sync data for ids ['e41990e5-63f5-4a52-9057-6bea16f6e5e9'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:20.937669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.955156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46ca9f40-06e2-4d22-9b82-699a660d245f req-3906b877-702e-4887-a255-564ac0befa3b service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810922 Jul 16 01:27:20.981260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-94cfd2f3-47ba-4c2b-8bee-bddcd5b36694 tempest-RoutersIpV6AdminTest-1055935197 tempest-RoutersIpV6AdminTest-1055935197-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=e41990e5-63f5-4a52-9057-6bea16f6e5e9 HTTP/1.1" status: 200 len: 205 time: 0.0686092 Jul 16 01:27:20.990325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.993563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc8f0fa8-df73-4b3b-b71a-2ff7ce032cee req-3970a085-4930-410d-aa48-6b7b88e03989 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566584 Jul 16 01:27:21.081449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7ab06-3e05-45a0-b21d-167bf8894198 req-27c72f6d-1634-4657-a1a7-8f0f90530a0f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.089564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ff7ab06-3e05-45a0-b21d-167bf8894198 req-27c72f6d-1634-4657-a1a7-8f0f90530a0f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 943 time: 0.1417918 Jul 16 01:27:21.140362 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-867c7491-602e-4984-bf8f-867ad4c7963d tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=e41990e5-63f5-4a52-9057-6bea16f6e5e9 HTTP/1.1" status: 200 len: 205 time: 0.1191623 Jul 16 01:27:21.142675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] For port fcad136d-99b0-47f4-b438-5e2ce0726d1c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fcad136d-99b0-47f4-b438-5e2ce0726d1c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:21.142675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.147116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48498) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.157865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71b3d6a2-d889-4062-b6ac-91b9e01e83e1 req-06e04e34-3619-49aa-b2f1-659890551084 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 210 time: 0.0504298 Jul 16 01:27:21.195902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ff7ab06-3e05-45a0-b21d-167bf8894198 req-61cb73b2-2a44-4cc6-aba3-3856108ad283 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053541 Jul 16 01:27:21.223466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Calling delete_port for fcad136d-99b0-47f4-b438-5e2ce0726d1c owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:21.231699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1693055-9a40-4b97-aeeb-cc8784616966 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.281868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.288862 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:21.301158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-930fadc5-eae8-469f-8256-82c56c7d98e1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.302634 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-930fadc5-eae8-469f-8256-82c56c7d98e1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 811 time: 0.4074914 Jul 16 01:27:21.315319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.357382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Request body: {'port': {'device_id': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'admin_state_up': True, 'tenant_id': 'dbea0e5699e2428eaa661e3c25438174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:21.394188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1693055-9a40-4b97-aeeb-cc8784616966 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.396321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1693055-9a40-4b97-aeeb-cc8784616966 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.405297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Pushing event deleted for resources: {'Port': ['ID=80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:21.441030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1693055-9a40-4b97-aeeb-cc8784616966 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.441561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1693055-9a40-4b97-aeeb-cc8784616966 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Fanout notify agent at l3_agent the message router_deleted on router e41990e5-63f5-4a52-9057-6bea16f6e5e9 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:21.448354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1693055-9a40-4b97-aeeb-cc8784616966 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.453562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a1693055-9a40-4b97-aeeb-cc8784616966 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/e41990e5-63f5-4a52-9057-6bea16f6e5e9 HTTP/1.1" status: 204 len: 168 time: 0.3041625 Jul 16 01:27:21.453681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Transition to ACTIVE for port object 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:21.453795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48500) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.468153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Allocated IP 172.25.5.138 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/9d81bba3-c879-48b3-b3ff-dd58ac444c85) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:21.482074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.484865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0da86814-fb62-4c31-a8b2-dce8d0e36e21 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=e41990e5-63f5-4a52-9057-6bea16f6e5e9 HTTP/1.1" status: 200 len: 205 time: 0.0306761 Jul 16 01:27:21.487247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.527382 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-c05781da-a2c4-4d90-8e0c-f3a5f9c5a5ef tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] delete failed (client error): The resource could not be found. Jul 16 01:27:21.528471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c05781da-a2c4-4d90-8e0c-f3a5f9c5a5ef tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/e41990e5-63f5-4a52-9057-6bea16f6e5e9 HTTP/1.1" status: 404 len: 336 time: 0.0402212 Jul 16 01:27:21.531092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.561474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-23f2485f-2e63-4d0c-9d01-bec8f64fde67 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=2eb978eb-c3c6-4669-ae01-1fe136ec7527 HTTP/1.1" status: 200 len: 205 time: 0.0292635 Jul 16 01:27:21.563774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.606323 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d40136be-f54b-4344-91c0-eedef29f3c3a tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] delete failed (client error): The resource could not be found. Jul 16 01:27:21.607483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d40136be-f54b-4344-91c0-eedef29f3c3a tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/2eb978eb-c3c6-4669-ae01-1fe136ec7527 HTTP/1.1" status: 404 len: 336 time: 0.0426059 Jul 16 01:27:21.610222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.640639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ff1b030b-1d41-4d10-84e6-ac1a54bb6161 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd545244-f8ff-40fe-9278-89dbda85c130 HTTP/1.1" status: 200 len: 205 time: 0.0292079 Jul 16 01:27:21.642952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.681387 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-eba95954-5ecc-470e-bd2c-efd33d4ac24c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] delete failed (client error): The resource could not be found. Jul 16 01:27:21.682444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eba95954-5ecc-470e-bd2c-efd33d4ac24c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/bd545244-f8ff-40fe-9278-89dbda85c130 HTTP/1.1" status: 404 len: 336 time: 0.0385602 Jul 16 01:27:21.685089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.715991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3c63fad7-5639-459f-9fbd-7b1a55c40782 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=65a4af32-5452-4ca6-85bb-1c3f68b8e306 HTTP/1.1" status: 200 len: 205 time: 0.0296831 Jul 16 01:27:21.718471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48514) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.762260 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-227d0cad-f9f8-48fa-8747-d5ce6e059d4c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] delete failed (client error): The resource could not be found. Jul 16 01:27:21.763325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-227d0cad-f9f8-48fa-8747-d5ce6e059d4c tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/65a4af32-5452-4ca6-85bb-1c3f68b8e306 HTTP/1.1" status: 404 len: 336 time: 0.0435426 Jul 16 01:27:21.766170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.807258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5a8eed52-95e8-47b6-95b7-09274c82dc67 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=a41e0e2d-70b7-455b-aff4-37b8e1a75287 HTTP/1.1" status: 200 len: 205 time: 0.0396078 Jul 16 01:27:21.809199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48520) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.866629 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-af89f173-d0a0-42f0-bcc0-b33040bb394d tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] delete failed (client error): The resource could not be found. Jul 16 01:27:21.870452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af89f173-d0a0-42f0-bcc0-b33040bb394d tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/a41e0e2d-70b7-455b-aff4-37b8e1a75287 HTTP/1.1" status: 404 len: 336 time: 0.0593271 Jul 16 01:27:21.872746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48522) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.878004 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-6f98e2af-7aa0-43fc-9473-40f2ec49b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.879510 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-6f98e2af-7aa0-43fc-9473-40f2ec49b441 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 1094 time: 0.7628040 Jul 16 01:27:21.888536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fdd90b3c-f32e-4cf4-a6c7-cebe11473582 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:21.929767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ebf3ee55-fb23-46c7-bb9e-e367a5a486dc tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e056af6-4ab0-4731-977e-10662a1cfadb HTTP/1.1" status: 200 len: 205 time: 0.0538731 Jul 16 01:27:21.931005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.965696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:21.966713 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.977992 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d21bc087-3cea-41c6-b3b5-7e64d66de9f0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] delete failed (client error): The resource could not be found. Jul 16 01:27:21.981436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d21bc087-3cea-41c6-b3b5-7e64d66de9f0 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/routers/5e056af6-4ab0-4731-977e-10662a1cfadb HTTP/1.1" status: 404 len: 336 time: 0.0470555 Jul 16 01:27:21.984697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48526) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.008108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.021348 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.041989 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a73575c-0266-48a2-b596-85ea95424745 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:22.042298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a73575c-0266-48a2-b596-85ea95424745 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:22.047876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2a73575c-0266-48a2-b596-85ea95424745 tempest-RoutersIpV6AdminTest-713457587 tempest-RoutersIpV6AdminTest-713457587-project] 10.222.0.81 "DELETE /v2.0/subnets/9863924b-3b3e-4069-a40f-dde8988e22a9 HTTP/1.1" status: 404 len: 337 time: 0.0604541 Jul 16 01:27:22.084307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 717582d0-6c1b-44ff-9ef0-44c4d0de962d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:22.110253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 717582d0-6c1b-44ff-9ef0-44c4d0de962d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:22.111376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 717582d0-6c1b-44ff-9ef0-44c4d0de962d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:22.113572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d25458-1128-4101-b49f-acba9aabda9d req-f30baca8-bf56-4f71-90ae-a64ccf338182 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.115935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24d25458-1128-4101-b49f-acba9aabda9d req-f30baca8-bf56-4f71-90ae-a64ccf338182 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 947 time: 0.2440023 Jul 16 01:27:22.172903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24d25458-1128-4101-b49f-acba9aabda9d req-6d1d15a6-e6ca-41dc-89c2-cdb4511199ef tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 Jul 16 01:27:22.290166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe779-2e57-45ba-9cae-2fdff98c9031 req-99f770be-a718-4bc2-ad34-8bff58574179 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.296695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.298502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26cbe779-2e57-45ba-9cae-2fdff98c9031 req-99f770be-a718-4bc2-ad34-8bff58574179 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.0913076 Jul 16 01:27:22.315569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.355428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d4d9948f-c119-43fa-bf55-f0918dd7ffd7 req-49fc7b72-0ac7-41fa-9df7-01a46f116d68 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 210 time: 0.0473044 Jul 16 01:27:22.369946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26cbe779-2e57-45ba-9cae-2fdff98c9031 req-0d913dbe-8f61-4889-97ec-a005944409ec tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705755 Jul 16 01:27:22.370572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.414521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Made reservation on behalf of dbea0e5699e2428eaa661e3c25438174 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:22.418153 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.424694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.459519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.460083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2502a96-23fb-4dc8-8a45-6b95106defa4 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:22.482401 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.486277 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8b229494-f996-4ab6-a309-5f27a05cc33e admin admin] 10.222.0.81 "DELETE /v2.0/routers/c2502a96-23fb-4dc8-8a45-6b95106defa4 HTTP/1.1" status: 204 len: 168 time: 5.2250106 Jul 16 01:27:22.488512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-41bb6a03-b867-42e3-b5c3-ce0e6a99e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.490195 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-41bb6a03-b867-42e3-b5c3-ce0e6a99e926 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 906 time: 0.6002696 Jul 16 01:27:22.496143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.521955 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96aef71e-8616-4728-bdc1-95b55073a1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.554115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Attempting to bind port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:22.554458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Attempting to bind port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:22.554795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Attempting to bind port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:22.578559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a271f3-8e8a-41b4-a3cf-6d872b7d28bc req-f2a2f1d3-deed-48e5-baa3-2aba5f4627cc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.580770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43a271f3-8e8a-41b4-a3cf-6d872b7d28bc req-f2a2f1d3-deed-48e5-baa3-2aba5f4627cc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 943 time: 0.1095335 Jul 16 01:27:22.624274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.638701 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-5f84b416-9b39-463f-9de5-629bee4e682c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10b9a23e-cf13-409d-a015-80202f648bf0 HTTP/1.1" status: 200 len: 217 time: 0.1372671 Jul 16 01:27:22.653890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43a271f3-8e8a-41b4-a3cf-6d872b7d28bc req-7512d8ba-b67f-4c60-b6ea-3b12ae714c8f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608401 Jul 16 01:27:22.661529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:22.661865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Attempting to bind port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:22.693892 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96aef71e-8616-4728-bdc1-95b55073a1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.698218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96aef71e-8616-4728-bdc1-95b55073a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.730399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcad136d-99b0-47f4-b438-5e2ce0726d1c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.739816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:22.740096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:22.740511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:22.740956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Bound port: 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:22.741127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aef71e-8616-4728-bdc1-95b55073a1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32238bd6-e348-43f7-b830-c30d40e38904,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.741315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.746310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-96aef71e-8616-4728-bdc1-95b55073a1ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0cd1f34852b24b5dbb9c7a3927161b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749423 Jul 16 01:27:22.748949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.763674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Deleting subnet 20ca6de8-3468-4fd5-b857-e696f1a50c7d {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:22.792086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.798270 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df8e658a-153f-472d-b63e-31207cf6db1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.820259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df8e658a-153f-472d-b63e-31207cf6db1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.833925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.870783 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df8e658a-153f-472d-b63e-31207cf6db1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.873584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df8e658a-153f-472d-b63e-31207cf6db1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.879447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-df8e658a-153f-472d-b63e-31207cf6db1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32238bd6-e348-43f7-b830-c30d40e38904 HTTP/1.1" status: 204 len: 168 time: 0.1275494 Jul 16 01:27:22.887608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e658a-153f-472d-b63e-31207cf6db1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32238bd6-e348-43f7-b830-c30d40e38904,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.949493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-5379533d-0c1a-46b1-8410-4c754b09dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.951000 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-5379533d-0c1a-46b1-8410-4c754b09dd9c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.2991045 Jul 16 01:27:22.978100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:23.005189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.027567 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:23.030163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:23.067538 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-dc748439-11b2-40c4-8f88-04edc5bf9ca1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055732 Jul 16 01:27:23.103854 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.105765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Pushing event updated for resources: {'Port': ['ID=9d81bba3-c879-48b3-b3ff-dd58ac444c85,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.119806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Allocated IP 172.20.0.11 (53201dbc-90e9-4c6a-8f4d-944f7f05fcba/8015b200-7ef2-45f1-a2e5-e7d3014071c9/f5045ea7-05aa-435a-96b4-456e6b154770) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:23.156565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.195875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2cd2607c-b403-4425-882c-73c2944c43ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89789637e29d4c82a516195535df1b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380843 Jul 16 01:27:23.198446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.246689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:23.248271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-362b913f-18d1-4265-b0af-0bd688e8875a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.270571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-362b913f-18d1-4265-b0af-0bd688e8875a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.278790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:23.293873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.329495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.343637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.370780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8767218-5925-4de4-905d-15ad559928f5 req-68b5bf72-4aa6-4604-8b8b-e067c86492c6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.372295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8767218-5925-4de4-905d-15ad559928f5 req-68b5bf72-4aa6-4604-8b8b-e067c86492c6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 947 time: 0.0762641 Jul 16 01:27:23.372908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-362b913f-18d1-4265-b0af-0bd688e8875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.375444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-362b913f-18d1-4265-b0af-0bd688e8875a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.379135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-362b913f-18d1-4265-b0af-0bd688e8875a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2cc4618-8e66-40eb-ae1a-b8e4e0fff26c HTTP/1.1" status: 204 len: 168 time: 0.1771491 Jul 16 01:27:23.393470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b913f-18d1-4265-b0af-0bd688e8875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc4618-8e66-40eb-ae1a-b8e4e0fff26c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.426381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8767218-5925-4de4-905d-15ad559928f5 req-f11153d9-2d5d-4623-b88c-b6806c335d96 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472701 Jul 16 01:27:23.524884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.525175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.526959 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] 10.222.0.78 "PUT /v2.0/ports/3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 200 len: 1095 time: 4.0972619 Jul 16 01:27:23.554072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:23.557755 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4915c34b-8b23-4544-a0db-f61355bd388c" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:23.575499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ad451ae-d65b-46e7-ac73-1a871429ca11 req-df3607ac-a4c1-47d2-b3e3-1d90bd37a494 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 210 time: 0.0668480 Jul 16 01:27:23.606435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.606964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72364da-fd38-4245-910b-20b68d858b2f {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:23.612455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.613787 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e8c6479a-960c-49fa-9f49-d31f49218058 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c72364da-fd38-4245-910b-20b68d858b2f HTTP/1.1" status: 204 len: 168 time: 5.2698202 Jul 16 01:27:23.620147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.644865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.703712 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3264e899-701b-4982-b9fd-427804269331 x-openstack-request-id: req-3264e899-701b-4982-b9fd-427804269331 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:23.704213 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:23.704692 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3264e899-701b-4982-b9fd-427804269331 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:23.705550 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'status': 'completed', 'code': 200} Jul 16 01:27:23.722093 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-eb65303f-9402-4eb7-b821-1456b19c9b57 service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227925 Jul 16 01:27:23.729615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] Deleting subnet 0b4be5c7-de1d-4c79-aa59-a879fa1212a0 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:23.733915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.801417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.812020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d95fd-beb2-4ff3-9620-036fe1688770 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.853349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:23.932537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:23.933182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80eb6ed7-49c9-42aa-adfd-dd33a8baf6e9 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:24.019353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dcd81-9b5a-40f4-9647-4e5350c644e7 req-411a255f-c38b-4756-847e-49a9dd5ddeed tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.028624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e3dcd81-9b5a-40f4-9647-4e5350c644e7 req-411a255f-c38b-4756-847e-49a9dd5ddeed tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.4747450 Jul 16 01:27:24.042100 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.126829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e3dcd81-9b5a-40f4-9647-4e5350c644e7 req-1fce1582-2975-413b-b6e5-a53b7e043523 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972543 Jul 16 01:27:24.144023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04767c89-34e5-4f87-ab2a-51586ec86256 req-e1d81db9-3e81-40cd-9f9f-2628a1e5e6c0 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.151323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04767c89-34e5-4f87-ab2a-51586ec86256 req-e1d81db9-3e81-40cd-9f9f-2628a1e5e6c0 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 943 time: 0.2018168 Jul 16 01:27:24.205102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04767c89-34e5-4f87-ab2a-51586ec86256 req-8732715b-4bae-4d7c-ab02-f7d5817ab844 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495245 Jul 16 01:27:24.217974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.261741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4be5c7-de1d-4c79-aa59-a879fa1212a0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.263946 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.265922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aa370ae3-a5cc-4468-993d-5fb68de603c9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0b4be5c7-de1d-4c79-aa59-a879fa1212a0 HTTP/1.1" status: 204 len: 168 time: 0.6406946 Jul 16 01:27:24.268378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48584) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:24.282579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bded304-e528-4f5b-86af-a9d8803d6914 None None] Network 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:24.292741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.367428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.434961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Deleting port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:24.435783 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.464557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.499021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10b9a23e-cf13-409d-a015-80202f648bf0 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:24.519340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:24.534398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.537258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] For port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:24.537703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.556597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ca6de8-3468-4fd5-b857-e696f1a50c7d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.559887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] DHCP port deletion for 7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:24.566028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ae1d9797-2109-4070-a0f9-4d2dfc683b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.567588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ae1d9797-2109-4070-a0f9-4d2dfc683b71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 1098 time: 0.9622481 Jul 16 01:27:24.568270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Calling delete_port for ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:24.569661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae826d16-0c33-49d6-be52-bc99afd36059 req-08369c19-a7a8-403d-aa0b-78be0108b156 service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8248038 Jul 16 01:27:24.576083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.576480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.576830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.577169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.577544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.577883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.578217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.578548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.578878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.579207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.579545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.579863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:24.652717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event updated for resources: {'Port': ['ID=f5045ea7-05aa-435a-96b4-456e6b154770,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.669916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:24.681622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-958234596'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:24.687058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '10b9a23e-cf13-409d-a015-80202f648bf0', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': '10b9a23e-cf13-409d-a015-80202f648bf0', 'mac_address': 'fa:16:3e:85:3a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:24.693641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-1c903cd3-c783-4c90-baa4-4908e7102988 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0419202 Jul 16 01:27:24.699268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.704607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-40e7a162-ef78-46c0-bdf6-99266a0b1a72 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/20ca6de8-3468-4fd5-b857-e696f1a50c7d HTTP/1.1" status: 204 len: 168 time: 2.2047036 Jul 16 01:27:24.704988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32038f6-92cb-431e-994d-3a8d861aa8f9 None None] Network 44fa9c6e-bbc8-4147-85f0-306a30d160c8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:24.705774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.742033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48596) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:24.742663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Made reservation on behalf of 8e4f361cb6be4be6899514eb495e972f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:24.746080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.753974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:24.799013 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.799988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:24.802664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ca2bf421-cdd6-4a9b-8937-68e1e6f3a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.804131 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-ca2bf421-cdd6-4a9b-8937-68e1e6f3a570 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0586190 Jul 16 01:27:24.805684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.806509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:24.813748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] Deleting port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:24.814207 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.839569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b9a23e-cf13-409d-a015-80202f648bf0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:24.858285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.860198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.927070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:24.927662 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.932098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.936038 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.944051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] For port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,segment=NetworkSegment(610acbd2-e6b8-40c1-9dd4-aa95823ac68d),segment_id=610acbd2-e6b8-40c1-9dd4-aa95823ac68d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:24.944912 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.984348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-a42059dd-f1fa-453f-8eda-56eefbabc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.985379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.985880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-a42059dd-f1fa-453f-8eda-56eefbabc222 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192963 Jul 16 01:27:24.989333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] No DVR routers for this DVR port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:24.990255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] Calling delete_port for ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:25.061901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.065982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206af79-1719-423e-81e1-527f2a231258 req-20c94228-5cee-49fd-a5c9-3fcf521c33f4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.067938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e206af79-1719-423e-81e1-527f2a231258 req-20c94228-5cee-49fd-a5c9-3fcf521c33f4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 947 time: 0.4560859 Jul 16 01:27:25.101142 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.125349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dfd21-8f24-43c5-8aaa-64b0aeebcd31 req-4488a473-43e6-46be-ad7c-16d1da6ac6cc tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.126872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a17dfd21-8f24-43c5-8aaa-64b0aeebcd31 req-4488a473-43e6-46be-ad7c-16d1da6ac6cc tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 932 time: 0.3874166 Jul 16 01:27:25.135118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] Pushing event deleted for resources: {'Port': ['ID=ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.137101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034c73b-8037-494b-9ddf-0330732b279f None None] No DVR routers for this DVR port ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:25.154374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] DHCP port deletion for 44fa9c6e-bbc8-4147-85f0-306a30d160c8 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:25.179165 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.185826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.201483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['10b9a23e-cf13-409d-a015-80202f648bf0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:25.226421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:25.239310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] Deleting port 02538f79-acba-44fe-8b07-061788cf33f3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:25.239980 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.256070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610acbd2-e6b8-40c1-9dd4-aa95823ac68d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:25.256400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610acbd2-e6b8-40c1-9dd4-aa95823ac68d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:25.282551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e206af79-1719-423e-81e1-527f2a231258 req-d5f02f51-aa95-4781-858b-84a22d9332aa tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812811 Jul 16 01:27:25.290443 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-c923ad50-8764-4458-b266-287eb93f9d75 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450669 Jul 16 01:27:25.300787 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.313424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a17dfd21-8f24-43c5-8aaa-64b0aeebcd31 req-7c8c2371-1082-4dd7-a8b7-c2cce86c722d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741047 Jul 16 01:27:25.330446 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.332921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.340172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.369988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] For port 02538f79-acba-44fe-8b07-061788cf33f3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=02538f79-acba-44fe-8b07-061788cf33f3,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:25.370382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.375933 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-d2af168b-080a-40e0-9ec1-90b321d21925 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0544314 Jul 16 01:27:25.381513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:25.381939 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.385240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Deleting port 02538f79-acba-44fe-8b07-061788cf33f3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:25.385569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:25.387259 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:25.400833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] Calling delete_port for 02538f79-acba-44fe-8b07-061788cf33f3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:25.401436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Request body: {'port': {'device_id': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:25.467754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:25.514854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5649aa13-40ea-45c9-babb-44064b4ad53e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.551426 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a7b99d93-b20e-48a2-a689-49b6470e6aec req-42bf59b1-afd8-4d36-880e-86e3dfe0f47d service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334359 Jul 16 01:27:25.556857 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.557207 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Added segment bb93a0f2-d3d6-4366-9e76-e1ecb19d583e of type vlan for network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 Jul 16 01:27:25.558180 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.567890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Router 71d85e88-be94-4d77-953e-07225535af60 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:25.587575 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.619730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] No DVR routers for this DVR port 02538f79-acba-44fe-8b07-061788cf33f3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:25.621499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac70691-fdcb-4b55-aac7-4404fec7f5a1 None None] Pushing event deleted for resources: {'Port': ['ID=02538f79-acba-44fe-8b07-061788cf33f3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.636321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.650720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] For port 02538f79-acba-44fe-8b07-061788cf33f3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=02538f79-acba-44fe-8b07-061788cf33f3,segment=NetworkSegment(e59420e1-88fc-4d20-9781-c427e393d36b),segment_id=e59420e1-88fc-4d20-9781-c427e393d36b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:25.651084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.686628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.688517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] 10.222.0.81 "DELETE /v2.0/networks/7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a HTTP/1.1" status: 204 len: 168 time: 1.4189065 Jul 16 01:27:25.717531 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.739303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Calling delete_port for 02538f79-acba-44fe-8b07-061788cf33f3 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:25.743535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bb256-d03f-4bcf-9a56-afc7062645ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7c3f3e-b53d-4e1a-afd0-fd23e8ceaa3a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.817666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 02538f79-acba-44fe-8b07-061788cf33f3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:25.832252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:25.839000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 02538f79-acba-44fe-8b07-061788cf33f3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:25.839604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 02538f79-acba-44fe-8b07-061788cf33f3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:25.840767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fcad136d-99b0-47f4-b438-5e2ce0726d1c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:25.854813 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Sync routers for ids ['71d85e88-be94-4d77-953e-07225535af60'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:25.858860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915c34b-8b23-4544-a0db-f61355bd388c req-3abe6bdc-ca0f-4ed0-a7b2-d7fb2a4a1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.860712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4915c34b-8b23-4544-a0db-f61355bd388c req-3abe6bdc-ca0f-4ed0-a7b2-d7fb2a4a1b4d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 1098 time: 0.2301271 Jul 16 01:27:25.863999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.864637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.865970 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0d1c3119-f17b-4fdf-9fdc-fbc9505be39f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.6232967 Jul 16 01:27:25.870842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.871467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.872666 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Routers {'71d85e88-be94-4d77-953e-07225535af60'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:25.873395 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71d85e88-be94-4d77-953e-07225535af60'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:25.877360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.880728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a67268-0e7a-4adc-95d1-ec85c9dfa931 req-4d9d3a54-f14e-46d3-9c58-62fec52250d9 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.888194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26a67268-0e7a-4adc-95d1-ec85c9dfa931 req-4d9d3a54-f14e-46d3-9c58-62fec52250d9 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 944 time: 0.3673275 Jul 16 01:27:25.894440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: fcad136d-99b0-47f4-b438-5e2ce0726d1c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:25.894919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fcad136d-99b0-47f4-b438-5e2ce0726d1c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:25.895434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:25.920700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f60e0-5c41-46a4-99bf-86a336207603 req-7c6c8c40-424d-4389-a649-87d842290415 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.922272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca4f60e0-5c41-46a4-99bf-86a336207603 req-7c6c8c40-424d-4389-a649-87d842290415 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.4556768 Jul 16 01:27:25.940275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:25.940887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ec7f3f5c-f3b6-4c53-b32d-3410f28f7a72 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:26.022083 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Set router 71d85e88-be94-4d77-953e-07225535af60 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:26.030033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48606) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:26.038542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5180500 Jul 16 01:27:26.046711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:26.056776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Request body: {'subnet': {'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:26.095708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca4f60e0-5c41-46a4-99bf-86a336207603 req-26244f5e-64bc-401a-b01e-5f0adaa3975f tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507418 Jul 16 01:27:26.116965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26a67268-0e7a-4adc-95d1-ec85c9dfa931 req-30f25d0b-301b-444c-8980-0db1ef41b3f7 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245393 Jul 16 01:27:26.117378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a40f53-7d92-4b64-a392-cea11089dd6b tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event updated for resources: {'Network': ['ID=d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.130047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:26.142758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.183195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] No DVR routers for this DVR port 02538f79-acba-44fe-8b07-061788cf33f3 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:26.202789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915c34b-8b23-4544-a0db-f61355bd388c req-d968ab1a-d419-415f-aaad-1154150fdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.204375 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4915c34b-8b23-4544-a0db-f61355bd388c req-d968ab1a-d419-415f-aaad-1154150fdcf6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3349822 Jul 16 01:27:26.207126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Pushing event deleted for resources: {'Port': ['ID=02538f79-acba-44fe-8b07-061788cf33f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.243939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb3ec867-d50c-4bfc-a1a0-8c2a3560f408 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=260c95bb898048f9bc01d671e51ad188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098608 Jul 16 01:27:26.252396 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:23Z', 'revision_number': 3, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port': {'id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:20Z', 'updated_at': '2021-07-16T01:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.256395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:26.283145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Checking router: 71d85e88-be94-4d77-953e-07225535af60 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:26.283491 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Updating router 71d85e88-be94-4d77-953e-07225535af60 port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:27:26.290428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5045ea7-05aa-435a-96b4-456e6b154770 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:26.296122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4915c34b-8b23-4544-a0db-f61355bd388c req-77f755f3-ea89-441b-860d-d9eb4d10b9df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0552034 Jul 16 01:27:26.305359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.320033 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.380188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Transition to ACTIVE for port object f5045ea7-05aa-435a-96b4-456e6b154770 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:26.398143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.436587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915c34b-8b23-4544-a0db-f61355bd388c req-39dd09fd-969e-4c81-bf25-e88e5bd95a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.438091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4915c34b-8b23-4544-a0db-f61355bd388c req-39dd09fd-969e-4c81-bf25-e88e5bd95a67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1302938 Jul 16 01:27:26.510004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10b9a23e-cf13-409d-a015-80202f648bf0 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:26.544949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Pushing event updated for resources: {'Port': ['ID=f5045ea7-05aa-435a-96b4-456e6b154770,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.575190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 10b9a23e-cf13-409d-a015-80202f648bf0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:26.581018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 10b9a23e-cf13-409d-a015-80202f648bf0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:26.581829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.650846 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.668323 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Transition to ACTIVE for port object 9d81bba3-c879-48b3-b3ff-dd58ac444c85 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:26.677650 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.678519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915c34b-8b23-4544-a0db-f61355bd388c req-6d15e86f-e2d2-4c7b-afce-87b2ff017043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.680063 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4915c34b-8b23-4544-a0db-f61355bd388c req-6d15e86f-e2d2-4c7b-afce-87b2ff017043 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2309608 Jul 16 01:27:26.684146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.712477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:26.715823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Attempting to bind port f5045ea7-05aa-435a-96b4-456e6b154770 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:26.716171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Attempting to bind port f5045ea7-05aa-435a-96b4-456e6b154770 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:26.716443 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f496308-86a3-4122-8558-9d07085eb169" -d '{"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-plugged", "status": "completed", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:26.716586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Attempting to bind port f5045ea7-05aa-435a-96b4-456e6b154770 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:26.734194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:26.739475 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.740564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.746439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Made reservation on behalf of 8e4f361cb6be4be6899514eb495e972f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:26.749977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.770338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Port f5045ea7-05aa-435a-96b4-456e6b154770 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:26.770698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Attempting to bind port f5045ea7-05aa-435a-96b4-456e6b154770 on network 53201dbc-90e9-4c6a-8f4d-944f7f05fcba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:26.786333 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff18440-c691-476a-bc25-91f764b245a5 None None] Pushing event updated for resources: {'Port': ['ID=9d81bba3-c879-48b3-b3ff-dd58ac444c85,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.790505 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Attempting to bind port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:26.791273 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Attempting to bind port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:26.791958 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Attempting to bind port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:26.802168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:26.802507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Checking segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:26.802949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fa9c6e-bbc8-4147-85f0-306a30d160c8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.803312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Bound using segment: {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:26.803933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Bound port: f5045ea7-05aa-435a-96b4-456e6b154770, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513857-0a4a-426e-8368-3e01e7b66506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:26.804505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.807074 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:26.807457 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:26.807862 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.808330 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:26.808803 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Bound port: 9d81bba3-c879-48b3-b3ff-dd58ac444c85, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:26.809201 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.816522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.841559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59420e1-88fc-4d20-9781-c427e393d36b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.841981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59420e1-88fc-4d20-9781-c427e393d36b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.885971 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] For port 9d81bba3-c879-48b3-b3ff-dd58ac444c85, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:26.889854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] For port 9d81bba3-c879-48b3-b3ff-dd58ac444c85, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d81bba3-c879-48b3-b3ff-dd58ac444c85,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:26.892564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.895873 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.935771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab18c92f-bd50-43e0-88cf-02890c861583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.945269 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.963180 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Routers {'71d85e88-be94-4d77-953e-07225535af60'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:26.963812 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71d85e88-be94-4d77-953e-07225535af60'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.965769 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff18440-c691-476a-bc25-91f764b245a5 None None] Pushing event updated for resources: {'Port': ['ID=9d81bba3-c879-48b3-b3ff-dd58ac444c85,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.974045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:26.974469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:26.976290 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:27.025856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6197a9d-efbf-4fb3-bd70-a432db2109a8 req-85312a09-9ef0-4d4d-9874-008e0052b176 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.027492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6197a9d-efbf-4fb3-bd70-a432db2109a8 req-85312a09-9ef0-4d4d-9874-008e0052b176 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 947 time: 0.3707666 Jul 16 01:27:27.029695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab18c92f-bd50-43e0-88cf-02890c861583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.042206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784446ba-2d85-49db-8c70-821420307a39 req-c9d0773d-6e09-4a9c-8e42-e42f05d783e2 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.043844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-784446ba-2d85-49db-8c70-821420307a39 req-c9d0773d-6e09-4a9c-8e42-e42f05d783e2 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 944 time: 0.3857799 Jul 16 01:27:27.167725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.189362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.191252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] 10.222.0.81 "DELETE /v2.0/networks/44fa9c6e-bbc8-4147-85f0-306a30d160c8 HTTP/1.1" status: 204 len: 168 time: 2.4421866 Jul 16 01:27:27.206500 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] Set router 71d85e88-be94-4d77-953e-07225535af60 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:27.210315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48622) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:27.235384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76f25f-c72b-4c81-a350-55f5fbc6fc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=44fa9c6e-bbc8-4147-85f0-306a30d160c8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.266884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4915c34b-8b23-4544-a0db-f61355bd388c req-0b8a76f5-91b1-4f21-a582-19288cd05248 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760930 Jul 16 01:27:27.274323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6197a9d-efbf-4fb3-bd70-a432db2109a8 req-533c2a77-fc82-411a-8c85-c72716d7dbf1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950533 Jul 16 01:27:27.275711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] For port f5045ea7-05aa-435a-96b4-456e6b154770, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:27.278829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.281833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] For port f5045ea7-05aa-435a-96b4-456e6b154770, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f5045ea7-05aa-435a-96b4-456e6b154770,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:27.321897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-784446ba-2d85-49db-8c70-821420307a39 req-b2ddc4f2-a25b-4d24-a544-84be628b4d53 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414122 Jul 16 01:27:27.375504 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caacf96b-6b9f-4edf-ac90-7ea9af71373b x-openstack-request-id: req-caacf96b-6b9f-4edf-ac90-7ea9af71373b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:27.376042 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-plugged", "status": "completed", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:27.376154 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-caacf96b-6b9f-4edf-ac90-7ea9af71373b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:27.376786 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0', 'code': 200} Jul 16 01:27:27.377000 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4915c34b-8b23-4544-a0db-f61355bd388c req-f2dcca1f-10e8-4af3-b697-bb623fd73135 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025674 Jul 16 01:27:27.378546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab18c92f-bd50-43e0-88cf-02890c861583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.379495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.381105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab18c92f-bd50-43e0-88cf-02890c861583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.382327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ab18c92f-bd50-43e0-88cf-02890c861583 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7acc3989-f220-43af-a027-2dba486ee5f3 HTTP/1.1" status: 204 len: 168 time: 1.1259594 Jul 16 01:27:27.400694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.443138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Pushing event updated for resources: {'Port': ['ID=f5045ea7-05aa-435a-96b4-456e6b154770,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.451369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.452013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.453412 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-14935cc8-0789-4ea3-9449-34aabf9c50cc service neutron] 10.222.0.93 "PUT /v2.0/ports/f5045ea7-05aa-435a-96b4-456e6b154770 HTTP/1.1" status: 200 len: 1092 time: 2.0611410 Jul 16 01:27:27.453845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'tag': 'f5045ea7-05aa-435a-96b4-456e6b154770'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:27.456053 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5229c6b8-4b5d-473d-bdaf-820a2a8184d7", "tag": "f5045ea7-05aa-435a-96b4-456e6b154770"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:27.490664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18c92f-bd50-43e0-88cf-02890c861583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acc3989-f220-43af-a027-2dba486ee5f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.548916 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:23Z', 'revision_number': 3, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port': {'id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:20Z', 'updated_at': '2021-07-16T01:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:27.567849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event updated for resources: {'Subnet': ['ID=16489e07-9152-476e-8904-3a80c3382a1a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.606372 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c332a-c8b7-4670-b379-6679d31b8c91 None None] The sync data for ids ['71d85e88-be94-4d77-953e-07225535af60'] in n-d-800085-5 is: [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:23Z', 'revision_number': 3, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port': {'id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:20Z', 'updated_at': '2021-07-16T01:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:27.731114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-4d2657a3-3483-4c38-b7f5-a7aba97af8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.733128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-4d2657a3-3483-4c38-b7f5-a7aba97af8c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 1095 time: 0.1908925 Jul 16 01:27:27.762553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd490b-e28a-490c-9d97-09c8816a0efb req-5b513427-8cbe-4600-a74f-b24cdce2def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.764057 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d2fd490b-e28a-490c-9d97-09c8816a0efb req-5b513427-8cbe-4600-a74f-b24cdce2def6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 1096 time: 0.2111790 Jul 16 01:27:27.812115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Checking segment: {'id': 'bb93a0f2-d3d6-4366-9e76-e1ecb19d583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:27.812532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Network hostable DHCP agents. Network: d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:27.831272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-cccf1f32-1b0e-46af-9246-903a800771a6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5045ea7-05aa-435a-96b4-456e6b154770 HTTP/1.1" status: 200 len: 217 time: 0.0853574 Jul 16 01:27:27.898272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf377c8-8a4e-4569-9dff-f1740360654c req-fbb0bfc4-7090-4ee5-88cf-6862ff797951 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.899929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bf377c8-8a4e-4569-9dff-f1740360654c req-fbb0bfc4-7090-4ee5-88cf-6862ff797951 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.3099241 Jul 16 01:27:27.900622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:27.909053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d2fd490b-e28a-490c-9d97-09c8816a0efb req-ccb8c8ba-3ccf-42fe-9cdc-1323aa9f58b2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069660 Jul 16 01:27:27.931402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Allocated IP 172.20.0.1 (3ed45c94-3d4f-465d-b973-7d920adc66da/4f90ad23-0591-4ba4-ae46-9837e76d3f91/4c3bcc02-2e00-40a3-bf91-8dddf353b615) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:27.943535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2db8d-b6a8-432f-a70d-4115c7ca7e1c req-f5a38ce0-6427-4421-852c-837795404146 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.946433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-ffce47e0-cff1-425b-981b-29558a6f99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.948329 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-ffce47e0-cff1-425b-981b-29558a6f99d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1036766 Jul 16 01:27:27.950396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ab2db8d-b6a8-432f-a70d-4115c7ca7e1c req-f5a38ce0-6427-4421-852c-837795404146 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2504678 Jul 16 01:27:27.952352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:27.987597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.988446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465bbcba-d1f2-4520-8cc0-46873aeef216 None None] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:27.988893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.064506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e4df339-1cc6-479c-9720-4a6ef8661056 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0166972 Jul 16 01:27:28.067606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bf377c8-8a4e-4569-9dff-f1740360654c req-6ed6701d-6fc8-41f3-8b7f-da85c49ff5d1 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364429 Jul 16 01:27:28.068087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48638) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.109663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Request body: {'port': {'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-608237239'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:28.129058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ab2db8d-b6a8-432f-a70d-4115c7ca7e1c req-fb5fd5de-fe0e-4327-89ab-cbf74d7c3406 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777060 Jul 16 01:27:28.134760 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19564cce-1a9d-49c8-b319-44f653e4c832 x-openstack-request-id: req-19564cce-1a9d-49c8-b319-44f653e4c832 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:28.135074 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5229c6b8-4b5d-473d-bdaf-820a2a8184d7", "tag": "f5045ea7-05aa-435a-96b4-456e6b154770", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:28.135287 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19564cce-1a9d-49c8-b319-44f653e4c832 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:28.135681 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'tag': 'f5045ea7-05aa-435a-96b4-456e6b154770', 'status': 'completed', 'code': 200} Jul 16 01:27:28.222488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-2fb40b97-7773-4fbb-b6db-a43c46b25226 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893576 Jul 16 01:27:28.226180 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.246557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8', 'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8', 'tenant_id': '8e4f361cb6be4be6899514eb495e972f', 'fixed_ips': [{'subnet_id': '16489e07-9152-476e-8904-3a80c3382a1a'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:28.247436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.302828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Transition to ACTIVE for port object 4c3bcc02-2e00-40a3-bf91-8dddf353b615 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:28.331820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Made reservation on behalf of 8e4f361cb6be4be6899514eb495e972f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:28.335432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.367552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] device_id is not set on port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:28.421886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-3eb66140-5c19-4e68-b91d-aa9aa609499a service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779079 Jul 16 01:27:28.427265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.462681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.542641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Network 3ed45c94-3d4f-465d-b973-7d920adc66da is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:28.560397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:28.564533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Allocated IP 172.20.0.2 (d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8/16489e07-9152-476e-8904-3a80c3382a1a/eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:28.582732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Pushing event updated for resources: {'Port': ['ID=4c3bcc02-2e00-40a3-bf91-8dddf353b615,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.591250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:28.595239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:28.609486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.712658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.802380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47293495-9cd9-43df-9e81-e8a727d203c9 req-2ca6a8fd-48db-4b53-a64c-27fb68f0195b service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519893 Jul 16 01:27:28.895013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1006811247-network', 'tenant_id': 'add999da2c19433e8d2b601e1a243812'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:28.982539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.984311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afa3fa-2e95-4fef-88bf-fcc0b2fcdcdf req-c5262e8c-477f-45ca-aeca-ac26d418d20c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.993469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9afa3fa-2e95-4fef-88bf-fcc0b2fcdcdf req-c5262e8c-477f-45ca-aeca-ac26d418d20c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 947 time: 0.4027038 Jul 16 01:27:29.006377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Made reservation on behalf of add999da2c19433e8d2b601e1a243812 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:29.009264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:29.009643 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.018919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b6f42-2f6c-40c1-9332-1f142a1dd8d2 req-d83ca691-94b8-4467-bbc6-ac50b1b7b7a9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.022511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Transition to ACTIVE for port object eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:29.025889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c03b6f42-2f6c-40c1-9332-1f142a1dd8d2 req-d83ca691-94b8-4467-bbc6-ac50b1b7b7a9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 944 time: 0.4373899 Jul 16 01:27:29.035453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.063286 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.067932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'mac_address': 'fa:16:3e:8f:84:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:29.083239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Transition to ACTIVE for port object eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:29.118986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8674d90-1500-4109-b9b9-dcbb4d446851 None None] Provisioning for port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:29.136101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-404a5c9d-7aee-4559-84c5-4220f05694bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.137655 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-404a5c9d-7aee-4559-84c5-4220f05694bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dbea0e5699e2428eaa661e3c25438174&device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 1095 time: 0.1678090 Jul 16 01:27:29.139034 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.140884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8674d90-1500-4109-b9b9-dcbb4d446851 None None] Provisioning complete for port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:29.141247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8674d90-1500-4109-b9b9-dcbb4d446851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.171035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.183297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Allocated IP 172.20.0.5 (d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8/16489e07-9152-476e-8904-3a80c3382a1a/c2ef46c6-215f-40dc-bdb7-4e47f8edb992) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:29.219998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:29.226478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:29.233414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:29.235828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:29.242248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e8674d90-1500-4109-b9b9-dcbb4d446851 None None] Port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:29.250822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Pushing event updated for resources: {'Port': ['ID=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.287761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:29.304272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9afa3fa-2e95-4fef-88bf-fcc0b2fcdcdf req-da5db845-829a-42b1-9d84-efbbe54829f6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091276 Jul 16 01:27:29.308368 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.325125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c03b6f42-2f6c-40c1-9332-1f142a1dd8d2 req-853e9eff-f245-4f19-9d93-bc9fecef5644 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942762 Jul 16 01:27:29.340952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-4683b7e6-cdb5-41c9-8f58-e14119571f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.342468 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-4683b7e6-cdb5-41c9-8f58-e14119571f54 service neutron] 10.222.0.93 "GET /v2.0/networks?id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 200 len: 912 time: 0.1974161 Jul 16 01:27:29.350405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Attempting to bind port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:29.350663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Attempting to bind port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'bb93a0f2-d3d6-4366-9e76-e1ecb19d583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:29.350976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Attempting to bind port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 on network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:29.366258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:29.366634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Checking segment: {'id': 'bb93a0f2-d3d6-4366-9e76-e1ecb19d583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:29.367036 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.367523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Bound using segment: {'id': 'bb93a0f2-d3d6-4366-9e76-e1ecb19d583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:29.368487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Bound port: eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb93a0f2-d3d6-4366-9e76-e1ecb19d583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:29.368871 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.398935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.458324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.461153 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-7746f207-fda4-49b1-afd9-b30eb8ae00fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5045ea7-05aa-435a-96b4-456e6b154770 HTTP/1.1" status: 200 len: 217 time: 0.1069505 Jul 16 01:27:29.462741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] For port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:29.465092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.467459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] For port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,segment=NetworkSegment(bb93a0f2-d3d6-4366-9e76-e1ecb19d583e),segment_id=bb93a0f2-d3d6-4366-9e76-e1ecb19d583e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:29.476471 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.536592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.557032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaec71d-cc06-4296-a3d7-96354c63c826 None None] Pushing event updated for resources: {'Port': ['ID=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.568927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:29.592921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.604925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-2849ad01-074e-48ad-9bc5-2e15d6c47a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.606609 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-2849ad01-074e-48ad-9bc5-2e15d6c47a4a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 200 len: 851 time: 0.1385767 Jul 16 01:27:29.607298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Pushing event updated for resources: {'Port': ['ID=4c3bcc02-2e00-40a3-bf91-8dddf353b615,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.632548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Transition to ACTIVE for port object c2ef46c6-215f-40dc-bdb7-4e47f8edb992 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:29.647337 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-e13d6970-ff64-4dd3-94c3-a8323cd0418b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=53201dbc-90e9-4c6a-8f4d-944f7f05fcba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336921 Jul 16 01:27:29.698087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.701703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Deleting port 6492bb43-19d5-4e20-a28c-8e944d03dda6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:29.702568 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.739544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.825829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Network 3ed45c94-3d4f-465d-b973-7d920adc66da is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:29.830513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:29.835861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-5ee7ff09-628f-40e9-bdbd-e30cb3734e71 service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790214 Jul 16 01:27:29.862924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:29.904916 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.918281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a99444-2ab5-445b-bce0-ecc09c476849,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.935685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540de67-b703-4e74-8b0d-33117f1b082c req-f7ee3c4a-584b-4e9b-90bb-ba1331a06f54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.943860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7540de67-b703-4e74-8b0d-33117f1b082c req-f7ee3c4a-584b-4e9b-90bb-ba1331a06f54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.4261987 Jul 16 01:27:29.947095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.947416 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Added segment 2d2f322a-2fd1-4b5f-a549-96994919854a of type vlan for network ca42ec3c-3044-404f-bf43-f321f2f207e8 Jul 16 01:27:29.958842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d81bba3-c879-48b3-b3ff-dd58ac444c85 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:29.990180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df555d-0b2a-45a4-9d0e-283482cb36c8 req-f9b79549-bc8b-4b7c-a595-883ae43375da tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.997268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1df555d-0b2a-45a4-9d0e-283482cb36c8 req-f9b79549-bc8b-4b7c-a595-883ae43375da tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.4774687 Jul 16 01:27:30.018061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Router 71d85e88-be94-4d77-953e-07225535af60 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:30.036015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:30.040915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:30.043774 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.153483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] For port 6492bb43-19d5-4e20-a28c-8e944d03dda6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6492bb43-19d5-4e20-a28c-8e944d03dda6,segment=NetworkSegment(83b8d768-219d-4692-98bc-2b953fa14db2),segment_id=83b8d768-219d-4692-98bc-2b953fa14db2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:30.153852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.160822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:30.165003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.183596 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.215639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 9d81bba3-c879-48b3-b3ff-dd58ac444c85, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d81bba3-c879-48b3-b3ff-dd58ac444c85,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:30.218492 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23fc9484-3cd8-4a48-86c8-d1aad7009c6f req-df84651a-6ae5-4f85-a8d8-a49e629171ca service neutron] 10.222.0.93 "GET /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267861 Jul 16 01:27:30.220629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1df555d-0b2a-45a4-9d0e-283482cb36c8 req-f0e37eab-8106-470e-bd2a-a6c5079efca1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224512 Jul 16 01:27:30.222222 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.240970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:30.242797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event updated for resources: {'Port': ['ID=c2ef46c6-215f-40dc-bdb7-4e47f8edb992,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.247220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Calling delete_port for 6492bb43-19d5-4e20-a28c-8e944d03dda6 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:30.249036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:30.259932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7540de67-b703-4e74-8b0d-33117f1b082c req-a03e0b07-bab7-412d-8293-15cecfa98bbc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151841 Jul 16 01:27:30.306913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:30.316464 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-036137cc-4737-4715-96a4-ec1db7a7182e admin admin] 10.222.0.81 "PUT /v2.0/routers/71d85e88-be94-4d77-953e-07225535af60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4123156 Jul 16 01:27:30.319672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=9d81bba3-c879-48b3-b3ff-dd58ac444c85,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.331313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5b83ebca-e452-47d3-a2c3-d8bd2c04a613 None None] Provisioning complete for port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:30.331697 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b83ebca-e452-47d3-a2c3-d8bd2c04a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.398603 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.400143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.400782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.452137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.453175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.521382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5b83ebca-e452-47d3-a2c3-d8bd2c04a613 None None] Port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:30.536634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] Pushing event updated for resources: {'Network': ['ID=ca42ec3c-3044-404f-bf43-f321f2f207e8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.541786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:30.566293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ca42ec3c-3044-404f-bf43-f321f2f207e8 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:30.624566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9b163538-aab9-4eb5-899e-86b932b7a633 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0076003 Jul 16 01:27:30.628524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9d981cf5-da2e-4664-be9a-3449b66dae96 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5262680 Jul 16 01:27:30.629723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.634802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.637093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Request body: {'subnet': {'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1006811247-subnet', 'tenant_id': 'add999da2c19433e8d2b601e1a243812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:30.643814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Request body: {'port': {'network_id': 'd7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-872199476', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:30.650304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] bootfile-name is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:27:30.652477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] tftp-server is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:27:30.652948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] server-ip-address is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:27:30.672495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f5045ea7-05aa-435a-96b4-456e6b154770 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:30.685637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Made reservation on behalf of add999da2c19433e8d2b601e1a243812 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:30.688356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.811836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f5045ea7-05aa-435a-96b4-456e6b154770, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f5045ea7-05aa-435a-96b4-456e6b154770,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:30.831346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'f5045ea7-05aa-435a-96b4-456e6b154770', 'network_id': '53201dbc-90e9-4c6a-8f4d-944f7f05fcba', 'port_id': 'f5045ea7-05aa-435a-96b4-456e6b154770', 'mac_address': 'fa:16:3e:7e:b8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8015b200-7ef2-45f1-a2e5-e7d3014071c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:30.832033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524fdeb-80ee-40ec-a87f-71cac0c43278 req-9f5bd6e2-c478-4839-ae2f-c1354603e4c0 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.836826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8524fdeb-80ee-40ec-a87f-71cac0c43278 req-9f5bd6e2-c478-4839-ae2f-c1354603e4c0 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 948 time: 0.3553402 Jul 16 01:27:30.844268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Sync routers for ids ['71d85e88-be94-4d77-953e-07225535af60'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:30.853764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Made reservation on behalf of 8e4f361cb6be4be6899514eb495e972f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:30.867075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.867320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Routers {'71d85e88-be94-4d77-953e-07225535af60'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:30.868309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71d85e88-be94-4d77-953e-07225535af60'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:30.880544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.904988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] device_id is not set on port dae1cad8-9234-471a-a6fb-9e24ef4ea08d yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:30.938861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Pushing event deleted for resources: {'Port': ['ID=6492bb43-19d5-4e20-a28c-8e944d03dda6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.012562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:31.015828 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.042993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5045ea7-05aa-435a-96b4-456e6b154770 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:31.059723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:31.059723 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.061167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8524fdeb-80ee-40ec-a87f-71cac0c43278 req-0eaf0c37-3797-43e5-a018-c35e35516425 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203875 Jul 16 01:27:31.106685 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.186778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Allocated IP 172.20.0.4 (d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8/16489e07-9152-476e-8904-3a80c3382a1a/dae1cad8-9234-471a-a6fb-9e24ef4ea08d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:31.190789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c858750-c1de-4719-810a-7e956e0d2386 None None] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:31.241342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f5045ea7-05aa-435a-96b4-456e6b154770, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f5045ea7-05aa-435a-96b4-456e6b154770,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:31.263208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.340362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc089c4d-0623-44d1-b2eb-e6b9496d7130 None None] Provisioning for port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:31.391250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Set router 71d85e88-be94-4d77-953e-07225535af60 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:31.409343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.424903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Transition to ACTIVE for port object dae1cad8-9234-471a-a6fb-9e24ef4ea08d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:31.464068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.472910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f5045ea7-05aa-435a-96b4-456e6b154770,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.476607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.515134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:31.520971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:31.530141 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:31.548574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f5045ea7-05aa-435a-96b4-456e6b154770'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:31.558704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event updated for resources: {'Port': ['ID=dae1cad8-9234-471a-a6fb-9e24ef4ea08d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.594848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.595534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.604488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:31.606973 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d1f46-9687-43d5-8736-c3370255172f" -d '{"events": [{"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-plugged", "status": "completed", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:31.615134 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-41734912-c0ac-44e3-90a0-b4669711a7bc tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9779212 Jul 16 01:27:31.618176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.659113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:31.672917 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.697146 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-3026746f-5587-4202-8b44-bfb95a7cf465 req-8321fe96-4389-4d7c-8af2-d2598e163de2 tempest-FloatingIPDetailsNegativeTestJSON-1232159651 tempest-FloatingIPDetailsNegativeTestJSON-1232159651-project] show failed (client error): The resource could not be found. Jul 16 01:27:31.698194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3026746f-5587-4202-8b44-bfb95a7cf465 req-8321fe96-4389-4d7c-8af2-d2598e163de2 tempest-FloatingIPDetailsNegativeTestJSON-1232159651 tempest-FloatingIPDetailsNegativeTestJSON-1232159651-project] 10.222.0.81 "GET /v2.0/floatingips/99469054-e426-4550-a207-00ba5711aa61 HTTP/1.1" status: 404 len: 350 time: 0.3919713 Jul 16 01:27:31.703236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b047b4-b971-4be4-8c82-f8103c0f559c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.723869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.788281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910f148-fea8-4517-864f-04dabd12a054 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.794803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910f148-fea8-4517-864f-04dabd12a054 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.797741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56261986-8c93-450a-8118-25922a6ce3b2 req-350da9e9-c20f-4bc3-842b-1f5bbe818061 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.799911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56261986-8c93-450a-8118-25922a6ce3b2 req-350da9e9-c20f-4bc3-842b-1f5bbe818061 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 944 time: 0.7088218 Jul 16 01:27:31.800882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Checking segment: {'id': '2d2f322a-2fd1-4b5f-a549-96994919854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:31.801424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Network hostable DHCP agents. Network: ca42ec3c-3044-404f-bf43-f321f2f207e8, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:31.807428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910f148-fea8-4517-864f-04dabd12a054 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.809492 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2910f148-fea8-4517-864f-04dabd12a054 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1898069 Jul 16 01:27:31.812436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.849188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.917943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56261986-8c93-450a-8118-25922a6ce3b2 req-97949976-d90f-4b6a-b881-ec162ea910e9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 Jul 16 01:27:31.924493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Network ca42ec3c-3044-404f-bf43-f321f2f207e8 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:31.926823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.973264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ca42ec3c-3044-404f-bf43-f321f2f207e8) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:31.979695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.980806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.988702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7b00c-790f-475f-8289-e038af3ede81 None None] Network ca42ec3c-3044-404f-bf43-f321f2f207e8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:32.089972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:28Z', 'revision_number': 4, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port': {'id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:20Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4c3bcc02-2e00-40a3-bf91-8dddf353b615', 'name': '', 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'mac_address': 'fa:16:3e:c0:38:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '4f90ad23-0591-4ba4-ae46-9837e76d3f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:27Z', 'updated_at': '2021-07-16T01:27:29Z', 'revision_number': 2, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'subnets': [{'id': '4f90ad23-0591-4ba4-ae46-9837e76d3f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:32.119486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Deleting port dae1cad8-9234-471a-a6fb-9e24ef4ea08d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:32.121677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.173084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d81bba3-c879-48b3-b3ff-dd58ac444c85 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:32.175150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Checking router: 71d85e88-be94-4d77-953e-07225535af60 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:32.175686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Updating router 71d85e88-be94-4d77-953e-07225535af60 port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:27:32.263062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.288775 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.311395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Calling delete_port for dae1cad8-9234-471a-a6fb-9e24ef4ea08d owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:32.349491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2d96cd5e-cd7a-4fb4-899a-ab027b7dbb07 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7104645 Jul 16 01:27:32.443270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74cab9-9298-4ffe-841b-4eff15e6f770 req-5b356aba-8435-4608-a0e7-54bae3723304 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.450494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c74cab9-9298-4ffe-841b-4eff15e6f770 req-5b356aba-8435-4608-a0e7-54bae3723304 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.4214494 Jul 16 01:27:32.493062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799cf-f91d-4062-a173-461d9ee84e65 req-fc683222-60c7-4428-9028-b482cd763e43 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.494681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee8799cf-f91d-4062-a173-461d9ee84e65 req-fc683222-60c7-4428-9028-b482cd763e43 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2567587 Jul 16 01:27:32.541822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Router f0d8b561-aec8-48b7-a16f-c0b83473e255 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:32.575376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c74cab9-9298-4ffe-841b-4eff15e6f770 req-ad468995-ee42-4bb9-8640-9052670f20dc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238739 Jul 16 01:27:32.642647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.671094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Transition to ACTIVE for port object 4c3bcc02-2e00-40a3-bf91-8dddf353b615 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:32.684997 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e14fd9d-c03c-4081-a49c-7d4ca0cf70f8 x-openstack-request-id: req-3e14fd9d-c03c-4081-a49c-7d4ca0cf70f8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:32.685701 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-plugged", "status": "completed", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:32.685701 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e14fd9d-c03c-4081-a49c-7d4ca0cf70f8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:32.686022 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'code': 200} Jul 16 01:27:32.699509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477260b-4e51-4d80-8c35-ee27c7068c85 None None] Network ca42ec3c-3044-404f-bf43-f321f2f207e8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:32.703221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f5045ea7-05aa-435a-96b4-456e6b154770 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:32.708992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:32.709643 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.712135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Provisioning for port dae1cad8-9234-471a-a6fb-9e24ef4ea08d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:32.715536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.795409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee8799cf-f91d-4062-a173-461d9ee84e65 req-26aebdbc-10ba-4a78-be77-821a8875ded7 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813809 Jul 16 01:27:32.859503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:32.867213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7fc9220f-96be-4aa4-a71b-226e424fe578 admin admin] 10.222.0.81 "PUT /v2.0/routers/f0d8b561-aec8-48b7-a16f-c0b83473e255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6532943 Jul 16 01:27:32.870731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.871402 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] Sync routers for ids ['f0d8b561-aec8-48b7-a16f-c0b83473e255'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:32.884053 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] Routers {'f0d8b561-aec8-48b7-a16f-c0b83473e255'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:32.887914 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f0d8b561-aec8-48b7-a16f-c0b83473e255'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:32.916370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.968127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event deleted for resources: {'Port': ['ID=dae1cad8-9234-471a-a6fb-9e24ef4ea08d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.981045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Provisioning complete for port dae1cad8-9234-471a-a6fb-9e24ef4ea08d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:32.981682 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.054247 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] Set router f0d8b561-aec8-48b7-a16f-c0b83473e255 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:33.108760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.126045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Port dae1cad8-9234-471a-a6fb-9e24ef4ea08d was deleted so its status cannot be updated. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:27:33.198795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.201241 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-933d8cc7-4ec9-4fae-b805-c6d5d7a4b703 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "DELETE /v2.0/ports/dae1cad8-9234-471a-a6fb-9e24ef4ea08d HTTP/1.1" status: 204 len: 168 time: 1.3877461 Jul 16 01:27:33.207870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.224620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Request body: {'port': {'name': 'tempest-new-port-name-1666418616', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:33.226369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] bootfile-name is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:27:33.228413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] tftp-server is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:27:33.230024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] server-ip-address is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:27:33.286699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Provisioning for port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:33.309533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0041f-db08-43d9-8159-8d6ed8097c11 None None] Pushing event updated for resources: {'Port': ['ID=4c3bcc02-2e00-40a3-bf91-8dddf353b615,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.324039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Provisioning complete for port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:33.324456 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.325418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a3dcc-a834-4191-ada8-5bbf1c7be880 req-b41b9a33-1b2b-4ee0-b16e-183f338ae754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.328449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-147a3dcc-a834-4191-ada8-5bbf1c7be880 req-b41b9a33-1b2b-4ee0-b16e-183f338ae754 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 1100 time: 0.4497600 Jul 16 01:27:33.331203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Attempting to bind port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:33.331507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Attempting to bind port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:33.331864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Attempting to bind port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 on network 3ed45c94-3d4f-465d-b973-7d920adc66da {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:33.347574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:33.347946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Checking segment: {'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:33.348369 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.348758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Bound using segment: {'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:33.349246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Bound port: 4c3bcc02-2e00-40a3-bf91-8dddf353b615, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:33.349644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.376846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2c43a-8606-4f7f-898a-8d93c9d238bb req-b8f2f613-188e-4a81-99af-0e68378f8bbe tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.379720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17e2c43a-8606-4f7f-898a-8d93c9d238bb req-b8f2f613-188e-4a81-99af-0e68378f8bbe tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.5981250 Jul 16 01:27:33.416963 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 5, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:33.427229 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-147a3dcc-a834-4191-ada8-5bbf1c7be880 req-beaccb96-7828-46b0-9843-8f1f9cd4ccbc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569968 Jul 16 01:27:33.443219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.458318 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] Checking router: f0d8b561-aec8-48b7-a16f-c0b83473e255 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:33.468160 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] Routers {'f0d8b561-aec8-48b7-a16f-c0b83473e255'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:33.469012 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['f0d8b561-aec8-48b7-a16f-c0b83473e255'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:33.487199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3b82319d-6131-439d-8357-8fe4706842fd None None] Port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:33.489270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17e2c43a-8606-4f7f-898a-8d93c9d238bb req-169bf4df-e3a3-44bd-8a15-e31254129f48 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496149 Jul 16 01:27:33.524208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port f5045ea7-05aa-435a-96b4-456e6b154770 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:33.528708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13f0dd-79b3-4644-bb60-db0e731f4206 req-e4887d50-9de3-4724-ba60-5677846c21b1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.530248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db13f0dd-79b3-4644-bb60-db0e731f4206 req-e4887d50-9de3-4724-ba60-5677846c21b1 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 945 time: 0.2380016 Jul 16 01:27:33.536393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port f5045ea7-05aa-435a-96b4-456e6b154770 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:33.536628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.536994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.596051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:33.622362 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] Set router f0d8b561-aec8-48b7-a16f-c0b83473e255 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:33.634792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db13f0dd-79b3-4644-bb60-db0e731f4206 req-0fc058db-4981-4abb-af3c-563088e6a44f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909808 Jul 16 01:27:33.651519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] For port 4c3bcc02-2e00-40a3-bf91-8dddf353b615, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:33.679466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Deleting port 2e53b65d-e3c6-4e10-9672-66e594b81eda {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:33.681666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.690653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] For port 4c3bcc02-2e00-40a3-bf91-8dddf353b615, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c3bcc02-2e00-40a3-bf91-8dddf353b615,segment=NetworkSegment(816a1c5a-afcc-4c27-9b42-6bb1d99e1f79),segment_id=816a1c5a-afcc-4c27-9b42-6bb1d99e1f79)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:33.700878 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.707435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.776459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed2f8d8e-6a7f-4557-aa63-a9185e08ec48 None None] Could not find standard attr ID for object dae1cad8-9234-471a-a6fb-9e24ef4ea08d. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:33.839521 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.866180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed2f8d8e-6a7f-4557-aa63-a9185e08ec48 None None] Provisioning complete for port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:33.875050 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8d8e-6a7f-4557-aa63-a9185e08ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.937557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:33.953870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:33.955747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.963255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0041f-db08-43d9-8159-8d6ed8097c11 None None] Pushing event updated for resources: {'Port': ['ID=4c3bcc02-2e00-40a3-bf91-8dddf353b615,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.004823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Routers {'71d85e88-be94-4d77-953e-07225535af60'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:34.005779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71d85e88-be94-4d77-953e-07225535af60'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:34.018184 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 5, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:34.031024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] For port 2e53b65d-e3c6-4e10-9672-66e594b81eda, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2e53b65d-e3c6-4e10-9672-66e594b81eda,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:34.033567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.056965 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f197b0-9342-435a-bec0-0f6ebc757f5e None None] The sync data for ids ['f0d8b561-aec8-48b7-a16f-c0b83473e255'] in n-d-800085-5 is: [{'id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'name': 'tempest-AttachSCSIVolumeTestJSON-1943196801-router', 'tenant_id': '741279437be74ef0bc451b63040c49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:20Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 5, 'project_id': '741279437be74ef0bc451b63040c49f9', 'gw_port': {'id': '2e53b65d-e3c6-4e10-9672-66e594b81eda', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ae:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8b561-aec8-48b7-a16f-c0b83473e255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:23Z', 'updated_at': '2021-07-16T01:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:34.067929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Calling delete_port for 2e53b65d-e3c6-4e10-9672-66e594b81eda owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:34.132296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f5045ea7-05aa-435a-96b4-456e6b154770, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f5045ea7-05aa-435a-96b4-456e6b154770,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:34.135941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.139532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f8d8e-6a7f-4557-aa63-a9185e08ec48 None None] Port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:34.140264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Deleting port 4c3bcc02-2e00-40a3-bf91-8dddf353b615 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:34.140905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.157414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.176016 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.257361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f5045ea7-05aa-435a-96b4-456e6b154770,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.319724 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.325436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event updated for resources: {'Port': ['ID=c2ef46c6-215f-40dc-bdb7-4e47f8edb992,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.337653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831711a0-23f9-4a71-9f68-1be4603a3462 req-76328c29-2f95-4ad7-80f5-bbf2b5492115 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.351935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-831711a0-23f9-4a71-9f68-1be4603a3462 req-76328c29-2f95-4ad7-80f5-bbf2b5492115 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.4544899 Jul 16 01:27:34.353327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] Set router 71d85e88-be94-4d77-953e-07225535af60 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:34.379091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] For port 4c3bcc02-2e00-40a3-bf91-8dddf353b615, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c3bcc02-2e00-40a3-bf91-8dddf353b615,segment=NetworkSegment(816a1c5a-afcc-4c27-9b42-6bb1d99e1f79),segment_id=816a1c5a-afcc-4c27-9b42-6bb1d99e1f79)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:34.380202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.401215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Calling delete_port for 4c3bcc02-2e00-40a3-bf91-8dddf353b615 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:34.410418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,segment=NetworkSegment(bb93a0f2-d3d6-4366-9e76-e1ecb19d583e),segment_id=bb93a0f2-d3d6-4366-9e76-e1ecb19d583e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:34.419160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.446297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11e1b0-43b7-447e-be44-914cd7f8ebc2 req-0d7f16e6-25a3-414c-acfb-5197a627197e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.457854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e11e1b0-43b7-447e-be44-914cd7f8ebc2 req-0d7f16e6-25a3-414c-acfb-5197a627197e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2501132 Jul 16 01:27:34.516421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-831711a0-23f9-4a71-9f68-1be4603a3462 req-1b577605-4cbe-43f3-9a1f-00d0507466ec tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634107 Jul 16 01:27:34.527547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] In _notify_port_updated(), no bound segment for port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 on network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:27:34.547124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.547836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.552016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b57b92e4-abf3-4df2-9293-a1a75b2f01d1 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "PUT /v2.0/ports/c2ef46c6-215f-40dc-bdb7-4e47f8edb992 HTTP/1.1" status: 200 len: 1136 time: 1.3382192 Jul 16 01:27:34.555908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.564863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.567358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.573598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6492bb43-19d5-4e20-a28c-8e944d03dda6 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:34.601380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6492bb43-19d5-4e20-a28c-8e944d03dda6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:34.602383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6492bb43-19d5-4e20-a28c-8e944d03dda6 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:34.691111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5045ea7-05aa-435a-96b4-456e6b154770'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:34.694234 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1e2f10-7088-4664-8ec4-71f4aa6b1039" -d '{"events": [{"server_uuid": "5229c6b8-4b5d-473d-bdaf-820a2a8184d7", "name": "network-vif-plugged", "status": "completed", "tag": "f5045ea7-05aa-435a-96b4-456e6b154770"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:34.696905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e600719-9456-4a0d-8741-621c0b6b1b18 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.705234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e600719-9456-4a0d-8741-621c0b6b1b18 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "GET /v2.0/ports/c2ef46c6-215f-40dc-bdb7-4e47f8edb992 HTTP/1.1" status: 200 len: 1136 time: 0.1472359 Jul 16 01:27:34.724568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48724) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.758245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e11e1b0-43b7-447e-be44-914cd7f8ebc2 req-6cd27578-3310-48f8-8942-4da929e1e996 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992318 Jul 16 01:27:34.786225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e53b65d-e3c6-4e10-9672-66e594b81eda,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.806456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d19b36ed-05b1-4b39-8f54-90584790735e None None] Provisioning complete for port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:34.806832 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d19b36ed-05b1-4b39-8f54-90584790735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.848554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d19b36ed-05b1-4b39-8f54-90584790735e None None] Port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:34.854230 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.866715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:28Z', 'revision_number': 4, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port': {'id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:20Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4c3bcc02-2e00-40a3-bf91-8dddf353b615', 'name': '', 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'mac_address': 'fa:16:3e:c0:38:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '4f90ad23-0591-4ba4-ae46-9837e76d3f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:27Z', 'updated_at': '2021-07-16T01:27:33Z', 'revision_number': 4, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'subnets': [{'id': '4f90ad23-0591-4ba4-ae46-9837e76d3f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:34.887259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.895529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3bcc02-2e00-40a3-bf91-8dddf353b615,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.899687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a99937-3cb4-485c-b1d0-48e231b02c61 None None] The sync data for ids ['71d85e88-be94-4d77-953e-07225535af60'] in n-d-800085-5 is: [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:28Z', 'revision_number': 4, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port': {'id': '9d81bba3-c879-48b3-b3ff-dd58ac444c85', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:20Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4c3bcc02-2e00-40a3-bf91-8dddf353b615', 'name': '', 'network_id': '3ed45c94-3d4f-465d-b973-7d920adc66da', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'mac_address': 'fa:16:3e:c0:38:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d85e88-be94-4d77-953e-07225535af60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '4f90ad23-0591-4ba4-ae46-9837e76d3f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:27Z', 'updated_at': '2021-07-16T01:27:33Z', 'revision_number': 4, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'subnets': [{'id': '4f90ad23-0591-4ba4-ae46-9837e76d3f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:34.975844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Deleting port c2ef46c6-215f-40dc-bdb7-4e47f8edb992 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:34.976192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.065721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f97d4-4af0-46dc-ba07-0ab2529b43b3 req-6b2b8736-9aa6-46d4-8537-ed11a66009e1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.069036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-276f97d4-4af0-46dc-ba07-0ab2529b43b3 req-6b2b8736-9aa6-46d4-8537-ed11a66009e1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.3017933 Jul 16 01:27:35.081786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.095053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.172433 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.189570 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.190309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d8b561-aec8-48b7-a16f-c0b83473e255 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:35.192774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Calling delete_port for c2ef46c6-215f-40dc-bdb7-4e47f8edb992 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:35.194753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.198677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a757f2f1-4625-4a22-aab8-74a4c8317e6c admin admin] 10.222.0.81 "DELETE /v2.0/routers/f0d8b561-aec8-48b7-a16f-c0b83473e255 HTTP/1.1" status: 204 len: 168 time: 2.3262451 Jul 16 01:27:35.200401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.203688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-276f97d4-4af0-46dc-ba07-0ab2529b43b3 req-19f851a7-1769-4d6f-9224-3f568742c019 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192012 Jul 16 01:27:35.271736 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae028f3-c60e-4842-aea0-0898042f9f83 x-openstack-request-id: req-cae028f3-c60e-4842-aea0-0898042f9f83 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:35.272145 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5229c6b8-4b5d-473d-bdaf-820a2a8184d7", "name": "network-vif-plugged", "status": "completed", "tag": "f5045ea7-05aa-435a-96b4-456e6b154770", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:35.272514 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cae028f3-c60e-4842-aea0-0898042f9f83 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:35.273084 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5045ea7-05aa-435a-96b4-456e6b154770', 'code': 200} Jul 16 01:27:35.282212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c979a2d-13db-4f2e-a068-723aeda973eb req-b1c8edad-6a90-405b-80c2-589a8b35fddd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.290227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c979a2d-13db-4f2e-a068-723aeda973eb req-b1c8edad-6a90-405b-80c2-589a8b35fddd tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 946 time: 0.2339559 Jul 16 01:27:35.295521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] Deleting subnet 25b733d4-3654-4e4c-8627-eba2669fecd8 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:35.304672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.332191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.374787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c979a2d-13db-4f2e-a068-723aeda973eb req-a88d2cf1-2233-4dcb-9fbc-a804696fc7a3 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835824 Jul 16 01:27:35.377579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.513263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-2e086f4c-983f-478f-b578-601095d897ee req-e7e13770-cedf-487d-a4eb-0a9b90dd8e08 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:27:35.516787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e086f4c-983f-478f-b578-601095d897ee req-e7e13770-cedf-487d-a4eb-0a9b90dd8e08 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112092 Jul 16 01:27:35.561649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.632071 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.664669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b733d4-3654-4e4c-8627-eba2669fecd8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.673339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.682079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5a20383b-ca69-477a-a633-89f84572b6de admin admin] 10.222.0.81 "DELETE /v2.0/subnets/25b733d4-3654-4e4c-8627-eba2669fecd8 HTTP/1.1" status: 204 len: 168 time: 0.4774315 Jul 16 01:27:35.682241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ef8ff-7195-45fe-bb37-edfe59cb4dbd None None] Network ef7c35b0-e77e-42a1-8f87-084a99cfa616 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:35.682791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.823852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.927646 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.961054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event deleted for resources: {'Port': ['ID=c2ef46c6-215f-40dc-bdb7-4e47f8edb992,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.991165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] DHCP port deletion for ef7c35b0-e77e-42a1-8f87-084a99cfa616 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:36.029055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59bb09-6dda-4c2d-9f2b-52a7d663888b req-27f900d7-47b2-43b1-8bda-081917efd5cc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.035959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb59bb09-6dda-4c2d-9f2b-52a7d663888b req-27f900d7-47b2-43b1-8bda-081917efd5cc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.3419225 Jul 16 01:27:36.045158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277d80-9ed0-4008-9301-0eea3ec97527 req-de0923ce-62c9-48d9-b6c4-906a2fcd5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.048520 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc277d80-9ed0-4008-9301-0eea3ec97527 req-de0923ce-62c9-48d9-b6c4-906a2fcd5e9b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 1097 time: 0.6705906 Jul 16 01:27:36.094659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] Deleting port 97b80ec2-6852-4c1f-99c1-0d7511443477 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:36.095303 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.129289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Router 71d85e88-be94-4d77-953e-07225535af60 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:36.145026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb59bb09-6dda-4c2d-9f2b-52a7d663888b req-53d876d0-ebac-41ae-9035-3ccabacdd182 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980480 Jul 16 01:27:36.150739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-c45861cb-68c7-4a8b-9644-a051afccee10 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3005850 Jul 16 01:27:36.157251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.159212 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d081a777-c7ef-4ca5-a518-7f88176828cd tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "DELETE /v2.0/ports/c2ef46c6-215f-40dc-bdb7-4e47f8edb992 HTTP/1.1" status: 204 len: 168 time: 1.4326994 Jul 16 01:27:36.169856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.174905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc277d80-9ed0-4008-9301-0eea3ec97527 req-74b1883d-62bb-461e-9287-8ceef89ffcba service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181779 Jul 16 01:27:36.185650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] For port 97b80ec2-6852-4c1f-99c1-0d7511443477, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=97b80ec2-6852-4c1f-99c1-0d7511443477,segment=NetworkSegment(83b8d768-219d-4692-98bc-2b953fa14db2),segment_id=83b8d768-219d-4692-98bc-2b953fa14db2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:36.186046 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.207738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] Calling delete_port for 97b80ec2-6852-4c1f-99c1-0d7511443477 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:36.262958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Deleting subnet 16489e07-9152-476e-8904-3a80c3382a1a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:36.274635 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.328888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.399943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:36.416658 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-55376ad8-38f1-4b9c-a13f-9365fc24f12c admin admin] 10.222.0.81 "PUT /v2.0/routers/71d85e88-be94-4d77-953e-07225535af60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6900647 Jul 16 01:27:36.417538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.485264 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.524843 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.537224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Deleting port 97b80ec2-6852-4c1f-99c1-0d7511443477 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:36.538188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.560981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] Pushing event deleted for resources: {'Port': ['ID=97b80ec2-6852-4c1f-99c1-0d7511443477,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.564596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7fed73-48de-40a6-9214-0e234d354451 None None] No DVR routers for this DVR port 97b80ec2-6852-4c1f-99c1-0d7511443477 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:36.595175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.598188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:36.631645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9ad6c-2595-4f76-b6ba-05584e8ecf63 req-85415b6e-41f6-4be4-b1a4-449d6dd42ad1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.638701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13f9ad6c-2595-4f76-b6ba-05584e8ecf63 req-85415b6e-41f6-4be4-b1a4-449d6dd42ad1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.6263745 Jul 16 01:27:36.677223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:36.677709 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.801668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.814127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] Sync routers for ids ['71d85e88-be94-4d77-953e-07225535af60'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:36.826037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] Routers {'71d85e88-be94-4d77-953e-07225535af60'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:36.827092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71d85e88-be94-4d77-953e-07225535af60'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:36.881399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 97b80ec2-6852-4c1f-99c1-0d7511443477 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:36.883554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Deleting port 9d81bba3-c879-48b3-b3ff-dd58ac444c85 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:36.884140 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.936535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 97b80ec2-6852-4c1f-99c1-0d7511443477 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:36.936887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 97b80ec2-6852-4c1f-99c1-0d7511443477 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:36.937284 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e53b65d-e3c6-4e10-9672-66e594b81eda no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:36.965583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2e53b65d-e3c6-4e10-9672-66e594b81eda {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:36.965932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e53b65d-e3c6-4e10-9672-66e594b81eda not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:36.980394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] Set router 71d85e88-be94-4d77-953e-07225535af60 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:37.037801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:36Z', 'revision_number': 6, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.068151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] Checking router: 71d85e88-be94-4d77-953e-07225535af60 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:37.074671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] For port 9d81bba3-c879-48b3-b3ff-dd58ac444c85, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d81bba3-c879-48b3-b3ff-dd58ac444c85,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:37.075336 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.078321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] Routers {'71d85e88-be94-4d77-953e-07225535af60'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:37.082044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['71d85e88-be94-4d77-953e-07225535af60'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.096216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] For port 97b80ec2-6852-4c1f-99c1-0d7511443477, host n-d-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:37.096522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.112436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Calling delete_port for 9d81bba3-c879-48b3-b3ff-dd58ac444c85 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:37.137415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Calling delete_port for 97b80ec2-6852-4c1f-99c1-0d7511443477 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:37.143230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Port 97b80ec2-6852-4c1f-99c1-0d7511443477 was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:27:37.148070 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.177115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.186853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] Set router 71d85e88-be94-4d77-953e-07225535af60 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:37.213226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13f9ad6c-2595-4f76-b6ba-05584e8ecf63 req-c3df7545-a03b-4323-ba1b-4a7f3100c807 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706670 Jul 16 01:27:37.240951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:36Z', 'revision_number': 6, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.250730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082ac3e-0037-4f51-9686-21060ebd1b28 None None] Network d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:37.254230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.259609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "DELETE /v2.0/subnets/16489e07-9152-476e-8904-3a80c3382a1a HTTP/1.1" status: 204 len: 168 time: 1.0887775 Jul 16 01:27:37.265950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.267784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b9dde-3a05-44bd-8e9e-a40800cc3791 tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event deleted for resources: {'Subnet': ['ID=16489e07-9152-476e-8904-3a80c3382a1a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.300808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ce50cb-a77d-470a-b6ea-e874cf010786 None None] The sync data for ids ['71d85e88-be94-4d77-953e-07225535af60'] in n-d-800085-5 is: [{'id': '71d85e88-be94-4d77-953e-07225535af60', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1734777743-router', 'tenant_id': '281e5bdb8182405f98b595d2284b87e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:17Z', 'updated_at': '2021-07-16T01:27:36Z', 'revision_number': 6, 'project_id': '281e5bdb8182405f98b595d2284b87e2', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:37.307088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f67a-d99e-46e7-ab4e-cfa8f5eea300 req-9516a195-b873-41d6-a2a1-31d584e8eeca tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.308792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d17f67a-d99e-46e7-ab4e-cfa8f5eea300 req-9516a195-b873-41d6-a2a1-31d584e8eeca tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.7835548 Jul 16 01:27:37.354735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Pushing event deleted for resources: {'Port': ['ID=97b80ec2-6852-4c1f-99c1-0d7511443477,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.381250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] No DVR routers for this DVR port 97b80ec2-6852-4c1f-99c1-0d7511443477 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:37.480455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d17f67a-d99e-46e7-ab4e-cfa8f5eea300 req-3d908f32-2b11-4df1-8397-eb1887a01419 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481280 Jul 16 01:27:37.517244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.530276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7c35b0-e77e-42a1-8f87-084a99cfa616']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.543480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b8d768-219d-4692-98bc-2b953fa14db2') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.544063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b8d768-219d-4692-98bc-2b953fa14db2') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.558251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.569356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.583964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73da3c5-2e9f-47a0-929b-7fe7a1715003 req-42aaaf13-874d-4a3f-a19c-d190b91ff2a9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.590813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c73da3c5-2e9f-47a0-929b-7fe7a1715003 req-42aaaf13-874d-4a3f-a19c-d190b91ff2a9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 946 time: 0.1536884 Jul 16 01:27:37.593620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.611324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:37.611595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:37.613326 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:37.616491 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.645409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d81bba3-c879-48b3-b3ff-dd58ac444c85,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.701695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] DHCP port deletion for d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:37.745595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c73da3c5-2e9f-47a0-929b-7fe7a1715003 req-b5b9e800-adf3-4a91-a8e5-6a0d7055c2f0 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535509 Jul 16 01:27:37.753932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.778338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.778856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] Deleting port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:37.779500 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.780333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] 10.222.0.81 "DELETE /v2.0/networks/ef7c35b0-e77e-42a1-8f87-084a99cfa616 HTTP/1.1" status: 204 len: 168 time: 2.0965061 Jul 16 01:27:37.783457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.789760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af4134-175e-4aac-9f43-5b1e18af851d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7c35b0-e77e-42a1-8f87-084a99cfa616,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.790429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Deleting port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:37.790971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.841102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fe1bc-a96e-4510-9fa8-ff11b077bcc9 req-763cff91-4209-4487-a063-dd41047626cb tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.842740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-891fe1bc-a96e-4510-9fa8-ff11b077bcc9 req-763cff91-4209-4487-a063-dd41047626cb tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.1921656 Jul 16 01:27:37.882461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] For port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,segment=NetworkSegment(bb93a0f2-d3d6-4366-9e76-e1ecb19d583e),segment_id=bb93a0f2-d3d6-4366-9e76-e1ecb19d583e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:37.883245 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.901768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] Calling delete_port for eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:37.923626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-891fe1bc-a96e-4510-9fa8-ff11b077bcc9 req-ca8cd379-3ffa-46d4-acf0-29a6f550c558 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750890 Jul 16 01:27:38.006138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48788) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.014321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.050000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] Pushing event deleted for resources: {'Port': ['ID=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.054071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782a8a3-5f26-4698-8f76-61eaf0279e1f None None] No DVR routers for this DVR port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:38.088424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fc721cc3-5cc0-4dfd-9203-5d93b4740374 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c2d8345f5c34d5189656a36358c2d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808320 Jul 16 01:27:38.091047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.155252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c1f1b8-8787-4bfb-935d-48ef3cc09410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.198393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c1f1b8-8787-4bfb-935d-48ef3cc09410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.317202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c1f1b8-8787-4bfb-935d-48ef3cc09410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.323307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c1f1b8-8787-4bfb-935d-48ef3cc09410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.327531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-90c1f1b8-8787-4bfb-935d-48ef3cc09410 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/438bb9d0-a003-486e-b50c-15b93d984c10 HTTP/1.1" status: 204 len: 168 time: 0.2324960 Jul 16 01:27:38.441415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f1b8-8787-4bfb-935d-48ef3cc09410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438bb9d0-a003-486e-b50c-15b93d984c10,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.459787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-b01d5956-63f7-4998-8a4a-10b1cc8a05ff tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.466619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-b01d5956-63f7-4998-8a4a-10b1cc8a05ff tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/networks?id=ca42ec3c-3044-404f-bf43-f321f2f207e8 HTTP/1.1" status: 200 len: 810 time: 0.1971824 Jul 16 01:27:38.468435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.473651 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.486226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-5920e18a-94a6-490c-9ec1-0f17009cfc85 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/quotas/add999da2c19433e8d2b601e1a243812 HTTP/1.1" status: 200 len: 375 time: 0.0186820 Jul 16 01:27:38.490804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] For port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,segment=NetworkSegment(bb93a0f2-d3d6-4366-9e76-e1ecb19d583e),segment_id=bb93a0f2-d3d6-4366-9e76-e1ecb19d583e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:38.491168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.526991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-02865042-30aa-461b-8628-02ad51818046 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=add999da2c19433e8d2b601e1a243812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397117 Jul 16 01:27:38.537578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d81bba3-c879-48b3-b3ff-dd58ac444c85 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:38.545389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Calling delete_port for eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:38.556318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1e83b-9000-490a-8aa8-a7069bab11d5 req-70dda5ad-91f7-46ce-8a09-349fe9e0ebbb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.557985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2d1e83b-9000-490a-8aa8-a7069bab11d5 req-70dda5ad-91f7-46ce-8a09-349fe9e0ebbb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1678429 Jul 16 01:27:38.563752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.564286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71d85e88-be94-4d77-953e-07225535af60 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:38.571534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.577154 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4cb19195-124f-4165-ad0b-9872ab716f44 admin admin] 10.222.0.81 "DELETE /v2.0/routers/71d85e88-be94-4d77-953e-07225535af60 HTTP/1.1" status: 204 len: 168 time: 2.1568706 Jul 16 01:27:38.577882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48814) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.596784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 9d81bba3-c879-48b3-b3ff-dd58ac444c85 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:38.597098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d81bba3-c879-48b3-b3ff-dd58ac444c85 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:38.597969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:38.642258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:38.643931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:38.644393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c3bcc02-2e00-40a3-bf91-8dddf353b615 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:38.682009 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4c3bcc02-2e00-40a3-bf91-8dddf353b615 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:38.682705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c3bcc02-2e00-40a3-bf91-8dddf353b615 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:38.711523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-39392ca6-b6dc-4c12-8ed1-860ff6b208f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.714743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-39392ca6-b6dc-4c12-8ed1-860ff6b208f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 1100 time: 0.3034115 Jul 16 01:27:38.715822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] Deleting subnet 4f90ad23-0591-4ba4-ae46-9837e76d3f91 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:38.726043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2d1e83b-9000-490a-8aa8-a7069bab11d5 req-8603ebdd-be2d-4e51-88e7-b6bc8574c58c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469796 Jul 16 01:27:38.730433 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.736242 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.785449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-a1b82978-ccf0-47d6-9f1c-1142037e1dd6 service neutron] 10.222.0.81 "GET /v2.0/networks/ca42ec3c-3044-404f-bf43-f321f2f207e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461045 Jul 16 01:27:38.807040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event deleted for resources: {'Port': ['ID=eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.809783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] No DVR routers for this DVR port eccf8aca-d7b5-47c1-95c4-ba6fead4a9f0 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:38.836703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.902168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.918996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.933440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb93a0f2-d3d6-4366-9e76-e1ecb19d583e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.933747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb93a0f2-d3d6-4366-9e76-e1ecb19d583e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.936902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.971790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.984377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-747e598f-478a-4458-9195-b52f857e816a service neutron] 10.222.0.81 "GET /v2.0/networks/ca42ec3c-3044-404f-bf43-f321f2f207e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979752 Jul 16 01:27:38.995302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.011533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:39.012126 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:27:39.015595 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:39.022558 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:39.034217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.046012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-60986121-97b4-41a8-af10-86f35ab46b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.047539 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-60986121-97b4-41a8-af10-86f35ab46b7a service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3259211 Jul 16 01:27:39.107531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1ba0773d-950c-4ba5-8906-18cacd27bec9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=741279437be74ef0bc451b63040c49f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695702 Jul 16 01:27:39.116013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4df38-a4b2-405b-a1d9-44bed2975e9b req-1252e234-f445-44df-8498-c654608c75f5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.118108 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dae4df38-a4b2-405b-a1d9-44bed2975e9b req-1252e234-f445-44df-8498-c654608c75f5 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 946 time: 0.1835840 Jul 16 01:27:39.118592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.134163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-cb8dd452-4a35-43ca-91ce-243ae6086338 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0744665 Jul 16 01:27:39.152271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.157457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.162488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] 10.222.0.81 "DELETE /v2.0/networks/d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8 HTTP/1.1" status: 204 len: 168 time: 1.8927252 Jul 16 01:27:39.188023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.211720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660dd2f-698f-4646-8a51-7205fbc6940d tempest-ExtraDHCPOptionsTestJSON-547240014 tempest-ExtraDHCPOptionsTestJSON-547240014-project] Pushing event deleted for resources: {'Network': ['ID=d7ed7a8e-ddf3-4f4b-b2c4-abe3ef97c6c8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.225959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-0490d1b3-99d4-409a-8bea-624471e6277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.228206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-0490d1b3-99d4-409a-8bea-624471e6277e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0862153 Jul 16 01:27:39.236266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f90ad23-0591-4ba4-ae46-9837e76d3f91,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.240784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.243762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550fd20-dec3-49aa-a28c-42771cf6199b None None] Network 3ed45c94-3d4f-465d-b973-7d920adc66da requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:39.245845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-54c6c7db-864a-4093-946e-2f19ab03cbdc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4f90ad23-0591-4ba4-ae46-9837e76d3f91 HTTP/1.1" status: 204 len: 168 time: 0.6656201 Jul 16 01:27:39.254305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dae4df38-a4b2-405b-a1d9-44bed2975e9b req-7fd8a211-7fc3-412a-8f75-d1657d8dd8b9 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286581 Jul 16 01:27:39.258134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48826) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.317214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aa22ee4-1cd9-4651-804e-d8fa9328157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.383071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-bf19844e-e585-4ea5-809c-c3e1cac7eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.385202 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-bf19844e-e585-4ea5-809c-c3e1cac7eb37 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489496 Jul 16 01:27:39.512914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aa22ee4-1cd9-4651-804e-d8fa9328157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.524973 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.560461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-6e054219-8327-4a9c-b56a-4cc49fc624d5 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608160 Jul 16 01:27:39.584538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] DHCP port deletion for 3ed45c94-3d4f-465d-b973-7d920adc66da request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:39.628163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.668430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6837-ef70-4d1b-8ecc-e37be4026d3f req-1b224eeb-a5d0-42fa-845d-9ccd81944843 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.675241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-078b6837-ef70-4d1b-8ecc-e37be4026d3f req-1b224eeb-a5d0-42fa-845d-9ccd81944843 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2570133 Jul 16 01:27:39.678871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] Deleting port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:39.679255 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.687780 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-24d333d2-7485-456b-8736-0591c69d7e41 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199207 Jul 16 01:27:39.712859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62e20-2b06-41e9-9b13-b74eccb3ee88 req-641c11fc-a35f-453a-900c-5e086a02231b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.714021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bb62e20-2b06-41e9-9b13-b74eccb3ee88 req-641c11fc-a35f-453a-900c-5e086a02231b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.2217748 Jul 16 01:27:39.748501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aa22ee4-1cd9-4651-804e-d8fa9328157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.750988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aa22ee4-1cd9-4651-804e-d8fa9328157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.754815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1aa22ee4-1cd9-4651-804e-d8fa9328157b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0530c525-59b9-4d6b-9c98-724feaf0e9b8 HTTP/1.1" status: 204 len: 168 time: 0.6332307 Jul 16 01:27:39.770661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-078b6837-ef70-4d1b-8ecc-e37be4026d3f req-4534f5f1-e2d1-465d-8d2a-8e99308a88ea tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Jul 16 01:27:39.780975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Deleting port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:39.781327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.787812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa22ee4-1cd9-4651-804e-d8fa9328157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0530c525-59b9-4d6b-9c98-724feaf0e9b8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.818175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] For port fdd90b3c-f32e-4cf4-a6c7-cebe11473582, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,segment=NetworkSegment(816a1c5a-afcc-4c27-9b42-6bb1d99e1f79),segment_id=816a1c5a-afcc-4c27-9b42-6bb1d99e1f79)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:39.819453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.840741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] Calling delete_port for fdd90b3c-f32e-4cf4-a6c7-cebe11473582 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:39.841450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bb62e20-2b06-41e9-9b13-b74eccb3ee88 req-9d62eabe-e363-4062-a373-3ce20e617c3e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118586 Jul 16 01:27:39.911950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e880cc42-e119-4905-af9f-54d7057f98bf req-4cca6ecb-479c-488d-a80f-04e2c00be28c tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 210 time: 0.0427485 Jul 16 01:27:39.969272 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.017086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] For port fdd90b3c-f32e-4cf4-a6c7-cebe11473582, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,segment=NetworkSegment(816a1c5a-afcc-4c27-9b42-6bb1d99e1f79),segment_id=816a1c5a-afcc-4c27-9b42-6bb1d99e1f79)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:40.017665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.024744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] Pushing event deleted for resources: {'Port': ['ID=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.028371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0b92c-321e-4b18-9f15-94a3c69c15be None None] No DVR routers for this DVR port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:40.072801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Calling delete_port for fdd90b3c-f32e-4cf4-a6c7-cebe11473582 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:40.103999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-57cdeece-a224-485c-97d4-7432dc8639b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e4f361cb6be4be6899514eb495e972f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737830 Jul 16 01:27:40.108377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.184010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694beb8-54ad-4a01-b520-495efdef9a37 req-10c436cf-cbf1-4ff2-939d-a5ca180568f8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.185609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4694beb8-54ad-4a01-b520-495efdef9a37 req-10c436cf-cbf1-4ff2-939d-a5ca180568f8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1573038 Jul 16 01:27:40.192395 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3c872a-eaac-4f60-b81e-169fa2c252a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.231723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3c872a-eaac-4f60-b81e-169fa2c252a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.238666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.267135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4694beb8-54ad-4a01-b520-495efdef9a37 req-952d7443-17ce-429c-87fa-4dc9eac35096 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746775 Jul 16 01:27:40.270232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd90b3c-f32e-4cf4-a6c7-cebe11473582,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.273790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] No DVR routers for this DVR port fdd90b3c-f32e-4cf4-a6c7-cebe11473582 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:40.322614 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3c872a-eaac-4f60-b81e-169fa2c252a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.325696 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb3c872a-eaac-4f60-b81e-169fa2c252a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.330023 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cb3c872a-eaac-4f60-b81e-169fa2c252a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5649aa13-40ea-45c9-babb-44064b4ad53e HTTP/1.1" status: 204 len: 168 time: 0.2206249 Jul 16 01:27:40.344879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c872a-eaac-4f60-b81e-169fa2c252a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649aa13-40ea-45c9-babb-44064b4ad53e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.371130 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.382125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed45c94-3d4f-465d-b973-7d920adc66da']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:40.394407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:40.395395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816a1c5a-afcc-4c27-9b42-6bb1d99e1f79') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:40.406631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.432317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.442769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:40.443185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:40.445973 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:40.537868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.541637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fdd90b3c-f32e-4cf4-a6c7-cebe11473582 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:40.548427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.550308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3ed45c94-3d4f-465d-b973-7d920adc66da HTTP/1.1" status: 204 len: 168 time: 1.2838500 Jul 16 01:27:40.567491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: fdd90b3c-f32e-4cf4-a6c7-cebe11473582 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:40.567848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf8931-e335-4633-8b6e-e3f0bdcb1993 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed45c94-3d4f-465d-b973-7d920adc66da,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.568387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fdd90b3c-f32e-4cf4-a6c7-cebe11473582 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:40.587159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1129ab-8c9a-41d8-8d8f-262ae99576b6 req-950f854a-cdd4-42d8-a658-cfd170b3d33f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.588885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e1129ab-8c9a-41d8-8d8f-262ae99576b6 req-950f854a-cdd4-42d8-a658-cfd170b3d33f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 946 time: 0.1248498 Jul 16 01:27:40.632562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e1129ab-8c9a-41d8-8d8f-262ae99576b6 req-140b96c9-33a6-4c8a-baf6-1d76ac19d77f tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370963 Jul 16 01:27:40.784073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48880) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.864270 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fe9b27a7-665d-4a6d-8a8c-4189ce855c3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=281e5bdb8182405f98b595d2284b87e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788836 Jul 16 01:27:40.866705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.979730 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b14f0cba-1048-4a30-a7d0-02a616c1246c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.003662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b14f0cba-1048-4a30-a7d0-02a616c1246c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.168095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b14f0cba-1048-4a30-a7d0-02a616c1246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.172209 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b14f0cba-1048-4a30-a7d0-02a616c1246c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.173557 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b14f0cba-1048-4a30-a7d0-02a616c1246c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a32f2278-81f6-4eb0-9829-e4d544df562e HTTP/1.1" status: 204 len: 168 time: 0.3050861 Jul 16 01:27:41.176146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184711b7-91f7-487c-bb06-da9744288618 req-900a322f-c1cd-448b-aef2-be9572ae2984 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.186368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-184711b7-91f7-487c-bb06-da9744288618 req-900a322f-c1cd-448b-aef2-be9572ae2984 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.1854844 Jul 16 01:27:41.199695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f0cba-1048-4a30-a7d0-02a616c1246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f2278-81f6-4eb0-9829-e4d544df562e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.214130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c344abe9-b7b7-45a3-92e8-f9521f3d1360 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.215668 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c344abe9-b7b7-45a3-92e8-f9521f3d1360 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.78 "GET /v2.0/networks?id=ca42ec3c-3044-404f-bf43-f321f2f207e8 HTTP/1.1" status: 200 len: 810 time: 0.1492529 Jul 16 01:27:41.230027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Request body: {'port': {'device_id': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8', 'admin_state_up': True, 'tenant_id': 'add999da2c19433e8d2b601e1a243812'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:41.271303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-184711b7-91f7-487c-bb06-da9744288618 req-db0e1722-7b55-4b1f-b46b-b8a9378acca6 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834041 Jul 16 01:27:41.305067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da81c3-6268-4628-9e1e-c6a27b3e4ce5 req-3c12d851-903a-415f-a002-6e50d5a33426 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.306916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37da81c3-6268-4628-9e1e-c6a27b3e4ce5 req-3c12d851-903a-415f-a002-6e50d5a33426 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.2216995 Jul 16 01:27:41.387207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Made reservation on behalf of add999da2c19433e8d2b601e1a243812 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:41.401797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37da81c3-6268-4628-9e1e-c6a27b3e4ce5 req-d7d143ec-c711-4e2f-acb3-2416cf0030aa tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882654 Jul 16 01:27:41.402567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.463557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f0f4380-3336-4d52-82ca-a365cc2c2fbe req-ea3945a2-b581-4932-aede-1fc6c476cd00 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 210 time: 0.0487776 Jul 16 01:27:41.487430 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c812b512-faa0-486e-84cf-cd34af045e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.569296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Allocated IP 172.20.0.5 (ca42ec3c-3044-404f-bf43-f321f2f207e8/17b047b4-b971-4be4-8c82-f8103c0f559c/433b1a23-2407-4a3a-b71b-bb7212e1ff9a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:41.664068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd4058-d65a-4c21-9056-7bbfa42f6f96 req-691de448-45b1-46e1-bbe5-a58753fd6f28 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.672818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15cd4058-d65a-4c21-9056-7bbfa42f6f96 req-691de448-45b1-46e1-bbe5-a58753fd6f28 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 946 time: 0.0890718 Jul 16 01:27:41.734195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15cd4058-d65a-4c21-9056-7bbfa42f6f96 req-38b53b1c-b823-4e47-9e28-b60d589c014e tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562568 Jul 16 01:27:41.790248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48928) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.793449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.844148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.897327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55233e1d-0204-49ff-9302-c6b8513b8652 req-bfb869a5-34c4-4a50-b242-1592b16efa3a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.898930 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55233e1d-0204-49ff-9302-c6b8513b8652 req-bfb869a5-34c4-4a50-b242-1592b16efa3a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.0832975 Jul 16 01:27:41.922171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Network ca42ec3c-3044-404f-bf43-f321f2f207e8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:41.926669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:41.937707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:41.948428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55233e1d-0204-49ff-9302-c6b8513b8652 req-03e05c33-8a41-419f-85a4-a71265b063e9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Jul 16 01:27:41.978270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Pushing event updated for resources: {'Port': ['ID=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.024836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.025802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.040968 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-c640f40c-e37a-4dfd-9bfb-00bb7aec7879 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159230 Jul 16 01:27:42.053640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Request body: {'port': {'device_id': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:42.098529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1406292237'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:42.123096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:42.132931 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.138547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.144033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.269743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48968) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.284179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.288666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.315107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:42.330989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c417dd18-651b-47d2-8bae-af237e327361,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.334377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.334656 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Added segment 415fc7b7-e2a2-48d8-91c1-a15012984a9d of type vlan for network e2d0fbbd-b2b8-40d4-942f-038f08151e4f Jul 16 01:27:42.408443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.502879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477d761-0667-49a1-a54f-fa98ef98a4de req-f5ef7fb1-f891-4b7e-bb4d-174adfad9418 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.504548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a477d761-0667-49a1-a54f-fa98ef98a4de req-f5ef7fb1-f891-4b7e-bb4d-174adfad9418 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.0995643 Jul 16 01:27:42.505740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.511198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.511849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.574571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7811127 Jul 16 01:27:42.578443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.583504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'subnet': {'network_id': 'e2d0fbbd-b2b8-40d4-942f-038f08151e4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:42.612353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433b1a23-2407-4a3a-b71b-bb7212e1ff9a {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:42.623572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68a554-de69-4dfd-b596-cfef192079aa req-1a7d1f03-8d43-4e3f-8668-15ea74b73c85 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.625241 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9d68a554-de69-4dfd-b596-cfef192079aa req-1a7d1f03-8d43-4e3f-8668-15ea74b73c85 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 946 time: 0.1710455 Jul 16 01:27:42.629779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.652068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b2211-70df-42e6-8aff-bd4611e0bd75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Network': ['ID=e2d0fbbd-b2b8-40d4-942f-038f08151e4f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.665121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:42.676853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af65b50e-17d8-4862-a027-37b291251c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.686410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a477d761-0667-49a1-a54f-fa98ef98a4de req-b320eb25-e99e-445d-9870-95efe4a9212f tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704392 Jul 16 01:27:42.768349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1893-027f-446f-8425-94e66d29634e req-f8687029-7c28-4428-ab30-224428ca030d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.769929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25eb1893-027f-446f-8425-94e66d29634e req-f8687029-7c28-4428-ab30-224428ca030d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.1404529 Jul 16 01:27:42.774293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Transition to ACTIVE for port object 433b1a23-2407-4a3a-b71b-bb7212e1ff9a will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:42.788075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.791867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af65b50e-17d8-4862-a027-37b291251c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.805082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af65b50e-17d8-4862-a027-37b291251c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.833191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:42.837215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.842084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25eb1893-027f-446f-8425-94e66d29634e req-7e8176a7-55ff-4849-b6b9-014b7aedd6e3 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640543 Jul 16 01:27:42.916527 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-af65b50e-17d8-4862-a027-37b291251c14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58ab29283a6a4d978eec80ef8d291dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250849 Jul 16 01:27:42.917364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65b50e-17d8-4862-a027-37b291251c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2205a02-34ff-465e-8313-0dcdfebda5be,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.923456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.957721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Pushing event updated for resources: {'Port': ['ID=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.959108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81fb8c-d39f-42be-a18e-6a2bd9a86be7 req-0bcf71da-ecf4-43df-9510-11830c64c4fe tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.961278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea81fb8c-d39f-42be-a18e-6a2bd9a86be7 req-0bcf71da-ecf4-43df-9510-11830c64c4fe tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 943 time: 0.1445196 Jul 16 01:27:43.040392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea81fb8c-d39f-42be-a18e-6a2bd9a86be7 req-92373c9f-89f4-42b0-a539-2350da8e428a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716007 Jul 16 01:27:43.085406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Attempting to bind port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:43.086894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Attempting to bind port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '2d2f322a-2fd1-4b5f-a549-96994919854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:43.087696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Attempting to bind port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a on network ca42ec3c-3044-404f-bf43-f321f2f207e8 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:43.115098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Deleting port f5045ea7-05aa-435a-96b4-456e6b154770 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:43.116461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.117333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.129564 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a on network ca42ec3c-3044-404f-bf43-f321f2f207e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:43.129777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Attempting to bind port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a on network ca42ec3c-3044-404f-bf43-f321f2f207e8 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:43.174548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:43.174940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Checking segment: {'id': '2d2f322a-2fd1-4b5f-a549-96994919854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:43.175285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Bound using segment: {'id': '2d2f322a-2fd1-4b5f-a549-96994919854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:43.175735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Bound port: 433b1a23-2407-4a3a-b71b-bb7212e1ff9a, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2f322a-2fd1-4b5f-a549-96994919854a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:43.176099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.199218 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83c9eaab-a935-4ef4-bab5-1a15c79eeba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.263506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Subnet': ['ID=fc209305-8e40-4e95-9a3f-f7f88e6d658c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.288957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Checking segment: {'id': '415fc7b7-e2a2-48d8-91c1-a15012984a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e2d0fbbd-b2b8-40d4-942f-038f08151e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:43.289321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network hostable DHCP agents. Network: e2d0fbbd-b2b8-40d4-942f-038f08151e4f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:43.308167 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83c9eaab-a935-4ef4-bab5-1a15c79eeba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.316722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b37823-da96-4cd4-9c77-c30821b67629 req-98a524eb-5ff4-415e-9dd9-96b4891ac09d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.318227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b37823-da96-4cd4-9c77-c30821b67629 req-98a524eb-5ff4-415e-9dd9-96b4891ac09d tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5229c6b8-4b5d-473d-bdaf-820a2a8184d7 HTTP/1.1" status: 200 len: 946 time: 0.1913061 Jul 16 01:27:43.337827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c72a8-0fe1-4c40-a3ba-c3b4fe513ca6 req-affe665d-334e-42c7-a2da-7d61ee9d6122 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.339314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c0c72a8-0fe1-4c40-a3ba-c3b4fe513ca6 req-affe665d-334e-42c7-a2da-7d61ee9d6122 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1455193 Jul 16 01:27:43.346883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:43.357476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] For port f5045ea7-05aa-435a-96b4-456e6b154770, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f5045ea7-05aa-435a-96b4-456e6b154770,segment=NetworkSegment(c0513857-0a4a-426e-8368-3e01e7b66506),segment_id=c0513857-0a4a-426e-8368-3e01e7b66506)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:43.357829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.385699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e2d0fbbd-b2b8-40d4-942f-038f08151e4f) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:43.389817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] For port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:43.394185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b3b0b3-a3b4-4b0c-8831-638051c3f078 None None] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:43.401120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.401715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.418605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b37823-da96-4cd4-9c77-c30821b67629 req-6a3fbd07-f1e9-481f-8930-c46f23112177 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b88c45c-f3fc-4403-93e1-1c5bca875742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Jul 16 01:27:43.421567 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Calling delete_port for f5045ea7-05aa-435a-96b4-456e6b154770 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:43.431537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] For port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,segment=NetworkSegment(2d2f322a-2fd1-4b5f-a549-96994919854a),segment_id=2d2f322a-2fd1-4b5f-a549-96994919854a)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:43.445835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c0c72a8-0fe1-4c40-a3ba-c3b4fe513ca6 req-272e1e51-79d6-46a1-a2e2-0ec50a453f19 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986507 Jul 16 01:27:43.450335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cea3f9-68c7-4629-ae00-b8287eb6e0a8 req-4850dced-17e2-4662-949a-94191103e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.452119 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d2cea3f9-68c7-4629-ae00-b8287eb6e0a8 req-4850dced-17e2-4662-949a-94191103e39e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 1097 time: 0.2147925 Jul 16 01:27:43.453231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.476136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4719601a-267a-4ec4-9c8b-75df50808f30 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8966541 Jul 16 01:27:43.479086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48998) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.483730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-943366871', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:43.508705 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.509832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.539150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83c9eaab-a935-4ef4-bab5-1a15c79eeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.541629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83c9eaab-a935-4ef4-bab5-1a15c79eeba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.545811 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-83c9eaab-a935-4ef4-bab5-1a15c79eeba2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2205a02-34ff-465e-8313-0dcdfebda5be HTTP/1.1" status: 204 len: 168 time: 0.6161373 Jul 16 01:27:43.569172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9eaab-a935-4ef4-bab5-1a15c79eeba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2205a02-34ff-465e-8313-0dcdfebda5be,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.578589 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.593267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471aca30-dd6e-4c4b-99c5-a61fe0528192 None None] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:43.595643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.596475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.608385 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] 10.222.0.78 "PUT /v2.0/ports/433b1a23-2407-4a3a-b71b-bb7212e1ff9a HTTP/1.1" status: 200 len: 1091 time: 1.5598021 Jul 16 01:27:43.623239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'tag': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:43.625802 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39b7196-80da-4518-8588-76d61ace291e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c", "tag": "433b1a23-2407-4a3a-b71b-bb7212e1ff9a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:43.652249 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d2cea3f9-68c7-4629-ae00-b8287eb6e0a8 req-160d51e2-0069-4058-8e65-eccaf61c7fa3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591048 Jul 16 01:27:43.654295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cf8ac-b834-463c-b7f5-e1b397d78f7b service neutron] Pushing event updated for resources: {'Port': ['ID=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.708032 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb559f4e-4960-46b0-8e9d-bee54bc3ef73 x-openstack-request-id: req-fb559f4e-4960-46b0-8e9d-bee54bc3ef73 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:43.708349 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c", "tag": "433b1a23-2407-4a3a-b71b-bb7212e1ff9a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:43.708597 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb559f4e-4960-46b0-8e9d-bee54bc3ef73 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:43.708980 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'tag': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a', 'status': 'completed', 'code': 200} Jul 16 01:27:43.852506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-fdd8187f-ffb5-4ff3-9a93-e305c69b918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.854924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-fdd8187f-ffb5-4ff3-9a93-e305c69b918c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=add999da2c19433e8d2b601e1a243812&device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 1094 time: 0.1782324 Jul 16 01:27:43.855738 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.858413 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.924753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Pushing event deleted for resources: {'Port': ['ID=f5045ea7-05aa-435a-96b4-456e6b154770,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.935887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-342382e0-f1fa-4233-b4c3-be0c008b601a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=433b1a23-2407-4a3a-b71b-bb7212e1ff9a HTTP/1.1" status: 200 len: 217 time: 0.0733283 Jul 16 01:27:43.994123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3591d-f822-478d-9e8e-4b0b960036c7 req-6c699a6e-ca40-4ee4-b56e-9e4a15d8bc2e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.001373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afa3591d-f822-478d-9e8e-4b0b960036c7 req-6c699a6e-ca40-4ee4-b56e-9e4a15d8bc2e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.1379418 Jul 16 01:27:44.012002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] No DVR routers for this DVR port f5045ea7-05aa-435a-96b4-456e6b154770 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:44.016078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.018297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9d68a554-de69-4dfd-b596-cfef192079aa req-97db8753-9e19-44c1-92c8-1713cf8f7802 tempest-DeleteServersTestJSON-815527099 tempest-DeleteServersTestJSON-815527099-project] 10.222.0.93 "DELETE /v2.0/ports/f5045ea7-05aa-435a-96b4-456e6b154770 HTTP/1.1" status: 204 len: 173 time: 1.3861589 Jul 16 01:27:44.045751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-50a10b9d-2ea5-457d-a070-074410e35bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.048410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-50a10b9d-2ea5-457d-a070-074410e35bc1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=17b047b4-b971-4be4-8c82-f8103c0f559c HTTP/1.1" status: 200 len: 850 time: 0.1053183 Jul 16 01:27:44.121071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-890bbb9f-4d0d-4116-8b89-4e5587ad1ce6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ca42ec3c-3044-404f-bf43-f321f2f207e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639038 Jul 16 01:27:44.141467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afa3591d-f822-478d-9e8e-4b0b960036c7 req-1d2e8d6b-7cab-43de-ad84-73298da3abe9 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352708 Jul 16 01:27:44.204401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:44.219201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b281eb0-d023-4be0-b158-5c3242186be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.299272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-8887988b-510a-443f-94aa-c8e2be04528e service neutron] 10.222.0.78 "GET /v2.0/networks/ca42ec3c-3044-404f-bf43-f321f2f207e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696231 Jul 16 01:27:44.356628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fa1dc-4096-4420-8ca7-99d048148866 req-8aab18f2-753e-4268-8b0b-1049a0397701 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.358183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca3fa1dc-4096-4420-8ca7-99d048148866 req-8aab18f2-753e-4268-8b0b-1049a0397701 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.2790735 Jul 16 01:27:44.381507 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.455041 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95fdaa65-b4b8-4ce2-b6bc-0185a4311fbe req-59a194af-d3cf-4603-b15d-e1ae46bdc553 service neutron] 10.222.0.78 "GET /v2.0/networks/ca42ec3c-3044-404f-bf43-f321f2f207e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436474 Jul 16 01:27:44.474985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.592999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7196-80da-4518-8588-76d61ace291e req-2eb3cd33-26c6-46ef-9f6f-0811aa7c1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.594542 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e39b7196-80da-4518-8588-76d61ace291e req-2eb3cd33-26c6-46ef-9f6f-0811aa7c1bbf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=add999da2c19433e8d2b601e1a243812&device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 1094 time: 0.0752079 Jul 16 01:27:44.706033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7196-80da-4518-8588-76d61ace291e req-26f960e9-9b37-4010-8898-1514437be7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.707522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e39b7196-80da-4518-8588-76d61ace291e req-26f960e9-9b37-4010-8898-1514437be7e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ca42ec3c-3044-404f-bf43-f321f2f207e8 HTTP/1.1" status: 200 len: 911 time: 0.1061783 Jul 16 01:27:44.744090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f5045ea7-05aa-435a-96b4-456e6b154770 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:44.766177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: f5045ea7-05aa-435a-96b4-456e6b154770 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:44.766484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f5045ea7-05aa-435a-96b4-456e6b154770 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:44.772740 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e39b7196-80da-4518-8588-76d61ace291e req-0eac09d3-7e38-452d-932f-c1fc0e07bfa0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=433b1a23-2407-4a3a-b71b-bb7212e1ff9a HTTP/1.1" status: 200 len: 217 time: 0.0512292 Jul 16 01:27:44.826886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7196-80da-4518-8588-76d61ace291e req-d3ba8233-c89c-44fb-ae01-c3f3ad2e1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.828431 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e39b7196-80da-4518-8588-76d61ace291e req-d3ba8233-c89c-44fb-ae01-c3f3ad2e1fa5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=17b047b4-b971-4be4-8c82-f8103c0f559c HTTP/1.1" status: 200 len: 850 time: 0.0488741 Jul 16 01:27:44.855224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca3fa1dc-4096-4420-8ca7-99d048148866 req-5c0b2ecd-8360-4b98-ae36-e73a775c7aba tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831927 Jul 16 01:27:44.856279 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.861818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e39b7196-80da-4518-8588-76d61ace291e req-591cbe62-0e06-45cf-8529-e1d67aeeb49f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ca42ec3c-3044-404f-bf43-f321f2f207e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264981 Jul 16 01:27:44.867328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-add8c0f3-99f0-4752-9151-79454988f738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.943384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca241b-6f58-45d0-8997-c522fa4a5c08 req-db74cd34-0a1b-4746-9998-ee3c06db0765 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.948781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7ca241b-6f58-45d0-8997-c522fa4a5c08 req-db74cd34-0a1b-4746-9998-ee3c06db0765 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 943 time: 0.5875106 Jul 16 01:27:44.971150 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e39b7196-80da-4518-8588-76d61ace291e req-2c4e3662-de49-40e6-a398-b203be7d79aa service neutron] 10.222.0.78 "GET /v2.0/networks/ca42ec3c-3044-404f-bf43-f321f2f207e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019652 Jul 16 01:27:45.074860 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e39b7196-80da-4518-8588-76d61ace291e req-8050763b-aff0-4717-af5a-0960be850519 service neutron] 10.222.0.78 "GET /v2.0/networks/ca42ec3c-3044-404f-bf43-f321f2f207e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968578 Jul 16 01:27:45.098845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7ca241b-6f58-45d0-8997-c522fa4a5c08 req-c380e147-8dd3-4faa-a4a8-8d6fcb3a86b2 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288943 Jul 16 01:27:45.103625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.25.5.148 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/6cdfdef1-2466-412a-a014-bd1ce244ba42) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:45.187523 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-add8c0f3-99f0-4752-9151-79454988f738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.217235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-add8c0f3-99f0-4752-9151-79454988f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.228378 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.263737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3754768-e85b-4b36-aa2f-74fc63f69808 req-c3540152-d8bc-4ea1-8326-82f263dd583b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.265258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3754768-e85b-4b36-aa2f-74fc63f69808 req-c3540152-d8bc-4ea1-8326-82f263dd583b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.2223279 Jul 16 01:27:45.299865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8c0f3-99f0-4752-9151-79454988f738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58459bb1-ae3e-4577-8c8f-4d3b9e684c06,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.312543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-add8c0f3-99f0-4752-9151-79454988f738 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ced3498d5a1d40f2a9f9b70b41d26e31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1059506 Jul 16 01:27:45.316416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:45.325191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.348719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3754768-e85b-4b36-aa2f-74fc63f69808 req-b285accc-e99f-4746-917e-a8638aaad4c5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719469 Jul 16 01:27:45.383010 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.384039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec73abf-d702-4aba-844e-5d09b7c88191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.414829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec73abf-d702-4aba-844e-5d09b7c88191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.426341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:45.429960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:45.433773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:45.456288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=6cdfdef1-2466-412a-a014-bd1ce244ba42,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.493721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec73abf-d702-4aba-844e-5d09b7c88191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.496269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec73abf-d702-4aba-844e-5d09b7c88191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.499790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2ec73abf-d702-4aba-844e-5d09b7c88191 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58459bb1-ae3e-4577-8c8f-4d3b9e684c06 HTTP/1.1" status: 204 len: 168 time: 0.1796513 Jul 16 01:27:45.506768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec73abf-d702-4aba-844e-5d09b7c88191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58459bb1-ae3e-4577-8c8f-4d3b9e684c06,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.710181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'name': 'network-vif-deleted', 'tag': 'f5045ea7-05aa-435a-96b4-456e6b154770'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:45.713036 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff8677-aad9-484e-9d13-3f90f9676ac1" -d '{"events": [{"server_uuid": "5229c6b8-4b5d-473d-bdaf-820a2a8184d7", "name": "network-vif-deleted", "tag": "f5045ea7-05aa-435a-96b4-456e6b154770"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:45.755301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ee37-c7ef-4be2-a3d3-cca91a9a0b52 req-dfedc775-af0e-470e-861f-2a56993622c1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.757541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2993ee37-c7ef-4be2-a3d3-cca91a9a0b52 req-dfedc775-af0e-470e-861f-2a56993622c1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.1690664 Jul 16 01:27:45.815525 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.854377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2993ee37-c7ef-4be2-a3d3-cca91a9a0b52 req-70a9a2b3-ed0d-46bb-af83-cdb7cd2c210d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843909 Jul 16 01:27:45.888147 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.994856 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79168748-b974-4759-829f-6847efa99f22 x-openstack-request-id: req-79168748-b974-4759-829f-6847efa99f22 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:45.995381 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5229c6b8-4b5d-473d-bdaf-820a2a8184d7", "name": "network-vif-deleted", "tag": "f5045ea7-05aa-435a-96b4-456e6b154770", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:45.995381 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79168748-b974-4759-829f-6847efa99f22 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:45.995774 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5229c6b8-4b5d-473d-bdaf-820a2a8184d7', 'name': 'network-vif-deleted', 'tag': 'f5045ea7-05aa-435a-96b4-456e6b154770', 'status': 'completed', 'code': 200} Jul 16 01:27:46.069021 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.273325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b809d-009f-4898-8de6-45b9b91d4bce req-cc87a1d9-fce6-4686-ba21-850395db2b68 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.274831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-634b809d-009f-4898-8de6-45b9b91d4bce req-cc87a1d9-fce6-4686-ba21-850395db2b68 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.1611660 Jul 16 01:27:46.338925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e2db5-4d8b-4170-a8c0-2f1720b0d78f req-7da101b9-8b5f-49e4-8bba-fec2e9dc8bad tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.340439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3e2db5-4d8b-4170-a8c0-2f1720b0d78f req-7da101b9-8b5f-49e4-8bba-fec2e9dc8bad tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1460545 Jul 16 01:27:46.353175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-634b809d-009f-4898-8de6-45b9b91d4bce req-1990a428-dc3c-4177-ac35-7546a46cfc7f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662706 Jul 16 01:27:46.359439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:46.436311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b3e2db5-4d8b-4170-a8c0-2f1720b0d78f req-3545d328-d88a-478a-9e77-4874b119220c tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885651 Jul 16 01:27:46.496030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:46.511827 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:46.516892 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.519502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b43afbda-83b3-4aa4-800d-afae509287b3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0390482 Jul 16 01:27:46.521977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:46.522126 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:46.522624 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:46.560435 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:46.570697 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:46.571436 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:46.586620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 433b1a23-2407-4a3a-b71b-bb7212e1ff9a details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:46.604777 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:46.605712 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece91894-f19e-447b-a292-e2c6148dfacd None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:46.667940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b30c50-5e00-4c33-a335-fe14c2f6f952 req-aba8afcd-ea35-483f-8e85-83faf8346a01 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.669345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9b30c50-5e00-4c33-a335-fe14c2f6f952 req-aba8afcd-ea35-483f-8e85-83faf8346a01 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 943 time: 0.0874724 Jul 16 01:27:46.729234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9b30c50-5e00-4c33-a335-fe14c2f6f952 req-b24a7e74-328f-463f-b93c-13ea1f12c720 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Jul 16 01:27:46.775731 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.778886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,segment=NetworkSegment(2d2f322a-2fd1-4b5f-a549-96994919854a),segment_id=2d2f322a-2fd1-4b5f-a549-96994919854a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:46.792404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a', 'network_id': 'ca42ec3c-3044-404f-bf43-f321f2f207e8', 'port_id': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a', 'mac_address': 'fa:16:3e:73:3b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b047b4-b971-4be4-8c82-f8103c0f559c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:46.831888 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.846500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433b1a23-2407-4a3a-b71b-bb7212e1ff9a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:46.868452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,segment=NetworkSegment(2d2f322a-2fd1-4b5f-a549-96994919854a),segment_id=2d2f322a-2fd1-4b5f-a549-96994919854a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:46.871393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255354d4-4fb3-4018-ad4f-6f0fac1d4d4a req-e8e7c42c-dcba-469c-b6b1-4063e557a4d8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.873283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-255354d4-4fb3-4018-ad4f-6f0fac1d4d4a req-e8e7c42c-dcba-469c-b6b1-4063e557a4d8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1042156 Jul 16 01:27:46.875508 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.928681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-255354d4-4fb3-4018-ad4f-6f0fac1d4d4a req-d776b79e-86ab-4b25-834b-b2d3be753fde tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473423 Jul 16 01:27:46.952761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.022706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:47.045148 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:47.141712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['433b1a23-2407-4a3a-b71b-bb7212e1ff9a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:47.198257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6030d18-08c1-4e0e-8c8d-ef97ad208464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.363919 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6030d18-08c1-4e0e-8c8d-ef97ad208464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.372038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6030d18-08c1-4e0e-8c8d-ef97ad208464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.434039 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f6030d18-08c1-4e0e-8c8d-ef97ad208464 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=648cd22d91534919b64a6c855b201bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096909 Jul 16 01:27:47.436164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6030d18-08c1-4e0e-8c8d-ef97ad208464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7c894-0807-4b87-882a-2e916242d0dd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.437717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:47.555989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79980e4f-e97a-4c1b-aeed-ac164e14fe67 req-fac976a3-8b61-4dfc-a34e-56140af34071 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.559390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79980e4f-e97a-4c1b-aeed-ac164e14fe67 req-fac976a3-8b61-4dfc-a34e-56140af34071 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.0741668 Jul 16 01:27:47.566103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480d2f2-5a6f-48ca-8032-b39fd09f4dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.599720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.602840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79980e4f-e97a-4c1b-aeed-ac164e14fe67 req-b7cd3f1f-d102-42e2-886f-939e4d91e6ac tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Jul 16 01:27:47.602999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480d2f2-5a6f-48ca-8032-b39fd09f4dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.792075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480d2f2-5a6f-48ca-8032-b39fd09f4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.795492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480d2f2-5a6f-48ca-8032-b39fd09f4dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.798937 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2480d2f2-5a6f-48ca-8032-b39fd09f4dc0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/13f7c894-0807-4b87-882a-2e916242d0dd HTTP/1.1" status: 204 len: 168 time: 0.3554258 Jul 16 01:27:47.819072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480d2f2-5a6f-48ca-8032-b39fd09f4dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7c894-0807-4b87-882a-2e916242d0dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.860446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620570d-0c18-4bf8-a857-9c65736eb228 req-839bdfca-f616-4d1d-b31c-655c96327aeb tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.868671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2620570d-0c18-4bf8-a857-9c65736eb228 req-839bdfca-f616-4d1d-b31c-655c96327aeb tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.1069992 Jul 16 01:27:47.938536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2620570d-0c18-4bf8-a857-9c65736eb228 req-2a27a4bf-bdb8-4531-b567-b96ee9c0212c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639820 Jul 16 01:27:48.098682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.1 (e2d0fbbd-b2b8-40d4-942f-038f08151e4f/fc209305-8e40-4e95-9a3f-f7f88e6d658c/bb0c9718-c074-485f-8757-79049964abb0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:48.263023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8693f-528a-4af6-8519-865151aba0ea req-a8d74291-c721-4d12-bb3a-be7c495d4eaf tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.264173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.264652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ce8693f-528a-4af6-8519-865151aba0ea req-a8d74291-c721-4d12-bb3a-be7c495d4eaf tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 944 time: 0.1325707 Jul 16 01:27:48.282716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32de0-fabe-4164-8289-9db02d977abf req-104cfb2c-cdac-4239-807e-aa1b59100c9c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.291809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1e32de0-fabe-4164-8289-9db02d977abf req-104cfb2c-cdac-4239-807e-aa1b59100c9c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1604660 Jul 16 01:27:48.313753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.365430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1e32de0-fabe-4164-8289-9db02d977abf req-fda716ee-c8fc-4b98-a63b-c22c528c3beb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Jul 16 01:27:48.382592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ce8693f-528a-4af6-8519-865151aba0ea req-e55d89b4-30a3-41f7-b340-1eeb97c8f914 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038513 Jul 16 01:27:48.416802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:48.418703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=bb0c9718-c074-485f-8757-79049964abb0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.422019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:48.429736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:48.477254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.581179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49196) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:48.600754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 433b1a23-2407-4a3a-b71b-bb7212e1ff9a up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:48.641773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.704801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:48.712436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:48.714916 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.735750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-718590013-network', 'tenant_id': 'd6960e77dd254adf8d278216c30c028a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:48.861454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Made reservation on behalf of d6960e77dd254adf8d278216c30c028a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:48.865568 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.884867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.933045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6284-1828-4323-9686-f2d8d6e677a3 req-82cf5402-0331-45fa-a0be-f8f632cbd3c0 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.935915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-855b6284-1828-4323-9686-f2d8d6e677a3 req-82cf5402-0331-45fa-a0be-f8f632cbd3c0 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1599934 Jul 16 01:27:49.084026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.097571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-855b6284-1828-4323-9686-f2d8d6e677a3 req-ca673b08-ec3c-47a6-9811-d672ebc79774 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541278 Jul 16 01:27:49.099539 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.110803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.134828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e983b941-e730-4d77-afbd-bf77585ea564,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.137091 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.153338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.155150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:49.157642 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc53a85-95af-420a-952d-aec17caa2cb8" -d '{"events": [{"server_uuid": "e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c", "name": "network-vif-plugged", "status": "completed", "tag": "433b1a23-2407-4a3a-b71b-bb7212e1ff9a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:49.171292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,segment=NetworkSegment(2d2f322a-2fd1-4b5f-a549-96994919854a),segment_id=2d2f322a-2fd1-4b5f-a549-96994919854a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:49.177464 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.186977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:49.237387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.250297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.250653 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Added segment a2aa460c-d1dc-4878-bca7-a31f8b0a9182 of type vlan for network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a Jul 16 01:27:49.256758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=bb0c9718-c074-485f-8757-79049964abb0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.260169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.279874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfaaaa-cdd9-455c-9189-d63a0d577455 req-61ea7709-8ef8-439f-ade7-e9e523ff4fb7 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.281737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50cfaaaa-cdd9-455c-9189-d63a0d577455 req-61ea7709-8ef8-439f-ade7-e9e523ff4fb7 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.1397827 Jul 16 01:27:49.333367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.367084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50cfaaaa-cdd9-455c-9189-d63a0d577455 req-b18ce16f-c5e3-464b-99be-929b25f34687 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627496 Jul 16 01:27:49.367856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:49.370352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:49.416926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.417912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.418561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.493978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9074719 Jul 16 01:27:49.494306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49224) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:49.511070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.527398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Request body: {'subnet': {'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-718590013-subnet', 'tenant_id': 'd6960e77dd254adf8d278216c30c028a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:49.545794 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:49.572745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f3810-a9ec-4054-a26e-d8d00bf37654 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5d510d-2aa5-46f6-915d-8cbfe92b289a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.574501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Made reservation on behalf of d6960e77dd254adf8d278216c30c028a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:49.577468 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ca5e6-f83d-4ce8-b2a4-e19ee1297259 x-openstack-request-id: req-0d8ca5e6-f83d-4ce8-b2a4-e19ee1297259 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:49.577912 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c", "name": "network-vif-plugged", "status": "completed", "tag": "433b1a23-2407-4a3a-b71b-bb7212e1ff9a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:49.578251 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d8ca5e6-f83d-4ce8-b2a4-e19ee1297259 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:49.578723 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a', 'code': 200} Jul 16 01:27:49.578955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.583829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:49.875824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cd5f3-86e7-43f9-b2d8-4869b61887c8 req-034a0311-744e-425d-b2e3-92b35ea7df82 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.876082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e8294-a761-4d26-b701-11583b68b475 req-295a1560-2476-4e31-baed-3078467220d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.877435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-222cd5f3-86e7-43f9-b2d8-4869b61887c8 req-034a0311-744e-425d-b2e3-92b35ea7df82 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1178968 Jul 16 01:27:49.877630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-465e8294-a761-4d26-b701-11583b68b475 req-295a1560-2476-4e31-baed-3078467220d7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 1096 time: 0.2051048 Jul 16 01:27:49.881945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:49.889053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0d0c6d95-c198-4ae3-a4ea-c41b15c973a5 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/routers/cf8849ef-f551-4163-bfeb-84e30026c68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3649468 Jul 16 01:27:49.896600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:49.898987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:49.904819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'port': {'network_id': 'e2d0fbbd-b2b8-40d4-942f-038f08151e4f', 'name': 'tempest-FloatingIPTestJSON-481932627'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:49.911469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:49.912927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:49.927787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165b1d-d73b-4105-b91d-db1dc21150c9 req-13fa2955-471f-4235-b0f2-6c7a729def24 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.929900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47165b1d-d73b-4105-b91d-db1dc21150c9 req-13fa2955-471f-4235-b0f2-6c7a729def24 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 945 time: 0.1399376 Jul 16 01:27:49.969321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:49.974176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-222cd5f3-86e7-43f9-b2d8-4869b61887c8 req-deb5935d-115d-4a0f-9e44-60269d1f4bd4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874629 Jul 16 01:27:49.981445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:49.982637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:49.997795 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-465e8294-a761-4d26-b701-11583b68b475 req-1c34793e-e922-4e6e-97f1-fa1173e89246 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076810 Jul 16 01:27:50.009713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47165b1d-d73b-4105-b91d-db1dc21150c9 req-18291c87-a080-4d17-9cb0-4a446a8e6c7c tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712399 Jul 16 01:27:50.079219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:50.081112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df133d-1711-45cf-bb08-0f0378022901 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:50.137408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:50.142333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.157842 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.194519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] device_id is not set on port 76e20c72-7bce-4a72-9948-1d469279d7fe yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:50.284448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aaecca9-5c9f-4dc6-8634-8d210af284a9,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:50.289461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Checking segment: {'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:50.289828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Network hostable DHCP agents. Network: 7b5d510d-2aa5-46f6-915d-8cbfe92b289a, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:50.346620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:50.379970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 7b5d510d-2aa5-46f6-915d-8cbfe92b289a) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:50.390303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12dc9cd-0987-4a96-afea-d174cdd1cb8c None None] Network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:50.390962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.391580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.399949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.10 (e2d0fbbd-b2b8-40d4-942f-038f08151e4f/fc209305-8e40-4e95-9a3f-f7f88e6d658c/76e20c72-7bce-4a72-9948-1d469279d7fe) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:50.450738 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6cae0bc-e658-4a9d-9a32-992a64652e72 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9554365 Jul 16 01:27:50.453610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f177f3-8c1d-4edc-804e-896486e58f70 req-6a4c4fb8-b545-4b80-808d-bea11d6107af tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.455513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92f177f3-8c1d-4edc-804e-896486e58f70 req-6a4c4fb8-b545-4b80-808d-bea11d6107af tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1404753 Jul 16 01:27:50.518195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92f177f3-8c1d-4edc-804e-896486e58f70 req-11b86e4e-5637-4e4f-9b76-f615d2eb361b tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540533 Jul 16 01:27:50.605698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b20982-2662-45d2-aa1b-5adebf2a38ad None None] Network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:50.769676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.823830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.824717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd3aa1-d125-4232-b2aa-3e40169a5016 req-c053a1b4-ff8a-478a-bd4c-7e7739f22c79 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.832465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43dd3aa1-d125-4232-b2aa-3e40169a5016 req-c053a1b4-ff8a-478a-bd4c-7e7739f22c79 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.0861726 Jul 16 01:27:50.879794 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:50.881329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:50.884455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:50.885098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43dd3aa1-d125-4232-b2aa-3e40169a5016 req-6ef51047-c7a6-493b-a2da-a51e458612c9 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515285 Jul 16 01:27:50.890466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e7b20d49-0ee3-4967-a1cc-74f8ad050920 req-0536f864-a63b-42d3-b450-a8925bd5a5b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822538500', 'description': 'tempest-description-1792404814'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:50.923771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=76e20c72-7bce-4a72-9948-1d469279d7fe,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:50.934827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e7b20d49-0ee3-4967-a1cc-74f8ad050920 req-0536f864-a63b-42d3-b450-a8925bd5a5b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.966053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.967297 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.035950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e7b20d49-0ee3-4967-a1cc-74f8ad050920 req-0536f864-a63b-42d3-b450-a8925bd5a5b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.041826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e7b20d49-0ee3-4967-a1cc-74f8ad050920 req-0536f864-a63b-42d3-b450-a8925bd5a5b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.053240 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-abd70b26-0a9d-4a7d-826c-6f24f1c7b874 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1531756 Jul 16 01:27:51.055036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:51.061559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'port': {'network_id': 'e2d0fbbd-b2b8-40d4-942f-038f08151e4f', 'name': 'tempest-FloatingIPTestJSON-852365908'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:51.105400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e7b20d49-0ee3-4967-a1cc-74f8ad050920 req-0536f864-a63b-42d3-b450-a8925bd5a5b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.108873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7b20d49-0ee3-4967-a1cc-74f8ad050920 req-0536f864-a63b-42d3-b450-a8925bd5a5b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2227356 Jul 16 01:27:51.117675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536f864-a63b-42d3-b450-a8925bd5a5b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f491afc-a5b5-4460-b831-1ae4738f6d1a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.231786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:51.236345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.258689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] device_id is not set on port c9307de7-7b20-4fb8-9057-3d39c2ade578 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:51.279835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42ecea-907b-4732-bb23-e2b6ed8a6191 req-c13f765c-0cda-4a18-b1d1-13bc0f4af1ad tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.281716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa42ecea-907b-4732-bb23-e2b6ed8a6191 req-c13f765c-0cda-4a18-b1d1-13bc0f4af1ad tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.0877326 Jul 16 01:27:51.375537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa42ecea-907b-4732-bb23-e2b6ed8a6191 req-b3a63da1-8c7a-4668-9be0-98bb07eeb776 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864675 Jul 16 01:27:51.397471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.9 (e2d0fbbd-b2b8-40d4-942f-038f08151e4f/fc209305-8e40-4e95-9a3f-f7f88e6d658c/c9307de7-7b20-4fb8-9057-3d39c2ade578) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:51.415209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d351b-538d-413e-8688-946b3303404a req-0c37f270-4ef5-4eb0-80e1-0f6971f430d9 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.417414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-279d351b-538d-413e-8688-946b3303404a req-0c37f270-4ef5-4eb0-80e1-0f6971f430d9 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 945 time: 0.1018543 Jul 16 01:27:51.474070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-569fe9c8-05f5-474a-aa30-9f10b150257b req-167deb18-6366-4044-82df-21cdec4f0b02 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1855953096', 'description': 'tempest-description-776300008'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:51.505015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-279d351b-538d-413e-8688-946b3303404a req-34ebb85c-570b-4e1a-8f08-300923442c9a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746021 Jul 16 01:27:51.510181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-569fe9c8-05f5-474a-aa30-9f10b150257b req-167deb18-6366-4044-82df-21cdec4f0b02 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.660286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.683817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-569fe9c8-05f5-474a-aa30-9f10b150257b req-167deb18-6366-4044-82df-21cdec4f0b02 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.689900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-569fe9c8-05f5-474a-aa30-9f10b150257b req-167deb18-6366-4044-82df-21cdec4f0b02 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.709963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.735360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-569fe9c8-05f5-474a-aa30-9f10b150257b req-167deb18-6366-4044-82df-21cdec4f0b02 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.737012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-569fe9c8-05f5-474a-aa30-9f10b150257b req-167deb18-6366-4044-82df-21cdec4f0b02 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2732718 Jul 16 01:27:51.766996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49288) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:51.771788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167deb18-6366-4044-82df-21cdec4f0b02 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45baeb8-0396-491a-825a-6adf65a6b7cd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.790263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:51.795959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:51.798973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:51.831197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=c9307de7-7b20-4fb8-9057-3d39c2ade578,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.867020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771a2ae-5999-485d-8d9b-09420263fe84 req-0483e78e-af8b-4bef-949d-56971edf9632 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.873766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.874307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.874478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a771a2ae-5999-485d-8d9b-09420263fe84 req-0483e78e-af8b-4bef-949d-56971edf9632 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1088402 Jul 16 01:27:51.894720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-342d6f61-8d18-437d-a815-2d67ae21b81d tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8384426 Jul 16 01:27:51.898620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:51.904288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c9307de7-7b20-4fb8-9057-3d39c2ade578', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:51.929992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:51.950707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a771a2ae-5999-485d-8d9b-09420263fe84 req-6c261d3e-ec23-445e-8b74-d3ebcb9efa04 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749519 Jul 16 01:27:51.954226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.037235 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] Deleting subnet 8015b200-7ef2-45f1-a2e5-e7d3014071c9 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:52.040708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-052dc08c-1bfb-4df8-9a8d-6000c46c8c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.042693 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.107267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.170500 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.170790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.263913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-052dc08c-1bfb-4df8-9a8d-6000c46c8c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.270770 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-052dc08c-1bfb-4df8-9a8d-6000c46c8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.287999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.304809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.25.5.87 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/01487c98-71a6-4114-954f-ad9b7fdf8c9c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:52.317201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489807ae-c261-413a-a931-b3edacf3302b req-cb0cd5be-a90e-4db0-81da-327a9b2c920a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.319225 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.321903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8015b200-7ef2-45f1-a2e5-e7d3014071c9 HTTP/1.1" status: 204 len: 168 time: 0.3900225 Jul 16 01:27:52.327557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-cb0cd5be-a90e-4db0-81da-327a9b2c920a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 812 time: 0.2547450 Jul 16 01:27:52.329313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:52.351392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-807193d4-c121-457c-8e7b-51ff92ed704b tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/quotas/d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 375 time: 0.0227242 Jul 16 01:27:52.365114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ae984-af55-40a9-b205-d07c8537260d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8015b200-7ef2-45f1-a2e5-e7d3014071c9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:52.375526 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-052dc08c-1bfb-4df8-9a8d-6000c46c8c1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c44b18efff2458681131fcdd1cd54da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074941 Jul 16 01:27:52.377535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:52.385573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dc08c-1bfb-4df8-9a8d-6000c46c8c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a75978-caaa-41f1-a06c-9e7db1e5cd64,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:52.451528 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e21585-be28-4698-acf0-305585d3cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.454819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-b07f2888-90cd-478f-9ef0-2b4d4d4eb9a5 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807042 Jul 16 01:27:52.472986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e21585-be28-4698-acf0-305585d3cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.524096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e21585-be28-4698-acf0-305585d3cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.527193 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40e21585-be28-4698-acf0-305585d3cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.530411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-40e21585-be28-4698-acf0-305585d3cc6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80a75978-caaa-41f1-a06c-9e7db1e5cd64 HTTP/1.1" status: 204 len: 168 time: 0.1503935 Jul 16 01:27:52.548479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e21585-be28-4698-acf0-305585d3cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a75978-caaa-41f1-a06c-9e7db1e5cd64,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:52.564970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.646316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f87dd-85ae-4390-971d-c7c096072196 req-5cacea42-027b-47a0-a47c-09dc2517caba tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.647871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b4f87dd-85ae-4390-971d-c7c096072196 req-5cacea42-027b-47a0-a47c-09dc2517caba tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.2954469 Jul 16 01:27:52.715962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.064057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-224632c7-74d6-4c8f-83b7-d3d0515f7c7f service neutron] 10.222.0.81 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970757 Jul 16 01:27:53.160955 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.189279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53201dbc-90e9-4c6a-8f4d-944f7f05fcba']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.198964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b4f87dd-85ae-4390-971d-c7c096072196 req-bfc774d3-cf88-4ca1-a034-f370c23d37b7 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306222 Jul 16 01:27:53.227811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:53.246556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0513857-0a4a-426e-8368-3e01e7b66506') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.246857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0513857-0a4a-426e-8368-3e01e7b66506') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.268327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.286483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.303030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.322915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-5c585904-e8d9-4ef0-a9e4-63a60ae3588e service neutron] 10.222.0.81 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573993 Jul 16 01:27:53.332515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:53.332933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:53.336942 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:53.356246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:53.356631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-network', 'tenant_id': 'fa857418959540b988c9fb1496b449a9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:53.374623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:53.380958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:53.383919 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.384585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:53.392936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.450317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=01487c98-71a6-4114-954f-ad9b7fdf8c9c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.466122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.475530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.479599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] 10.222.0.81 "DELETE /v2.0/networks/53201dbc-90e9-4c6a-8f4d-944f7f05fcba HTTP/1.1" status: 204 len: 168 time: 1.1467240 Jul 16 01:27:53.549250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.555497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.567512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6abc4f-b65c-4fbc-a0d8-dcd16a78ba82 admin admin] Pushing event deleted for resources: {'Network': ['ID=53201dbc-90e9-4c6a-8f4d-944f7f05fcba,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.600300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:53.623632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df88e926-a383-4a98-a443-7f18af8c7aa8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.638844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.640304 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Added segment f2ffe94d-f7f1-433b-864d-e263e3818bea of type vlan for network 8f8e5162-0088-4d27-9b78-d9d146bbfbff Jul 16 01:27:53.693038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49358) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:53.697572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e27541-5916-41cf-93ae-82fca3760966 req-0d94defb-decd-42c2-bf89-16c689c5677b tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.699342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22e27541-5916-41cf-93ae-82fca3760966 req-0d94defb-decd-42c2-bf89-16c689c5677b tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 945 time: 0.3467500 Jul 16 01:27:53.726816 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.775167 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bfeb9a7d-d1e7-4b8f-b229-b517b2c0f741 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dbea0e5699e2428eaa661e3c25438174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806906 Jul 16 01:27:53.786346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:53.821566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.822600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.823254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.857532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22e27541-5916-41cf-93ae-82fca3760966 req-40506a6a-9ddc-4cd4-9e2c-4a878dcec88b tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388929 Jul 16 01:27:53.887741 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6671216 Jul 16 01:27:53.891054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:53.901816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Request body: {'subnet': {'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-subnet', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:53.938534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068d33c-3eb0-4ccc-80d6-38242e0fa640 req-0cde31d6-f5cb-4225-8350-b936620ddb09 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.945349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd11078-21ca-4c71-b92b-6c4d9878169b admin admin] Pushing event updated for resources: {'Network': ['ID=8f8e5162-0088-4d27-9b78-d9d146bbfbff,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.946295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b068d33c-3eb0-4ccc-80d6-38242e0fa640 req-0cde31d6-f5cb-4225-8350-b936620ddb09 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.2636273 Jul 16 01:27:53.963408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:53.995759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69585d44-3c08-4792-98c6-1d1e032195ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.042255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-a65adbd7-7ed2-4123-ac34-0f9e078f062e tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.044493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-a65adbd7-7ed2-4123-ac34-0f9e078f062e tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 945 time: 0.2663095 Jul 16 01:27:54.045477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:54.049661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.055841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b068d33c-3eb0-4ccc-80d6-38242e0fa640 req-9bac9ecd-755e-470c-9e28-8729832becdc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079655 Jul 16 01:27:54.191716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69585d44-3c08-4792-98c6-1d1e032195ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.203712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.261982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69585d44-3c08-4792-98c6-1d1e032195ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.265305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69585d44-3c08-4792-98c6-1d1e032195ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.270475 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69585d44-3c08-4792-98c6-1d1e032195ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b88c45c-f3fc-4403-93e1-1c5bca875742 HTTP/1.1" status: 204 len: 168 time: 0.4802544 Jul 16 01:27:54.291994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b7dd647-ed6b-45bb-8c9b-0a6bf48b131a req-173ff408-5acb-461f-b401-39541e2e853f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 210 time: 0.0388787 Jul 16 01:27:54.334948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69585d44-3c08-4792-98c6-1d1e032195ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b88c45c-f3fc-4403-93e1-1c5bca875742,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.349806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.480255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-90336bde-4bb1-46b2-b9f2-ec5922620bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.481834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-90336bde-4bb1-46b2-b9f2-ec5922620bbe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.2099640 Jul 16 01:27:54.531785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Deleting port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:54.532208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.604812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3069-f7e0-46d2-9715-8017687260a3 req-c640e580-eb1f-420f-967a-4f72e7e299c1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.606614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b9c3069-f7e0-46d2-9715-8017687260a3 req-c640e580-eb1f-420f-967a-4f72e7e299c1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1957550 Jul 16 01:27:54.736824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437d8a4-ff47-4adc-8446-9be82e58f091 req-0a70382a-a1eb-41a6-b53c-cbe4672ea834 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.738330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f437d8a4-ff47-4adc-8446-9be82e58f091 req-0a70382a-a1eb-41a6-b53c-cbe4672ea834 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.2561367 Jul 16 01:27:54.749792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b9c3069-f7e0-46d2-9715-8017687260a3 req-e6d2d0b4-4782-4789-9a36-47464dc59b0e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958128 Jul 16 01:27:54.816329 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f437d8a4-ff47-4adc-8446-9be82e58f091 req-ed6ab654-ef1f-4e0b-8ad8-b06099dbbf33 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653934 Jul 16 01:27:54.821947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.828424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.919969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=01487c98-71a6-4114-954f-ad9b7fdf8c9c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.941652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.093186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.129972 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP 4ecba07b-7a5d-466c-a24c-61e57cdfc43a associated. External IP: 172.25.5.87, port: c9307de7-7b20-4fb8-9057-3d39c2ade578. Jul 16 01:27:55.136494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-24028bb4-407b-4136-ac04-2b6bad5cdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.138074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-24028bb4-407b-4136-ac04-2b6bad5cdab0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.6486757 Jul 16 01:27:55.248567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-ba6af4ac-2590-478a-8887-c0749953631f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 217 time: 0.0936105 Jul 16 01:27:55.260130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] For port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,segment=NetworkSegment(2d2f322a-2fd1-4b5f-a549-96994919854a),segment_id=2d2f322a-2fd1-4b5f-a549-96994919854a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:55.260829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.270765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489807ae-c261-413a-a931-b3edacf3302b req-03e355b0-7d74-40f5-8b96-3981ceb12bce tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.273009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-03e355b0-7d74-40f5-8b96-3981ceb12bce tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 812 time: 0.2891293 Jul 16 01:27:55.273829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2743fd1e-578e-4490-a5fa-aa8ac51a8547,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.275389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:55.300547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'port': {'device_id': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a', 'admin_state_up': True, 'tenant_id': 'd6960e77dd254adf8d278216c30c028a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:55.342753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Calling delete_port for 433b1a23-2407-4a3a-b71b-bb7212e1ff9a owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:55.354277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57b328-4ff8-4fa7-93c7-bbb70152af7f req-98187b4a-6ee9-4917-9cf3-525593266474 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.362274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd57b328-4ff8-4fa7-93c7-bbb70152af7f req-98187b4a-6ee9-4917-9cf3-525593266474 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c HTTP/1.1" status: 200 len: 945 time: 0.2849925 Jul 16 01:27:55.373078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Checking segment: {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:55.373727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Network hostable DHCP agents. Network: 8f8e5162-0088-4d27-9b78-d9d146bbfbff, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:55.393082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-8adbd7a2-24c7-408a-a224-fd011158d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.394870 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-8adbd7a2-24c7-408a-a224-fd011158d836 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.1367366 Jul 16 01:27:55.455833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad86b24-296d-415b-9ec1-4123188e7f8d req-2e9fda10-8c4f-43f1-903c-670d81ebee32 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.458008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aad86b24-296d-415b-9ec1-4123188e7f8d req-2e9fda10-8c4f-43f1-903c-670d81ebee32 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1925595 Jul 16 01:27:55.462586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1896877486-network', 'tenant_id': 'e9c01556af83418b982b386363e4e1c3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:55.495510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd57b328-4ff8-4fa7-93c7-bbb70152af7f req-98d60995-cd1b-4c3e-8c66-b179531625a7 tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.81 "GET /v2.0/security-groups?id=88a99444-2ab5-445b-bce0-ecc09c476849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316392 Jul 16 01:27:55.495651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-99298b2e-cd69-4854-aff2-feab6ffacce1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622392 Jul 16 01:27:55.531835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:55.579360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 8f8e5162-0088-4d27-9b78-d9d146bbfbff) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:55.589301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bfd96e-18d6-4b38-a168-a4153548f886 None None] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:55.594499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.595111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.616146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:55.655000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aad86b24-296d-415b-9ec1-4123188e7f8d req-59f6b565-4ce1-4fcf-8486-a56d5c90bf60 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850548 Jul 16 01:27:55.690235 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-820292dd-25f4-41e8-954a-31ed63d27715 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7976167 Jul 16 01:27:55.696651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Made reservation on behalf of e9c01556af83418b982b386363e4e1c3 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:55.699448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.701755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:55.712277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-401858ff-c3d6-4aeb-bb56-95dde4fb2a1a req-8d996166-b33d-48cf-aa9b-5ee7577e51b5 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 210 time: 0.0532479 Jul 16 01:27:55.717029 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-65dc362a-36ec-4b0f-aaaa-2794b2761427 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087946 Jul 16 01:27:55.721748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:55.736995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Made reservation on behalf of d6960e77dd254adf8d278216c30c028a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:55.737872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.741084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.761391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.800965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['433b1a23-2407-4a3a-b71b-bb7212e1ff9a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:55.809186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:55.810326 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.855135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Pushing event deleted for resources: {'Port': ['ID=433b1a23-2407-4a3a-b71b-bb7212e1ff9a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.923437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.937280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.938422 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.953309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.030330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] No DVR routers for this DVR port 433b1a23-2407-4a3a-b71b-bb7212e1ff9a on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:56.036898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.039571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0a2c2768-921b-4d89-85d7-37c7a0fdd8ca req-b88bf472-f792-4661-be70-97f00c470f2a tempest-ServerGroupTestJSON-1090009429 tempest-ServerGroupTestJSON-1090009429-project] 10.222.0.78 "DELETE /v2.0/ports/433b1a23-2407-4a3a-b71b-bb7212e1ff9a HTTP/1.1" status: 204 len: 173 time: 1.9867053 Jul 16 01:27:56.041670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'name': 'network-vif-deleted', 'tag': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:56.043931 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35287d84-1355-43be-91a5-fb7d0855a905" -d '{"events": [{"server_uuid": "e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c", "name": "network-vif-deleted", "tag": "433b1a23-2407-4a3a-b71b-bb7212e1ff9a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:56.075286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-facf2406-2f8d-4baf-a0ce-5678c3a89a3c req-bf535957-166e-43a3-9497-8c590b00b8da service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497062 Jul 16 01:27:56.106042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Allocated IP 172.20.0.2 (8f8e5162-0088-4d27-9b78-d9d146bbfbff/2743fd1e-578e-4490-a5fa-aa8ac51a8547/ff40d7d2-48ed-4dba-8fc2-790f55090c31) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:56.106808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:56.130393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Allocated IP 172.20.0.5 (7b5d510d-2aa5-46f6-915d-8cbfe92b289a/4aaecca9-5c9f-4dc6-8634-8d210af284a9/59e97ac5-d31d-4c31-b587-f5a771994d72) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:56.244001 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.244608 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Added segment 30e0bb28-5a7e-4165-ae3e-1a2f9779c024 of type vlan for network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 Jul 16 01:27:56.247136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca214949-a216-4f7f-9560-4f1336073802,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.322572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.329953 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.341742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Transition to ACTIVE for port object ff40d7d2-48ed-4dba-8fc2-790f55090c31 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:56.359198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Transition to ACTIVE for port object ff40d7d2-48ed-4dba-8fc2-790f55090c31 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:56.361335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:56.368509 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.375365 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:56.387336 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:56.387965 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:56.409087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.412029 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.431054 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:56.432377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Pushing event updated for resources: {'Port': ['ID=ff40d7d2-48ed-4dba-8fc2-790f55090c31,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.440669 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:56.441347 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:56.450083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:56.452026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:56.454705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:56.481924 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:56.482833 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a70edb-2a61-424b-9025-23a4b9d203b4 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:56.497255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-33a12c5f-113b-4001-b7db-a3170921fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.498781 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-33a12c5f-113b-4001-b7db-a3170921fa89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.1240666 Jul 16 01:27:56.505561 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.524962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Attempting to bind port ff40d7d2-48ed-4dba-8fc2-790f55090c31 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:56.525327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Attempting to bind port ff40d7d2-48ed-4dba-8fc2-790f55090c31 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:56.525966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Attempting to bind port ff40d7d2-48ed-4dba-8fc2-790f55090c31 on network 8f8e5162-0088-4d27-9b78-d9d146bbfbff {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:56.530797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:56.531172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Checking segment: {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:56.531818 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.532254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Bound using segment: {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:56.532714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Bound port: ff40d7d2-48ed-4dba-8fc2-790f55090c31, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:56.533090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.544078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.557814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a2d54-8585-4f55-8edc-c57e0ff88b96 req-8f6337e8-65cf-46c3-8cb6-2bba112fcd62 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.559593 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-971a2d54-8585-4f55-8edc-c57e0ff88b96 req-8f6337e8-65cf-46c3-8cb6-2bba112fcd62 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.6332457 Jul 16 01:27:56.591646 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:56.599813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:56.605584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:56.611706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.632595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] For port ff40d7d2-48ed-4dba-8fc2-790f55090c31, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:56.638464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] For port ff40d7d2-48ed-4dba-8fc2-790f55090c31, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff40d7d2-48ed-4dba-8fc2-790f55090c31,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:56.645931 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.667507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.707336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb10fdf-724e-46fb-ad45-58170d613645 req-30f769d4-effb-4575-bc0b-55754c19ce77 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.708391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.709054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.718007 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ffb10fdf-724e-46fb-ad45-58170d613645 req-30f769d4-effb-4575-bc0b-55754c19ce77 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.7215540 Jul 16 01:27:56.736424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-628f056f-2fcd-4638-ad31-06e6fd5252ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.737612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-628f056f-2fcd-4638-ad31-06e6fd5252ba service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.1985555 Jul 16 01:27:56.753616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-5b87c1ae-b479-4159-90c5-214163fd2b90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4585462 Jul 16 01:27:56.778494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ef5f-d968-481a-aa8c-9748d54e0532 None None] Pushing event updated for resources: {'Port': ['ID=ff40d7d2-48ed-4dba-8fc2-790f55090c31,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.795820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Request body: {'port': {'device_id': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:56.805237 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-d0515a6e-f847-4347-aa98-0fbac185331b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 217 time: 0.0598140 Jul 16 01:27:56.809673 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:27:56.867554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:56.868105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0f13264-b291-4912-9416-9658c58b7c5c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.9668362 Jul 16 01:27:56.876372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:56.915358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ffb10fdf-724e-46fb-ad45-58170d613645 req-b632ce48-9494-4566-bab0-ea3e890dc127 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929018 Jul 16 01:27:56.924803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-971a2d54-8585-4f55-8edc-c57e0ff88b96 req-50c39fc2-174a-4a05-b4dc-579696a459c3 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502584 Jul 16 01:27:56.942494 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.947043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.948925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.986977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-b2b6e223-be0f-4d98-a51a-4392363734ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.988533 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-b2b6e223-be0f-4d98-a51a-4392363734ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.1601591 Jul 16 01:27:56.996150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.000783 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef65d586-1fe3-41dd-9280-bb1d98520b2f x-openstack-request-id: req-ef65d586-1fe3-41dd-9280-bb1d98520b2f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:57.001073 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c", "name": "network-vif-deleted", "tag": "433b1a23-2407-4a3a-b71b-bb7212e1ff9a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:57.001327 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef65d586-1fe3-41dd-9280-bb1d98520b2f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:57.001721 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c9b4ab-5e1b-4ff4-a949-81a84099ef1c', 'name': 'network-vif-deleted', 'tag': '433b1a23-2407-4a3a-b71b-bb7212e1ff9a', 'status': 'completed', 'code': 200} Jul 16 01:27:57.121815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-5a9dcf1b-aa15-43e0-bca8-eccae5ce702a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226792 Jul 16 01:27:57.127638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.180797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9035704 Jul 16 01:27:57.181057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49426) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:57.243626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Request body: {'subnet': {'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1896877486-subnet', 'tenant_id': 'e9c01556af83418b982b386363e4e1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:57.258895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb969-f73d-48c5-8816-a7049b94c248 admin admin] Pushing event updated for resources: {'Network': ['ID=6882f2ad-6969-4fd1-b1a8-4d81588c1706,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:57.270778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:57.372504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Made reservation on behalf of e9c01556af83418b982b386363e4e1c3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:57.374809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.487330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.509169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.509488 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP 4ecba07b-7a5d-466c-a24c-61e57cdfc43a disassociated. External IP: 172.25.5.87, port: c9307de7-7b20-4fb8-9057-3d39c2ade578. Jul 16 01:27:57.517506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-16ad86d3-652c-412b-89ff-b1c528208142 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842478 Jul 16 01:27:57.652103 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-f0d4fc7b-ed8d-4832-b87f-3f45e66e3578 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4126043 Jul 16 01:27:57.686827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380712e6-2e88-4e4d-8068-f2292f817f58 req-3e446903-6e75-4412-81da-ea2ba25e9e61 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.692574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-380712e6-2e88-4e4d-8068-f2292f817f58 req-3e446903-6e75-4412-81da-ea2ba25e9e61 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.5198483 Jul 16 01:27:57.791274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8dec0-0c91-4a8a-b53d-4290dde552e4 req-9806526a-ac9b-430b-b72f-1612f2070ba4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.792560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41e8dec0-0c91-4a8a-b53d-4290dde552e4 req-9806526a-ac9b-430b-b72f-1612f2070ba4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 931 time: 0.5408103 Jul 16 01:27:57.834637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-380712e6-2e88-4e4d-8068-f2292f817f58 req-af2b4a11-9f19-43fc-bc6b-ede6ad786431 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377633 Jul 16 01:27:57.895833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.943274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41e8dec0-0c91-4a8a-b53d-4290dde552e4 req-0c7d968b-d4ec-45ce-b8e2-72f4531dcf14 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415873 Jul 16 01:27:57.945010 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.945194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6e668-835e-4718-a6ec-f8af7669d2c4 None None] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:58.127011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Allocated IP 172.25.5.234 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/7eaec424-6f82-470c-bec1-50bf5813918f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:58.161336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2cc7440-0313-4db5-b186-c0583433c9d3 None None] Provisioning for port ff40d7d2-48ed-4dba-8fc2-790f55090c31 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:58.183866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2a4c6a9f-4aca-490a-93da-2e91074368d2 req-a93ac30b-07b6-4fe3-9ebe-e13a3aa40ff6 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526005 Jul 16 01:27:58.342416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.353454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a8d1-ba8d-473c-8075-a47cb23bc515 req-6f1d89aa-cd3f-4d66-836f-6f543ecd3976 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.354937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c64a8d1-ba8d-473c-8075-a47cb23bc515 req-6f1d89aa-cd3f-4d66-836f-6f543ecd3976 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2008543 Jul 16 01:27:58.369830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d99f26-899e-4733-9b54-ca6313caf07c req-00c58272-f196-40d7-a619-b81099b9bccc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.371372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90d99f26-899e-4733-9b54-ca6313caf07c req-00c58272-f196-40d7-a619-b81099b9bccc tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.2161806 Jul 16 01:27:58.401238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-d8fecd12-0ba4-4958-9503-65c3a273b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.402718 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-d8fecd12-0ba4-4958-9503-65c3a273b551 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1100 time: 0.7027550 Jul 16 01:27:58.434167 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.450002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c64a8d1-ba8d-473c-8075-a47cb23bc515 req-801bf586-0508-4d1b-b619-e4c72ad81837 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Jul 16 01:27:58.463786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90d99f26-899e-4733-9b54-ca6313caf07c req-7a982523-f23f-4373-b93f-e93c79e29099 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813439 Jul 16 01:27:58.468319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e97ac5-d31d-4c31-b587-f5a771994d72 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:58.482113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.499801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.534282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:58.541457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:58.545256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:58.570599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7eaec424-6f82-470c-bec1-50bf5813918f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.592092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Transition to ACTIVE for port object 59e97ac5-d31d-4c31-b587-f5a771994d72 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:58.617037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff40d7d2-48ed-4dba-8fc2-790f55090c31 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:58.641750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.646004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 433b1a23-2407-4a3a-b71b-bb7212e1ff9a no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:58.680076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 433b1a23-2407-4a3a-b71b-bb7212e1ff9a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:58.680853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 433b1a23-2407-4a3a-b71b-bb7212e1ff9a not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:58.689959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3112f34d-3c6f-416a-97a1-9bd723539051,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.707266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:58.711191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ff40d7d2-48ed-4dba-8fc2-790f55090c31 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:58.715356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ff40d7d2-48ed-4dba-8fc2-790f55090c31 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:58.715811 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.732766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Checking segment: {'id': '30e0bb28-5a7e-4165-ae3e-1a2f9779c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:58.732961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Network hostable DHCP agents. Network: 6882f2ad-6969-4fd1-b1a8-4d81588c1706, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:58.744776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-872bc5db-cf86-41ef-a232-769a008f67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.746317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-872bc5db-cf86-41ef-a232-769a008f67d4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3100226 Jul 16 01:27:58.750200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Pushing event updated for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.816349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.861643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-6faf2f4d-a7a9-45d2-a7f6-da61697d96c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.1036668 Jul 16 01:27:58.864869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:58.876352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49450) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:58.884176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ff40d7d2-48ed-4dba-8fc2-790f55090c31, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff40d7d2-48ed-4dba-8fc2-790f55090c31,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:58.892671 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.922866 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.927483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6882f2ad-6969-4fd1-b1a8-4d81588c1706) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:58.940559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.940772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf9491-c62e-4062-ac83-fdb3ccf7b4b4 None None] Network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:58.941160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.979689 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ff40d7d2-48ed-4dba-8fc2-790f55090c31,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.024255 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0a5626bc-ab37-4865-918a-d0791936264b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8361306 Jul 16 01:27:59.029687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-1aab2d0f-011c-4471-b0c0-349fcc4685f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.031370 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-1aab2d0f-011c-4471-b0c0-349fcc4685f9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1404796 Jul 16 01:27:59.036602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Attempting to bind port 59e97ac5-d31d-4c31-b587-f5a771994d72 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:59.036602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Attempting to bind port 59e97ac5-d31d-4c31-b587-f5a771994d72 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:59.036861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Attempting to bind port 59e97ac5-d31d-4c31-b587-f5a771994d72 on network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:59.044522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] Deleting subnet 17b047b4-b971-4be4-8c82-f8103c0f559c {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:59.051484 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.065805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:59.079437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:59.079735 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.107884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Port 59e97ac5-d31d-4c31-b587-f5a771994d72 on network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:59.108909 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Attempting to bind port 59e97ac5-d31d-4c31-b587-f5a771994d72 on network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:59.140534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:59.141003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Checking segment: {'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:59.141416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Bound using segment: {'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:59.141953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Bound port: 59e97ac5-d31d-4c31-b587-f5a771994d72, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:59.142916 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.160042 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.160366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:59.161054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.203061 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dafb68d1-8693-48b8-b753-bfde28ea65fd tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/floatingips/4ecba07b-7a5d-466c-a24c-61e57cdfc43a HTTP/1.1" status: 200 len: 687 time: 2.3326743 Jul 16 01:27:59.227543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3383b4-f3db-40ab-bc8d-b33792cace45 None None] Network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:59.228469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.229208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49458) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:59.231488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-1ce71d82-5208-4c19-bb11-68dd89c72787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.232200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.233238 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-1ce71d82-5208-4c19-bb11-68dd89c72787 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923151 Jul 16 01:27:59.260955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:59.261712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.318705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.320161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d22e8e-3912-4172-a593-d91c8f677914 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:59.413473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f7863-87c3-446b-8942-5f3e591fa04c req-a846ae4f-7402-41a5-9b74-3f755ff8173d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.414994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db4f7863-87c3-446b-8942-5f3e591fa04c req-a846ae4f-7402-41a5-9b74-3f755ff8173d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.3677456 Jul 16 01:27:59.434593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:59.448144 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.457419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=59e97ac5-d31d-4c31-b587-f5a771994d72,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:59.469491 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.492392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.494258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b047b4-b971-4be4-8c82-f8103c0f559c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.497886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.502291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c1d90454-3aed-440b-9247-9a57fb1fa4f6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/17b047b4-b971-4be4-8c82-f8103c0f559c HTTP/1.1" status: 204 len: 168 time: 0.6227129 Jul 16 01:27:59.505081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:59.523220 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-3781ef85-469c-41c7-bf58-97719769de1e service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802446 Jul 16 01:27:59.528410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.529024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.530339 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] 10.222.0.93 "PUT /v2.0/ports/59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 200 len: 1091 time: 2.7391987 Jul 16 01:27:59.532106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:59.533328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db4f7863-87c3-446b-8942-5f3e591fa04c req-9bb0f9a2-4405-452e-9879-b40fb59bc62d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123960 Jul 16 01:27:59.534369 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c580a-ab1a-46e0-8f47-783cd577849b" -d '{"events": [{"name": "network-changed", "server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:59.540798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349cc75-4f99-4325-847b-5f3e921962a1 req-ca208876-c981-41cb-bf1c-ffdd045e6a4b tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.542493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3349cc75-4f99-4325-847b-5f3e921962a1 req-ca208876-c981-41cb-bf1c-ffdd045e6a4b tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 943 time: 0.3467100 Jul 16 01:27:59.554863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 01487c98-71a6-4114-954f-ad9b7fdf8c9c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:59.555213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.641847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca335-7d0a-4aeb-bd90-06d0ad2b4331 service neutron] Pushing event updated for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.701187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.707847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3349cc75-4f99-4325-847b-5f3e921962a1 req-3cd542a1-5549-403f-9faf-8bc629acc779 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574440 Jul 16 01:27:59.787397 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94cf890a-360a-460d-96cc-ee7735db7ee6 req-8d60b147-6a5a-4aff-a8bf-ffb87a6bb657 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472866 Jul 16 01:27:59.790161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.790498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.802840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489807ae-c261-413a-a931-b3edacf3302b req-810b3dce-19fe-4d8b-bf6b-5a0ec175de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.804716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-810b3dce-19fe-4d8b-bf6b-5a0ec175de09 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1094 time: 0.2275732 Jul 16 01:27:59.808635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 01487c98-71a6-4114-954f-ad9b7fdf8c9c owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:59.844081 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.857856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-a0a8b0c7-2903-43b6-8708-dbb87f891760 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 200 len: 217 time: 0.0440722 Jul 16 01:27:59.861836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca42ec3c-3044-404f-bf43-f321f2f207e8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.908749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2f322a-2fd1-4b5f-a549-96994919854a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.909400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2f322a-2fd1-4b5f-a549-96994919854a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.948958 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.953730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489807ae-c261-413a-a931-b3edacf3302b req-909250d4-1f86-436c-a9d7-0b7733fdf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.955217 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-909250d4-1f86-436c-a9d7-0b7733fdf928 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.0663927 Jul 16 01:27:59.980778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.998254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-d340db2f-aaf5-4efe-8114-48f58cb0c91a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363264 Jul 16 01:28:00.000673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:00.001078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.002776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Router 1fca7680-d4f3-4073-a956-817ea2d0aa91 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:00.005924 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:00.034711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-a92f8155-fded-4e22-97bc-1019f47735b9 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.036180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-a92f8155-fded-4e22-97bc-1019f47735b9 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/networks?id=6882f2ad-6969-4fd1-b1a8-4d81588c1706 HTTP/1.1" status: 200 len: 814 time: 0.2731314 Jul 16 01:28:00.125236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-cb192967-d4d1-473f-a19e-39b26622bdf2 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/quotas/e9c01556af83418b982b386363e4e1c3 HTTP/1.1" status: 200 len: 375 time: 0.0545497 Jul 16 01:28:00.126075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.132878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995c5fc-f2b6-4596-81b9-44bcd0a84e72 req-02565941-2d16-4e46-a2b1-fc9fa66aa22a tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.134347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c995c5fc-f2b6-4596-81b9-44bcd0a84e72 req-02565941-2d16-4e46-a2b1-fc9fa66aa22a tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2762885 Jul 16 01:28:00.137873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.153700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.155482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] 10.222.0.81 "DELETE /v2.0/networks/ca42ec3c-3044-404f-bf43-f321f2f207e8 HTTP/1.1" status: 204 len: 168 time: 0.6468687 Jul 16 01:28:00.155844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-ebfeb7f6-abdc-4411-8a1c-825a47b68294 service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512697 Jul 16 01:28:00.158933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=01487c98-71a6-4114-954f-ad9b7fdf8c9c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.202888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080ec2b-677f-4f1c-9156-395b8f38216e admin admin] Pushing event deleted for resources: {'Network': ['ID=ca42ec3c-3044-404f-bf43-f321f2f207e8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.206235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-6aad0a65-2f59-49a9-a13a-beb3ba9bee1d tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e9c01556af83418b982b386363e4e1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693731 Jul 16 01:28:00.287710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.291428 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.292834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f3971be5-cc29-4965-b68d-4a3aec68e0db tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/floatingips/4ecba07b-7a5d-466c-a24c-61e57cdfc43a HTTP/1.1" status: 204 len: 168 time: 1.0585885 Jul 16 01:28:00.297016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49482) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.304355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '76e20c72-7bce-4a72-9948-1d469279d7fe'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:00.307022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c995c5fc-f2b6-4596-81b9-44bcd0a84e72 req-e5e0fff8-b21a-45a7-94e9-26eb60238c0f tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545632 Jul 16 01:28:00.308941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49484) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.327888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-489807ae-c261-413a-a931-b3edacf3302b req-64007416-286a-4e2e-97c8-f419cef65618 service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628931 Jul 16 01:28:00.343554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.366638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:00.378860 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Sync routers for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:00.394115 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:00.395095 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:00.448576 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.452562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9616e297-cc98-4e83-a197-6f7c972ed6c9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7456160 Jul 16 01:28:00.453022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6280ce5d-cd20-4cb3-9284-97aeb2a424f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=add999da2c19433e8d2b601e1a243812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409435 Jul 16 01:28:00.453476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.456402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.462211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-b8c3f76c-ffa6-484e-a09c-10ebb36540ac service neutron] 10.222.0.81 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460167 Jul 16 01:28:00.540540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd83692f-6357-4b15-b143-2223619afc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.546570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff40d7d2-48ed-4dba-8fc2-790f55090c31 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:00.548804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.579128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd83692f-6357-4b15-b143-2223619afc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.606201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ff40d7d2-48ed-4dba-8fc2-790f55090c31 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:00.606897 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.682631 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:00.718821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd83692f-6357-4b15-b143-2223619afc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.722912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd83692f-6357-4b15-b143-2223619afc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.727130 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd83692f-6357-4b15-b143-2223619afc4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88a99444-2ab5-445b-bce0-ecc09c476849 HTTP/1.1" status: 204 len: 168 time: 0.2669849 Jul 16 01:28:00.727130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.25.5.40 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/a9d6a842-5c5a-431a-b6af-784282928ba3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:00.750716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83692f-6357-4b15-b143-2223619afc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a99444-2ab5-445b-bce0-ecc09c476849,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.890958 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.917235 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 3, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:00.954981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.956396 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Checking router: 1fca7680-d4f3-4073-a956-817ea2d0aa91 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:00.957587 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Updating router 1fca7680-d4f3-4073-a956-817ea2d0aa91 port 7eaec424-6f82-470c-bec1-50bf5813918f binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:01.000285 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.055190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:01.064149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:01.073891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:01.101408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=a9d6a842-5c5a-431a-b6af-784282928ba3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.120626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-23302df7-7799-4e58-ab12-eb79e0e5362b service neutron] 10.222.0.81 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418760 Jul 16 01:28:01.192175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaade6-18b8-4afc-af2c-1a21b35ffad1 req-1e122c3b-0ca2-49f2-80ca-2579bb4fd525 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.199481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0eaade6-18b8-4afc-af2c-1a21b35ffad1 req-1e122c3b-0ca2-49f2-80ca-2579bb4fd525 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.7216516 Jul 16 01:28:01.295364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0eaade6-18b8-4afc-af2c-1a21b35ffad1 req-577d6609-4a35-42b4-a49f-8978424b0c2b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946813 Jul 16 01:28:01.407016 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edee253-1dca-4e23-b450-0d22ec647421 x-openstack-request-id: req-6edee253-1dca-4e23-b450-0d22ec647421 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:01.407612 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:01.407840 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6edee253-1dca-4e23-b450-0d22ec647421 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:01.408373 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72', 'status': 'completed', 'code': 200} Jul 16 01:28:01.437175 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.461107 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Transition to ACTIVE for port object 7eaec424-6f82-470c-bec1-50bf5813918f will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:01.471708 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.545092 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Pushing event updated for resources: {'Port': ['ID=7eaec424-6f82-470c-bec1-50bf5813918f,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.557263 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.557932 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.558467 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.559030 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.559566 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.560086 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.560746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.561267 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.561801 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.562323 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.563091 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.563615 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:01.586723 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Attempting to bind port 7eaec424-6f82-470c-bec1-50bf5813918f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:01.587168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Attempting to bind port 7eaec424-6f82-470c-bec1-50bf5813918f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:01.587592 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Attempting to bind port 7eaec424-6f82-470c-bec1-50bf5813918f on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:01.593046 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:01.593750 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:01.594209 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.594762 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:01.595332 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Bound port: 7eaec424-6f82-470c-bec1-50bf5813918f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:01.595853 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.659777 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] For port 7eaec424-6f82-470c-bec1-50bf5813918f, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:01.664110 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] For port 7eaec424-6f82-470c-bec1-50bf5813918f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7eaec424-6f82-470c-bec1-50bf5813918f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:01.670161 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.756450 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa02ec-6c10-4d28-a805-90071b829608 None None] Pushing event updated for resources: {'Port': ['ID=7eaec424-6f82-470c-bec1-50bf5813918f,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.790103 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:01.790808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:01.817098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b926fd8-5813-45e1-aa8e-e14ad3680ea1 req-ee83fa0b-8314-4b40-9897-5a0d124d2e1c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.819291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b926fd8-5813-45e1-aa8e-e14ad3680ea1 req-ee83fa0b-8314-4b40-9897-5a0d124d2e1c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.2214327 Jul 16 01:28:01.847524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.851524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-6c37d706-f273-4e50-96cb-dde1c93a0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.853070 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-6c37d706-f273-4e50-96cb-dde1c93a0e7b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1094 time: 0.4322784 Jul 16 01:28:01.856696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919df7fc-1739-4f7c-980f-df111739f8a6 req-9c8833b6-18ed-46dc-8063-df9f7cd98b98 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.863659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-919df7fc-1739-4f7c-980f-df111739f8a6 req-9c8833b6-18ed-46dc-8063-df9f7cd98b98 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 943 time: 0.2644835 Jul 16 01:28:01.936683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.941809 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:01.958122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-919df7fc-1739-4f7c-980f-df111739f8a6 req-7dbfcfee-a620-4fb0-9e70-8da4a6406786 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935507 Jul 16 01:28:01.981614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b926fd8-5813-45e1-aa8e-e14ad3680ea1 req-46c37007-c77a-4c32-97a1-3386700e36e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337798 Jul 16 01:28:02.027818 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.164620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-553ac565-1e2b-468a-a624-da0b4f9a8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.166095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-553ac565-1e2b-468a-a624-da0b4f9a8bf1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 913 time: 0.2878308 Jul 16 01:28:02.172048 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 3, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:02.181284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372e14ef-81bd-492d-8174-a196af72d8aa req-5075b1b7-b7b5-47c0-8f63-8647fd8316a2 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 210 time: 0.0835502 Jul 16 01:28:02.217895 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a0bc0-1124-4d3d-a763-50afdb5dad19 None None] The sync data for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 is: [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 3, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:02.219893 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-27d347aa-4901-4c47-8205-e06eb113bbf7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 200 len: 217 time: 0.0437343 Jul 16 01:28:02.301423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.309497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-96a19fbf-f6c9-4e8d-ab4a-bd9d76b97f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.311413 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-96a19fbf-f6c9-4e8d-ab4a-bd9d76b97f1c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.0807037 Jul 16 01:28:02.312806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.347266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Allocated IP 172.20.0.1 (8f8e5162-0088-4d27-9b78-d9d146bbfbff/2743fd1e-578e-4490-a5fa-aa8ac51a8547/b55745e4-f434-4c98-aab6-9f4d44eb9af3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:02.357563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab815-5943-41e6-b4a6-f7e3f7744aa3 req-54ff1d72-2e49-444f-b518-4770fe79a972 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.364426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b71ab815-5943-41e6-b4a6-f7e3f7744aa3 req-54ff1d72-2e49-444f-b518-4770fe79a972 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1857886 Jul 16 01:28:02.369003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=a9d6a842-5c5a-431a-b6af-784282928ba3,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.414921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-1a69a5dc-dc82-4ea4-84c2-bf32b73cd6e4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469456 Jul 16 01:28:02.441728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b71ab815-5943-41e6-b4a6-f7e3f7744aa3 req-3b4010f7-c694-485f-b59e-44ed26019963 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756986 Jul 16 01:28:02.503478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.591628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.623097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Transition to ACTIVE for port object b55745e4-f434-4c98-aab6-9f4d44eb9af3 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:02.670865 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-0704caaf-8fc7-41c3-a1c8-0df7eb68e2ba service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319851 Jul 16 01:28:02.754402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ce299-9317-4d62-b3f8-dd06ac60a83b req-1d3fe03f-345a-42b2-b36d-e02973296c48 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.775400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc3ce299-9317-4d62-b3f8-dd06ac60a83b req-1d3fe03f-345a-42b2-b36d-e02973296c48 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.1385908 Jul 16 01:28:02.815202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.818774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 59e97ac5-d31d-4c31-b587-f5a771994d72 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:02.832925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc3ce299-9317-4d62-b3f8-dd06ac60a83b req-3060eff8-f8a5-4bbe-9bf0-6751c302dff3 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563786 Jul 16 01:28:02.913590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b55745e4-f434-4c98-aab6-9f4d44eb9af3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.964069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae57f15d-b5c1-4b35-b549-99ec373866f0 req-000bb773-3499-4350-a290-0d8cf168221d tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=52405dca-8c40-4108-bcb5-457134f59357 HTTP/1.1" status: 200 len: 210 time: 0.1432838 Jul 16 01:28:02.975321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:02.984098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:02.987512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:03.078964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.103999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=59e97ac5-d31d-4c31-b587-f5a771994d72,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:03.305385 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP a0f185b5-da0c-4a9a-b77c-334986f05cff associated. External IP: 172.25.5.40, port: 76e20c72-7bce-4a72-9948-1d469279d7fe. Jul 16 01:28:03.486965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '59e97ac5-d31d-4c31-b587-f5a771994d72', 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a', 'port_id': '59e97ac5-d31d-4c31-b587-f5a771994d72', 'mac_address': 'fa:16:3e:f1:f8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aaecca9-5c9f-4dc6-8634-8d210af284a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:03.531621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-190b872e-b027-4e22-a9cb-ca4db466d155 None None] Provisioning for port b55745e4-f434-4c98-aab6-9f4d44eb9af3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:03.538995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-190b872e-b027-4e22-a9cb-ca4db466d155 None None] Provisioning complete for port b55745e4-f434-4c98-aab6-9f4d44eb9af3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:03.539382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-190b872e-b027-4e22-a9cb-ca4db466d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.585901 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.607727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-190b872e-b027-4e22-a9cb-ca4db466d155 None None] Port b55745e4-f434-4c98-aab6-9f4d44eb9af3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:03.611825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e97ac5-d31d-4c31-b587-f5a771994d72 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:03.623820 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.656731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=59e97ac5-d31d-4c31-b587-f5a771994d72,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:03.666800 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.744729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df67aa-c46c-4f76-aac8-f919aac8ebdf req-b5d301ae-2c70-4b9d-b030-9ed1f4cb54c8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.749089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69df67aa-c46c-4f76-aac8-f919aac8ebdf req-b5d301ae-2c70-4b9d-b030-9ed1f4cb54c8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 943 time: 0.3452034 Jul 16 01:28:03.767496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.776384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.776869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.777305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.777732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.778155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.778658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.779086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.779832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.779832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.781222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.781222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.781222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:03.806360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-efeec1ff-4f6e-4364-82c9-9b39438a88e5 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.808169 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-efeec1ff-4f6e-4364-82c9-9b39438a88e5 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.93 "GET /v2.0/networks?id=6882f2ad-6969-4fd1-b1a8-4d81588c1706 HTTP/1.1" status: 200 len: 814 time: 0.4963515 Jul 16 01:28:03.871298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Request body: {'port': {'device_id': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706', 'admin_state_up': True, 'tenant_id': 'e9c01556af83418b982b386363e4e1c3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:03.879811 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6d2c580a-ab1a-46e0-8f47-783cd577849b req-ba0a459f-3830-42a5-8738-c54412ac191d service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1979151 Jul 16 01:28:03.883378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:03.922286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69df67aa-c46c-4f76-aac8-f919aac8ebdf req-bbad9be2-87b5-4237-9a96-a225f2fe91c6 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611736 Jul 16 01:28:04.090022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:04.092556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.102956 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.242734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Made reservation on behalf of e9c01556af83418b982b386363e4e1c3 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:04.246704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.259820 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.281236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:04.294262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:04.307181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:04.308080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:04.330978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b55745e4-f434-4c98-aab6-9f4d44eb9af3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.339071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.365192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:04.376103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:04.376792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:04.431533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:04.433513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968f357-da7d-4d2c-bb77-d6e7c21cf137 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:04.439805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4318169-e2e7-4aa1-932a-203e73724577 req-7bcc2bda-d490-4661-9336-03434f9e4ed4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.447323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4318169-e2e7-4aa1-932a-203e73724577 req-7bcc2bda-d490-4661-9336-03434f9e4ed4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.3374710 Jul 16 01:28:04.457413 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1d95b28-2035-478b-8104-cf04f9f2ec1e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1590111 Jul 16 01:28:04.464480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:04.499905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d584004-a25a-4bfb-a2a5-285eddbeaeb7 req-1328810d-70c9-40d3-9968-61a6afd58c30 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 210 time: 0.0751436 Jul 16 01:28:04.551098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4318169-e2e7-4aa1-932a-203e73724577 req-88a44c92-3136-44bf-9a3d-954c5e1cbae6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028032 Jul 16 01:28:04.565778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:04.568089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:04.644299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Allocated IP 172.20.0.2 (6882f2ad-6969-4fd1-b1a8-4d81588c1706/3112f34d-3c6f-416a-97a1-9bd723539051/bcacc897-4111-4456-85ea-25db07df98a6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:04.773380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ee1e9f46-46de-4989-a559-31d542aac7f3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "GET /v2.0/floatingips/a0f185b5-da0c-4a9a-b77c-334986f05cff HTTP/1.1" status: 200 len: 977 time: 0.3005230 Jul 16 01:28:04.778168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:04.790994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7eaec424-6f82-470c-bec1-50bf5813918f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:04.872103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 59e97ac5-d31d-4c31-b587-f5a771994d72 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:04.890743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Router 1fca7680-d4f3-4073-a956-817ea2d0aa91 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:05.006366 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f7a5d872-ba6d-4d57-92cc-4c1b3522f1af tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2266412 Jul 16 01:28:05.007000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49610) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:05.014825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'port_id': 'c9307de7-7b20-4fb8-9057-3d39c2ade578'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:05.104767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 59e97ac5-d31d-4c31-b587-f5a771994d72 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:05.113181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7eaec424-6f82-470c-bec1-50bf5813918f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:05.126919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7eaec424-6f82-470c-bec1-50bf5813918f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:05.127415 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.137322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 59e97ac5-d31d-4c31-b587-f5a771994d72 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:05.140587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.177138 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.243442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-593feeef-72aa-4630-a5b3-eeb54c263d48 None None] Provisioning complete for port b55745e4-f434-4c98-aab6-9f4d44eb9af3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:05.244254 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-593feeef-72aa-4630-a5b3-eeb54c263d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.322269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c85d6-f7f0-4e18-81be-43fef1f39ea2 req-073a7ef2-c3a1-400e-a3ab-3155adcbc9cc tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.329806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e3c85d6-f7f0-4e18-81be-43fef1f39ea2 req-073a7ef2-c3a1-400e-a3ab-3155adcbc9cc tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.4262905 Jul 16 01:28:05.336214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-593feeef-72aa-4630-a5b3-eeb54c263d48 None None] Port b55745e4-f434-4c98-aab6-9f4d44eb9af3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:05.345992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:05.357572 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Sync routers for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:05.368560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-71a1512d-37b5-4b03-88de-a1d081c9efd8 admin admin] 10.222.0.81 "PUT /v2.0/routers/1fca7680-d4f3-4073-a956-817ea2d0aa91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9042819 Jul 16 01:28:05.369832 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:05.370149 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.370463 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:05.426503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=59e97ac5-d31d-4c31-b587-f5a771994d72,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:05.428565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e3c85d6-f7f0-4e18-81be-43fef1f39ea2 req-12fccdcb-d807-4b64-a48c-075c18f8214c tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975144 Jul 16 01:28:05.434058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:05.437385 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cd4c15-9ca1-4219-9579-e1b7131f373a" -d '{"events": [{"server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "name": "network-vif-plugged", "status": "completed", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:05.447940 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.458179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe66352-2709-457c-9fc2-3990e6e4efa4 req-1caadce0-a3e6-405a-884f-81a0ad94f2c8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.470278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2fe66352-2709-457c-9fc2-3990e6e4efa4 req-1caadce0-a3e6-405a-884f-81a0ad94f2c8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 944 time: 0.2738104 Jul 16 01:28:05.532480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.545704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.558173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2fe66352-2709-457c-9fc2-3990e6e4efa4 req-87595b31-64b5-4952-9106-cbfee08e68da tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Jul 16 01:28:05.588262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 7eaec424-6f82-470c-bec1-50bf5813918f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7eaec424-6f82-470c-bec1-50bf5813918f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:05.597176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.621291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.658241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e2739af-b2ef-4a7a-9e7c-a03fe47db93e req-ee42d5f6-7c6a-4c6b-97fa-ca118dd8e4fd tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0723825 Jul 16 01:28:05.658701 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:05.672873 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ddcbc8-67c8-4b83-bf41-74f8812880e3 x-openstack-request-id: req-a4ddcbc8-67c8-4b83-bf41-74f8812880e3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:05.674290 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "name": "network-vif-plugged", "status": "completed", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:05.675343 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4ddcbc8-67c8-4b83-bf41-74f8812880e3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:05.675817 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72', 'code': 200} Jul 16 01:28:05.678729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=7eaec424-6f82-470c-bec1-50bf5813918f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.816440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b92689ed-6842-45b7-8789-c955f2648b6b req-2d79d902-c893-4b15-ae99-324313e394ec tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 210 time: 0.0356064 Jul 16 01:28:05.902631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b401-ad97-4ae7-8672-bbece2e91c16 req-133e170b-d560-42f0-b269-c96ef2cb0cca tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.911108 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c10b401-ad97-4ae7-8672-bbece2e91c16 req-133e170b-d560-42f0-b269-c96ef2cb0cca tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.0935056 Jul 16 01:28:05.953114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c10b401-ad97-4ae7-8672-bbece2e91c16 req-c9f14115-e522-4fac-b5ca-0542360a9c36 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Jul 16 01:28:06.027169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.080315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e609bb-9da2-4d56-adf3-195c11da337f req-984f2371-0f02-4c38-8fd3-4f91e3262611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.081824 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64e609bb-9da2-4d56-adf3-195c11da337f req-984f2371-0f02-4c38-8fd3-4f91e3262611 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1096 time: 0.2076175 Jul 16 01:28:06.082099 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 2, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:06.083947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.095642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.110653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:06.118150 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Checking router: 1fca7680-d4f3-4073-a956-817ea2d0aa91 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:06.120350 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Updating router 1fca7680-d4f3-4073-a956-817ea2d0aa91 port b55745e4-f434-4c98-aab6-9f4d44eb9af3 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:06.146222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Pushing event updated for resources: {'Port': ['ID=bcacc897-4111-4456-85ea-25db07df98a6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:06.156464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:06.163768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:06.167166 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.245906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64e609bb-9da2-4d56-adf3-195c11da337f req-3f8e53ca-06fa-48ee-8f18-147511f17342 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482239 Jul 16 01:28:06.268622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.269252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.287371 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP a0f185b5-da0c-4a9a-b77c-334986f05cff associated. External IP: 172.25.5.40, port: 76e20c72-7bce-4a72-9948-1d469279d7fe. Jul 16 01:28:06.291885 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f61b03e-f74d-4b6b-bbac-6673a52ccdcc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4736972 Jul 16 01:28:06.327800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Request body: {'port': {'device_id': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:06.457566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.636894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7eaec424-6f82-470c-bec1-50bf5813918f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:06.683362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10b9a23e-cf13-409d-a015-80202f648bf0 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:06.693087 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.710753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7eaec424-6f82-470c-bec1-50bf5813918f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:06.711431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.728642 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Transition to ACTIVE for port object b55745e4-f434-4c98-aab6-9f4d44eb9af3 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:06.749902 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.764675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61cd99-886d-4653-b45d-a7a73c081169 req-56809295-5648-4797-b3a1-bb5c093c3100 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.776396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb61cd99-886d-4653-b45d-a7a73c081169 req-56809295-5648-4797-b3a1-bb5c093c3100 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1157146 Jul 16 01:28:06.847275 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353db6d2-2b99-4504-94cd-da809715fbf2 None None] Pushing event updated for resources: {'Port': ['ID=b55745e4-f434-4c98-aab6-9f4d44eb9af3,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:06.895952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:06.898936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb61cd99-886d-4653-b45d-a7a73c081169 req-4de489c2-ca66-4a3b-9e09-6f2c72486a66 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215594 Jul 16 01:28:06.938388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '10b9a23e-cf13-409d-a015-80202f648bf0', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': '10b9a23e-cf13-409d-a015-80202f648bf0', 'mac_address': 'fa:16:3e:85:3a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:07.007057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755a158-6eff-4c63-90dd-b49f9366be3b req-adfe5f0f-1a2d-45c1-ab0f-08f48634a3d2 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.015863 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.025141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d755a158-6eff-4c63-90dd-b49f9366be3b req-adfe5f0f-1a2d-45c1-ab0f-08f48634a3d2 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 945 time: 0.2376363 Jul 16 01:28:07.037937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10b9a23e-cf13-409d-a015-80202f648bf0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:07.108307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:07.111585 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Attempting to bind port b55745e4-f434-4c98-aab6-9f4d44eb9af3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:07.111956 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Attempting to bind port b55745e4-f434-4c98-aab6-9f4d44eb9af3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:07.112339 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Attempting to bind port b55745e4-f434-4c98-aab6-9f4d44eb9af3 on network 8f8e5162-0088-4d27-9b78-d9d146bbfbff {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:07.130173 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.135095 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:07.135895 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Checking segment: {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:07.136948 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.137424 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Bound using segment: {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:07.138311 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Bound port: b55745e4-f434-4c98-aab6-9f4d44eb9af3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:07.138852 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.227022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d755a158-6eff-4c63-90dd-b49f9366be3b req-6201eb7d-0346-4d57-abc4-1924fb306277 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005718 Jul 16 01:28:07.266533 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] For port b55745e4-f434-4c98-aab6-9f4d44eb9af3, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:07.282407 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] For port b55745e4-f434-4c98-aab6-9f4d44eb9af3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b55745e4-f434-4c98-aab6-9f4d44eb9af3,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:07.293272 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.293491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-976f6c21-08a4-47e5-bd6a-facd9d48d74d req-d58d709c-c315-4b0a-9085-1bbfe8d2b26f tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.1513066 Jul 16 01:28:07.326538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['10b9a23e-cf13-409d-a015-80202f648bf0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:07.478329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.513332 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:07.514366 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:07.575854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:07.599443 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ebb4d00-6f01-4ead-a4e4-2715f31d8c19 req-f6494a22-235d-4917-a497-f9892ca7abbb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=52405dca-8c40-4108-bcb5-457134f59357 HTTP/1.1" status: 200 len: 210 time: 0.1516864 Jul 16 01:28:07.605606 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353db6d2-2b99-4504-94cd-da809715fbf2 None None] Pushing event updated for resources: {'Port': ['ID=b55745e4-f434-4c98-aab6-9f4d44eb9af3,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.790152 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:07.856274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-cd9ac730-32c6-4695-90a9-db3f6e409cde service neutron] 10.222.0.78 "GET /v2.0/ports/3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 382 time: 0.4037821 Jul 16 01:28:07.929453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04655335-8157-4092-91d3-9afbf588ca82 req-444530f1-7da2-4de9-8643-11d3b17d2814 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.1329355 Jul 16 01:28:07.953488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d154e2-0bd1-40fa-86a1-f6472b2b5fb2 req-f1e6a6c6-10c3-4a37-be30-d8364a1f75db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.955017 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67d154e2-0bd1-40fa-86a1-f6472b2b5fb2 req-f1e6a6c6-10c3-4a37-be30-d8364a1f75db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.3523085 Jul 16 01:28:08.042276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6de2b-9690-4e1a-b5bc-613cfba657d3 req-32fc4e23-0899-43fd-9e3f-c7a89bdc6388 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.043731 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67d154e2-0bd1-40fa-86a1-f6472b2b5fb2 req-503ddd43-ed19-4d62-9791-14c703ee70fc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596738 Jul 16 01:28:08.045833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcacc897-4111-4456-85ea-25db07df98a6 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:08.059434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.068620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:08.079541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23d6de2b-9690-4e1a-b5bc-613cfba657d3 req-32fc4e23-0899-43fd-9e3f-c7a89bdc6388 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 931 time: 0.4820781 Jul 16 01:28:08.080311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:08.095375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:08.096839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.118313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Transition to ACTIVE for port object bcacc897-4111-4456-85ea-25db07df98a6 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:08.128798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.130795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94405e34-0789-4221-96cc-8fc1b531daa6 req-ec4aa69e-4ed2-4e8a-a61c-50628f531349 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.145854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73573105-d767-4429-bc1b-001a310d41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.154147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94405e34-0789-4221-96cc-8fc1b531daa6 req-ec4aa69e-4ed2-4e8a-a61c-50628f531349 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.4476693 Jul 16 01:28:08.175744 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73573105-d767-4429-bc1b-001a310d41dc None None] The sync data for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 is: [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:08.201075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.223180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:08.223878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.266632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94405e34-0789-4221-96cc-8fc1b531daa6 req-72aa43b4-f524-4a64-a7ed-47277d19c82d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112523 Jul 16 01:28:08.330968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.332148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89df77c7-8dea-40ee-87f0-01abb8de1bd9 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:08.382088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23d6de2b-9690-4e1a-b5bc-613cfba657d3 req-88f09d47-81c3-4c0c-9bf9-5d1663e41aa7 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005488 Jul 16 01:28:08.604084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Pushing event updated for resources: {'Port': ['ID=bcacc897-4111-4456-85ea-25db07df98a6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.662483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b55745e4-f434-4c98-aab6-9f4d44eb9af3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:08.692584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10b9a23e-cf13-409d-a015-80202f648bf0 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:08.816351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 10b9a23e-cf13-409d-a015-80202f648bf0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:08.816886 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.822322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fcc73-40b3-4d15-823c-b5edbdef195d req-d36dce27-c568-49ee-81a2-21d7f55b988d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.829718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e1fcc73-40b3-4d15-823c-b5edbdef195d req-d36dce27-c568-49ee-81a2-21d7f55b988d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2426140 Jul 16 01:28:08.851050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6d5cb-d906-4d90-8b57-6ad7b3c68948 req-38347c85-2e7b-4fe9-82fa-86e7e2e96f23 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.865362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fc6d5cb-d906-4d90-8b57-6ad7b3c68948 req-38347c85-2e7b-4fe9-82fa-86e7e2e96f23 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 945 time: 0.2987301 Jul 16 01:28:08.963220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b55745e4-f434-4c98-aab6-9f4d44eb9af3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:08.974630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e1fcc73-40b3-4d15-823c-b5edbdef195d req-803e08c3-6d6d-4acc-8069-beaafd7cec69 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439314 Jul 16 01:28:08.984796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b55745e4-f434-4c98-aab6-9f4d44eb9af3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:08.986715 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.007226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fc6d5cb-d906-4d90-8b57-6ad7b3c68948 req-527c19cb-1376-4c9c-9942-876259607135 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403985 Jul 16 01:28:09.030231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Attempting to bind port bcacc897-4111-4456-85ea-25db07df98a6 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:09.031034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Attempting to bind port bcacc897-4111-4456-85ea-25db07df98a6 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '30e0bb28-5a7e-4165-ae3e-1a2f9779c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:09.031570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Attempting to bind port bcacc897-4111-4456-85ea-25db07df98a6 on network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:09.085151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-0d2768aa-20a9-4e4b-b99d-f66f11b12ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.087257 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-0d2768aa-20a9-4e4b-b99d-f66f11b12ab6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482&tenant_id=c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 1100 time: 0.7794478 Jul 16 01:28:09.097317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Port bcacc897-4111-4456-85ea-25db07df98a6 on network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:09.098270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Attempting to bind port bcacc897-4111-4456-85ea-25db07df98a6 on network 6882f2ad-6969-4fd1-b1a8-4d81588c1706 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:09.112044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:09.112832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Checking segment: {'id': '30e0bb28-5a7e-4165-ae3e-1a2f9779c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:09.113465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Bound using segment: {'id': '30e0bb28-5a7e-4165-ae3e-1a2f9779c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:09.114155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Bound port: bcacc897-4111-4456-85ea-25db07df98a6, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e0bb28-5a7e-4165-ae3e-1a2f9779c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:09.114771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.236060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.243980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:09.347439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d835086-5c13-4299-90f9-f82c6b6aa935 req-1d87c9af-e701-4cf9-945b-b1c65b03bf30 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0424552 Jul 16 01:28:09.368188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:09.370855 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014cadb1-59e9-43ad-a893-7d550f7feafc" -d '{"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-plugged", "status": "completed", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:09.401374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] For port bcacc897-4111-4456-85ea-25db07df98a6, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:09.410883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] For port bcacc897-4111-4456-85ea-25db07df98a6, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bcacc897-4111-4456-85ea-25db07df98a6,segment=NetworkSegment(30e0bb28-5a7e-4165-ae3e-1a2f9779c024),segment_id=30e0bb28-5a7e-4165-ae3e-1a2f9779c024)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:09.427359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.447655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:09.451730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.460915 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.461867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:09.618287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-cb5931a3-9130-427b-be66-033730c83b67 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1822538500&fields=id&tenant_id=d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 267 time: 0.0912302 Jul 16 01:28:09.663645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b55745e4-f434-4c98-aab6-9f4d44eb9af3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b55745e4-f434-4c98-aab6-9f4d44eb9af3,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:09.683385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Pushing event updated for resources: {'Port': ['ID=bcacc897-4111-4456-85ea-25db07df98a6,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:09.691906 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.696006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:09.791472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-d19fb770-286d-4590-8496-d60866652283 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.794927 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-d19fb770-286d-4590-8496-d60866652283 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 945 time: 0.1758459 Jul 16 01:28:09.810264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'port': {'security_groups': ['e983b941-e730-4d77-afbd-bf77585ea564', '8f491afc-a5b5-4460-b831-1ae4738f6d1a']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:09.826176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.856302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.859235 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.870138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-0468242a-0422-434f-b93a-40acde648b06 service neutron] 10.222.0.93 "PUT /v2.0/ports/bcacc897-4111-4456-85ea-25db07df98a6 HTTP/1.1" status: 200 len: 1091 time: 3.5483389 Jul 16 01:28:09.871015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'tag': 'bcacc897-4111-4456-85ea-25db07df98a6'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:09.873435 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa6e108-20ca-44a8-8460-09ec20fa94be" -d '{"events": [{"name": "network-changed", "server_uuid": "fc74f130-1439-41a4-86fd-e33e4aa232f3", "tag": "bcacc897-4111-4456-85ea-25db07df98a6"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:09.893673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b55745e4-f434-4c98-aab6-9f4d44eb9af3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:09.946278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:09.956870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.976349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-963fcfbb-537d-4b10-843d-3c3ac75e8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.983542 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-963fcfbb-537d-4b10-843d-3c3ac75e8be9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 1100 time: 0.7785237 Jul 16 01:28:09.986807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.087168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.186243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-b5b2230e-c225-4ab2-899d-f8e2e3ce72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.188065 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-b5b2230e-c225-4ab2-899d-f8e2e3ce72fa service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1226084 Jul 16 01:28:10.205636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:10.216214 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:10.223029 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.233828 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:10.234554 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:10.334070 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:10.356135 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-fc82d60e-a6e8-432c-9905-b11fa95e1cb0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 200 len: 217 time: 0.1586325 Jul 16 01:28:10.370253 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:10.373315 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:10.417583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=59e97ac5-d31d-4c31-b587-f5a771994d72,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.420885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-b1550f7b-fae1-424d-82ab-6c47b95cc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.422395 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-b1550f7b-fae1-424d-82ab-6c47b95cc7f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9c01556af83418b982b386363e4e1c3&device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 1094 time: 0.4770434 Jul 16 01:28:10.425087 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:10.425862 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7be8ef1-698a-4733-8fd7-a096bf0c0f72 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:10.485052 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d9ec3919-49a6-400a-ac3b-cc6bf724adac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/floatingips/a0f185b5-da0c-4a9a-b77c-334986f05cff HTTP/1.1" status: 200 len: 976 time: 5.4721329 Jul 16 01:28:10.493932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:10.500930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.507888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.524529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:10.540775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:10.547575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-38fa41de-42d0-43ec-a8a8-624414fa4ac2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcacc897-4111-4456-85ea-25db07df98a6 HTTP/1.1" status: 200 len: 217 time: 0.0687430 Jul 16 01:28:10.572669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.573359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.591968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9df5927e-06d9-4a6c-a5cd-8e353439997e req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "PUT /v2.0/ports/59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 200 len: 981 time: 0.7890408 Jul 16 01:28:10.592740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:10.599452 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe910ec-1307-4f67-a111-b8e8ec75ed31" -d '{"events": [{"name": "network-changed", "server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:10.634453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-246b7984-6fb2-40fb-a8de-00462a24b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.635942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-246b7984-6fb2-40fb-a8de-00462a24b785 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2714100 Jul 16 01:28:10.644196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b55745e4-f434-4c98-aab6-9f4d44eb9af3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:10.667664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e1e1b-f427-4ee4-81c6-e9fd15054ff4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.710426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:10.712768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.716308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-8cb0256a-f736-4c91-bdb4-94c1d8879e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.717813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-8cb0256a-f736-4c91-bdb4-94c1d8879e3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3112f34d-3c6f-416a-97a1-9bd723539051 HTTP/1.1" status: 200 len: 854 time: 0.1355171 Jul 16 01:28:10.812407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1dae-1071-4fc0-95e4-d5e6d2373947 req-23507d02-605f-4513-83a4-11ff52d2c29d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.813265 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-ab6e89a6-3dab-4b96-90ce-5148516d06a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6882f2ad-6969-4fd1-b1a8-4d81588c1706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853658 Jul 16 01:28:10.821473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfcf1dae-1071-4fc0-95e4-d5e6d2373947 req-23507d02-605f-4513-83a4-11ff52d2c29d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 947 time: 0.0892415 Jul 16 01:28:10.876865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfcf1dae-1071-4fc0-95e4-d5e6d2373947 req-cc476471-040f-4777-9875-1b5dc7c1543a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Jul 16 01:28:10.910952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-55164b79-1f85-4561-85c6-92e5c8175c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.912341 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-55164b79-1f85-4561-85c6-92e5c8175c31 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2662272 Jul 16 01:28:11.042525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b55745e4-f434-4c98-aab6-9f4d44eb9af3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:11.043067 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.050358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.102380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.102704 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP a0f185b5-da0c-4a9a-b77c-334986f05cff disassociated. External IP: 172.25.5.40, port: c9307de7-7b20-4fb8-9057-3d39c2ade578. Jul 16 01:28:11.175181 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-3f94a1e0-976e-4510-8166-5f1497b66948 service neutron] 10.222.0.93 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480964 Jul 16 01:28:11.215047 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-43785f40-74c8-44ce-a590-fb53d536cdbd service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901292 Jul 16 01:28:11.511651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-66ecc485-22bd-42ea-912c-1a6e6949b84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.793490 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b65784d1-7dda-40fc-8e74-bb38dd637f97 req-6043fa9a-ec7e-418b-8fa7-f6eeefebe209 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703027 Jul 16 01:28:11.849980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52455e5b-9a6a-4b44-b937-2e2cd313310b req-4ae04dfa-019a-417d-97ae-1f525e7eaee2 service neutron] 10.222.0.93 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613190 Jul 16 01:28:11.946702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:12.100716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:12.106009 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.119106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:12.134118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:12.136189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:12.161236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3eb5ace9-1039-4c11-a948-7328c054460f tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/floatingips/a0f185b5-da0c-4a9a-b77c-334986f05cff HTTP/1.1" status: 200 len: 687 time: 1.6627665 Jul 16 01:28:12.164828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49800) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:12.193552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:12.204769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:12.205564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:27:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:12.247690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:12.248384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc7cf1-2da8-4b3b-a567-1a123af0bf47 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:12.361893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port a9d6a842-5c5a-431a-b6af-784282928ba3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:12.362504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.478099 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.478099 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.494684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for a9d6a842-5c5a-431a-b6af-784282928ba3 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:12.660012 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.853074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bcacc897-4111-4456-85ea-25db07df98a6 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:13.021079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bcacc897-4111-4456-85ea-25db07df98a6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bcacc897-4111-4456-85ea-25db07df98a6,segment=NetworkSegment(30e0bb28-5a7e-4165-ae3e-1a2f9779c024),segment_id=30e0bb28-5a7e-4165-ae3e-1a2f9779c024)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:13.039031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=a9d6a842-5c5a-431a-b6af-784282928ba3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.040549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'bcacc897-4111-4456-85ea-25db07df98a6', 'network_id': '6882f2ad-6969-4fd1-b1a8-4d81588c1706', 'port_id': 'bcacc897-4111-4456-85ea-25db07df98a6', 'mac_address': 'fa:16:3e:0c:19:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3112f34d-3c6f-416a-97a1-9bd723539051', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:13.092702 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.114570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcacc897-4111-4456-85ea-25db07df98a6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:13.134092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.136886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.138161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e1d4986c-6df1-4240-963d-c792b3cc20d1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/floatingips/a0f185b5-da0c-4a9a-b77c-334986f05cff HTTP/1.1" status: 204 len: 168 time: 0.9721239 Jul 16 01:28:13.140959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.164804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bcacc897-4111-4456-85ea-25db07df98a6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bcacc897-4111-4456-85ea-25db07df98a6,segment=NetworkSegment(30e0bb28-5a7e-4165-ae3e-1a2f9779c024),segment_id=30e0bb28-5a7e-4165-ae3e-1a2f9779c024)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:13.185143 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.226046 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e127d6b6-367b-40c8-975c-5c67879b2b66 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] delete failed (client error): The resource could not be found. Jul 16 01:28:13.227104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e127d6b6-367b-40c8-975c-5c67879b2b66 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/floatingips/a0f185b5-da0c-4a9a-b77c-334986f05cff HTTP/1.1" status: 404 len: 345 time: 0.0844345 Jul 16 01:28:13.231178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.262024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bcacc897-4111-4456-85ea-25db07df98a6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.377438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb50bb-a437-44ae-86bf-6e9923b38e61 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.385198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb50bb-a437-44ae-86bf-6e9923b38e61 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.391688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb50bb-a437-44ae-86bf-6e9923b38e61 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.393438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-93bb50bb-a437-44ae-86bf-6e9923b38e61 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "GET /v2.0/ports?network_id=e2d0fbbd-b2b8-40d4-942f-038f08151e4f HTTP/1.1" status: 200 len: 2357 time: 0.1605644 Jul 16 01:28:13.396318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49808) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.439553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['bcacc897-4111-4456-85ea-25db07df98a6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:13.482413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2600aa-bfb1-46ac-bf57-658145ddefa4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.484035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8c2600aa-bfb1-46ac-bf57-658145ddefa4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "GET /v2.0/subnets/fc209305-8e40-4e95-9a3f-f7f88e6d658c HTTP/1.1" status: 200 len: 797 time: 0.0864525 Jul 16 01:28:13.489604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.495777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'port': {'network_id': 'e2d0fbbd-b2b8-40d4-942f-038f08151e4f', 'name': 'tempest-FloatingIPTestJSON-1533814645', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:13.683288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:13.773566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.796432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] device_id is not set on port 4e983fd1-619e-48c7-b0b3-0da166ee6d4f yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:14.149414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.14 (e2d0fbbd-b2b8-40d4-942f-038f08151e4f/fc209305-8e40-4e95-9a3f-f7f88e6d658c/4e983fd1-619e-48c7-b0b3-0da166ee6d4f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:14.161422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.13 (e2d0fbbd-b2b8-40d4-942f-038f08151e4f/fc209305-8e40-4e95-9a3f-f7f88e6d658c/4e983fd1-619e-48c7-b0b3-0da166ee6d4f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:14.228549 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-04659e1f-aa76-452e-bda7-0af2cc7d929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.379452 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.396365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.455323 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.526187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:14.530484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:14.534923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:14.566723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=4e983fd1-619e-48c7-b0b3-0da166ee6d4f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.594644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.595190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.613997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.614581 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ea337045-7ffa-4301-b327-44672c285790 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1223257 Jul 16 01:28:14.624728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '4e983fd1-619e-48c7-b0b3-0da166ee6d4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:14.656478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.715933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:14.784953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.852637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:14.867354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'mac_address': 'fa:16:3e:8f:84:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:14.885490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bcacc897-4111-4456-85ea-25db07df98a6 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:14.928496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.25.5.223 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/22254680-e5e8-433c-ac63-983563dc3ca2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:14.988198 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.007923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:15.056778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:15.090966 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.141483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port bcacc897-4111-4456-85ea-25db07df98a6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:15.151184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port bcacc897-4111-4456-85ea-25db07df98a6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:15.151548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.156164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.199074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.214243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.272923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:15.282652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:15.290510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.294094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:15.295346 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.336731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bcacc897-4111-4456-85ea-25db07df98a6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bcacc897-4111-4456-85ea-25db07df98a6,segment=NetworkSegment(30e0bb28-5a7e-4165-ae3e-1a2f9779c024),segment_id=30e0bb28-5a7e-4165-ae3e-1a2f9779c024)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:15.343991 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.384289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=22254680-e5e8-433c-ac63-983563dc3ca2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.390607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:15.523541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bcacc897-4111-4456-85ea-25db07df98a6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.896170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.904196 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.002773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.209328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.215397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.300651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=22254680-e5e8-433c-ac63-983563dc3ca2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.314006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.453547 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP 40aa8e37-f62c-42ac-be9e-2513026a96c2 associated. External IP: 172.25.5.223, port: 4e983fd1-619e-48c7-b0b3-0da166ee6d4f. Jul 16 01:28:16.742378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:16.747288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.789556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:16.815227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:16.815880 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.952338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:16.962715 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.965462 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:16.975482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.979867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:16.980521 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:17.010487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:17.018944 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.025186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fadd51da-85f4-4da1-a730-9dfa87f8e9d0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4099793 Jul 16 01:28:17.028338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:17.032143 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:17.036981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'port_id': '4e983fd1-619e-48c7-b0b3-0da166ee6d4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:17.042442 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:17.043055 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:17.098492 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:17.099397 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c3c9e-8062-4c7b-b215-d89c11213c50 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:17.122338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.133032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:17.737272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.742174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.007709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:18.137179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:18.144320 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.149462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:18.161340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:18.162340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:18.212275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:18.222588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:18.223473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:18.235176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49832) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:18.235775 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-742ba89a-0677-4f51-a236-532ee66cdbef tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/floatingips/40aa8e37-f62c-42ac-be9e-2513026a96c2 HTTP/1.1" status: 200 len: 979 time: 1.2035692 Jul 16 01:28:18.273936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:18.275064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e22894-f8a7-4daf-8734-40bc37b246c5 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:18.485156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 22254680-e5e8-433c-ac63-983563dc3ca2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:18.485574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.591073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.591376 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.607487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 22254680-e5e8-433c-ac63-983563dc3ca2 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:18.853861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.888947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=22254680-e5e8-433c-ac63-983563dc3ca2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:18.962267 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.962606 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP 40aa8e37-f62c-42ac-be9e-2513026a96c2 disassociated (deleted). External IP: 172.25.5.223, port: 4e983fd1-619e-48c7-b0b3-0da166ee6d4f. Jul 16 01:28:19.224169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:19.343511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:19.348468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.354132 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:19.368605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:19.369426 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:19.422781 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:19.430584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b20846dd-f80a-40a2-81b3-f4030f8a153e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/floatingips/40aa8e37-f62c-42ac-be9e-2513026a96c2 HTTP/1.1" status: 204 len: 168 time: 1.1936431 Jul 16 01:28:19.433003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.434501 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:19.435106 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:19.489992 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:19.491255 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01dc37-5625-4f81-9ce8-1370294d2ceb None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:19.510357 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.566770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 4e983fd1-619e-48c7-b0b3-0da166ee6d4f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:19.567243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.671360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.688261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 4e983fd1-619e-48c7-b0b3-0da166ee6d4f owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:19.962513 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.053534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=4e983fd1-619e-48c7-b0b3-0da166ee6d4f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.097237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.214257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.229262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49840) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.234657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ae7502ab-7550-4f48-a3fc-171ca16dd4d2 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/ports/4e983fd1-619e-48c7-b0b3-0da166ee6d4f HTTP/1.1" status: 204 len: 168 time: 0.7972126 Jul 16 01:28:20.260890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:20.291540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.413069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.545899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.25.5.160 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/a4cb7a7f-2eac-42f5-9efa-585bd1194e8f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:20.683184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.737777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.779661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:20.785387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:20.789660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:20.815643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=a4cb7a7f-2eac-42f5-9efa-585bd1194e8f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.928017 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.984854 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.170193 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.176161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.253101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=a4cb7a7f-2eac-42f5-9efa-585bd1194e8f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:21.265149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.286222 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.288709 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ed3de830-9912-470a-9d21-837841fd7e58 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0574491 Jul 16 01:28:21.291479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:21.297096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'port': {'network_id': 'e2d0fbbd-b2b8-40d4-942f-038f08151e4f', 'name': 'tempest-FloatingIPTestJSON-370487274'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:21.428676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:21.432442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.457483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] device_id is not set on port 4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:21.581153 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca29d40-5bf7-4b8a-a949-85e05815b28d x-openstack-request-id: req-5ca29d40-5bf7-4b8a-a949-85e05815b28d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:21.581692 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-plugged", "status": "completed", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:21.581914 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ca29d40-5bf7-4b8a-a949-85e05815b28d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:21.582556 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0', 'code': 200} Jul 16 01:28:21.587399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfe2d2-d89d-4c58-a778-364159ff42f4 req-27937d0f-2e2d-4555-88e8-709e0a30bb36 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.595816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80cfe2d2-d89d-4c58-a778-364159ff42f4 req-27937d0f-2e2d-4555-88e8-709e0a30bb36 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.1525989 Jul 16 01:28:21.610482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.3 (e2d0fbbd-b2b8-40d4-942f-038f08151e4f/fc209305-8e40-4e95-9a3f-f7f88e6d658c/4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:21.616384 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f3aaf-4e88-489b-8fdf-b027536a3a1a x-openstack-request-id: req-3f2f3aaf-4e88-489b-8fdf-b027536a3a1a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:21.618061 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc74f130-1439-41a4-86fd-e33e4aa232f3", "tag": "bcacc897-4111-4456-85ea-25db07df98a6", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:21.619485 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f2f3aaf-4e88-489b-8fdf-b027536a3a1a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:21.620256 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'tag': 'bcacc897-4111-4456-85ea-25db07df98a6', 'status': 'completed', 'code': 200} Jul 16 01:28:21.659884 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80cfe2d2-d89d-4c58-a778-364159ff42f4 req-91b941e3-6bfb-41ee-9ca4-a0fbf65c096b tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627809 Jul 16 01:28:21.825222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8dd43-e4ba-41ec-9818-27f478d071bf req-ce9db6ad-3b2b-4867-b825-d837d1dde1e3 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.834880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88b8dd43-e4ba-41ec-9818-27f478d071bf req-ce9db6ad-3b2b-4867-b825-d837d1dde1e3 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1078794 Jul 16 01:28:21.886851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-d48109d3-5b11-45b4-a57f-78ff104c935c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1855953096&fields=id&tenant_id=d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 267 time: 0.0782669 Jul 16 01:28:21.904178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88b8dd43-e4ba-41ec-9818-27f478d071bf req-04af2a50-3809-4a58-b309-a4baf3dae3af tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682828 Jul 16 01:28:21.944589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-2ac4706a-3119-4ee4-b472-c85c9e1d93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.946314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-2ac4706a-3119-4ee4-b472-c85c9e1d93cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9c01556af83418b982b386363e4e1c3&device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 1096 time: 0.1345248 Jul 16 01:28:21.988540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.992085 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f06223-9fe3-4c24-9828-90e7c70de5ca x-openstack-request-id: req-14f06223-9fe3-4c24-9828-90e7c70de5ca {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:21.992636 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:21.993062 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14f06223-9fe3-4c24-9828-90e7c70de5ca {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:21.993636 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72', 'status': 'completed', 'code': 200} Jul 16 01:28:22.003040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-7ff38ef1-90f6-4eda-8911-3920380dc55d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.011630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-7ff38ef1-90f6-4eda-8911-3920380dc55d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 984 time: 0.1063139 Jul 16 01:28:22.018093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'port': {'security_groups': ['8f491afc-a5b5-4460-b831-1ae4738f6d1a', 'e983b941-e730-4d77-afbd-bf77585ea564', 'a45baeb8-0396-491a-825a-6adf65a6b7cd']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:22.161458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-9aa483b8-68fe-4650-ace0-624bb42050f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.163033 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-9aa483b8-68fe-4650-ace0-624bb42050f0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6882f2ad-6969-4fd1-b1a8-4d81588c1706 HTTP/1.1" status: 200 len: 915 time: 0.2003832 Jul 16 01:28:22.170631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-34401d4e-d2c9-4190-84d1-85a0e13d7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.172119 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-34401d4e-d2c9-4190-84d1-85a0e13d7d97 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1135 time: 0.1463687 Jul 16 01:28:22.180408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.251813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-a4c0100d-f2ae-4c8b-beb9-8140b609b5ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcacc897-4111-4456-85ea-25db07df98a6 HTTP/1.1" status: 200 len: 217 time: 0.0782232 Jul 16 01:28:22.322364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network e2d0fbbd-b2b8-40d4-942f-038f08151e4f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:22.507936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.530606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e07f8-f461-4eb0-a0c1-3d43dc131418 req-3fe16d75-4d92-4bb8-8d3c-7f045875e030 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.532202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe9e07f8-f461-4eb0-a0c1-3d43dc131418 req-3fe16d75-4d92-4bb8-8d3c-7f045875e030 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.1327326 Jul 16 01:28:22.607536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe9e07f8-f461-4eb0-a0c1-3d43dc131418 req-97b491df-a921-460c-afe7-05d6a2469169 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691411 Jul 16 01:28:22.669280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:22.680880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:22.691193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.741454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-234647dc-4d01-4700-803d-b2f38ba59d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.743506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-234647dc-4d01-4700-803d-b2f38ba59d1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3112f34d-3c6f-416a-97a1-9bd723539051 HTTP/1.1" status: 200 len: 854 time: 0.4734972 Jul 16 01:28:22.785005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=59e97ac5-d31d-4c31-b587-f5a771994d72,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:22.803512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-e9adc71f-2837-44bd-a5d5-4aa7b018c539 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6882f2ad-6969-4fd1-b1a8-4d81588c1706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404658 Jul 16 01:28:22.812169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-af1e6cea-8362-47d5-84e5-5e8a2321cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.813672 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-af1e6cea-8362-47d5-84e5-5e8a2321cbc7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 913 time: 0.6247261 Jul 16 01:28:22.822219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.837768 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.850979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:22.852484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.853112 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.871296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25cc3cf0-c065-46cc-9d1e-fd486c6ef96c req-1da2f0a0-970b-48b9-ac40-0b5e662c0831 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0463853 Jul 16 01:28:22.878873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-121b4862-1d27-4c73-b548-4539f9566eb9 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5862551 Jul 16 01:28:22.902620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.902932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.904501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27a8c60e-3ac5-4cf9-9162-3d15c43f6c37 req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "PUT /v2.0/ports/59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 200 len: 1020 time: 0.8913288 Jul 16 01:28:22.905047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:22.910218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'port_id': '4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:22.925485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-b976678b-958e-4f02-97f0-428b8967047a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 200 len: 217 time: 0.0991397 Jul 16 01:28:23.010803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-ef0fce05-5c9a-4e5c-ab8f-c9fa6b4d79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.012294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-ef0fce05-5c9a-4e5c-ab8f-c9fa6b4d79e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.0555217 Jul 16 01:28:23.053514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.057223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:23.092120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-3c18bd42-d00d-45ab-88ca-8ae8eaf753a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651834 Jul 16 01:28:23.161293 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-c405b2f9-ae15-43c3-be6f-1f818688a679 service neutron] 10.222.0.93 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448768 Jul 16 01:28:23.447282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-9b3dcecd-d71f-4f06-b481-1f2461e2b3fa service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465736 Jul 16 01:28:23.493905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08c94f-22eb-4a8a-b566-cff8d07d363e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:23.518968 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4aa6e108-20ca-44a8-8460-09ec20fa94be req-ededb7cb-5219-4b92-856a-c04be1fb71a0 service neutron] 10.222.0.93 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274660 Jul 16 01:28:23.586226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'}, {'server_uuid': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcacc897-4111-4456-85ea-25db07df98a6'}, {'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:23.589559 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7443a84b-1f32-4d16-a622-01ac9baacb1f" -d '{"events": [{"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7"}, {"server_uuid": "fc74f130-1439-41a4-86fd-e33e4aa232f3", "name": "network-vif-plugged", "status": "completed", "tag": "bcacc897-4111-4456-85ea-25db07df98a6"}, {"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-plugged", "status": "completed", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:23.601741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-79a1896a-f983-4836-ab1c-df814c52c58d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.603163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-79a1896a-f983-4836-ab1c-df814c52c58d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482&tenant_id=c6717f74143741a781d9cd28d40c422b&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 949 time: 0.2184780 Jul 16 01:28:23.607543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6291a-cc1a-4952-a39e-2e1ac410fcae req-b597b889-a5b2-4a69-86dd-04a3577f0341 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.615260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20f6291a-cc1a-4952-a39e-2e1ac410fcae req-b597b889-a5b2-4a69-86dd-04a3577f0341 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.2042778 Jul 16 01:28:23.618913 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0fe910ec-1307-4f67-a111-b8e8ec75ed31 req-89b09edd-ff47-453e-9fb6-e9e5ab1b708a service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452248 Jul 16 01:28:23.710151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20f6291a-cc1a-4952-a39e-2e1ac410fcae req-ac901079-4774-48b7-8afe-6455b927a7ed tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930665 Jul 16 01:28:23.810138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-1161dfe7-3316-4f98-bc33-99d452ee47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.811949 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-1161dfe7-3316-4f98-bc33-99d452ee47e2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 1100 time: 0.0855536 Jul 16 01:28:23.935126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-9907c10d-4312-4ec8-88c7-62a3b2bf5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.937563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-9907c10d-4312-4ec8-88c7-62a3b2bf5d1f service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1100147 Jul 16 01:28:23.995839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:23.997383 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-882030d0-2257-4ff7-8ae9-1946e83ed7ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0462258 Jul 16 01:28:23.998544 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:24.059187 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:24.068843 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.080571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.094097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8c8fc-6374-4af6-b33c-266b905bf0f1 req-1ebf6c72-0cb4-45df-9e4b-fc5325a80780 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.095628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d4e8c8fc-6374-4af6-b33c-266b905bf0f1 req-1ebf6c72-0cb4-45df-9e4b-fc5325a80780 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1023 time: 0.1970551 Jul 16 01:28:24.124589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-d62fd7ff-4817-4d00-98ea-312a651fd9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.126206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-d62fd7ff-4817-4d00-98ea-312a651fd9c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1190927 Jul 16 01:28:24.257203 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP 5faba0f3-efe6-453d-9f71-2462eb66d3a2 associated. External IP: 172.25.5.160, port: 4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572. Jul 16 01:28:24.274913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-3fc12acd-ba43-4f72-82ba-0f29540c6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.277472 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-3fc12acd-ba43-4f72-82ba-0f29540c6b59 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.2042646 Jul 16 01:28:24.285716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-6ed75f76-b7ff-45dd-ab83-22dd075a1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.288536 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-6ed75f76-b7ff-45dd-ab83-22dd075a1a07 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427605 Jul 16 01:28:24.313359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d4e8c8fc-6374-4af6-b33c-266b905bf0f1 req-a9d1ebd9-15a4-442c-b08a-0151d16f7094 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f491afc-a5b5-4460-b831-1ae4738f6d1a&id=a45baeb8-0396-491a-825a-6adf65a6b7cd&id=e983b941-e730-4d77-afbd-bf77585ea564 HTTP/1.1" status: 200 len: 6157 time: 0.1819947 Jul 16 01:28:24.377991 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc95d4-ae9f-408a-a9ff-1771f030048c x-openstack-request-id: req-73dc95d4-ae9f-408a-a9ff-1771f030048c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:24.378491 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7", "code": 200}, {"server_uuid": "fc74f130-1439-41a4-86fd-e33e4aa232f3", "name": "network-vif-plugged", "status": "completed", "tag": "bcacc897-4111-4456-85ea-25db07df98a6", "code": 200}, {"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-plugged", "status": "completed", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:24.378626 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73dc95d4-ae9f-408a-a9ff-1771f030048c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:24.378988 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'code': 200} Jul 16 01:28:24.379239 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcacc897-4111-4456-85ea-25db07df98a6', 'code': 200} Jul 16 01:28:24.379859 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'code': 200} Jul 16 01:28:24.429853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-6db5a5d6-f7e2-4398-9767-20ed8421e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.432024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-6db5a5d6-f7e2-4398-9767-20ed8421e0b8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.1421213 Jul 16 01:28:24.453143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01281e4-b781-475e-be3f-34306c28cad3 req-d90446a8-ae36-4e07-97b7-a774abedfc52 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.454685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c01281e4-b781-475e-be3f-34306c28cad3 req-d90446a8-ae36-4e07-97b7-a774abedfc52 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.2114701 Jul 16 01:28:24.549510 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-a58eebbe-e0a5-4786-b148-33ecf5d70421 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 217 time: 0.1000597 Jul 16 01:28:24.584561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c01281e4-b781-475e-be3f-34306c28cad3 req-7ba51ac9-1527-4bf0-ae44-04897726fe58 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111102 Jul 16 01:28:24.689812 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe293df-b317-467d-b4d2-efd4f4e8fa35 x-openstack-request-id: req-6fe293df-b317-467d-b4d2-efd4f4e8fa35 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:24.690435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-4260bd56-2556-4415-869c-c464a77af9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.690561 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:24.690561 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fe293df-b317-467d-b4d2-efd4f4e8fa35 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:24.690763 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72', 'status': 'completed', 'code': 200} Jul 16 01:28:24.691403 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-4260bd56-2556-4415-869c-c464a77af9a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.1333528 Jul 16 01:28:24.710872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:24.747623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-52721267-45f2-4501-a2b4-622a786f94f9 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443316 Jul 16 01:28:24.800651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-81c70dbe-197d-4719-87d2-04f5f77af0d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780282 Jul 16 01:28:24.836789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65963f8-36a5-4e08-95b4-db43ddd07bae req-09c48ea9-985c-4d08-af76-deaa2b68bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.838251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e65963f8-36a5-4e08-95b4-db43ddd07bae req-09c48ea9-985c-4d08-af76-deaa2b68bb0b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 1096 time: 0.3730319 Jul 16 01:28:24.936468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9e79ebe-8f59-4883-ab47-18efd347e5ee req-680e37d4-e237-4fc4-8c59-1e94d257a7e8 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.1211586 Jul 16 01:28:24.966604 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e65963f8-36a5-4e08-95b4-db43ddd07bae req-c7b3b475-5b11-48aa-b12e-c23e1794d917 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153643 Jul 16 01:28:24.992978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:24.994845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fa5afcf-f953-4589-8a72-2d8fc3b7ca32 req-6c2eb54d-e11b-4805-8f4a-2a6ef01b90a0 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995831 Jul 16 01:28:24.999910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6326a559-0fa3-4b88-878f-b484796037e1 req-f7cd93da-1f9a-41f3-8901-19a8a9829baf tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2019661670 ', 'description': 'tempest-description-2057870125'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:25.002365 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-43758d42-77bd-481e-96a5-99d88d74202c service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805615 Jul 16 01:28:25.004004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:25.017346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:25.018162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:25.018378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.031106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-162f5ff6-ae5e-4471-b4ff-5c3747ff6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.033030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-162f5ff6-ae5e-4471-b4ff-5c3747ff6cbf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1174 time: 0.2199385 Jul 16 01:28:25.069438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:25.083283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:25.084869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:25.111715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7042e-ff33-484c-88d1-3d2e31ba5fb6 req-5ec9e3d7-8aed-46c2-b21c-c23ec7c8ae50 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.119815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3d7042e-ff33-484c-88d1-3d2e31ba5fb6 req-5ec9e3d7-8aed-46c2-b21c-c23ec7c8ae50 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.3055127 Jul 16 01:28:25.150296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:25.151939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a99e3a-be2a-4c1d-a1d8-84b6a9e914a9 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:25.164546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6326a559-0fa3-4b88-878f-b484796037e1 req-f7cd93da-1f9a-41f3-8901-19a8a9829baf tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.171062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1ae72caf-7836-4ce8-848a-a45679505e83 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/floatingips/5faba0f3-efe6-453d-9f71-2462eb66d3a2 HTTP/1.1" status: 200 len: 977 time: 2.2646325 Jul 16 01:28:25.175807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49980) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:25.216389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cf42066-9bf9-4c94-b30c-3307dcfbcd07 req-1a6ef157-65dd-4d2e-b413-3ab13013586f service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729407 Jul 16 01:28:25.254456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3d7042e-ff33-484c-88d1-3d2e31ba5fb6 req-bbf9873d-5f7a-406f-ba50-e8334d55f278 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334474 Jul 16 01:28:25.326690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-a362d576-bfe3-48a5-947e-f57d24698808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.327628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:25.328183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-a362d576-bfe3-48a5-947e-f57d24698808 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 913 time: 0.2660604 Jul 16 01:28:25.328360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.378652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-ebe9bc9b-a068-43be-bb5e-9fff27f6140d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 200 len: 217 time: 0.0432568 Jul 16 01:28:25.433645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.481412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6326a559-0fa3-4b88-878f-b484796037e1 req-f7cd93da-1f9a-41f3-8901-19a8a9829baf tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.489448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6326a559-0fa3-4b88-878f-b484796037e1 req-f7cd93da-1f9a-41f3-8901-19a8a9829baf tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.492450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-2519316a-9084-4bdc-b9db-c67e1bacb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.493915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-2519316a-9084-4bdc-b9db-c67e1bacb637 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.1062050 Jul 16 01:28:25.541670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-f7ff055c-7ea9-4f0a-833d-d7d1c2e6e15b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336721 Jul 16 01:28:25.572167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd93da-1f9a-41f3-8901-19a8a9829baf tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64a4ec-2fc2-4a69-97f1-6ab43d8cf3ec,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:25.586441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6326a559-0fa3-4b88-878f-b484796037e1 req-f7cd93da-1f9a-41f3-8901-19a8a9829baf tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.605512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6326a559-0fa3-4b88-878f-b484796037e1 req-f7cd93da-1f9a-41f3-8901-19a8a9829baf tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.6146231 Jul 16 01:28:25.632986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e27cf3-e5df-4446-ae95-9b639296d697 req-ce876ff7-4213-4c8d-8869-fc3df6687ec0 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.633836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.634326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.634580 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP 5faba0f3-efe6-453d-9f71-2462eb66d3a2 disassociated. External IP: 172.25.5.160, port: 4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572. Jul 16 01:28:25.635029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:25.639967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0e27cf3-e5df-4446-ae95-9b639296d697 req-ce876ff7-4213-4c8d-8869-fc3df6687ec0 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.2190351 Jul 16 01:28:25.776101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0e27cf3-e5df-4446-ae95-9b639296d697 req-52dd934b-4338-4c79-96f3-99b86a5b38b0 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349318 Jul 16 01:28:25.799795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.832691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:25.847292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-7627a126-ea49-458d-b19b-4c6c3383330c service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866445 Jul 16 01:28:25.851093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.851454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.854069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.854069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.854069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.854069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.854069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.854069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.854069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.855816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.855816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.855816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:25.974328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116a04-2f74-430d-990e-22c3238bc743 req-d699c79e-7097-4501-9928-5a9fbc4cf31f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.981662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-d699c79e-7097-4501-9928-5a9fbc4cf31f tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.2806058 Jul 16 01:28:25.984878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3750fe9-446c-4556-bbab-664c86978cf3 req-00906418-e659-42bf-921c-5ac730596093 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/2f64a4ec-2fc2-4a69-97f1-6ab43d8cf3ec HTTP/1.1" status: 200 len: 1783 time: 0.1399570 Jul 16 01:28:25.985048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:26.002730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-10b507b8-bf88-4e87-87d7-e5acc5ba9108 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/quotas/66e1779bec1f4c98b2a2b2a6504843b9 HTTP/1.1" status: 200 len: 375 time: 0.0208569 Jul 16 01:28:26.058684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7e32c92-950b-4b6c-a08f-0d3cbee33dfd req-ae1d1721-0f4d-4bcb-8495-60a47057165e service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026713 Jul 16 01:28:26.103542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ff49e69b-d868-44a6-93a3-f78d1a462a81 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999558 Jul 16 01:28:26.159188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:26.171239 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:26.182788 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:26.183417 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:26.223801 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:26.235990 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:26.237450 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:26.244648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.249529 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7db50fae-38d8-4c26-9c22-a011e822c519 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/ports/4b1f9af6-5ca1-4d9b-b5cf-45e6041f2572 HTTP/1.1" status: 204 len: 168 time: 1.0727043 Jul 16 01:28:26.250192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:26.274648 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:26.275198 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fd434-2a91-467a-bd26-8cbd3fb5c99b None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:26.621876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-94ae8cc1-4166-40bf-a4c6-885e60844314 service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114856 Jul 16 01:28:26.639679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e65d13b-006c-48aa-8ac9-bab82221ad26 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "GET /v2.0/floatingips/5faba0f3-efe6-453d-9f71-2462eb66d3a2 HTTP/1.1" status: 200 len: 688 time: 0.3807893 Jul 16 01:28:26.642822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50014) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:26.672795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894168b-cfcf-4476-9cff-db321a523b91 req-164d7013-0952-476c-8ff2-8d6034d3025d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.674305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4894168b-cfcf-4476-9cff-db321a523b91 req-164d7013-0952-476c-8ff2-8d6034d3025d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.4869518 Jul 16 01:28:26.679047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-2b132d4e-79f4-4d8e-8bee-0e4767b45de1 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.680777 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-2b132d4e-79f4-4d8e-8bee-0e4767b45de1 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "GET /v2.0/ports?device_id=fff26bf8-c328-4da5-96f9-310b7a1f7549 HTTP/1.1" status: 200 len: 945 time: 0.0685220 Jul 16 01:28:26.801064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Deleting port 10b9a23e-cf13-409d-a015-80202f648bf0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:26.801438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.819553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10b9a23e-cf13-409d-a015-80202f648bf0 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:26.851431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4894168b-cfcf-4476-9cff-db321a523b91 req-1cf0e17c-8f48-4a5c-bc84-3d1174aa394e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459010 Jul 16 01:28:26.876530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-6a7d6344-9d2a-4ded-875a-c6649ca0796b service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462127 Jul 16 01:28:26.910595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port a4cb7a7f-2eac-42f5-9efa-585bd1194e8f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:26.910935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.942075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:26.942383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.960171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Calling delete_port for 10b9a23e-cf13-409d-a015-80202f648bf0 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:26.969382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.035321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 10b9a23e-cf13-409d-a015-80202f648bf0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=10b9a23e-cf13-409d-a015-80202f648bf0,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:27.037554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:27.040969 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92521975-773f-4b7d-9351-2827c1b954c3" -d '{"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-unplugged", "status": "completed", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:27.049528 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.124084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.135484 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.135823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.140348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd73c44d-c3bc-4b50-b467-7f4aa19a4c47 req-ca1789d6-9683-45b8-a712-7eaac38f70e7 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0572453 Jul 16 01:28:27.159410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for a4cb7a7f-2eac-42f5-9efa-585bd1194e8f owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:27.192305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.198201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event deleted for resources: {'Port': ['ID=10b9a23e-cf13-409d-a015-80202f648bf0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.270047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d8ae24b-0fcf-48ab-b730-91946ea53d8c req-2603b545-f854-43a7-91fe-fb0f2f7af0e9 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/2f64a4ec-2fc2-4a69-97f1-6ab43d8cf3ec HTTP/1.1" status: 200 len: 1783 time: 0.1242571 Jul 16 01:28:27.293542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] No DVR routers for this DVR port 10b9a23e-cf13-409d-a015-80202f648bf0 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:27.297696 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.301028 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d7793af-961c-4168-bca0-fd8516c776c3 req-4e68781c-ced2-4a05-8058-26ef347ba396 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "DELETE /v2.0/ports/10b9a23e-cf13-409d-a015-80202f648bf0 HTTP/1.1" status: 204 len: 173 time: 0.6097436 Jul 16 01:28:27.302253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-deleted', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:27.306217 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f1276-0d85-4958-85d8-b190642c9bc6" -d '{"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-deleted", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:27.434774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d8ae24b-0fcf-48ab-b730-91946ea53d8c req-bf169570-ef3d-406c-9347-74d4971fca1d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.535027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ff9cf-70f9-4c08-afa2-cd25141242ba req-a3df11aa-23d9-4ea1-8dcc-7e60a5c6a3f0 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.543723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f22ff9cf-70f9-4c08-afa2-cd25141242ba req-a3df11aa-23d9-4ea1-8dcc-7e60a5c6a3f0 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2189119 Jul 16 01:28:27.557830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d8ae24b-0fcf-48ab-b730-91946ea53d8c req-bf169570-ef3d-406c-9347-74d4971fca1d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.617309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.662640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=a4cb7a7f-2eac-42f5-9efa-585bd1194e8f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.674239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f22ff9cf-70f9-4c08-afa2-cd25141242ba req-347b7b4f-e951-4f70-bc80-486b647b391b tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294808 Jul 16 01:28:27.777419 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d8ae24b-0fcf-48ab-b730-91946ea53d8c req-bf169570-ef3d-406c-9347-74d4971fca1d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.780952 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d8ae24b-0fcf-48ab-b730-91946ea53d8c req-bf169570-ef3d-406c-9347-74d4971fca1d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.782447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d8ae24b-0fcf-48ab-b730-91946ea53d8c req-bf169570-ef3d-406c-9347-74d4971fca1d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/2f64a4ec-2fc2-4a69-97f1-6ab43d8cf3ec HTTP/1.1" status: 204 len: 173 time: 0.5027709 Jul 16 01:28:27.805058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf169570-ef3d-406c-9347-74d4971fca1d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64a4ec-2fc2-4a69-97f1-6ab43d8cf3ec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.809397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.813089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.814359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a0468927-7aa5-47b4-9ae5-aa72152325f4 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/floatingips/5faba0f3-efe6-453d-9f71-2462eb66d3a2 HTTP/1.1" status: 204 len: 168 time: 1.1622167 Jul 16 01:28:27.820302 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:27.828203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c9307de7-7b20-4fb8-9057-3d39c2ade578'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:27.877319 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.071008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f6cdd-2b3f-46c1-a756-4e08f2e7e5df req-e12aa9ff-85f5-46a8-b75a-311ef2cf58fc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.078402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c53f6cdd-2b3f-46c1-a756-4e08f2e7e5df req-e12aa9ff-85f5-46a8-b75a-311ef2cf58fc tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.1851702 Jul 16 01:28:28.173614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c53f6cdd-2b3f-46c1-a756-4e08f2e7e5df req-7093264c-d241-4687-8019-2d0010a2a337 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939260 Jul 16 01:28:28.258067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.287671 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1758700e-ba5e-4d1f-9122-087e71d0c039 x-openstack-request-id: req-1758700e-ba5e-4d1f-9122-087e71d0c039 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:28.289058 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-unplugged", "status": "completed", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:28.289528 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1758700e-ba5e-4d1f-9122-087e71d0c039 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:28.290442 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0', 'code': 200} Jul 16 01:28:28.296721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd00c9-c881-4058-bb83-72569cf364a6 req-91e4ad2d-bfa9-4b4d-88b1-ff43a1841175 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.301344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1bd00c9-c881-4058-bb83-72569cf364a6 req-91e4ad2d-bfa9-4b4d-88b1-ff43a1841175 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.2705483 Jul 16 01:28:28.445378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1bd00c9-c881-4058-bb83-72569cf364a6 req-101195a0-a06d-4cfa-a77d-a09d1ff3c287 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369572 Jul 16 01:28:28.486402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65111697-fedf-4122-9b37-55a644edd391 req-a1d4d5ea-925f-4582-9909-c53c1130aa92 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 210 time: 0.0445716 Jul 16 01:28:28.527092 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6d8073-beb2-412d-a1e2-81421f74f91f x-openstack-request-id: req-8d6d8073-beb2-412d-a1e2-81421f74f91f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:28.528126 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff26bf8-c328-4da5-96f9-310b7a1f7549", "name": "network-vif-deleted", "tag": "10b9a23e-cf13-409d-a015-80202f648bf0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:28.528609 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d6d8073-beb2-412d-a1e2-81421f74f91f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:28.529534 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff26bf8-c328-4da5-96f9-310b7a1f7549', 'name': 'network-vif-deleted', 'tag': '10b9a23e-cf13-409d-a015-80202f648bf0', 'status': 'completed', 'code': 200} Jul 16 01:28:28.538343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.25.5.213 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/948e5a07-1842-4d3b-863f-2729d9ee248b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:28.572004 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-20211c7b-c9cb-4d6e-b44e-48011d884087 req-80134b31-cbd6-4917-b160-61cfb430ed79 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:28:28.573402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20211c7b-c9cb-4d6e-b44e-48011d884087 req-80134b31-cbd6-4917-b160-61cfb430ed79 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/2f64a4ec-2fc2-4a69-97f1-6ab43d8cf3ec HTTP/1.1" status: 404 len: 352 time: 0.0242839 Jul 16 01:28:28.710369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-508e7bc0-cf4a-428a-b9a9-fcadf487400d req-faf50f4f-1902-468a-ae78-2bc127ef56f1 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0525239 Jul 16 01:28:28.770475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c062fcf5-9328-4551-840f-76ef5499ae94 req-563c1ffc-fe31-4b90-a83d-f7a049af4f87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1114068888', 'description': 'tempest-description-960379290'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:28.801906 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c062fcf5-9328-4551-840f-76ef5499ae94 req-563c1ffc-fe31-4b90-a83d-f7a049af4f87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.830373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.922224 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.999777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:29.004143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=948e5a07-1842-4d3b-863f-2729d9ee248b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.015226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:29.017915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:29.083828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116a04-2f74-430d-990e-22c3238bc743 req-aa10bd17-b146-47ac-a29b-8f8e16630b06 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.089770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-aa10bd17-b146-47ac-a29b-8f8e16630b06 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.1961405 Jul 16 01:28:29.104679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Request body: {'port': {'device_id': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'admin_state_up': True, 'tenant_id': '66e1779bec1f4c98b2a2b2a6504843b9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:29.249415 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c062fcf5-9328-4551-840f-76ef5499ae94 req-563c1ffc-fe31-4b90-a83d-f7a049af4f87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.323258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Made reservation on behalf of 66e1779bec1f4c98b2a2b2a6504843b9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:29.328284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.328591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c062fcf5-9328-4551-840f-76ef5499ae94 req-563c1ffc-fe31-4b90-a83d-f7a049af4f87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.424437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c062fcf5-9328-4551-840f-76ef5499ae94 req-563c1ffc-fe31-4b90-a83d-f7a049af4f87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.444888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c062fcf5-9328-4551-840f-76ef5499ae94 req-563c1ffc-fe31-4b90-a83d-f7a049af4f87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6785889 Jul 16 01:28:29.483205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c1ffc-fe31-4b90-a83d-f7a049af4f87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b74403-b440-499d-aeb1-718aa0942510,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.484049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Allocated IP 172.20.0.10 (0c9bc41d-cead-4693-9990-e8a24c206f62/ad011a44-0c97-42f3-9db7-d50d204a158c/1169c26e-cfa5-4a9b-be04-b1b28ae9a032) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:29.502583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9e07da52-ce4a-4405-8404-9d48181c79e9 req-a9e80fb7-ead1-4d86-9e91-7455f6f20e3f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1638220411', 'description': 'tempest-description-490603044'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:29.560441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d3db-a896-4f2c-9365-171bad714584 req-ca23d6be-21bc-4846-afe9-536fa44a7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.561805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0554d3db-a896-4f2c-9365-171bad714584 req-ca23d6be-21bc-4846-afe9-536fa44a7386 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9c01556af83418b982b386363e4e1c3&device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 1096 time: 0.3089333 Jul 16 01:28:29.566924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e07da52-ce4a-4405-8404-9d48181c79e9 req-a9e80fb7-ead1-4d86-9e91-7455f6f20e3f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.645972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.661163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885df67-36ef-4942-8d76-99ec12acd1b1 req-ea3d920a-0e94-4a23-96b0-dc69a97eeeb9 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.663210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d885df67-36ef-4942-8d76-99ec12acd1b1 req-ea3d920a-0e94-4a23-96b0-dc69a97eeeb9 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.3077073 Jul 16 01:28:29.694730 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.761384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:29.762304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.765541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:29.768886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:29.815823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d885df67-36ef-4942-8d76-99ec12acd1b1 req-35478061-5176-42c7-b48d-f756c2055cae tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414373 Jul 16 01:28:29.819759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.820431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.863881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d3db-a896-4f2c-9365-171bad714584 req-62e110f6-2b8c-4e1d-aa10-f9683241594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.866055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0554d3db-a896-4f2c-9365-171bad714584 req-62e110f6-2b8c-4e1d-aa10-f9683241594e service neutron] 10.222.0.93 "GET /v2.0/networks?id=6882f2ad-6969-4fd1-b1a8-4d81588c1706 HTTP/1.1" status: 200 len: 915 time: 0.2933757 Jul 16 01:28:29.966519 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0554d3db-a896-4f2c-9365-171bad714584 req-55c1a112-fdfa-4560-a53e-5f6495998fa1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcacc897-4111-4456-85ea-25db07df98a6 HTTP/1.1" status: 200 len: 217 time: 0.0756814 Jul 16 01:28:29.977901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.048611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e07da52-ce4a-4405-8404-9d48181c79e9 req-a9e80fb7-ead1-4d86-9e91-7455f6f20e3f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.068744 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-43f12f7d-63ff-4f82-9b67-9b5a9b9f9c54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9690042 Jul 16 01:28:30.082678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e07da52-ce4a-4405-8404-9d48181c79e9 req-a9e80fb7-ead1-4d86-9e91-7455f6f20e3f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.084023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Request body: {'port': {'device_id': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:30.128913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d3db-a896-4f2c-9365-171bad714584 req-ae8441cc-0637-474c-a6df-9742ee774282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.130562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0554d3db-a896-4f2c-9365-171bad714584 req-ae8441cc-0637-474c-a6df-9742ee774282 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3112f34d-3c6f-416a-97a1-9bd723539051 HTTP/1.1" status: 200 len: 854 time: 0.1540787 Jul 16 01:28:30.143949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e07da52-ce4a-4405-8404-9d48181c79e9 req-a9e80fb7-ead1-4d86-9e91-7455f6f20e3f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.145168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e07da52-ce4a-4405-8404-9d48181c79e9 req-a9e80fb7-ead1-4d86-9e91-7455f6f20e3f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6571302 Jul 16 01:28:30.171653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.201814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e80fb7-ead1-4d86-9e91-7455f6f20e3f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6bbe30-2767-498c-a341-19c55675bf9d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.209174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0554d3db-a896-4f2c-9365-171bad714584 req-31a85160-bd09-4185-95ec-13aff4a20dc0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6882f2ad-6969-4fd1-b1a8-4d81588c1706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683875 Jul 16 01:28:30.252909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.282579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9660ee-1003-409b-ad28-8f40233c2648 req-60a18208-e97c-4e37-88cc-ae96448ee832 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.284087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d9660ee-1003-409b-ad28-8f40233c2648 req-60a18208-e97c-4e37-88cc-ae96448ee832 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 932 time: 0.2949688 Jul 16 01:28:30.378427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-763153ab-7019-42ed-b629-3f9683ca5a70 req-43958cf7-892f-4143-8577-42cbfcc77b2f tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0889962 Jul 16 01:28:30.470691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d9660ee-1003-409b-ad28-8f40233c2648 req-f04c0ade-f8c5-4c85-bada-43366ecc617a tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766720 Jul 16 01:28:30.512711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:30.521639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.533725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0554d3db-a896-4f2c-9365-171bad714584 req-795dde07-07bc-44a0-96b7-daef448e08d4 service neutron] 10.222.0.93 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150311 Jul 16 01:28:30.534958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Transition to ACTIVE for port object 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:30.540136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.548429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c2328930-53e9-419f-9e7b-69f7e51f4d0b req-c9464011-1b53-46b9-83e8-e04c65d91375 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1327446827', 'description': 'tempest-description-617744641'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:30.587980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-15511ec6-1afc-4975-bea3-684478e9e36d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625165 Jul 16 01:28:30.613374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.672001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Attempting to bind port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:30.673057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Attempting to bind port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:30.673385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Attempting to bind port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:30.678142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:30.678474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Attempting to bind port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:30.680843 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2328930-53e9-419f-9e7b-69f7e51f4d0b req-c9464011-1b53-46b9-83e8-e04c65d91375 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.683265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:30.683603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Checking segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:30.683987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Bound using segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:30.684453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Bound port: 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:30.684831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.749196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:30.752214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:30.756878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.790872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.791482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.792886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] 10.222.0.78 "PUT /v2.0/ports/1169c26e-cfa5-4a9b-be04-b1b28ae9a032 HTTP/1.1" status: 200 len: 1092 time: 0.7142251 Jul 16 01:28:30.793327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:30.795530 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221237ac-122b-4d3f-9cf3-541b053b9c84" -d '{"events": [{"name": "network-changed", "server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:30.818187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10b9a23e-cf13-409d-a015-80202f648bf0 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:30.819847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f6df6-6000-4eba-b336-a7ee0fe2f889 service neutron] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.840546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 10b9a23e-cf13-409d-a015-80202f648bf0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:30.840996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 10b9a23e-cf13-409d-a015-80202f648bf0 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:30.852216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.855458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0554d3db-a896-4f2c-9365-171bad714584 req-8737f848-7de9-4708-8879-018fd132397a service neutron] 10.222.0.93 "GET /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977829 Jul 16 01:28:30.868423 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.899637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116a04-2f74-430d-990e-22c3238bc743 req-378054fa-5815-4f30-ad12-effbdd1140af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.901206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-378054fa-5815-4f30-ad12-effbdd1140af service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 1095 time: 0.0564821 Jul 16 01:28:30.906277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d9bc5488-1f14-46a7-ab3b-2b0415b84689 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.907718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d9bc5488-1f14-46a7-ab3b-2b0415b84689 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004858 Jul 16 01:28:30.953831 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-9ddcc203-58fe-463b-9730-4dfefc671442 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032 HTTP/1.1" status: 200 len: 217 time: 0.0384624 Jul 16 01:28:30.972119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-cdd314e6-0685-4f47-bf43-067586aed8cf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/quotas/c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 375 time: 0.0551212 Jul 16 01:28:30.984854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=948e5a07-1842-4d3b-863f-2729d9ee248b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.024962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec116a04-2f74-430d-990e-22c3238bc743 req-07226cf0-c1f5-4ece-a315-c84c4eb1a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.026796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-07226cf0-c1f5-4ece-a315-c84c4eb1a057 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.0657034 Jul 16 01:28:31.050562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.078688 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-652b4495-23cc-45ca-b964-c3c1479d23cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417347 Jul 16 01:28:31.197625 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-8d691e15-2035-4abd-958e-1dd846dcbb0a service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067476 Jul 16 01:28:31.306706 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ec116a04-2f74-430d-990e-22c3238bc743 req-59353940-1c32-4c11-bb1c-135eeb26d19f service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019905 Jul 16 01:28:31.450462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2328930-53e9-419f-9e7b-69f7e51f4d0b req-c9464011-1b53-46b9-83e8-e04c65d91375 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.461749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2328930-53e9-419f-9e7b-69f7e51f4d0b req-c9464011-1b53-46b9-83e8-e04c65d91375 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.532471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2328930-53e9-419f-9e7b-69f7e51f4d0b req-c9464011-1b53-46b9-83e8-e04c65d91375 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.533972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2328930-53e9-419f-9e7b-69f7e51f4d0b req-c9464011-1b53-46b9-83e8-e04c65d91375 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0064189 Jul 16 01:28:31.549318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9464011-1b53-46b9-83e8-e04c65d91375 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7699cff3-cb21-435e-a57d-883d6e33f79e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.562247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-e38e43d2-3b9f-4ee3-bdf7-7894221dd2e3 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5833571 Jul 16 01:28:31.566828 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP aaeb4217-80b9-4ce4-ad9a-b51d7bda9e89 associated. External IP: 172.25.5.213, port: c9307de7-7b20-4fb8-9057-3d39c2ade578. Jul 16 01:28:31.751474 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c130acf8-116c-46de-bce9-b7ba23216b55 x-openstack-request-id: req-c130acf8-116c-46de-bce9-b7ba23216b55 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:31.752002 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:31.752002 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c130acf8-116c-46de-bce9-b7ba23216b55 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:31.752825 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'status': 'completed', 'code': 200} Jul 16 01:28:31.791457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641f10e-76d6-4afc-870c-09ea63e1c34c req-b3774c94-bd2f-4cfe-b147-038decdd4cc2 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.798529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0641f10e-76d6-4afc-870c-09ea63e1c34c req-b3774c94-bd2f-4cfe-b147-038decdd4cc2 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1419706 Jul 16 01:28:31.852071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-88830691-947c-4f28-ab78-4222d1612751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.853736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-88830691-947c-4f28-ab78-4222d1612751 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 1095 time: 0.0714386 Jul 16 01:28:31.897570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0641f10e-76d6-4afc-870c-09ea63e1c34c req-ef6bab98-1d28-4a87-b48c-a4e12f39df3d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974448 Jul 16 01:28:31.988893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-c64c9d22-31a3-4898-a6d6-519e727b76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.992168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-c64c9d22-31a3-4898-a6d6-519e727b76ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 906 time: 0.1280072 Jul 16 01:28:32.019040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:32.074518 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-052d3483-caa0-45ab-aaf8-8018bb9d78c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032 HTTP/1.1" status: 200 len: 217 time: 0.0749373 Jul 16 01:28:32.131595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-d737a345-5aeb-4c04-bea2-ff585e32f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.133256 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-d737a345-5aeb-4c04-bea2-ff585e32f3f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.0523899 Jul 16 01:28:32.168592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a18e2a6-7532-4449-ae4f-46ee6604dd49 req-e04c8230-cd2b-4cd0-950a-c46b30e3ce28 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0514326 Jul 16 01:28:32.180718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981cabf-8d79-4615-a000-38d63decd37e req-50fe59e7-d81c-4c81-99b6-4c2b8162aea2 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.181499 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-96389636-1873-4aca-921f-6f793fdc996c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404320 Jul 16 01:28:32.192421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c981cabf-8d79-4615-a000-38d63decd37e req-50fe59e7-d81c-4c81-99b6-4c2b8162aea2 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.2874491 Jul 16 01:28:32.271940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c981cabf-8d79-4615-a000-38d63decd37e req-60dedfe7-0cfa-4817-a770-e2e2b6a46528 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833075 Jul 16 01:28:32.290783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:32.298894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:32.310614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:32.319120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:32.368861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.391384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:32.406150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:32.420276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:32.457533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:32.459046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99c975b-b6f8-4b0c-be80-b4bbcc38ce89 None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:32.473031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:32.479351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-500042832'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:32.525932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f7ef1d4-ea40-4153-bdf1-a4e5f8e4aeac tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7033436 Jul 16 01:28:32.534169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d393bb9-264e-4b02-9ee5-3049b01ca26e req-3012e1c6-8f13-49f5-88a1-bd7a452d4f47 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.536147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d393bb9-264e-4b02-9ee5-3049b01ca26e req-3012e1c6-8f13-49f5-88a1-bd7a452d4f47 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 944 time: 0.2359912 Jul 16 01:28:32.542982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50144) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:32.549031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1482444544'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:32.588710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15f9d29d-68b5-47cb-b4d5-fcaed2cf8f31 req-f18c62bf-843f-41d2-9387-5fab2589301c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 10910 time: 0.2436619 Jul 16 01:28:32.606426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:32.609950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.623781 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-3742841c-1f71-4414-b239-d8d47f6fa8f0 service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343927 Jul 16 01:28:32.671807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:32.675326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.687571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d393bb9-264e-4b02-9ee5-3049b01ca26e req-675c5bc0-bbfe-43be-8646-8c5d2602c09a tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276248 Jul 16 01:28:32.705105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:32.722363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15f9d29d-68b5-47cb-b4d5-fcaed2cf8f31 req-228a2121-4269-46e6-85a9-ee90bab72a55 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/e983b941-e730-4d77-afbd-bf77585ea564 HTTP/1.1" status: 200 len: 2985 time: 0.1186340 Jul 16 01:28:32.724515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.724866 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Added segment 2f47eabd-f1c2-4e7c-b258-bbb58b53cab8 of type vlan for network f28cbbf1-bcb5-48f6-8632-a12c16c86851 Jul 16 01:28:32.739151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:32.742936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-221237ac-122b-4d3f-9cf3-541b053b9c84 req-e1da3ab6-665c-428c-aeb5-a854a01c05c6 service neutron] 10.222.0.78 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042376 Jul 16 01:28:32.788849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.798701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.799049 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Added segment 09bcf32b-9565-495d-9743-ac9a19e2a5fd of type vlan for network f7f4f1d5-6d44-4265-96e3-182b3f77950e Jul 16 01:28:32.855712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6e8660e-d3b5-4268-aed2-d848220447e9 req-b8b1d947-d2cc-4bbf-9be5-1843c7702768 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 210 time: 0.0588701 Jul 16 01:28:32.893220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15f9d29d-68b5-47cb-b4d5-fcaed2cf8f31 req-f96ea1a3-0c91-4e73-9e7f-cc1b0a22f668 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/e983b941-e730-4d77-afbd-bf77585ea564 HTTP/1.1" status: 200 len: 2985 time: 0.1585910 Jul 16 01:28:32.904835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.931357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.937968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.938619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.024008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Network': ['ID=f28cbbf1-bcb5-48f6-8632-a12c16c86851,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.028273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ad6593c7-9796-430f-8499-3d03d8901ea8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5536411 Jul 16 01:28:33.031430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50152) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:33.037939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1743597848'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:33.039828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:33.058133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.065258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.066434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.071086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:33.080825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.134871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-da3963e2-6094-4782-8c87-9b29b885adde tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259407 Jul 16 01:28:33.138531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:33.182109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.182398 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Added segment 958665da-9e28-4dfa-aeff-afbc02f0a29d of type vlan for network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f Jul 16 01:28:33.203209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Network': ['ID=f7f4f1d5-6d44-4265-96e3-182b3f77950e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.214729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:33.220394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ccd505d-5afb-4864-8a4a-521f2ddf016d req-6cc93496-825e-4647-820b-9e05c9193e90 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/e2b74403-b440-499d-aeb1-718aa0942510 HTTP/1.1" status: 200 len: 1802 time: 0.1997843 Jul 16 01:28:33.226960 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c7c98786-b758-4c39-af49-cce3fdf61cf0 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6792660 Jul 16 01:28:33.227145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50160) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:33.232454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'subnet': {'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:33.274022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.324153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-6d693ad9-2b3c-4c46-a1de-d842128968d6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.325745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-6d693ad9-2b3c-4c46-a1de-d842128968d6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847796 Jul 16 01:28:33.345147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Request body: {'port': {'device_id': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'c6717f74143741a781d9cd28d40c422b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:33.369214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3ccd505d-5afb-4864-8a4a-521f2ddf016d req-58ccadc0-e26b-48df-8ef1-08253f84fe3c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.400612 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.412739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.413370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.469654 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3ccd505d-5afb-4864-8a4a-521f2ddf016d req-58ccadc0-e26b-48df-8ef1-08253f84fe3c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.519645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:33.525959 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.601840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Network': ['ID=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.603676 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3ccd505d-5afb-4864-8a4a-521f2ddf016d req-58ccadc0-e26b-48df-8ef1-08253f84fe3c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.607948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Made reservation on behalf of c6717f74143741a781d9cd28d40c422b for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:33.613157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.613570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:33.625791 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-652cbaad-d3a5-4f07-958f-f202e5cdad39 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5930181 Jul 16 01:28:33.628685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50166) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:33.630313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3ccd505d-5afb-4864-8a4a-521f2ddf016d req-58ccadc0-e26b-48df-8ef1-08253f84fe3c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.631491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ccd505d-5afb-4864-8a4a-521f2ddf016d req-58ccadc0-e26b-48df-8ef1-08253f84fe3c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/e2b74403-b440-499d-aeb1-718aa0942510 HTTP/1.1" status: 204 len: 173 time: 0.3939435 Jul 16 01:28:33.633998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'subnet': {'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:33.655493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccadc0-e26b-48df-8ef1-08253f84fe3c tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b74403-b440-499d-aeb1-718aa0942510,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.774384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71f52426-a998-4f1a-9d57-a5f0553f8ef8 req-17421707-8837-4515-9e2c-f1a971f7a15e tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0337825 Jul 16 01:28:33.862198 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-5091090a-1279-432b-9661-21f2d236f86c req-d63d78cb-c3c9-49d7-913f-1f51cbf16521 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:28:33.863214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5091090a-1279-432b-9661-21f2d236f86c req-d63d78cb-c3c9-49d7-913f-1f51cbf16521 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/e2b74403-b440-499d-aeb1-718aa0942510 HTTP/1.1" status: 404 len: 352 time: 0.0431671 Jul 16 01:28:33.902643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Allocated IP 192.168.233.218 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/de921182-7f8a-4609-afab-cf7982ef7c34) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:33.951410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.987835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab076-cd85-4584-9b96-5e4a0eacbecc req-f0cec54a-3b27-47bb-85a5-25e30be721b9 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.989413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-193ab076-cd85-4584-9b96-5e4a0eacbecc req-f0cec54a-3b27-47bb-85a5-25e30be721b9 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.1969953 Jul 16 01:28:34.024369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:34.027843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.077622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Subnet': ['ID=005a785e-0b35-49b4-84af-b7e87bbf7e23,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.104123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-193ab076-cd85-4584-9b96-5e4a0eacbecc req-38e7a38f-d320-4d78-8fcb-9e7bfd915e4b tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053119 Jul 16 01:28:34.108566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Checking segment: {'id': '09bcf32b-9565-495d-9743-ac9a19e2a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:34.108566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network hostable DHCP agents. Network: f7f4f1d5-6d44-4265-96e3-182b3f77950e, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:34.150238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e02d-eb50-4c19-a3b2-9cf8f4ee7ca9 req-d132e40c-3862-4b87-a762-e579cff0b0d2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.153196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dea9e02d-eb50-4c19-a3b2-9cf8f4ee7ca9 req-d132e40c-3862-4b87-a762-e579cff0b0d2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 944 time: 0.1627159 Jul 16 01:28:34.156394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:34.178025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.198815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Transition to ACTIVE for port object de921182-7f8a-4609-afab-cf7982ef7c34 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:34.199874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f7f4f1d5-6d44-4265-96e3-182b3f77950e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:34.211046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc8daa-6d85-4ab8-9f27-b3fd9ccaa856 None None] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:34.213387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.213980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.245358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73230ada-a863-455c-9051-531f8f426c3b req-813160f8-fba7-4bcf-9d55-9ad29f4f9180 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/2f6bbe30-2767-498c-a341-19c55675bf9d HTTP/1.1" status: 200 len: 1802 time: 0.0907667 Jul 16 01:28:34.259713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dea9e02d-eb50-4c19-a3b2-9cf8f4ee7ca9 req-7253dfd6-e463-449f-b83b-f65ecc24eefb tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008353 Jul 16 01:28:34.263497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9eeade5e-f1ac-42f5-a37f-fb6b3456faa7 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0352888 Jul 16 01:28:34.267954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.272786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1491500733', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:34.340106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.352373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5', '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:34.357705 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.358752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.382421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73230ada-a863-455c-9051-531f8f426c3b req-809dc0d6-550e-462b-a97a-eb370e178553 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.411139 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.426301 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73230ada-a863-455c-9051-531f8f426c3b req-809dc0d6-550e-462b-a97a-eb370e178553 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.437672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.515278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73230ada-a863-455c-9051-531f8f426c3b req-809dc0d6-550e-462b-a97a-eb370e178553 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.515664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-f7f4f1d5-6d44-4265-96e3-182b3f77950e', 'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e', 'tenant_id': '2b6162ffc0d74fb0afd408e48f34ec12', 'fixed_ips': [{'subnet_id': '005a785e-0b35-49b4-84af-b7e87bbf7e23'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:34.515796 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73230ada-a863-455c-9051-531f8f426c3b req-809dc0d6-550e-462b-a97a-eb370e178553 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.515909 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.516002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73230ada-a863-455c-9051-531f8f426c3b req-809dc0d6-550e-462b-a97a-eb370e178553 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/2f6bbe30-2767-498c-a341-19c55675bf9d HTTP/1.1" status: 204 len: 173 time: 0.2523055 Jul 16 01:28:34.526513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc0d6-550e-462b-a97a-eb370e178553 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6bbe30-2767-498c-a341-19c55675bf9d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.560698 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-5582064c-ebce-4352-a2d2-bd0857d03dd2 req-42f171a9-7da4-45f4-854a-cc48b9da1cff tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:28:34.561987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5582064c-ebce-4352-a2d2-bd0857d03dd2 req-42f171a9-7da4-45f4-854a-cc48b9da1cff tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/2f6bbe30-2767-498c-a341-19c55675bf9d HTTP/1.1" status: 404 len: 352 time: 0.0202520 Jul 16 01:28:34.562789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:34.579478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:34.582320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbfba5-ee51-432a-adc9-97e9f5fde8c7 req-3be0aae3-a7f4-495f-8505-bf475b15bfbf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.584239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbcbfba5-ee51-432a-adc9-97e9f5fde8c7 req-3be0aae3-a7f4-495f-8505-bf475b15bfbf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 936 time: 0.1545544 Jul 16 01:28:34.587728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:34.636771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.645017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Checking segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:34.646326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network hostable DHCP agents. Network: f28cbbf1-bcb5-48f6-8632-a12c16c86851, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:34.695395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbcbfba5-ee51-432a-adc9-97e9f5fde8c7 req-9cb6ac80-2785-45f8-a9b0-a596338865cd tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051073 Jul 16 01:28:34.709638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47196291-9cc2-4f14-9868-f180310fdc59 req-e2dff176-42b9-402c-9b6e-758080e15504 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/7699cff3-cb21-435e-a57d-883d6e33f79e HTTP/1.1" status: 200 len: 1802 time: 0.1074135 Jul 16 01:28:34.738490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Subnet': ['ID=fff7814c-b387-4a64-8f27-c0f8cc0fc55a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.769129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.781106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:34.797248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.798587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.812378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f28cbbf1-bcb5-48f6-8632-a12c16c86851) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:34.817201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47196291-9cc2-4f14-9868-f180310fdc59 req-153f68d6-3168-49e5-afa2-f49687cd9b87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.834597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d16f5587-73fa-47b5-8789-30eca8372ffb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4992950 Jul 16 01:28:34.842934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.845519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.848203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47196291-9cc2-4f14-9868-f180310fdc59 req-153f68d6-3168-49e5-afa2-f49687cd9b87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.865828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Request body: {'port': {'device_id': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:34.890907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda6762-85bd-4c21-8d0b-5f66e172ec61 None None] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:34.928561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47196291-9cc2-4f14-9868-f180310fdc59 req-153f68d6-3168-49e5-afa2-f49687cd9b87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.932108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47196291-9cc2-4f14-9868-f180310fdc59 req-153f68d6-3168-49e5-afa2-f49687cd9b87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.933463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47196291-9cc2-4f14-9868-f180310fdc59 req-153f68d6-3168-49e5-afa2-f49687cd9b87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/7699cff3-cb21-435e-a57d-883d6e33f79e HTTP/1.1" status: 204 len: 173 time: 0.2181370 Jul 16 01:28:34.944092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f68d6-3168-49e5-afa2-f49687cd9b87 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7699cff3-cb21-435e-a57d-883d6e33f79e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.974621 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-0de26757-69eb-40c3-b708-35f6705558da req-ca70a242-6648-4d4f-9034-b62c30d4c579 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:28:34.975754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de26757-69eb-40c3-b708-35f6705558da req-ca70a242-6648-4d4f-9034-b62c30d4c579 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/7699cff3-cb21-435e-a57d-883d6e33f79e HTTP/1.1" status: 404 len: 352 time: 0.0196488 Jul 16 01:28:34.978456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:34.986902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-91624a5b-d301-4814-af48-74952ce1d099 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3549950 Jul 16 01:28:34.987238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.993642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'subnet': {'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:35.002223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Allocated IP 172.20.0.2 (f7f4f1d5-6d44-4265-96e3-182b3f77950e/005a785e-0b35-49b4-84af-b7e87bbf7e23/0591e6d2-40f2-4f67-a26c-413b00f8c376) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:35.072584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6439d2f8-63bf-45e5-8267-74fac19b70e2 req-e3a59e2c-425e-4348-a5e1-699efadcd231 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0518866 Jul 16 01:28:35.089648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.184454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1d5ca89-1c31-4e6b-abd8-2e20780bca61 None None] Provisioning for port de921182-7f8a-4609-afab-cf7982ef7c34 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:35.215133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:35.219806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.222364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1d5ca89-1c31-4e6b-abd8-2e20780bca61 None None] Provisioning complete for port de921182-7f8a-4609-afab-cf7982ef7c34 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:35.222733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca89-1c31-4e6b-abd8-2e20780bca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.339184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.380911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.425621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:28:35.439174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5ca89-1c31-4e6b-abd8-2e20780bca61 None None] Port de921182-7f8a-4609-afab-cf7982ef7c34 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:35.467559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'fixed_ips': [{'subnet_id': 'fff7814c-b387-4a64-8f27-c0f8cc0fc55a'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:35.468722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.475714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75525425-c8be-46b0-8d17-b94c1bc77bae req-dae43a69-6346-43cc-b149-cba0c7a9e140 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 6157 time: 0.4153268 Jul 16 01:28:35.610564 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.25.5.190 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/5f9c5269-43e9-4d0d-acc3-a98c80b33072) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:35.624672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75525425-c8be-46b0-8d17-b94c1bc77bae req-fb5d488c-f19e-4ff1-a34b-f34f67c907c4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/e983b941-e730-4d77-afbd-bf77585ea564 HTTP/1.1" status: 200 len: 2985 time: 0.1396601 Jul 16 01:28:35.631522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.711398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Allocated IP 10.1.1.2 (f28cbbf1-bcb5-48f6-8632-a12c16c86851/fff7814c-b387-4a64-8f27-c0f8cc0fc55a/134f1e82-2c1f-4b67-a465-02e7b187ea38) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:35.720510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Subnet': ['ID=33cfbffe-807a-408a-a17b-b0ffc5bfae0e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.738687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de921182-7f8a-4609-afab-cf7982ef7c34 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:35.741275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-f2ef1e45-c86d-4159-adae-8f847b516dfa tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.743600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-f2ef1e45-c86d-4159-adae-8f847b516dfa tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.3653255 Jul 16 01:28:35.754288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.756091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96a7df-9f8a-4502-8cd6-9535ecb967ff req-825aa71c-dcfe-4a7c-9e0f-ff8dbf2afc85 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.758611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da96a7df-9f8a-4502-8cd6-9535ecb967ff req-825aa71c-dcfe-4a7c-9e0f-ff8dbf2afc85 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 945 time: 0.3631186 Jul 16 01:28:35.782112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Transition to ACTIVE for port object de921182-7f8a-4609-afab-cf7982ef7c34 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:35.791243 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.828809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.902420 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.914972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Transition to ACTIVE for port object 134f1e82-2c1f-4b67-a465-02e7b187ea38 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:35.918564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75525425-c8be-46b0-8d17-b94c1bc77bae req-7bcfdc70-9ffb-413d-8809-96a0a06cf406 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/e983b941-e730-4d77-afbd-bf77585ea564 HTTP/1.1" status: 200 len: 2985 time: 0.2765503 Jul 16 01:28:35.937895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Transition to ACTIVE for port object 134f1e82-2c1f-4b67-a465-02e7b187ea38 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:35.954503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Checking segment: {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:35.954881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network hostable DHCP agents. Network: c4618aa9-0325-4d90-9dcf-d9bdc9067a8f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:35.976350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.034958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.045304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:36.045894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:36.046414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:36.050652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da96a7df-9f8a-4502-8cd6-9535ecb967ff req-cd8e6c59-c1c7-4359-8985-aa931b8b1de7 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca214949-a216-4f7f-9560-4f1336073802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582753 Jul 16 01:28:36.056689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:36.057179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:36.064529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:36.080958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:36.081556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:36.082167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:36.082841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Bound port: de921182-7f8a-4609-afab-cf7982ef7c34, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:36.083429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.087498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.113238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c4618aa9-0325-4d90-9dcf-d9bdc9067a8f) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:36.115887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:36.120155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:36.121007 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.121886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.162553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:36.168677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc61c5-1260-41f5-8135-aeab52e42843 None None] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:36.198840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:36.200425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Deleting port bcacc897-4111-4456-85ea-25db07df98a6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:36.200777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.229971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:36.234448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:36.263195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.267918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:36.283476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.284864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.286224 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] 10.222.0.78 "PUT /v2.0/ports/de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 1096 time: 1.4256487 Jul 16 01:28:36.305069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Pushing event updated for resources: {'Port': ['ID=134f1e82-2c1f-4b67-a465-02e7b187ea38,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.310064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:36.313882 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:36.332270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] For port bcacc897-4111-4456-85ea-25db07df98a6, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bcacc897-4111-4456-85ea-25db07df98a6,segment=NetworkSegment(30e0bb28-5a7e-4165-ae3e-1a2f9779c024),segment_id=30e0bb28-5a7e-4165-ae3e-1a2f9779c024)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:36.333413 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.336165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=5f9c5269-43e9-4d0d-acc3-a98c80b33072,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.351286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:36.358123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Calling delete_port for bcacc897-4111-4456-85ea-25db07df98a6 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:36.377196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6cee93e1-29d0-40ea-9f5b-f8251bdb05db tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3864832 Jul 16 01:28:36.390972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:36.421804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:36.474743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'port': {'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'name': 'tempest-TaggedBootDevicesTest_v242-529267209', 'fixed_ips': [{'subnet_id': 'fff7814c-b387-4a64-8f27-c0f8cc0fc55a'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.522742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'mac_address': 'fa:16:3e:30:0f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:36.525013 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.555366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Transition to ACTIVE for port object 0591e6d2-40f2-4f67-a26c-413b00f8c376 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:36.568169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Attempting to bind port 134f1e82-2c1f-4b67-a465-02e7b187ea38 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:36.568930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Attempting to bind port 134f1e82-2c1f-4b67-a465-02e7b187ea38 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:36.569375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Attempting to bind port 134f1e82-2c1f-4b67-a465-02e7b187ea38 on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:36.622914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:36.623714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Checking segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:36.624255 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.624861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Bound using segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:36.625569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Bound port: 134f1e82-2c1f-4b67-a465-02e7b187ea38, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:36.626052 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.645360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c2395-1f6e-49dd-9a8d-8612a9aeb973 service neutron] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.652398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-04f69b8a-fe46-4fbc-8422-a06c3968695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.654136 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-04f69b8a-fe46-4fbc-8422-a06c3968695e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1099 time: 0.2951500 Jul 16 01:28:36.661350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Transition to ACTIVE for port object 0591e6d2-40f2-4f67-a26c-413b00f8c376 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:36.694498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f3de-92c2-464e-9918-1440c3463b6d req-c0846154-59b4-4f56-8bd4-5aad7ba69603 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.700002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a88f3de-92c2-464e-9918-1440c3463b6d req-c0846154-59b4-4f56-8bd4-5aad7ba69603 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 944 time: 0.5428367 Jul 16 01:28:36.729891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.745287 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.754072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-3abe08fb-146b-4129-a59c-75f4724023dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.0571034 Jul 16 01:28:36.758434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:36.797869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a88f3de-92c2-464e-9918-1440c3463b6d req-e9423a5f-2be3-4ee4-836c-8228cb4eacca tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747728 Jul 16 01:28:36.820895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7f0e-7ba8-4787-b0e7-d9c2a446b338 req-ef064d52-4315-4036-a1eb-958623373329 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.822602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-477d7f0e-7ba8-4787-b0e7-d9c2a446b338 req-ef064d52-4315-4036-a1eb-958623373329 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 948 time: 0.4467309 Jul 16 01:28:36.885456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b75b882c-d9b6-434a-a7f9-57fa83dffd6e req-cbefdc2a-c8e5-4382-b365-3e3296ce6850 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1438573531', 'description': 'tempest-description-1312780715'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.907723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-5e4954d2-3706-481c-8909-6b62e7ade8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.909600 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-5e4954d2-3706-481c-8909-6b62e7ade8a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1455939 Jul 16 01:28:36.920599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:36.924280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:36.941498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:36.944262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] For port 134f1e82-2c1f-4b67-a465-02e7b187ea38, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:36.949252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:36.954592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-477d7f0e-7ba8-4787-b0e7-d9c2a446b338 req-687838b9-80a7-4456-9fdb-f28cd13849ef tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261549 Jul 16 01:28:36.955366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b75b882c-d9b6-434a-a7f9-57fa83dffd6e req-cbefdc2a-c8e5-4382-b365-3e3296ce6850 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.961902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:36.972725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.975660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Pushing event updated for resources: {'Port': ['ID=0591e6d2-40f2-4f67-a26c-413b00f8c376,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.002615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.006158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] For port 134f1e82-2c1f-4b67-a465-02e7b187ea38, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=134f1e82-2c1f-4b67-a465-02e7b187ea38,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:37.041513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-c4618aa9-0325-4d90-9dcf-d9bdc9067a8f', 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'fixed_ips': [{'subnet_id': '33cfbffe-807a-408a-a17b-b0ffc5bfae0e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:37.042503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.075454 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.086107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-f8ab6f3f-989e-4faa-9eaf-9aec2308db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.087610 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-f8ab6f3f-989e-4faa-9eaf-9aec2308db06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587825 Jul 16 01:28:37.089516 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.114864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Pushing event deleted for resources: {'Port': ['ID=bcacc897-4111-4456-85ea-25db07df98a6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.213606 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-a36358a8-f3fc-4994-8b02-61479bdf6d3a service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155460 Jul 16 01:28:37.236211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Attempting to bind port 0591e6d2-40f2-4f67-a26c-413b00f8c376 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:37.236747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Attempting to bind port 0591e6d2-40f2-4f67-a26c-413b00f8c376 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '09bcf32b-9565-495d-9743-ac9a19e2a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:37.237265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Attempting to bind port 0591e6d2-40f2-4f67-a26c-413b00f8c376 on network f7f4f1d5-6d44-4265-96e3-182b3f77950e {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:37.248417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] No DVR routers for this DVR port bcacc897-4111-4456-85ea-25db07df98a6 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:37.249792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.265531 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.268096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4fc5a62-96e9-4f10-9e93-8ebbadd339aa req-e5d3e59e-3a14-4ef5-bb4c-f2a578909f0c tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.93 "DELETE /v2.0/ports/bcacc897-4111-4456-85ea-25db07df98a6 HTTP/1.1" status: 204 len: 173 time: 1.5071836 Jul 16 01:28:37.307250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'name': 'network-vif-deleted', 'tag': 'bcacc897-4111-4456-85ea-25db07df98a6'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:37.309560 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ddf31-5b33-4cad-9444-3c3e7ba467a1" -d '{"events": [{"server_uuid": "fc74f130-1439-41a4-86fd-e33e4aa232f3", "name": "network-vif-deleted", "tag": "bcacc897-4111-4456-85ea-25db07df98a6"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:37.326843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c385cabf-7dc1-4db5-8dad-d142d53d1837 req-d9c5c58d-bc43-4c53-b459-a541e30d1eb8 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0963032 Jul 16 01:28:37.332338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1169c26e-cfa5-4a9b-be04-b1b28ae9a032'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:37.337031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.341943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:37.342492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Checking segment: {'id': '09bcf32b-9565-495d-9743-ac9a19e2a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:37.343221 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.343836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Bound using segment: {'id': '09bcf32b-9565-495d-9743-ac9a19e2a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:37.344449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Bound port: 0591e6d2-40f2-4f67-a26c-413b00f8c376, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bcf32b-9565-495d-9743-ac9a19e2a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:37.344931 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.456137 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70254d44-db9d-42ba-865d-97742a356589 x-openstack-request-id: req-70254d44-db9d-42ba-865d-97742a356589 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:37.459455 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:37.459616 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70254d44-db9d-42ba-865d-97742a356589 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:37.460032 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'status': 'completed', 'code': 200} Jul 16 01:28:37.481575 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b75b882c-d9b6-434a-a7f9-57fa83dffd6e req-cbefdc2a-c8e5-4382-b365-3e3296ce6850 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.488125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] device_id is not set on port ba917c0e-b251-4c36-b8b1-b362244c0f6a yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:37.513229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b75b882c-d9b6-434a-a7f9-57fa83dffd6e req-cbefdc2a-c8e5-4382-b365-3e3296ce6850 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.561035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb9c7990-0a7a-4717-bcfc-89d1696a3737 req-ac95b715-ca8c-48aa-af31-302d8056893d service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183951 Jul 16 01:28:37.621329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] For port 0591e6d2-40f2-4f67-a26c-413b00f8c376, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:37.626843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] For port 0591e6d2-40f2-4f67-a26c-413b00f8c376, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0591e6d2-40f2-4f67-a26c-413b00f8c376,segment=NetworkSegment(09bcf32b-9565-495d-9743-ac9a19e2a5fd),segment_id=09bcf32b-9565-495d-9743-ac9a19e2a5fd)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:37.684532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25680c26-d033-4c68-b601-a3664d0df10a None None] Pushing event updated for resources: {'Port': ['ID=134f1e82-2c1f-4b67-a465-02e7b187ea38,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.699641 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.791033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b471c-6383-49c3-9a02-71ba5a0723a1 None None] Pushing event updated for resources: {'Port': ['ID=0591e6d2-40f2-4f67-a26c-413b00f8c376,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.861722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cbb5a26-c6da-4dc5-a11c-d8231708fc0a req-8b8f6f9c-01ed-41b9-b807-4d7b4fe13261 tempest-InstanceActionsTestJSON-1522119525 tempest-InstanceActionsTestJSON-1522119525-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc74f130-1439-41a4-86fd-e33e4aa232f3 HTTP/1.1" status: 200 len: 210 time: 0.1350539 Jul 16 01:28:37.884701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b75b882c-d9b6-434a-a7f9-57fa83dffd6e req-cbefdc2a-c8e5-4382-b365-3e3296ce6850 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.906556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b75b882c-d9b6-434a-a7f9-57fa83dffd6e req-cbefdc2a-c8e5-4382-b365-3e3296ce6850 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0252101 Jul 16 01:28:37.940044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefdc2a-c8e5-4382-b365-3e3296ce6850 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f2fea0-ab9b-45d9-99aa-486d222242c7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.022667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Allocated IP 10.2.2.2 (c4618aa9-0325-4d90-9dcf-d9bdc9067a8f/33cfbffe-807a-408a-a17b-b0ffc5bfae0e/78bf1180-fff8-4d5f-a55d-e0c59f15d190) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:38.258125 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f948c1-3855-4fb2-9e34-dd6d47962daa x-openstack-request-id: req-a3f948c1-3855-4fb2-9e34-dd6d47962daa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:38.258125 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc74f130-1439-41a4-86fd-e33e4aa232f3", "name": "network-vif-deleted", "tag": "bcacc897-4111-4456-85ea-25db07df98a6", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:38.258125 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3f948c1-3855-4fb2-9e34-dd6d47962daa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:38.258125 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc74f130-1439-41a4-86fd-e33e4aa232f3', 'name': 'network-vif-deleted', 'tag': 'bcacc897-4111-4456-85ea-25db07df98a6', 'status': 'completed', 'code': 200} Jul 16 01:28:38.313657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-70f6c1ca-ce05-495a-b078-c4e56d38bd88 req-040f70f7-340c-40eb-a100-333ecc8f5387 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-958262064', 'description': 'tempest-description-1228559636'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:38.523584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.634442 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.652536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Transition to ACTIVE for port object 78bf1180-fff8-4d5f-a55d-e0c59f15d190 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:38.687613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Transition to ACTIVE for port object 78bf1180-fff8-4d5f-a55d-e0c59f15d190 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:38.706582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.782156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:38.789000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:38.793222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:38.803146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Pushing event updated for resources: {'Port': ['ID=78bf1180-fff8-4d5f-a55d-e0c59f15d190,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.909971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0591e6d2-40f2-4f67-a26c-413b00f8c376 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:38.922305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Attempting to bind port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:38.922838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Attempting to bind port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:38.923310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Attempting to bind port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 on network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:38.931685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-6b524540-3623-4004-8961-70ff2b67d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.940653 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-6b524540-3623-4004-8961-70ff2b67d2d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1099 time: 0.4126523 Jul 16 01:28:38.988676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:38.989226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Checking segment: {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:38.989856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.990359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Bound using segment: {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:38.994349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Bound port: 78bf1180-fff8-4d5f-a55d-e0c59f15d190, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:38.994924 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.028139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bcacc897-4111-4456-85ea-25db07df98a6 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:39.105318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: bcacc897-4111-4456-85ea-25db07df98a6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:39.111731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bcacc897-4111-4456-85ea-25db07df98a6 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:39.160676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-69f67565-c004-4897-9169-9e50826d4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.173082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-69f67565-c004-4897-9169-9e50826d4aac service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2169681 Jul 16 01:28:39.229616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] For port 78bf1180-fff8-4d5f-a55d-e0c59f15d190, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:39.233093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] For port 78bf1180-fff8-4d5f-a55d-e0c59f15d190, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=78bf1180-fff8-4d5f-a55d-e0c59f15d190,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:39.238013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faea055-75c4-43a4-acbf-fb36830e7b07 None None] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:39.244592 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-f3339667-3186-4296-bfe8-7575d3abf7ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.0602233 Jul 16 01:28:39.246516 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.298956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 10.1.1.25 (f28cbbf1-bcb5-48f6-8632-a12c16c86851/fff7814c-b387-4a64-8f27-c0f8cc0fc55a/ba917c0e-b251-4c36-b8b1-b362244c0f6a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:39.307515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-2a5b3f3e-170e-43fd-adda-412bea92d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.310051 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-2a5b3f3e-170e-43fd-adda-412bea92d8ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0559862 Jul 16 01:28:39.316712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router 473ab452-a044-4948-be9a-32ab996bf7df is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:28:39.329684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-70f6c1ca-ce05-495a-b078-c4e56d38bd88 req-040f70f7-340c-40eb-a100-333ecc8f5387 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.440409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141740ce-16da-469a-b3a7-6d7f48e1ab5b req-d9de9fe9-7430-4933-bc75-b435493af945 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.445855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8c9ad-e969-4ce9-8b5a-14959699aad4 None None] Pushing event updated for resources: {'Port': ['ID=78bf1180-fff8-4d5f-a55d-e0c59f15d190,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.449350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-141740ce-16da-469a-b3a7-6d7f48e1ab5b req-d9de9fe9-7430-4933-bc75-b435493af945 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 945 time: 1.1735322 Jul 16 01:28:39.452527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0591e6d2-40f2-4f67-a26c-413b00f8c376 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:39.465955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2eb60c8-5cc2-4a02-a4a4-55954ca91c6c None None] Provisioning for port 134f1e82-2c1f-4b67-a465-02e7b187ea38 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:39.513889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 134f1e82-2c1f-4b67-a465-02e7b187ea38 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:39.546184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:39.561442 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] Sync routers for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:39.575413 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:39.579013 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:39.587756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7d8b0-ba8e-42cd-aa63-a62c198a807e None None] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:39.592356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-d1a4e607-42d6-4000-99ce-3a3571e8c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.594302 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-d1a4e607-42d6-4000-99ce-3a3571e8c01c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2740219 Jul 16 01:28:39.600548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-141740ce-16da-469a-b3a7-6d7f48e1ab5b req-0b2fc9cc-1f67-4ba5-860f-cc1249e31348 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502135 Jul 16 01:28:39.685136 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:39.710568 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:39.711341 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:39.766772 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:39.767854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c5fa6-d8e6-4f66-a94b-4b202df5aba2 None None] The sync data for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:39.805044 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-c72d837d-d2b5-4814-aa5e-7a93f19ef1b0 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009079 Jul 16 01:28:39.885741 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.905747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-70f6c1ca-ce05-495a-b078-c4e56d38bd88 req-040f70f7-340c-40eb-a100-333ecc8f5387 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.929210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Transition to ACTIVE for port object ba917c0e-b251-4c36-b8b1-b362244c0f6a will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:39.935952 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-70f6c1ca-ce05-495a-b078-c4e56d38bd88 req-040f70f7-340c-40eb-a100-333ecc8f5387 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.937732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.939183 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b852c218-c351-449a-8b05-562e0945adc8 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6701589 Jul 16 01:28:39.943195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50228) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:39.947237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31c84a17-d80f-4942-b48f-429042f55c2a None None] Provisioning for port 0591e6d2-40f2-4f67-a26c-413b00f8c376 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:39.983653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 134f1e82-2c1f-4b67-a465-02e7b187ea38 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:39.989901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31c84a17-d80f-4942-b48f-429042f55c2a None None] Provisioning complete for port 0591e6d2-40f2-4f67-a26c-413b00f8c376 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:39.991148 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31c84a17-d80f-4942-b48f-429042f55c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.996394 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-70f6c1ca-ce05-495a-b078-c4e56d38bd88 req-040f70f7-340c-40eb-a100-333ecc8f5387 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.007477 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4fe9129b-5cdf-450d-aca5-0d953aa8b3e1 req-4c9dc429-454a-4744-9829-5ddae4b957b2 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938746 Jul 16 01:28:40.033787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70f6c1ca-ce05-495a-b078-c4e56d38bd88 req-040f70f7-340c-40eb-a100-333ecc8f5387 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.7722414 Jul 16 01:28:40.049708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f70f7-340c-40eb-a100-333ecc8f5387 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0309e-098b-4d9a-97ab-2dabbc1255af,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.106381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d535983-9523-4042-bb0b-5510110d63eb req-997be8ff-40bb-41aa-95c7-2c71fc83b7dc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.113365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d535983-9523-4042-bb0b-5510110d63eb req-997be8ff-40bb-41aa-95c7-2c71fc83b7dc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 948 time: 0.2495191 Jul 16 01:28:40.141288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.150314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 134f1e82-2c1f-4b67-a465-02e7b187ea38 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:40.150911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.250414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d165d50-08d4-4308-9599-f1c41b728d3a req-2e9dff43-07f7-425e-b1ae-524e5d37ec8b tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0728550 Jul 16 01:28:40.264075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:40.299610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d535983-9523-4042-bb0b-5510110d63eb req-325233d4-0c4f-40f4-823e-c00ff7882720 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824920 Jul 16 01:28:40.326810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:40.338017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:40.434993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.436832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.443440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.482962 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31c84a17-d80f-4942-b48f-429042f55c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.587387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.597532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] Deleting subnet 3112f34d-3c6f-416a-97a1-9bd723539051 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:40.605494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.606106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4228ed5b-870c-471d-90ba-c8cac06641c0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1357191 Jul 16 01:28:40.613112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50248) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.617498 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.626815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'port': {'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'name': 'tempest-TaggedBootDevicesTest_v242-2100870672', 'fixed_ips': [{'subnet_id': 'fff7814c-b387-4a64-8f27-c0f8cc0fc55a'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:40.640906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-31c84a17-d80f-4942-b48f-429042f55c2a None None] For port 0591e6d2-40f2-4f67-a26c-413b00f8c376, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0591e6d2-40f2-4f67-a26c-413b00f8c376,segment=NetworkSegment(09bcf32b-9565-495d-9743-ac9a19e2a5fd),segment_id=09bcf32b-9565-495d-9743-ac9a19e2a5fd)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:40.658507 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31c84a17-d80f-4942-b48f-429042f55c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.694444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-87d1e2a2-d88f-4059-9006-c946bfe6b94e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.698215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-87d1e2a2-d88f-4059-9006-c946bfe6b94e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 812 time: 0.2288764 Jul 16 01:28:40.725411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-eb1cbf97-e5e5-4069-b282-62b1eb6fc715 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/quotas/d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 375 time: 0.0195985 Jul 16 01:28:40.790408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 134f1e82-2c1f-4b67-a465-02e7b187ea38, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=134f1e82-2c1f-4b67-a465-02e7b187ea38,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:40.794977 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.813252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.839512 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.841897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c84a17-d80f-4942-b48f-429042f55c2a None None] Pushing event updated for resources: {'Port': ['ID=0591e6d2-40f2-4f67-a26c-413b00f8c376,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.929436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.947888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-3d8d0e5d-4b86-44e1-9772-62a05cb8e12b tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2154214 Jul 16 01:28:40.964289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3112f34d-3c6f-416a-97a1-9bd723539051,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.983426 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.985519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-49f915e5-bd05-47c0-afcd-0c5ba5f2b89c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3112f34d-3c6f-416a-97a1-9bd723539051 HTTP/1.1" status: 204 len: 168 time: 0.5410972 Jul 16 01:28:40.989352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.015078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=134f1e82-2c1f-4b67-a465-02e7b187ea38,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:41.031851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:41.037245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:41.181601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-a7f23f71-04d7-4657-b603-9b1c3f9658b3 service neutron] 10.222.0.81 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744730 Jul 16 01:28:41.189838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:41.190719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2cca-8870-4b04-ad96-d0dad686435a req-4a67b6d0-fe2c-4bde-8183-1ce6bf474bd4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.199074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8be2cca-8870-4b04-ad96-d0dad686435a req-4a67b6d0-fe2c-4bde-8183-1ce6bf474bd4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 945 time: 0.3007736 Jul 16 01:28:41.223846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 78bf1180-fff8-4d5f-a55d-e0c59f15d190 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:41.255557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.273781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:41.278873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.281804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8be2cca-8870-4b04-ad96-d0dad686435a req-17bafea5-8d71-4fc3-ac60-d765a7742966 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817199 Jul 16 01:28:41.290561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad30ce4-801d-47c5-bf55-044b9184912c None None] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:41.304542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'mac_address': 'fa:16:3e:65:1f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:41.376889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-85f7fecc-e14a-43ec-bc99-9c5823bbacca service neutron] 10.222.0.81 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694603 Jul 16 01:28:41.425516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:41.441024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:41.441291 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.448024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3f68864d-7150-42c6-bbc3-22c7793dad76 None None] Provisioning for port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:41.482175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.484546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bafe8a7f-99b9-40ba-bd9f-ec176701629a req-e0cebd95-a83a-476e-8c1d-d5f2c58fba09 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0384071 Jul 16 01:28:41.534947 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.555618 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.584364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:41.589349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0db0-fe1e-4588-9825-bf730ddf85f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.593902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:41.595399 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.602612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] device_id is not set on port 3e846de4-f9b5-4610-9792-79cfa6b2288a yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:41.623546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6882f2ad-6969-4fd1-b1a8-4d81588c1706']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:41.642306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de921182-7f8a-4609-afab-cf7982ef7c34 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:41.671629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e0bb28-5a7e-4165-ae3e-1a2f9779c024') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:41.672036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e0bb28-5a7e-4165-ae3e-1a2f9779c024') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:41.697085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.714302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:41.746835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07d749f4-b40c-4c4f-9bc8-b649f52a884c req-dbe36cac-b014-4296-b6d2-aac389780459 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 210 time: 0.0555899 Jul 16 01:28:41.769588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.776186 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.790899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Provisioning complete for port 0591e6d2-40f2-4f67-a26c-413b00f8c376 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:41.790899 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.805754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef6c20-0d1f-455a-83df-f86537171121 req-8341f1c9-7a81-46d4-8349-bba9874328c1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.807644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7ef6c20-0d1f-455a-83df-f86537171121 req-8341f1c9-7a81-46d4-8349-bba9874328c1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 948 time: 0.1896186 Jul 16 01:28:41.819391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:41.819941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:41.821758 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:41.888807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7ef6c20-0d1f-455a-83df-f86537171121 req-a144162c-bb5d-474f-aaf3-f133c458d6ed tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649858 Jul 16 01:28:41.911773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.926364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.961359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.981354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.986180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6882f2ad-6969-4fd1-b1a8-4d81588c1706 HTTP/1.1" status: 204 len: 168 time: 0.9937520 Jul 16 01:28:42.002292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.011437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:42.013734 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb65e31-7702-4ad1-98c8-e62f3c291715" -d '{"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-plugged", "status": "completed", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:42.021913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaba79-54a6-4416-8bdb-ddfdc244a457 admin admin] Pushing event deleted for resources: {'Network': ['ID=6882f2ad-6969-4fd1-b1a8-4d81588c1706,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.049796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 10.1.1.93 (f28cbbf1-bcb5-48f6-8632-a12c16c86851/fff7814c-b387-4a64-8f27-c0f8cc0fc55a/3e846de4-f9b5-4610-9792-79cfa6b2288a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:42.078728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 78bf1180-fff8-4d5f-a55d-e0c59f15d190, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=78bf1180-fff8-4d5f-a55d-e0c59f15d190,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:42.081291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.1 (f7f4f1d5-6d44-4265-96e3-182b3f77950e/005a785e-0b35-49b4-84af-b7e87bbf7e23/52b5fd4a-b494-444b-bda5-bb0b18572f5a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:42.086542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:42.099085 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0908c2-cb31-4063-a0df-d7eb1382b6fb x-openstack-request-id: req-1c0908c2-cb31-4063-a0df-d7eb1382b6fb {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:42.099428 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-plugged", "status": "completed", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:42.099734 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c0908c2-cb31-4063-a0df-d7eb1382b6fb {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:42.100018 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'code': 200} Jul 16 01:28:42.102696 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.104866 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.132075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['de921182-7f8a-4609-afab-cf7982ef7c34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:42.271132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50274) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.324380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-058c10c1-b111-47cd-a2df-61892961842d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9c01556af83418b982b386363e4e1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520177 Jul 16 01:28:42.325025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.334238 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.394780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.405413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Provisioning complete for port 134f1e82-2c1f-4b67-a465-02e7b187ea38 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:42.405660 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.439445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Transition to ACTIVE for port object 52b5fd4a-b494-444b-bda5-bb0b18572f5a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:42.481532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40608c6c-85a1-4f4c-93e8-82a865c62172 req-531a1f71-ccc1-448b-b481-ae79218b5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.484714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40608c6c-85a1-4f4c-93e8-82a865c62172 req-531a1f71-ccc1-448b-b481-ae79218b5739 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 1097 time: 0.2468612 Jul 16 01:28:42.534377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8dbd-0145-4fbb-8864-d12f816f3785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.553362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.560491 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40608c6c-85a1-4f4c-93e8-82a865c62172 req-f009151a-2951-465e-abb6-5292aeed1347 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648065 Jul 16 01:28:42.582216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8dbd-0145-4fbb-8864-d12f816f3785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.591789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=78bf1180-fff8-4d5f-a55d-e0c59f15d190,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.599636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Transition to ACTIVE for port object 3e846de4-f9b5-4610-9792-79cfa6b2288a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:42.623037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.649462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803b087-40f3-49dd-8f88-88771b899f2e req-8f320279-48ce-4179-8bc4-b2e5401c4f0b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.657260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9803b087-40f3-49dd-8f88-88771b899f2e req-8f320279-48ce-4179-8bc4-b2e5401c4f0b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 946 time: 0.2048686 Jul 16 01:28:42.690544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:42.692318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:42.700132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:42.704678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9803b087-40f3-49dd-8f88-88771b899f2e req-fd0686a5-90a2-4200-9480-e57705631494 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 Jul 16 01:28:42.736341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=52b5fd4a-b494-444b-bda5-bb0b18572f5a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.743517 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.755824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8dbd-0145-4fbb-8864-d12f816f3785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.759617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d5d8dbd-0145-4fbb-8864-d12f816f3785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.761203 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1d5d8dbd-0145-4fbb-8864-d12f816f3785 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca214949-a216-4f7f-9560-4f1336073802 HTTP/1.1" status: 204 len: 168 time: 0.4348454 Jul 16 01:28:42.776605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d48d2082-5d36-450b-aa96-bcb6c544903f req-3df9416c-d9a5-444f-9b86-2943cac45ccc tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0618885 Jul 16 01:28:42.789559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d8dbd-0145-4fbb-8864-d12f816f3785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca214949-a216-4f7f-9560-4f1336073802,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.798042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Provisioning for port ba917c0e-b251-4c36-b8b1-b362244c0f6a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:42.839356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.873949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Provisioning complete for port ba917c0e-b251-4c36-b8b1-b362244c0f6a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:42.875494 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.966186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-57655957-33ac-4788-a284-95d0a2227be8 None None] Port ba917c0e-b251-4c36-b8b1-b362244c0f6a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:42.988788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:43.005268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f9d8d86-108c-464b-9cba-c923deaaf16d req-a7272487-2d9a-408d-b83b-64b95b5e8a71 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 210 time: 0.0712705 Jul 16 01:28:43.010099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:43.014514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:43.062394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0591e6d2-40f2-4f67-a26c-413b00f8c376 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:43.085528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=3e846de4-f9b5-4610-9792-79cfa6b2288a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.194733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-90d7767b-eacf-4dbf-829e-e0ab8672c180 None None] Provisioning complete for port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.195112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d7767b-eacf-4dbf-829e-e0ab8672c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.241135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0591e6d2-40f2-4f67-a26c-413b00f8c376 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.241520 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.247772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.255237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.271181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.336302 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-c8fe79be-ae42-42d8-9c94-74aaacf321ef tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.338320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-c8fe79be-ae42-42d8-9c94-74aaacf321ef tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 812 time: 0.2519464 Jul 16 01:28:43.341284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-737ee217-e8c2-4f56-9821-3928fb154fbe tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7164049 Jul 16 01:28:43.377129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'port': {'device_id': '865ee8e0-ac09-443e-a653-32da74c469b9', 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a', 'admin_state_up': True, 'tenant_id': 'd6960e77dd254adf8d278216c30c028a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:43.418727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b87ad-df61-49a2-8767-53108b8e6246 req-fff7879c-7283-497b-a67a-5518b06a8ff4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.420340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d8b87ad-df61-49a2-8767-53108b8e6246 req-fff7879c-7283-497b-a67a-5518b06a8ff4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 949 time: 0.2084589 Jul 16 01:28:43.440474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 78bf1180-fff8-4d5f-a55d-e0c59f15d190 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:43.529053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.529840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.596779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d8b87ad-df61-49a2-8767-53108b8e6246 req-475035cc-2be7-4ebf-becc-078663098fed tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635733 Jul 16 01:28:43.648213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Provisioning for port 52b5fd4a-b494-444b-bda5-bb0b18572f5a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:43.691980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Provisioning complete for port 52b5fd4a-b494-444b-bda5-bb0b18572f5a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.691980 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.799271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Made reservation on behalf of d6960e77dd254adf8d278216c30c028a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:43.803964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.828181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Port 52b5fd4a-b494-444b-bda5-bb0b18572f5a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:43.844538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50314) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:43.862585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 134f1e82-2c1f-4b67-a465-02e7b187ea38 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:43.877897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bacd9318-4457-48df-8fe8-871d46432b82 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43997749', 'description': 'tempest-description--844114868'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:43.924189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Provisioning for port 3e846de4-f9b5-4610-9792-79cfa6b2288a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:43.935830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Provisioning complete for port 3e846de4-f9b5-4610-9792-79cfa6b2288a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.936530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.980841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6a4836e0-05ab-4b91-956d-6436497b4bdc None None] Port 3e846de4-f9b5-4610-9792-79cfa6b2288a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:43.993544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 134f1e82-2c1f-4b67-a465-02e7b187ea38 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.994165 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.081962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bacd9318-4457-48df-8fe8-871d46432b82 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.085779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50320) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.144487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-524e0c81-2981-490a-93cc-542e87d7d481 req-cc338477-03d6-44e9-9833-0c783269bfcb tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0571659 Jul 16 01:28:44.218714 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ed1a92c-d191-4b17-b8b0-358830555f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.252975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-548694301-network', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.268210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b088492-b3b0-4485-80f5-1c9d9e5bc110 req-e21570b4-9f23-4afc-aedd-86ece89af963 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.270711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b088492-b3b0-4485-80f5-1c9d9e5bc110 req-e21570b4-9f23-4afc-aedd-86ece89af963 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 946 time: 0.2272625 Jul 16 01:28:44.318729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Allocated IP 172.20.0.8 (7b5d510d-2aa5-46f6-915d-8cbfe92b289a/4aaecca9-5c9f-4dc6-8634-8d210af284a9/9b27f6c5-3f4e-474c-b92e-21170191743e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:44.336079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.340361 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.342754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-990d2d50-d1c7-478e-b19a-72781353993b req-f3d04178-0a84-40ba-97f2-d297abfa819b tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 210 time: 0.0646980 Jul 16 01:28:44.367710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.396153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b088492-b3b0-4485-80f5-1c9d9e5bc110 req-0581fa3c-b2f4-4dc4-bc2e-da6dda996725 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114247 Jul 16 01:28:44.417711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=52b5fd4a-b494-444b-bda5-bb0b18572f5a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.420389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.433526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bacd9318-4457-48df-8fe8-871d46432b82 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.450298 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bacd9318-4457-48df-8fe8-871d46432b82 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.516740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:44.518147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:44.534439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Made reservation on behalf of 9aed513fa48643488d7c6fa13e41cd6e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:44.536838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.551478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bacd9318-4457-48df-8fe8-871d46432b82 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.555535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bacd9318-4457-48df-8fe8-871d46432b82 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7012515 Jul 16 01:28:44.556609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd9318-4457-48df-8fe8-871d46432b82 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969a5455-e141-4bab-9fb1-2585dcf3b777,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.558095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.560634 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.568978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fc8d7346-1cef-44d6-a3d2-f16a3654a455 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'security_group_rule': {'security_group_id': '969a5455-e141-4bab-9fb1-2585dcf3b777', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.620213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:28:44.620213 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:28:44.620213 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': '9aed513fa48643488d7c6fa13e41cd6e', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 28, 44, 596277)}] Jul 16 01:28:44.620213 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:28:44.621018 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:28:44.624029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.638473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7346-1cef-44d6-a3d2-f16a3654a455 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.653767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router 473ab452-a044-4948-be9a-32ab996bf7df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:44.743526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.747714 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7346-1cef-44d6-a3d2-f16a3654a455 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.756216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:44.759793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7346-1cef-44d6-a3d2-f16a3654a455 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.813266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:44.819035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1e118467-6c20-4ec9-8a3b-c0fe2ec0dd91 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/routers/473ab452-a044-4948-be9a-32ab996bf7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8747249 Jul 16 01:28:44.826003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] Sync routers for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:44.829620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:44.833590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d733797d-98f3-4f32-bac8-9e7b37b63824 None None] Provisioning complete for port 52b5fd4a-b494-444b-bda5-bb0b18572f5a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:44.833969 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d733797d-98f3-4f32-bac8-9e7b37b63824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.834972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50330) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.841136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'port': {'network_id': 'f7f4f1d5-6d44-4265-96e3-182b3f77950e', 'name': 'tempest-FloatingIPTestJSON-1331413785'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.851500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d7346-1cef-44d6-a3d2-f16a3654a455 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c8182a-d419-4af6-a690-ec7c26f97e3e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.858604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:44.867832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:44.880433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:44.881076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.892152 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7346-1cef-44d6-a3d2-f16a3654a455 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.893365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fc8d7346-1cef-44d6-a3d2-f16a3654a455 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306036 Jul 16 01:28:44.897097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.901284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.909402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2cc604b2-a2dc-4469-a152-04b070541546 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'security_group_rule': {'security_group_id': '969a5455-e141-4bab-9fb1-2585dcf3b777', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.922444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.930166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d733797d-98f3-4f32-bac8-9e7b37b63824 None None] Port 52b5fd4a-b494-444b-bda5-bb0b18572f5a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:44.947951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:44.948600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.950484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.951303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.980115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad45d82-80ab-4fb8-bd6f-3409cf007b3e req-49b6e0a4-7606-467a-aaad-cbcdd2697712 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.981642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ad45d82-80ab-4fb8-bd6f-3409cf007b3e req-49b6e0a4-7606-467a-aaad-cbcdd2697712 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 949 time: 0.1915741 Jul 16 01:28:44.981911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.982610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49859f-5989-41fe-a198-316d2b962513 None None] The sync data for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:44.987319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-9160e37e-b9b2-4a8d-b276-a97add488b6e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6249988 Jul 16 01:28:44.989198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cc604b2-a2dc-4469-a152-04b070541546 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.992874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:45.002829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Made reservation on behalf of 2b6162ffc0d74fb0afd408e48f34ec12 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:45.007026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.016549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Request body: {'port': {'device_id': '865ee8e0-ac09-443e-a653-32da74c469b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:45.024732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] device_id is not set on port 9dfe73e4-d874-4e99-966e-25f909a05631 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:45.101061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port de921182-7f8a-4609-afab-cf7982ef7c34 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:45.106006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port de921182-7f8a-4609-afab-cf7982ef7c34 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:45.106516 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.136656 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.154128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ad45d82-80ab-4fb8-bd6f-3409cf007b3e req-4bc938cd-5fec-4fdb-b94c-75a3b019f2d3 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607425 Jul 16 01:28:45.169631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cc604b2-a2dc-4469-a152-04b070541546 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.177005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Allocated IP 172.20.0.11 (f7f4f1d5-6d44-4265-96e3-182b3f77950e/005a785e-0b35-49b4-84af-b7e87bbf7e23/9dfe73e4-d874-4e99-966e-25f909a05631) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:45.187385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cc604b2-a2dc-4469-a152-04b070541546 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.217725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc604b2-a2dc-4469-a152-04b070541546 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25abab9e-f14f-4293-8330-64fee30b7375,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.222290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.264058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.268981 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.288171 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-78bfbc57-5f7e-4fbd-9934-dd78587d657e req-2c7ad6c1-6969-4cc7-b107-1a6157036556 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0538516 Jul 16 01:28:45.297783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:45.300172 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81529ae-4bfd-4e95-beaa-451ec53b0a9f" -d '{"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-plugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:45.336523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:45.342733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.347743 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b681d53-b241-4683-84d4-4d717447fe98 x-openstack-request-id: req-8b681d53-b241-4683-84d4-4d717447fe98 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:45.349223 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-plugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:45.349223 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b681d53-b241-4683-84d4-4d717447fe98 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:45.349618 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'code': 200} Jul 16 01:28:45.406981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7548fc0a-ca8e-41a3-8bdc-ad79d8ad1676 req-0694d488-90b1-4b72-9b7c-75b8a63a6861 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0484712 Jul 16 01:28:45.429430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.481752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.487484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.511633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Transition to ACTIVE for port object 9dfe73e4-d874-4e99-966e-25f909a05631 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:45.524853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.540088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5185f4-9093-43b2-97f9-ee7a904c8d03 req-2bbf1bf9-3eba-4baf-b655-52ba678cd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.541718 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce5185f4-9093-43b2-97f9-ee7a904c8d03 req-2bbf1bf9-3eba-4baf-b655-52ba678cd17b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1101 time: 0.0952244 Jul 16 01:28:45.550026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cc604b2-a2dc-4469-a152-04b070541546 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.551120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2cc604b2-a2dc-4469-a152-04b070541546 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6478186 Jul 16 01:28:45.560121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50342) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:45.570703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:45.603193 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.613578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:45.624603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce5185f4-9093-43b2-97f9-ee7a904c8d03 req-383f27b4-41b1-4f8d-8575-c50be7267abf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715320 Jul 16 01:28:45.645802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.670743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.671270 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Added segment 1ecb51bd-ddd2-4930-9382-448520bee2e2 of type vlan for network 3f7db1a4-1994-4387-a044-f7026ae74634 Jul 16 01:28:45.673988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:45.683802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d872dcd5-2de9-4ec5-af01-a62405d80f1f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.683962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:45.691520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:45.695644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event updated for resources: {'Port': ['ID=9dfe73e4-d874-4e99-966e-25f909a05631,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.752635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.753281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.776089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.809937 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d51fe084-67ac-494d-bc99-ff6065108638 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9733281 Jul 16 01:28:45.812585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:45.814423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff76f7c-3502-45ac-8162-9891b3c92cee req-dbf0a728-18e7-46e0-881b-640c299185a3 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.819080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Request body: {'floatingip': {'port_id': '9dfe73e4-d874-4e99-966e-25f909a05631'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:45.822219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aff76f7c-3502-45ac-8162-9891b3c92cee req-dbf0a728-18e7-46e0-881b-640c299185a3 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 931 time: 0.3023713 Jul 16 01:28:45.837800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecd6fc-6e3e-4940-bde3-d4f17f2c665c req-f63d3486-89fe-4552-9f09-22db4561eed4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.839321 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08ecd6fc-6e3e-4940-bde3-d4f17f2c665c req-f63d3486-89fe-4552-9f09-22db4561eed4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 946 time: 0.2903090 Jul 16 01:28:45.883876 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.889597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.900646 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.956007 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b27f6c5-3f4e-474c-b92e-21170191743e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:45.960819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.961754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.962340 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.966984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aff76f7c-3502-45ac-8162-9891b3c92cee req-e5c56c4c-0e98-4b9a-b97e-9a2aa0a84844 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439359 Jul 16 01:28:45.980541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.023875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08ecd6fc-6e3e-4940-bde3-d4f17f2c665c req-297cbc67-e945-4603-bd9f-9c6bddd6bcd6 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728475 Jul 16 01:28:46.033541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9285822 Jul 16 01:28:46.033541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Transition to ACTIVE for port object 9b27f6c5-3f4e-474c-b92e-21170191743e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:46.033957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.038806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Request body: {'subnet': {'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-548694301-subnet', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:46.046380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.096271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c401af0d-68de-4963-83d8-eb8f44df9d9f None None] Provisioning for port 9dfe73e4-d874-4e99-966e-25f909a05631 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:46.102946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c401af0d-68de-4963-83d8-eb8f44df9d9f None None] Provisioning complete for port 9dfe73e4-d874-4e99-966e-25f909a05631 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:46.103375 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c401af0d-68de-4963-83d8-eb8f44df9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.117623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 172.25.5.203 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/272b3c28-85ec-49bc-9852-19dea1ed7ee5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:46.137876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b471686-6b5b-4a3f-a0d4-aa2ccac05991 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7db1a4-1994-4387-a044-f7026ae74634,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.151905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c401af0d-68de-4963-83d8-eb8f44df9d9f None None] Port 9dfe73e4-d874-4e99-966e-25f909a05631 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:46.167553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3f7db1a4-1994-4387-a044-f7026ae74634 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:46.169575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Pushing event updated for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.178240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Made reservation on behalf of 9aed513fa48643488d7c6fa13e41cd6e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:46.180827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.328655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Attempting to bind port 9b27f6c5-3f4e-474c-b92e-21170191743e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:46.329135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Attempting to bind port 9b27f6c5-3f4e-474c-b92e-21170191743e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:46.329636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Attempting to bind port 9b27f6c5-3f4e-474c-b92e-21170191743e on network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:46.337702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Port 9b27f6c5-3f4e-474c-b92e-21170191743e on network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:46.338153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Attempting to bind port 9b27f6c5-3f4e-474c-b92e-21170191743e on network 7b5d510d-2aa5-46f6-915d-8cbfe92b289a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:46.347390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:46.347390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Checking segment: {'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:46.348395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Bound using segment: {'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:46.348707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Bound port: 9b27f6c5-3f4e-474c-b92e-21170191743e, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:46.349227 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.467711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:46.471209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9b27f6c5-3f4e-474c-b92e-21170191743e,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:46.484530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.506252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.593933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.594868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.596913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] 10.222.0.93 "PUT /v2.0/ports/9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 1091 time: 1.5844371 Jul 16 01:28:46.635666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:46.639161 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f215a50-310f-43c8-9096-a32f5780c8af" -d '{"events": [{"name": "network-changed", "server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:46.663588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.749572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.750205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:46.756511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:46.762927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:46.767470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=272b3c28-85ec-49bc-9852-19dea1ed7ee5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.789274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.795500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e024-077a-4a0c-9fdf-061016c6289c service neutron] Pushing event updated for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.798449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.816530 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.934425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e145ea-224c-49cf-82b0-133e3094d53d req-0385f223-d9af-40ea-af69-f4ae698d6b07 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.936193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73e145ea-224c-49cf-82b0-133e3094d53d req-0385f223-d9af-40ea-af69-f4ae698d6b07 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.4575634 Jul 16 01:28:46.950100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.953554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dc9589-d8f7-4f97-a41c-a2099903218e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.968596 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP aaeb4217-80b9-4ce4-ad9a-b51d7bda9e89 associated. External IP: 172.25.5.213, port: c9307de7-7b20-4fb8-9057-3d39c2ade578. Jul 16 01:28:46.985237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-20556ef6-17db-423c-8054-0aa574e667c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.986718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-20556ef6-17db-423c-8054-0aa574e667c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1094 time: 0.3106301 Jul 16 01:28:46.987902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:46.988277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Network hostable DHCP agents. Network: 3f7db1a4-1994-4387-a044-f7026ae74634, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:47.041748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.057674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8312638-c2ad-44b1-9fec-d0edc10576a8 req-a98118e1-bc20-41fd-9059-6959a6803417 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.059184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8312638-c2ad-44b1-9fec-d0edc10576a8 req-a98118e1-bc20-41fd-9059-6959a6803417 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 946 time: 0.3106759 Jul 16 01:28:47.063432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73e145ea-224c-49cf-82b0-133e3094d53d req-6c05931a-d780-44b5-ac4d-4ef93442e44d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169889 Jul 16 01:28:47.066440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-fc406578-b2f5-4ef4-a81d-2597b4f3d471 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 217 time: 0.0682411 Jul 16 01:28:47.096746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:47.159299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-4cfc5959-0cfc-4eaa-bf4b-028e329925c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.161706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-4cfc5959-0cfc-4eaa-bf4b-028e329925c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.0879576 Jul 16 01:28:47.164067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3f7db1a4-1994-4387-a044-f7026ae74634) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:47.176362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d725516-d663-4491-ba6f-42829f8b76cd None None] Network 3f7db1a4-1994-4387-a044-f7026ae74634 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:47.182717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.183315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.248617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-5e0aca7c-bebe-41a8-ae62-3c2cea763671 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680883 Jul 16 01:28:47.287401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8312638-c2ad-44b1-9fec-d0edc10576a8 req-661a4587-9d3c-4392-86d1-80d0c943c57c tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148132 Jul 16 01:28:47.289261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2eb33b4f-2ba6-4b2b-9c7c-26f988436e58 req-1474f610-7795-4b94-a193-87c740d05046 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0751524 Jul 16 01:28:47.291894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-42b094fc-7a45-4695-932c-33234759caa9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2569482 Jul 16 01:28:47.297096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:47.301548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:47.381479 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81096d65-1530-4ac5-a3ba-35537acc3232 x-openstack-request-id: req-81096d65-1530-4ac5-a3ba-35537acc3232 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:47.381896 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:47.382282 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81096d65-1530-4ac5-a3ba-35537acc3232 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:47.382847 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e', 'status': 'completed', 'code': 200} Jul 16 01:28:47.388317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:47.393598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.403610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3f7db1a4-1994-4387-a044-f7026ae74634', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:47.405011 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.409151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-218968af-b0b7-4a1a-a791-b821392a47cd service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375175 Jul 16 01:28:47.415373 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.427511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.428685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.570466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=272b3c28-85ec-49bc-9852-19dea1ed7ee5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.595411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e84c05-c2a8-4e70-aaa2-04d4b41a2942 req-5331a2a9-3a50-4304-b65c-4b381360c625 service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783662 Jul 16 01:28:47.630946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Allocated IP 172.20.0.2 (3f7db1a4-1994-4387-a044-f7026ae74634/c4dc9589-d8f7-4f97-a41c-a2099903218e/185a8cb7-dfb3-4c86-a58f-a8f557698457) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:47.633997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.638638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfd4bb-0126-45c6-a8bf-01084b2e55fe req-ebf76297-d9c5-4150-b403-506e62c8d4a8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.641893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0dfd4bb-0126-45c6-a8bf-01084b2e55fe req-ebf76297-d9c5-4150-b403-506e62c8d4a8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 943 time: 0.1185665 Jul 16 01:28:47.651033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.727367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0dfd4bb-0126-45c6-a8bf-01084b2e55fe req-c658c2cd-fb19-4466-9e09-09e8888d7a65 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776212 Jul 16 01:28:47.759327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f215a50-310f-43c8-9096-a32f5780c8af req-d1458f6d-f8ea-448a-a2b0-0554508303c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.759327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f215a50-310f-43c8-9096-a32f5780c8af req-d1458f6d-f8ea-448a-a2b0-0554508303c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1094 time: 0.0949264 Jul 16 01:28:47.862392 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.874547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Transition to ACTIVE for port object 185a8cb7-dfb3-4c86-a58f-a8f557698457 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:47.896762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Transition to ACTIVE for port object 185a8cb7-dfb3-4c86-a58f-a8f557698457 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:47.901356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f215a50-310f-43c8-9096-a32f5780c8af req-0cffe4db-5f66-4a77-9ec2-8a71864d4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.903237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f215a50-310f-43c8-9096-a32f5780c8af req-0cffe4db-5f66-4a77-9ec2-8a71864d4423 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 913 time: 0.1301680 Jul 16 01:28:47.905704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.949788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:47.952992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:47.955983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:47.963245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f215a50-310f-43c8-9096-a32f5780c8af req-970fbb3e-2c69-465e-bd9b-1db02367a5bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 217 time: 0.0508161 Jul 16 01:28:47.966340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Pushing event updated for resources: {'Port': ['ID=185a8cb7-dfb3-4c86-a58f-a8f557698457,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.033940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Attempting to bind port 185a8cb7-dfb3-4c86-a58f-a8f557698457 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:48.034515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Attempting to bind port 185a8cb7-dfb3-4c86-a58f-a8f557698457 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:48.035010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Attempting to bind port 185a8cb7-dfb3-4c86-a58f-a8f557698457 on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:48.040910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:48.041283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:48.041683 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.042071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Bound using segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:48.042667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Bound port: 185a8cb7-dfb3-4c86-a58f-a8f557698457, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:48.042902 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.102045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f215a50-310f-43c8-9096-a32f5780c8af req-57ebbb75-23f3-4381-b7b1-f89e29801622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.103541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f215a50-310f-43c8-9096-a32f5780c8af req-57ebbb75-23f3-4381-b7b1-f89e29801622 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.1186218 Jul 16 01:28:48.124729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a318315b-744a-40e0-874a-3613f994dd2b req-f6de22c1-d43a-44c5-ae4d-9af28f779e83 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001&device_id=52405dca-8c40-4108-bcb5-457134f59357 HTTP/1.1" status: 200 len: 210 time: 0.0462265 Jul 16 01:28:48.126298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] For port 185a8cb7-dfb3-4c86-a58f-a8f557698457, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:48.129935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] For port 185a8cb7-dfb3-4c86-a58f-a8f557698457, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=185a8cb7-dfb3-4c86-a58f-a8f557698457,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:48.136675 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.158920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f215a50-310f-43c8-9096-a32f5780c8af req-7a4321eb-57af-43a7-bf08-a70be1e9a6e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367756 Jul 16 01:28:48.163345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.164521 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-08d2c301-85b3-4a8c-8b0d-42978f23d1d4 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6022460 Jul 16 01:28:48.171529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f57ac1-1806-4e4f-9793-e2cfe9943c85 req-896993ac-4347-430c-8cf7-d0d5b120fa40 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.178982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36f57ac1-1806-4e4f-9793-e2cfe9943c85 req-896993ac-4347-430c-8cf7-d0d5b120fa40 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2145424 Jul 16 01:28:48.220190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:48.229055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67367-25ac-4584-8cca-eaada53c5b17 None None] Pushing event updated for resources: {'Port': ['ID=185a8cb7-dfb3-4c86-a58f-a8f557698457,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.236624 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:48.249530 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:48.250142 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.317918 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.345327 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:48.346112 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.359400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36f57ac1-1806-4e4f-9793-e2cfe9943c85 req-1541266d-96a1-443a-a38a-99eca380905e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795740 Jul 16 01:28:48.406492 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.407243 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144cb06-7186-4604-97b2-b98c848de4df None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:48.412018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f215a50-310f-43c8-9096-a32f5780c8af req-b20cca6b-001e-40d4-8901-65efcbba30a2 service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310145 Jul 16 01:28:48.416728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.446186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c09b75-ac2d-4287-8eb5-ec31512449d1 req-93d2585a-17c4-4b85-b7f1-84d91144428a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.448009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-81801ce4-d865-47fd-aba5-bd65be917d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.448635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72c09b75-ac2d-4287-8eb5-ec31512449d1 req-93d2585a-17c4-4b85-b7f1-84d91144428a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.1288178 Jul 16 01:28:48.449410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-81801ce4-d865-47fd-aba5-bd65be917d3d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.3742218 Jul 16 01:28:48.759679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-2b8361d4-3942-4fb3-bcb4-89b3aef47636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.761248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-2b8361d4-3942-4fb3-bcb4-89b3aef47636 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.2792985 Jul 16 01:28:48.819547 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56f3b73-7db5-41be-a7c6-291edde54f87 req-7c333a68-c5e6-440c-a5c1-e9f4d6a7721f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3259a1b685bb47f885398aaffcf5a880&device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0809555 Jul 16 01:28:48.881528 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-66ad81af-e5c8-46ec-85e9-ee0f54027cd0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 217 time: 0.0659328 Jul 16 01:28:48.905601 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56f3b73-7db5-41be-a7c6-291edde54f87 req-12054717-64bf-45aa-bb7c-693985c7ff2b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3259a1b685bb47f885398aaffcf5a880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748577 Jul 16 01:28:48.932628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 185a8cb7-dfb3-4c86-a58f-a8f557698457 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:48.988565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 185a8cb7-dfb3-4c86-a58f-a8f557698457 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:48.995623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router 473ab452-a044-4948-be9a-32ab996bf7df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:48.996734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72c09b75-ac2d-4287-8eb5-ec31512449d1 req-e21acdf8-3a0c-49a2-a058-5911b1398775 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308304 Jul 16 01:28:48.998794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f215a50-310f-43c8-9096-a32f5780c8af req-a7abec26-6844-4a1c-b733-1f5800ded1b3 service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726399 Jul 16 01:28:49.033333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861549ca-803e-41b7-9ceb-24bf7c631156 req-4b1ba973-f268-40ec-9897-de34c22c6fec tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.034888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-861549ca-803e-41b7-9ceb-24bf7c631156 req-4b1ba973-f268-40ec-9897-de34c22c6fec tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 946 time: 0.1350274 Jul 16 01:28:49.045346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-13e3f86f-5c16-40f2-8feb-171e517a3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.046816 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-13e3f86f-5c16-40f2-8feb-171e517a3adc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.1543591 Jul 16 01:28:49.076692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-861549ca-803e-41b7-9ceb-24bf7c631156 req-a457716e-543c-4591-9049-110266ba5474 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Jul 16 01:28:49.090444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9b27f6c5-3f4e-474c-b92e-21170191743e details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:49.158632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-291fb830-f511-4a2c-9fc6-219fde624134 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473092 Jul 16 01:28:49.158808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-85f2a27d-6344-48f0-b541-8153d47f6762 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--43997749&fields=id&tenant_id=fa857418959540b988c9fb1496b449a9 HTTP/1.1" status: 200 len: 267 time: 0.0492239 Jul 16 01:28:49.221137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-b93ae956-21ae-416d-aa27-57630783ed7a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.228802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-b93ae956-21ae-416d-aa27-57630783ed7a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports/ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 935 time: 0.0692446 Jul 16 01:28:49.234156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9b27f6c5-3f4e-474c-b92e-21170191743e,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:49.250988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '9b27f6c5-3f4e-474c-b92e-21170191743e', 'network_id': '7b5d510d-2aa5-46f6-915d-8cbfe92b289a', 'port_id': '9b27f6c5-3f4e-474c-b92e-21170191743e', 'mac_address': 'fa:16:3e:c1:9c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aaecca9-5c9f-4dc6-8634-8d210af284a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:49.289575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f3b73-7db5-41be-a7c6-291edde54f87 req-a216e7f9-c5d1-4fc0-8415-32324871f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.291104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56f3b73-7db5-41be-a7c6-291edde54f87 req-a216e7f9-c5d1-4fc0-8415-32324871f589 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3603015 Jul 16 01:28:49.296645 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.314539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45a62acc-fb70-4eff-a743-3b3969203839 req-9bb1d40e-cc7f-48b6-8ab0-fd35c21beaf1 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0480247 Jul 16 01:28:49.317742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b27f6c5-3f4e-474c-b92e-21170191743e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:49.345000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-dcb75c4f-ed49-46d6-a33a-2ce5a391c0bd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.345000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-dcb75c4f-ed49-46d6-a33a-2ce5a391c0bd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports/3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 936 time: 0.1136670 Jul 16 01:28:49.354041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.357262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9b27f6c5-3f4e-474c-b92e-21170191743e,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:49.364346 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.440259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-7fef9428-3308-4a95-a8dd-0572cb6ec50a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0867479 Jul 16 01:28:49.441296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.446485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.475839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:49.486119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] Sync routers for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:49.494883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c1125881-8f15-491e-8332-6577b4e97388 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0389879 Jul 16 01:28:49.509405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:49.510361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:49.514718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.547752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:49.549507 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.561464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:49.562263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:49.605882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:49.606581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b2845b-afac-4f46-8f01-c70016e8f325 None None] The sync data for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:49.625008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e31c26-80bf-4c75-9cc8-28ba6d719e95 None None] Network 3f7db1a4-1994-4387-a044-f7026ae74634 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:49.630425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-1a45d849-17fb-46ea-a29d-cdcffd9d4c98 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591305 Jul 16 01:28:49.647386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Allocated IP 172.25.5.146 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/f258a66b-3332-478e-95e9-90cbb11218cf) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:49.652570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12734a11-68c5-4841-9ba8-53d2eee91cd3 req-9f4a418a-b18b-46dd-a734-5d00ff0fa6e8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.654085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12734a11-68c5-4841-9ba8-53d2eee91cd3 req-9f4a418a-b18b-46dd-a734-5d00ff0fa6e8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 944 time: 0.1840265 Jul 16 01:28:49.688315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9b27f6c5-3f4e-474c-b92e-21170191743e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:49.694295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-35b30993-4234-43e0-9512-9681f43185e0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.700068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-35b30993-4234-43e0-9512-9681f43185e0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.705864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-35b30993-4234-43e0-9512-9681f43185e0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.707847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-35b30993-4234-43e0-9512-9681f43185e0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/networks?id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 200 len: 1995 time: 0.2024374 Jul 16 01:28:49.740691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-8603a954-d512-4e12-90dd-ce90f36e5caa tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/quotas/fa857418959540b988c9fb1496b449a9 HTTP/1.1" status: 200 len: 375 time: 0.0196333 Jul 16 01:28:49.748921 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12734a11-68c5-4841-9ba8-53d2eee91cd3 req-3d7aca7a-2272-4757-b735-b3e40f6f1715 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826201 Jul 16 01:28:49.776856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f319d06c-6278-4cc6-bced-e62d2a807eda None None] Provisioning for port 185a8cb7-dfb3-4c86-a58f-a8f557698457 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:49.798113 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6efe7e2e-4bdf-4f1e-827c-e1be23fccfd3 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/floatingips/aaeb4217-80b9-4ce4-ad9a-b51d7bda9e89 HTTP/1.1" status: 200 len: 979 time: 3.9844871 Jul 16 01:28:49.803340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.869391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-8ed73285-7d1a-447e-8085-f11ee487088a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1192405 Jul 16 01:28:49.893030 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-200fd344-787d-46e7-9894-1bd44c18b0e9 req-b9357546-1c1b-42d5-9107-b3b4bcf0756d service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486746 Jul 16 01:28:49.937328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f319d06c-6278-4cc6-bced-e62d2a807eda None None] Provisioning complete for port 185a8cb7-dfb3-4c86-a58f-a8f557698457 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:49.937704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f319d06c-6278-4cc6-bced-e62d2a807eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.977494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.011480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 9dfe73e4-d874-4e99-966e-25f909a05631 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:50.011836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.034997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0942044-b6ca-437e-aaca-9e5d4dd1d9d1 req-7e9fb7e6-95f1-4877-b26e-f9fd2dabece9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.037105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0942044-b6ca-437e-aaca-9e5d4dd1d9d1 req-7e9fb7e6-95f1-4877-b26e-f9fd2dabece9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.1362638 Jul 16 01:28:50.044693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-d18b2a20-a28e-4370-be07-7a9a39d3495b service neutron] 10.222.0.81 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740458 Jul 16 01:28:50.108331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0942044-b6ca-437e-aaca-9e5d4dd1d9d1 req-abb930cf-d1db-4a7a-9ae9-a9ad7ba3903a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543351 Jul 16 01:28:50.128470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.138416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f319d06c-6278-4cc6-bced-e62d2a807eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.175034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.179127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:50.185213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f319d06c-6278-4cc6-bced-e62d2a807eda None None] For port 185a8cb7-dfb3-4c86-a58f-a8f557698457, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=185a8cb7-dfb3-4c86-a58f-a8f557698457,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:50.190784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:50.200603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-3b5ddc97-49fd-407c-aa9d-0a984f42caf9 service neutron] 10.222.0.81 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549480 Jul 16 01:28:50.201680 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f319d06c-6278-4cc6-bced-e62d2a807eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.203334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:50.268445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Pushing event updated for resources: {'Port': ['ID=f258a66b-3332-478e-95e9-90cbb11218cf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.274043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319d06c-6278-4cc6-bced-e62d2a807eda None None] Pushing event updated for resources: {'Port': ['ID=185a8cb7-dfb3-4c86-a58f-a8f557698457,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.280641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c4a1510d-0521-45d1-8df0-45d2dee358f5 service neutron] 10.222.0.81 "GET /v2.0/ports/ba917c0e-b251-4c36-b8b1-b362244c0f6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0766304 Jul 16 01:28:50.393466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-b44d91dc-8937-429b-b1ba-044825dbe35a service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118674 Jul 16 01:28:50.506986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-8ca0fa5b-8cb0-46f5-abae-249cd8ad9af3 service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060200 Jul 16 01:28:50.529645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2562bb8b-f1af-4b95-9397-db124310b072 None None] Provisioning complete for port 185a8cb7-dfb3-4c86-a58f-a8f557698457 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:50.530036 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2562bb8b-f1af-4b95-9397-db124310b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.532860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.533251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.533653 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Floating IP aaeb4217-80b9-4ce4-ad9a-b51d7bda9e89 disassociated. External IP: 172.25.5.213, port: 9dfe73e4-d874-4e99-966e-25f909a05631. Jul 16 01:28:50.534000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 9dfe73e4-d874-4e99-966e-25f909a05631 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:50.580735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a996412c-4d3a-4586-965a-b64ee75b4862 service neutron] 10.222.0.81 "GET /v2.0/ports/3e846de4-f9b5-4610-9792-79cfa6b2288a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0638015 Jul 16 01:28:50.699617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-870f63f3-a568-4d07-a58f-1721908a3188 service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176887 Jul 16 01:28:50.847761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-b86b5c23-fb96-4b8b-8120-41685f617231 service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468368 Jul 16 01:28:50.904590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79ae6a-8219-48b5-851a-89d74f3dc9b5 req-2f497abc-308c-4065-bab1-fb8c6208ddea tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.908752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b79ae6a-8219-48b5-851a-89d74f3dc9b5 req-2f497abc-308c-4065-bab1-fb8c6208ddea tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1394565 Jul 16 01:28:50.916933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 185a8cb7-dfb3-4c86-a58f-a8f557698457 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:50.966687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 185a8cb7-dfb3-4c86-a58f-a8f557698457 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:50.967431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.990966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b79ae6a-8219-48b5-851a-89d74f3dc9b5 req-74c08e89-8445-47b9-92fe-8a6006244f3b tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772185 Jul 16 01:28:51.002834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-d4d34ebf-5230-4908-a0e3-6aed01e050ea service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541381 Jul 16 01:28:51.013076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56f3b73-7db5-41be-a7c6-291edde54f87 req-1cac52a5-ba53-494b-bccd-62f7e0ee921b tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.93 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.3871479 Jul 16 01:28:51.106574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9b27f6c5-3f4e-474c-b92e-21170191743e up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:51.117877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.143682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-427a4fb3-4825-4d69-b987-bec1274af35f service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398323 Jul 16 01:28:51.198212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 9b27f6c5-3f4e-474c-b92e-21170191743e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:51.205034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 9b27f6c5-3f4e-474c-b92e-21170191743e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:51.205410 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.215685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8c878ce-d50a-4a4b-ae92-937134dca16b req-5fdf0071-84f5-474c-8989-443da13828fb tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=6edca9c5-9466-4d99-ae56-7e5786113001 HTTP/1.1" status: 200 len: 210 time: 0.0439937 Jul 16 01:28:51.256613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.312687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=9dfe73e4-d874-4e99-966e-25f909a05631,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.322081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.341255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-472501c2-40f7-45fa-82e7-af0621fba3be service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959314 Jul 16 01:28:51.349793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:51.352214 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf6a4d-dea6-4eae-a781-4e4bcbaedf59" -d '{"events": [{"server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "name": "network-vif-plugged", "status": "completed", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:51.371150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9b27f6c5-3f4e-474c-b92e-21170191743e,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:51.380747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.454302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.508129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-cf6033f9-af4d-47bf-a064-dab75ce47dda service neutron] 10.222.0.81 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610222 Jul 16 01:28:51.537256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f763ecb-fc39-46b2-958e-542dc987d843 req-32e572fd-0f93-4834-be23-573669651f1a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.538897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f763ecb-fc39-46b2-958e-542dc987d843 req-32e572fd-0f93-4834-be23-573669651f1a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 945 time: 0.1113775 Jul 16 01:28:51.585713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.634207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f763ecb-fc39-46b2-958e-542dc987d843 req-ea84e474-7db4-4810-a802-4cbfc90b1dcb tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776658 Jul 16 01:28:51.656838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-8e7dfcb1-0815-496f-baf7-b10cf6d494df service neutron] 10.222.0.81 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394522 Jul 16 01:28:51.694851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router 473ab452-a044-4948-be9a-32ab996bf7df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:51.723717 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4715ac-ed38-48d9-a0a2-916d6393e651 x-openstack-request-id: req-9b4715ac-ed38-48d9-a0a2-916d6393e651 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:51.724016 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "name": "network-vif-plugged", "status": "completed", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:51.724348 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b4715ac-ed38-48d9-a0a2-916d6393e651 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:51.724750 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e', 'code': 200} Jul 16 01:28:51.772659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-355a75ed-fae4-4c5d-8aa7-1c1a9002e8d8 service neutron] 10.222.0.81 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106608 Jul 16 01:28:51.940538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Router bd02181b-04f9-4095-b7cf-78a92935446a is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:28:51.942624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-e18d8cb1-eb05-4221-8b4f-372a7db49cca service neutron] 10.222.0.81 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631691 Jul 16 01:28:52.002323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:52.014907 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] Sync routers for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:52.029918 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:52.030540 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:52.088835 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:52.098606 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:52.099359 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:52.132757 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:52.133958 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9be0936-13ee-44e1-9b82-64aee8de74b2 None None] The sync data for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:52.138244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196400d-ce1a-41d9-bf09-dd426b2d67c8 req-ac31d1a8-b9ff-4e75-b563-576a3c4eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.139871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d196400d-ce1a-41d9-bf09-dd426b2d67c8 req-ac31d1a8-b9ff-4e75-b563-576a3c4eec81 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1096 time: 0.2982838 Jul 16 01:28:52.171157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ffd82838-8ac9-4df3-aac5-8f647ce7b221 service neutron] 10.222.0.81 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207708 Jul 16 01:28:52.192322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-3b0516a9-4ce2-43b8-8c31-d3f3f816e726 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370051 Jul 16 01:28:52.211828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416cebd-cd1a-459f-b1a7-24178fffcd3c req-1859fe18-5dbe-4235-b95b-11153ae40299 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.213823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0416cebd-cd1a-459f-b1a7-24178fffcd3c req-1859fe18-5dbe-4235-b95b-11153ae40299 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.0982180 Jul 16 01:28:52.220182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.222216 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-94dfc5d8-1fa5-45a5-ae20-fa2dddfe7418 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/ports/9dfe73e4-d874-4e99-966e-25f909a05631 HTTP/1.1" status: 204 len: 168 time: 2.4162469 Jul 16 01:28:52.226690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50444) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.230318 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d196400d-ce1a-41d9-bf09-dd426b2d67c8 req-80d2c7c9-59d0-4c42-89e6-4acd5c54a438 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791645 Jul 16 01:28:52.256185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:52.266063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Sync routers for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:52.280025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:52.280678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:52.292170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.293879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8df26a97-5789-4e82-ab9a-4fb8ef60ea75 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9957666 Jul 16 01:28:52.296918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50454) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.412211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0416cebd-cd1a-459f-b1a7-24178fffcd3c req-564d1a2e-543b-4c87-b3b9-5897e1174437 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862843 Jul 16 01:28:52.453235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:52.710246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:50Z', 'revision_number': 3, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:52.744652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547d2d7-75ae-4c9b-aa1a-4a2a60bf50ee req-ad5d8a67-25fc-4170-bb1f-6163b43aa5b1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.746224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5547d2d7-75ae-4c9b-aa1a-4a2a60bf50ee req-ad5d8a67-25fc-4170-bb1f-6163b43aa5b1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1266749 Jul 16 01:28:52.761360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Checking router: bd02181b-04f9-4095-b7cf-78a92935446a for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:52.762072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Updating router bd02181b-04f9-4095-b7cf-78a92935446a port f258a66b-3332-478e-95e9-90cbb11218cf binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:52.812600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5547d2d7-75ae-4c9b-aa1a-4a2a60bf50ee req-d8a451b0-5bb1-42d7-b0e6-6673eb0810c5 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Jul 16 01:28:52.814666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.887042 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.033125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:53.300982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:53.319639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.338326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'mac_address': 'fa:16:3e:30:0f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:53.451601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844eb03-9ade-4132-9055-11b09f6a4ac7 req-f519e579-7d0c-4536-a64c-0938823ced70 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.455740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6844eb03-9ade-4132-9055-11b09f6a4ac7 req-f519e579-7d0c-4536-a64c-0938823ced70 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 945 time: 0.3435583 Jul 16 01:28:53.514776 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2c2c9129-b170-4bdd-ab0a-e8962220ec56 req-5f6e177e-c18a-4c9b-96c8-ddac7f8d912e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3259a1b685bb47f885398aaffcf5a880&device_id=52405dca-8c40-4108-bcb5-457134f59357 HTTP/1.1" status: 200 len: 210 time: 0.0334089 Jul 16 01:28:53.517309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d5e9d08-ce67-4401-8384-8755dd6f33ef req-bc96dc50-8734-476a-9932-d961315a6f19 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.1076543 Jul 16 01:28:53.533848 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.576992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:53.615437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.625375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6844eb03-9ade-4132-9055-11b09f6a4ac7 req-051be300-f45a-4580-ae00-a5799a879fab tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384008 Jul 16 01:28:53.653853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Allocated IP 172.20.0.1 (3f7db1a4-1994-4387-a044-f7026ae74634/c4dc9589-d8f7-4f97-a41c-a2099903218e/f9f7090a-80a5-4a57-8852-2c8c0bce2d44) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:53.676736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:53.682178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Transition to ACTIVE for port object f258a66b-3332-478e-95e9-90cbb11218cf will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:53.692066 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.743397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdad0185-8063-4b3f-8381-78e12ffad0a5 req-f5b71b30-14fd-4934-b8f1-7c1a123dc9e4 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=52405dca-8c40-4108-bcb5-457134f59357 HTTP/1.1" status: 200 len: 210 time: 0.0533216 Jul 16 01:28:53.817562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 52b5fd4a-b494-444b-bda5-bb0b18572f5a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:53.818091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.819396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.832179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.884717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Attempting to bind port f258a66b-3332-478e-95e9-90cbb11218cf on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:53.885084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Attempting to bind port f258a66b-3332-478e-95e9-90cbb11218cf by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:53.885443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Attempting to bind port f258a66b-3332-478e-95e9-90cbb11218cf on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:53.896024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:53.896442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:53.896819 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.897207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:53.897676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Bound port: f258a66b-3332-478e-95e9-90cbb11218cf, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:53.898050 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.900200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1169c26e-cfa5-4a9b-be04-b1b28ae9a032'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:53.901838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb269e73-4169-4b9a-a186-5f9a34974cf5 None None] Pushing event updated for resources: {'Port': ['ID=f258a66b-3332-478e-95e9-90cbb11218cf,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.916314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2c2c9129-b170-4bdd-ab0a-e8962220ec56 req-c9fa8956-6e84-4846-af51-6f0aa1b6cc97 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3259a1b685bb47f885398aaffcf5a880&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861619 Jul 16 01:28:53.960529 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.997853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 52b5fd4a-b494-444b-bda5-bb0b18572f5a owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:54.054633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] For port f258a66b-3332-478e-95e9-90cbb11218cf, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:54.070436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] For port f258a66b-3332-478e-95e9-90cbb11218cf, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f258a66b-3332-478e-95e9-90cbb11218cf,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:54.077560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.096171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.123378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Transition to ACTIVE for port object f9f7090a-80a5-4a57-8852-2c8c0bce2d44 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:54.167539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c9129-b170-4bdd-ab0a-e8962220ec56 req-bf525437-835b-4ba0-a47f-dfc575ead04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.169349 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2c2c9129-b170-4bdd-ab0a-e8962220ec56 req-bf525437-835b-4ba0-a47f-dfc575ead04b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2428815 Jul 16 01:28:54.207657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.241942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:54.242934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:54.270161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:54.283389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:54.313716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:54.360639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb269e73-4169-4b9a-a186-5f9a34974cf5 None None] Pushing event updated for resources: {'Port': ['ID=f258a66b-3332-478e-95e9-90cbb11218cf,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.373323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Pushing event updated for resources: {'Port': ['ID=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.447073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.502760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:54.579433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-5370207c-a239-4507-bd61-60467bbd1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.583050 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-5370207c-a239-4507-bd61-60467bbd1879 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1101 time: 0.3153284 Jul 16 01:28:54.590466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a1b75-7b8c-4fa8-b010-ed92220eb4c0 req-fa4f0802-7e62-457d-9161-5a778fe49015 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.597487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb9a1b75-7b8c-4fa8-b010-ed92220eb4c0 req-fa4f0802-7e62-457d-9161-5a778fe49015 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.7826614 Jul 16 01:28:54.707335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-27435fd1-21b9-4356-b8bd-8b043da6512e None None] Provisioning for port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:54.715959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-27435fd1-21b9-4356-b8bd-8b043da6512e None None] Provisioning complete for port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:54.716381 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27435fd1-21b9-4356-b8bd-8b043da6512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.723582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-ae1bb67f-62d8-4086-a9fa-878fb5ecb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.725365 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-ae1bb67f-62d8-4086-a9fa-878fb5ecb975 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1303992 Jul 16 01:28:54.760839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb9a1b75-7b8c-4fa8-b010-ed92220eb4c0 req-6972a22b-5600-4eed-af5a-9d34498d0c35 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624014 Jul 16 01:28:54.783139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0d054-84b2-4fd6-9382-a1cc2f38c188 req-6b483bc5-cdf6-4c77-abee-ee3400b44299 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.787713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-27435fd1-21b9-4356-b8bd-8b043da6512e None None] Port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:54.791784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ea0d054-84b2-4fd6-9382-a1cc2f38c188 req-6b483bc5-cdf6-4c77-abee-ee3400b44299 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2647398 Jul 16 01:28:54.794851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:50Z', 'revision_number': 3, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:54.826962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a577f1-59ff-465c-87b6-68f0224275f1 None None] The sync data for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 is: [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:50Z', 'revision_number': 3, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:54.862810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-e87c7137-1bd2-48b0-bf2c-b94709db69fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.1049409 Jul 16 01:28:54.930966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ea0d054-84b2-4fd6-9382-a1cc2f38c188 req-ebdb063e-ddc2-4dad-a2d6-f6796bc0ee27 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381536 Jul 16 01:28:54.968032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.012926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.034225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=52b5fd4a-b494-444b-bda5-bb0b18572f5a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.051514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:55.195262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd824b21-5a3f-4538-8c3d-0e0b0dc35ac4 req-351677af-350c-46e5-b328-80bee234ce2f tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0729172 Jul 16 01:28:55.249959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:55.250343 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.270369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-da1191ef-99c4-4931-a7d0-3752e60600f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.274165 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-da1191ef-99c4-4931-a7d0-3752e60600f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.3958402 Jul 16 01:28:55.618816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-4f9a8225-dac4-4e55-9872-44761a82b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.621536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.632455 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-4f9a8225-dac4-4e55-9872-44761a82b596 service neutron] 10.222.0.93 "GET /v2.0/ports/ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 1031 time: 0.4910331 Jul 16 01:28:55.726156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b954c111-e58a-469b-8965-b341a1b2c811 req-3f2a6381-9608-4bfc-baae-697a198c1af4 tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.81 "GET /v2.0/ports?device_id=52405dca-8c40-4108-bcb5-457134f59357 HTTP/1.1" status: 200 len: 210 time: 0.1199644 Jul 16 01:28:55.787400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-1b1ac4df-00d9-429d-a777-b0041f14173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.788819 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-1b1ac4df-00d9-429d-a777-b0041f14173e service neutron] 10.222.0.93 "GET /v2.0/ports/3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 1032 time: 0.1194427 Jul 16 01:28:55.963103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.972879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-efa4aebb-7190-4d87-abdf-5adaebe369e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.978939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-efa4aebb-7190-4d87-abdf-5adaebe369e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.985822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-efa4aebb-7190-4d87-abdf-5adaebe369e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.988557 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-efa4aebb-7190-4d87-abdf-5adaebe369e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "GET /v2.0/networks?id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 200 len: 1995 time: 0.1834583 Jul 16 01:28:56.017967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-1294fbd1-ca81-4dbf-8a78-8049cf813c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.020565 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-1294fbd1-ca81-4dbf-8a78-8049cf813c28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6595616 Jul 16 01:28:56.037079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:56.038025 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2c2c9129-b170-4bdd-ab0a-e8962220ec56 req-97054470-008b-4097-9eb9-a17a16c191af tempest-ServerShowV247Test-1204217982 tempest-ServerShowV247Test-1204217982-project] 10.222.0.78 "GET /v2.0/ports?device_id=52405dca-8c40-4108-bcb5-457134f59357 HTTP/1.1" status: 200 len: 210 time: 0.2434042 Jul 16 01:28:56.039595 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f73bfe-f2a3-46a6-b040-75f9336c3c98" -d '{"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-plugged", "status": "completed", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:56.088461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed764da-7151-44cb-842b-8a80ff7af18c req-96aa3c16-d993-4f1b-b067-5fa0241019eb tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.090292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:56.098122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ed764da-7151-44cb-842b-8a80ff7af18c req-96aa3c16-d993-4f1b-b067-5fa0241019eb tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 945 time: 0.8553510 Jul 16 01:28:56.108541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.210490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.265389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-13f37639-8737-4d4e-a97d-5c3de2dd13c0 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261546 Jul 16 01:28:56.282175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ed764da-7151-44cb-842b-8a80ff7af18c req-d6d507d6-7e01-4e39-b7b3-4587bd9a095a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807528 Jul 16 01:28:56.510156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-7af22cd8-95c5-4aa5-9d81-6599c10bcc1b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa857418959540b988c9fb1496b449a9 HTTP/1.1" status: 200 len: 378 time: 0.4883413 Jul 16 01:28:56.556638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'admin_state_up': True, 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'security_groups': ['969a5455-e141-4bab-9fb1-2585dcf3b777']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:56.583326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e9631-7255-4988-8787-7c18d92fc900 req-f9a27466-848b-4227-b5d4-b492d290c655 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.590545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-430e9631-7255-4988-8787-7c18d92fc900 req-f9a27466-848b-4227-b5d4-b492d290c655 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.4400802 Jul 16 01:28:56.677605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-430e9631-7255-4988-8787-7c18d92fc900 req-b0c3bf5f-e0da-41d7-b2df-cf31294d0bcc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833943 Jul 16 01:28:56.703354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router 473ab452-a044-4948-be9a-32ab996bf7df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:56.773646 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4bfafb-c154-442a-b642-814187e99066 x-openstack-request-id: req-ff4bfafb-c154-442a-b642-814187e99066 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:56.773948 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-plugged", "status": "completed", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:56.774203 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff4bfafb-c154-442a-b642-814187e99066 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:56.774605 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'code': 200} Jul 16 01:28:57.057892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f258a66b-3332-478e-95e9-90cbb11218cf up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:57.159505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39c604-9b9b-4fe6-aa81-2ca8b85b38b8 req-201b46d1-bd45-4aea-bed8-8f09a15dedd4 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.177500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c39c604-9b9b-4fe6-aa81-2ca8b85b38b8 req-201b46d1-bd45-4aea-bed8-8f09a15dedd4 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.5654368 Jul 16 01:28:57.182327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f258a66b-3332-478e-95e9-90cbb11218cf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:57.189315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f258a66b-3332-478e-95e9-90cbb11218cf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:57.189953 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.288454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f5ff4c3-9f9c-49fa-b3f2-963c3a666ea3 req-9e8a6096-9deb-4c7e-8c34-55b0035fc510 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.2544451 Jul 16 01:28:57.370623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c39c604-9b9b-4fe6-aa81-2ca8b85b38b8 req-8498482e-6a06-4c2f-9456-67f6843dff6b tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921337 Jul 16 01:28:57.402830 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.413678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:57.430384 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d59804-19ae-4023-a7eb-519192775cff None None] Sync routers for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:57.444684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f258a66b-3332-478e-95e9-90cbb11218cf, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f258a66b-3332-478e-95e9-90cbb11218cf,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:57.449770 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d59804-19ae-4023-a7eb-519192775cff None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:57.452809 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.453728 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08d59804-19ae-4023-a7eb-519192775cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.461941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b0d8f6ec-019d-41e8-b20a-7fb8eea82d6e tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/routers/473ab452-a044-4948-be9a-32ab996bf7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2277532 Jul 16 01:28:57.464717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:57.574904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f258a66b-3332-478e-95e9-90cbb11218cf,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.593805 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08d59804-19ae-4023-a7eb-519192775cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.622428 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d59804-19ae-4023-a7eb-519192775cff None None] Routers {'473ab452-a044-4948-be9a-32ab996bf7df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:57.623406 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08d59804-19ae-4023-a7eb-519192775cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['473ab452-a044-4948-be9a-32ab996bf7df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.854476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.885931 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-f1ba8f7f-721a-4291-9eca-e140b9699189 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5917776 Jul 16 01:28:57.888519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.969910 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08d59804-19ae-4023-a7eb-519192775cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.973724 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d59804-19ae-4023-a7eb-519192775cff None None] The sync data for ids ['473ab452-a044-4948-be9a-32ab996bf7df'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:57.987383 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-6d9cf79b-496e-4c45-99ea-ca9cb96a5f18 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1438573531&fields=id&tenant_id=d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 267 time: 0.3550732 Jul 16 01:28:58.017926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.211202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:58.242466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.345193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:58.355038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:58.398922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:58.407267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.420542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Pushing event updated for resources: {'Port': ['ID=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:58.488991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-942550f6-3d6f-4775-8b33-fe62fda073f0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.514279 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-942550f6-3d6f-4775-8b33-fe62fda073f0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 945 time: 0.5013134 Jul 16 01:28:58.552085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'port': {'security_groups': ['e983b941-e730-4d77-afbd-bf77585ea564', '00f2fea0-ab9b-45d9-99aa-486d222242c7']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:58.618292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.636144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4315c12-a903-4651-85f2-40d8d1478458 req-5ded017a-aac8-45d3-b6a2-e97f294c9fb1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.647923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4315c12-a903-4651-85f2-40d8d1478458 req-5ded017a-aac8-45d3-b6a2-e97f294c9fb1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.4949296 Jul 16 01:28:58.713256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 172.20.0.11 (8f8e5162-0088-4d27-9b78-d9d146bbfbff/2743fd1e-578e-4490-a5fa-aa8ac51a8547/8a193001-c9e6-4864-8d8e-8f08a9ecf88c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:58.728368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5411fc60-e952-46f9-9794-0a296bce7f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.939822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8273c8c2-df79-4c58-b8bf-7026c2927840 None None] Provisioning complete for port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:58.940570 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8273c8c2-df79-4c58-b8bf-7026c2927840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.975051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4315c12-a903-4651-85f2-40d8d1478458 req-808d64e2-0cf6-46ec-94c3-e510f788d099 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258007 Jul 16 01:28:59.039600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f258a66b-3332-478e-95e9-90cbb11218cf up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:59.041983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8273c8c2-df79-4c58-b8bf-7026c2927840 None None] Port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:59.079004 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5411fc60-e952-46f9-9794-0a296bce7f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.093038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.105020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5411fc60-e952-46f9-9794-0a296bce7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.121322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.134317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f258a66b-3332-478e-95e9-90cbb11218cf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:59.134938 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.194454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5411fc60-e952-46f9-9794-0a296bce7f43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3259a1b685bb47f885398aaffcf5a880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9641962 Jul 16 01:28:59.205687 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-59d3baf6-cd6d-408f-92e8-7b2074c97960 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8107469 Jul 16 01:28:59.206042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:59.227543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Transition to ACTIVE for port object 8a193001-c9e6-4864-8d8e-8f08a9ecf88c will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:59.341392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Router bd02181b-04f9-4095-b7cf-78a92935446a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:59.380727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-1717bad3-5075-4bed-8dcc-877eb04ea507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.384422 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-1717bad3-5075-4bed-8dcc-877eb04ea507 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 1097 time: 0.1511788 Jul 16 01:28:59.541567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9b27f6c5-3f4e-474c-b92e-21170191743e,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:59.575158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.612208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.620198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 5f9c5269-43e9-4d0d-acc3-a98c80b33072 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:59.620793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.631872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72', '9b27f6c5-3f4e-474c-b92e-21170191743e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:59.734944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.745674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57954f74-9363-44ea-931a-1c5d8b77679b req-ee24b700-dbab-4335-9dd1-4a9c112a0e7c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.1656644 Jul 16 01:28:59.747907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411fc60-e952-46f9-9794-0a296bce7f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc1b19-9764-4e59-919a-1cdfe4d3dbfd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.823127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e888981-e2a1-4633-96b0-7e396d1822cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.846571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-68b8a028-fab5-4b88-8aad-426a4a85634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.856875 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-68b8a028-fab5-4b88-8aad-426a4a85634d service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.4228036 Jul 16 01:28:59.859298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:59.881822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Sync routers for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:59.891893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e888981-e2a1-4633-96b0-7e396d1822cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.909011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9075e048-734e-4260-a205-174e0f592f0a admin admin] 10.222.0.81 "PUT /v2.0/routers/bd02181b-04f9-4095-b7cf-78a92935446a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6107893 Jul 16 01:28:59.912667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.937026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9b27f6c5-3f4e-474c-b92e-21170191743e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:59.948068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:59.948068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:59.975232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.976336 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.999514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e972a6c-f3a0-4471-a7c2-f8edd978f60e req-a7e37bb4-4527-4bcb-9bb6-072f35e365d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "PUT /v2.0/ports/9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 981 time: 1.4735649 Jul 16 01:29:00.020406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:00.024359 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67474a36-4b67-4b44-9357-9c916b28273f" -d '{"events": [{"name": "network-changed", "server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:00.076931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:00.273840 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-4f69e297-501b-4742-87d8-b5d7b515b8b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd HTTP/1.1" status: 200 len: 217 time: 0.4108882 Jul 16 01:29:00.291660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:00.308528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.317921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:00.357117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:00.383623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.415426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 5f9c5269-43e9-4d0d-acc3-a98c80b33072 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:00.446543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-27d34a96-1f71-413e-8ea2-c8728ee9b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.448355 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-27d34a96-1f71-413e-8ea2-c8728ee9b04e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.1592920 Jul 16 01:29:00.462743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.463601 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.525778 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea42c900-81ba-43c7-9b51-5d57046fc352 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0005941 Jul 16 01:29:00.577564 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-f37a4f06-696a-44c9-94b2-c4d3eaaaf440 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878658 Jul 16 01:29:00.587093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'admin_state_up': True, 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'security_groups': ['969a5455-e141-4bab-9fb1-2585dcf3b777']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:00.671963 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.731340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:28:55Z', 'revision_number': 2, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:00.764952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b6bc7c-3ce8-4048-9de7-c824559c4bd6 req-4e871d0e-6bd9-49a3-b322-e5e88bdf9480 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/00f2fea0-ab9b-45d9-99aa-486d222242c7 HTTP/1.1" status: 200 len: 1803 time: 0.4582675 Jul 16 01:29:00.765746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=5f9c5269-43e9-4d0d-acc3-a98c80b33072,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.848966 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-a90fef83-22d6-45b7-87d8-7ae5003f71a4 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258275 Jul 16 01:29:00.855436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Checking router: bd02181b-04f9-4095-b7cf-78a92935446a for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:00.857846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Updating router bd02181b-04f9-4095-b7cf-78a92935446a port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:00.880393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e888981-e2a1-4633-96b0-7e396d1822cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.883054 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e888981-e2a1-4633-96b0-7e396d1822cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.886612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e888981-e2a1-4633-96b0-7e396d1822cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4fc1b19-9764-4e59-919a-1cdfe4d3dbfd HTTP/1.1" status: 204 len: 168 time: 1.6740980 Jul 16 01:29:00.906147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e12b37-1f5c-4cb2-8c25-0271df531f36 req-d20be3f2-0bcb-4f66-b7c5-63dbbcc033e2 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.907727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46e12b37-1f5c-4cb2-8c25-0271df531f36 req-d20be3f2-0bcb-4f66-b7c5-63dbbcc033e2 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.6628335 Jul 16 01:29:00.935125 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.002198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e888981-e2a1-4633-96b0-7e396d1822cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc1b19-9764-4e59-919a-1cdfe4d3dbfd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:01.049076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:01.091428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.135542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-769435e2-e33e-42f9-b4e4-b41513281fa7 None None] Provisioning for port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:01.142582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-769435e2-e33e-42f9-b4e4-b41513281fa7 None None] Provisioning complete for port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:01.143112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-769435e2-e33e-42f9-b4e4-b41513281fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.166871 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-10b6bc7c-3ce8-4048-9de7-c824559c4bd6 req-48b18fd0-bf8a-464f-8c39-529eff975c4a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:29:01.168996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b6bc7c-3ce8-4048-9de7-c824559c4bd6 req-48b18fd0-bf8a-464f-8c39-529eff975c4a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/00f2fea0-ab9b-45d9-99aa-486d222242c7 HTTP/1.1" status: 409 len: 341 time: 0.3648095 Jul 16 01:29:01.182152 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00067c7d-49c7-4a95-900f-d6ca94de8422 req-1e024217-2004-4e28-8477-3ecbc53f20cb service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250699 Jul 16 01:29:01.269245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-769435e2-e33e-42f9-b4e4-b41513281fa7 None None] Port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:01.269886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:01.273856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.386211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.392241 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.436919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46e12b37-1f5c-4cb2-8c25-0271df531f36 req-e95bad61-cce3-407a-8902-62fe61ac31b0 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353538 Jul 16 01:29:01.591846 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c02dc5-4552-4473-ac1e-4ae51b8f9c81 x-openstack-request-id: req-68c02dc5-4552-4473-ac1e-4ae51b8f9c81 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:01.592144 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:01.593000 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68c02dc5-4552-4473-ac1e-4ae51b8f9c81 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:01.593422 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e', 'status': 'completed', 'code': 200} Jul 16 01:29:01.651718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877869b4-ab95-42e1-a9de-a52320c01465 req-5039ce47-2e6f-4935-894a-2dcb8b35307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.655805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-877869b4-ab95-42e1-a9de-a52320c01465 req-5039ce47-2e6f-4935-894a-2dcb8b35307d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.5545552 Jul 16 01:29:01.658136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.663533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.666077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Fanout notify agent at l3_agent the message router_deleted on router 473ab452-a044-4948-be9a-32ab996bf7df {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:01.683585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Transition to ACTIVE for port object f9f7090a-80a5-4a57-8852-2c8c0bce2d44 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:01.722721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 10.1.1.5 (f28cbbf1-bcb5-48f6-8632-a12c16c86851/fff7814c-b387-4a64-8f27-c0f8cc0fc55a/843e3aec-078a-41a5-9846-b66fe3e63118) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:01.770052 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.785668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474a36-4b67-4b44-9357-9c916b28273f req-c1e60328-f2d1-4ecf-9242-4c3aa2b048fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.790788 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67474a36-4b67-4b44-9357-9c916b28273f req-c1e60328-f2d1-4ecf-9242-4c3aa2b048fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1135 time: 0.1736798 Jul 16 01:29:01.931387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e02357-a131-4fb4-8d4e-fe4094dcb773 None None] Pushing event updated for resources: {'Port': ['ID=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.258945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474a36-4b67-4b44-9357-9c916b28273f req-0599c7e3-8767-4907-b1d7-604fa26ff937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.261597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67474a36-4b67-4b44-9357-9c916b28273f req-0599c7e3-8767-4907-b1d7-604fa26ff937 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 913 time: 0.4646184 Jul 16 01:29:02.311279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Attempting to bind port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:02.311735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Attempting to bind port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:02.312038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Attempting to bind port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:02.330374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:02.330779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:02.331196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.335645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Bound using segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:02.336359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Bound port: f9f7090a-80a5-4a57-8852-2c8c0bce2d44, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:02.337731 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.345700 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67474a36-4b67-4b44-9357-9c916b28273f req-b8d7ee76-672f-436b-a60f-faaac11e60fe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 217 time: 0.0721292 Jul 16 01:29:02.413357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474a36-4b67-4b44-9357-9c916b28273f req-3875aeee-6109-4347-a7ff-b51d5089dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.415552 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67474a36-4b67-4b44-9357-9c916b28273f req-3875aeee-6109-4347-a7ff-b51d5089dd5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.0630553 Jul 16 01:29:02.420927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.445112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.446239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-caebf122-50e5-4020-807b-83cd787883cc tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/routers/473ab452-a044-4948-be9a-32ab996bf7df HTTP/1.1" status: 204 len: 168 time: 4.9805596 Jul 16 01:29:02.452004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:02.463838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67474a36-4b67-4b44-9357-9c916b28273f req-6f7033e2-5290-4b8d-8087-90552bdea5e2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399215 Jul 16 01:29:02.467233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Transition to ACTIVE for port object 843e3aec-078a-41a5-9846-b66fe3e63118 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:02.553991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-877869b4-ab95-42e1-a9de-a52320c01465 req-ca045ebe-40a8-4423-9633-ad23f6b28e87 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8789811 Jul 16 01:29:02.555368 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] For port f9f7090a-80a5-4a57-8852-2c8c0bce2d44, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:02.562024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] For port f9f7090a-80a5-4a57-8852-2c8c0bce2d44, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:02.568741 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67474a36-4b67-4b44-9357-9c916b28273f req-8da7a7e0-efcc-4825-bdb1-5507538d276a service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977271 Jul 16 01:29:02.572809 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.588046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12970-bebf-4f95-b654-99614847143a req-4cdb2b6f-9174-4e7f-b065-17034fb68aa6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.589628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aba12970-bebf-4f95-b654-99614847143a req-4cdb2b6f-9174-4e7f-b065-17034fb68aa6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 1.1938128 Jul 16 01:29:02.646537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e02357-a131-4fb4-8d4e-fe4094dcb773 None None] Pushing event updated for resources: {'Port': ['ID=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.648767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:02.682292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:02.683333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:28:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:02.699064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting subnet 005a785e-0b35-49b4-84af-b7e87bbf7e23 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:02.718340 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.761734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-67474a36-4b67-4b44-9357-9c916b28273f req-7a8b8ac3-3f4b-44e0-9c5b-b04884b8124b service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543040 Jul 16 01:29:02.790800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.797173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:02.807602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-05f4d79f-043c-4553-8a29-6ff6416d90ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058348626', 'description': 'tempest-description--141939470'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:02.895980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f4d79f-043c-4553-8a29-6ff6416d90ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.899100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aba12970-bebf-4f95-b654-99614847143a req-3c104e1b-af4b-4536-9df2-5c6ae28b71ae tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013391 Jul 16 01:29:02.929770 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.998126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-486586813-network', 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:03.000367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:03.040672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:03.055495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:03.058529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:03.080374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:03.083068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.120168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.122831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.133292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=843e3aec-078a-41a5-9846-b66fe3e63118,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.171160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.238712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f4d79f-043c-4553-8a29-6ff6416d90ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.248575 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f4d79f-043c-4553-8a29-6ff6416d90ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.257839 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-25d33306-53e5-4dc4-818d-5e555b2a9ae9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6894047 Jul 16 01:29:03.277847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'admin_state_up': True, 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'security_groups': ['969a5455-e141-4bab-9fb1-2585dcf3b777']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:03.468684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc843-7b99-4fe5-91cc-a9e7a21d7895 req-639bddb9-8f53-4052-9cea-b082be15c6a1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.480118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4d79f-043c-4553-8a29-6ff6416d90ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.489790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cc843-7b99-4fe5-91cc-a9e7a21d7895 req-639bddb9-8f53-4052-9cea-b082be15c6a1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.493206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d4cc843-7b99-4fe5-91cc-a9e7a21d7895 req-639bddb9-8f53-4052-9cea-b082be15c6a1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 1652 time: 0.4175198 Jul 16 01:29:03.510232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.618535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d4cc843-7b99-4fe5-91cc-a9e7a21d7895 req-89d14372-59ea-4357-a660-766fb6ecea19 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1170263 Jul 16 01:29:03.675532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.704914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4e1f4e3d-d253-4abe-b7f7-d69dba1b3b26 None None] Provisioning for port 843e3aec-078a-41a5-9846-b66fe3e63118 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:03.716626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4e1f4e3d-d253-4abe-b7f7-d69dba1b3b26 None None] Provisioning complete for port 843e3aec-078a-41a5-9846-b66fe3e63118 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:03.719205 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4e1f4e3d-d253-4abe-b7f7-d69dba1b3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.735434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Subnet': ['ID=005a785e-0b35-49b4-84af-b7e87bbf7e23,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.740331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.745555 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.748513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6d9acc73-faa7-4d9e-81e9-a7b0d25e5a38 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/subnets/005a785e-0b35-49b4-84af-b7e87bbf7e23 HTTP/1.1" status: 204 len: 168 time: 1.2934403 Jul 16 01:29:03.753362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:03.756550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.773764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:03.786585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.787397 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Added segment 22ed985a-4b36-4b14-96e8-9ef783018c6b of type vlan for network 167f47a7-2079-41c8-aab3-e91b6377e825 Jul 16 01:29:03.821540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f4d79f-043c-4553-8a29-6ff6416d90ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.822058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd7d82-d14b-4bae-9a47-08b23665f8bf None None] Network f7f4f1d5-6d44-4265-96e3-182b3f77950e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:03.828462 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-05f4d79f-043c-4553-8a29-6ff6416d90ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0297887 Jul 16 01:29:03.829163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:03.840448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.850700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c4408aab-de14-4d29-b7d3-2525467973b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'security_group_rule': {'security_group_id': '770c454e-44c4-4ab6-a4f0-23c4e27f4cfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:03.861581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:03.878374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.918558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f4e3d-d253-4abe-b7f7-d69dba1b3b26 None None] Port 843e3aec-078a-41a5-9846-b66fe3e63118 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:03.930166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7c8db-e80c-4e28-aded-9d53d9af679e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.934363 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.937795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.938790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.950150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce680fbe-43b4-4850-9563-97995e037645 req-3a84c77c-741c-4b1b-b3bc-51a542210df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.955829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce680fbe-43b4-4850-9563-97995e037645 req-3a84c77c-741c-4b1b-b3bc-51a542210df7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1135 time: 0.2879221 Jul 16 01:29:03.984649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:02Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:04.020348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aeb5bd-a279-4f12-9a37-049a242ef0b0 None None] The sync data for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 is: [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:02Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:04.040251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4408aab-de14-4d29-b7d3-2525467973b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.183142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] Pushing event updated for resources: {'Network': ['ID=167f47a7-2079-41c8-aab3-e91b6377e825,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:04.200654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 167f47a7-2079-41c8-aab3-e91b6377e825 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:04.267608 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4408aab-de14-4d29-b7d3-2525467973b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.306833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4408aab-de14-4d29-b7d3-2525467973b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.333078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.346779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c3460eb4-31b5-48fb-bfa6-6d9a786f7a1d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6749740 Jul 16 01:29:04.349381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:04.353432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4408aab-de14-4d29-b7d3-2525467973b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9271a81-921c-43bc-ad80-3689b0f48146,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:04.374876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Request body: {'subnet': {'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-486586813-subnet', 'tenant_id': '24e40b2189594232a5a7d5a497f9a809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:04.383428 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4408aab-de14-4d29-b7d3-2525467973b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.385158 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4408aab-de14-4d29-b7d3-2525467973b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5534787 Jul 16 01:29:04.394642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:04.420934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'security_group_rule': {'security_group_id': '770c454e-44c4-4ab6-a4f0-23c4e27f4cfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:04.493045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] DHCP port deletion for f7f4f1d5-6d44-4265-96e3-182b3f77950e request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:04.550347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:29:04.550347 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:29:04.550347 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': '9aed513fa48643488d7c6fa13e41cd6e', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 29, 4, 428630)}] Jul 16 01:29:04.550347 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:29:04.551132 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:29:04.552379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce680fbe-43b4-4850-9563-97995e037645 req-08cf2245-5e20-43dc-b0b4-ed82f641ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.554004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce680fbe-43b4-4850-9563-97995e037645 req-08cf2245-5e20-43dc-b0b4-ed82f641ac05 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 913 time: 0.5791585 Jul 16 01:29:04.560793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Deleting port 0591e6d2-40f2-4f67-a26c-413b00f8c376 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:04.561382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.594550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:04.601068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.638106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23608b9-8645-4744-9469-a181c6d5bf07 req-e28e3091-0400-436f-b54d-a73dd47c2b77 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.648263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c23608b9-8645-4744-9469-a181c6d5bf07 req-e28e3091-0400-436f-b54d-a73dd47c2b77 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 984 time: 0.7355230 Jul 16 01:29:04.670334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 10.1.1.24 (f28cbbf1-bcb5-48f6-8632-a12c16c86851/fff7814c-b387-4a64-8f27-c0f8cc0fc55a/309ebef2-8738-4788-bf35-85140bb7470c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:04.714173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] For port 0591e6d2-40f2-4f67-a26c-413b00f8c376, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0591e6d2-40f2-4f67-a26c-413b00f8c376,segment=NetworkSegment(09bcf32b-9565-495d-9743-ac9a19e2a5fd),segment_id=09bcf32b-9565-495d-9743-ac9a19e2a5fd)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:04.714706 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.750261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Calling delete_port for 0591e6d2-40f2-4f67-a26c-413b00f8c376 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:04.780342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72ffcb-11d0-435c-9c6a-6490525df677 req-31e4a515-158d-431e-9bb5-715d6c8f3505 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.787476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc72ffcb-11d0-435c-9c6a-6490525df677 req-31e4a515-158d-431e-9bb5-715d6c8f3505 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.7937968 Jul 16 01:29:04.916171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c23608b9-8645-4744-9469-a181c6d5bf07 req-10613824-5288-47ed-a638-c934f808cd20 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=00f2fea0-ab9b-45d9-99aa-486d222242c7&id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2663484 Jul 16 01:29:04.978404 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.006011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce680fbe-43b4-4850-9563-97995e037645 req-a22b358b-30a8-4eac-ab9d-22e0be580ab0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 217 time: 0.4434133 Jul 16 01:29:05.073521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Pushing event deleted for resources: {'Port': ['ID=0591e6d2-40f2-4f67-a26c-413b00f8c376,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.076186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9f7090a-80a5-4a57-8852-2c8c0bce2d44 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:05.104125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.167140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 0591e6d2-40f2-4f67-a26c-413b00f8c376 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:05.169907 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.181899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Transition to ACTIVE for port object 309ebef2-8738-4788-bf35-85140bb7470c will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:05.208560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc72ffcb-11d0-435c-9c6a-6490525df677 req-fe04d3bc-20a0-4e08-b5ec-6a767548c8c8 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020386 Jul 16 01:29:05.209683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.210009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce680fbe-43b4-4850-9563-97995e037645 req-d078951c-da06-47bb-9c2e-417162efddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.212654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.213116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.213903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce680fbe-43b4-4850-9563-97995e037645 req-d078951c-da06-47bb-9c2e-417162efddb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.1930993 Jul 16 01:29:05.217942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.218492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.218943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.220092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.220925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.223170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.226082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.226531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.229188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.253781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c2a26-9d02-4bd8-a192-1b45036d54b4 None None] No DVR routers for this DVR port 0591e6d2-40f2-4f67-a26c-413b00f8c376 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:05.337805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:05.356414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:05.356699 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.399351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.423275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce680fbe-43b4-4850-9563-97995e037645 req-c9510952-257c-4440-8bf1-5c425403ae63 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913674 Jul 16 01:29:05.426487 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.544289 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.582529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] For port 0591e6d2-40f2-4f67-a26c-413b00f8c376, host n-d-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:05.585074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.626133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f9f7090a-80a5-4a57-8852-2c8c0bce2d44, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:05.633478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.666174 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce680fbe-43b4-4850-9563-97995e037645 req-46ec59eb-5e03-44e0-a4f3-b30d5a93ccd8 service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989198 Jul 16 01:29:05.681806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:05.689510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:05.723390 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.761085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:05.788932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.791785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0591e6d2-40f2-4f67-a26c-413b00f8c376 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:05.824077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 0591e6d2-40f2-4f67-a26c-413b00f8c376 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:05.839615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0591e6d2-40f2-4f67-a26c-413b00f8c376 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:05.840181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0591e6d2-40f2-4f67-a26c-413b00f8c376 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:05.866037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Port 0591e6d2-40f2-4f67-a26c-413b00f8c376 was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:29:05.888135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.946180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=0591e6d2-40f2-4f67-a26c-413b00f8c376,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.064490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] No DVR routers for this DVR port 0591e6d2-40f2-4f67-a26c-413b00f8c376 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:06.081182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6674999c-177b-4ef8-9ce1-225c3d07f939,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.087939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:06.088351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Network hostable DHCP agents. Network: 167f47a7-2079-41c8-aab3-e91b6377e825, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:06.161438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d4eaa-432e-4256-8114-b1286f6eee86 req-954658ca-e359-4094-8428-8e90ac89f059 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.163915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4d02b2fd-0a21-4dab-b164-3af97e7f516b None None] Provisioning for port 309ebef2-8738-4788-bf35-85140bb7470c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:06.173095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4d02b2fd-0a21-4dab-b164-3af97e7f516b None None] Provisioning complete for port 309ebef2-8738-4788-bf35-85140bb7470c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:06.173698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4d02b2fd-0a21-4dab-b164-3af97e7f516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.182785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d4eaa-432e-4256-8114-b1286f6eee86 req-954658ca-e359-4094-8428-8e90ac89f059 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.207923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d4eaa-432e-4256-8114-b1286f6eee86 req-954658ca-e359-4094-8428-8e90ac89f059 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.209969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1d4eaa-432e-4256-8114-b1286f6eee86 req-954658ca-e359-4094-8428-8e90ac89f059 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 2372 time: 0.5979052 Jul 16 01:29:06.219364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d10d47-aa90-4fde-8d8f-4ee34ee1edf0 req-d844b255-3c70-4924-92c5-9eefbd2e8e47 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.236861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64d10d47-aa90-4fde-8d8f-4ee34ee1edf0 req-d844b255-3c70-4924-92c5-9eefbd2e8e47 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.6257772 Jul 16 01:29:06.267205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4d02b2fd-0a21-4dab-b164-3af97e7f516b None None] Port 309ebef2-8738-4788-bf35-85140bb7470c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:06.346348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:06.379716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64d10d47-aa90-4fde-8d8f-4ee34ee1edf0 req-dee78df2-5497-4129-87a1-70e2bc846699 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418345 Jul 16 01:29:06.417282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 167f47a7-2079-41c8-aab3-e91b6377e825) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:06.428541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ddab65-7800-45aa-9826-52ead717f22b None None] Network 167f47a7-2079-41c8-aab3-e91b6377e825 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:06.453427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.454142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.501088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=309ebef2-8738-4788-bf35-85140bb7470c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.526795 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.554716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-15225345-0a4a-4b33-b279-abfcc802abf5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2828081 Jul 16 01:29:06.570183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f', 'admin_state_up': True, 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'security_groups': ['969a5455-e141-4bab-9fb1-2585dcf3b777']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:06.573530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da1d4eaa-432e-4256-8114-b1286f6eee86 req-42076e23-cd0e-45b1-8a62-38145117794c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3235452 Jul 16 01:29:06.592628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.593381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.623302 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f4f1d5-6d44-4265-96e3-182b3f77950e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:06.634750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.640940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8a723abb-d4e1-40c4-b81e-5ae428f327df admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2867277 Jul 16 01:29:06.669217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bcf32b-9565-495d-9743-ac9a19e2a5fd') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:06.669524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bcf32b-9565-495d-9743-ac9a19e2a5fd') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:06.691647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce680fbe-43b4-4850-9563-97995e037645 req-97b481af-7e56-4524-b06f-389884ab146d service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0057170 Jul 16 01:29:06.701675 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.723468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.743145 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.760535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:06.762451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:06.770881 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:06.825501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6f2f6-176b-4fda-828d-dd27c22742a1 None None] Network 167f47a7-2079-41c8-aab3-e91b6377e825 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:06.956006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9b5030-a437-4b8c-916c-08845e94843a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.966898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:07.010747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.015719 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cee2e64c-f14f-4033-845b-dc5927dc98e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6121159 Jul 16 01:29:07.024131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.031646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9f7090a-80a5-4a57-8852-2c8c0bce2d44 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:07.034249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:07.158953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.183461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.188465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/networks/f7f4f1d5-6d44-4265-96e3-182b3f77950e HTTP/1.1" status: 204 len: 168 time: 3.4329526 Jul 16 01:29:07.189863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50730) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.190062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5a4f-2185-4250-989b-d6c6602dad84 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Network': ['ID=f7f4f1d5-6d44-4265-96e3-182b3f77950e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:07.223197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8f08-3248-44a4-8abb-848514b974b9 req-29805edd-972b-4b85-b4c7-9b22b732e9e2 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.225186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b4a8f08-3248-44a4-8abb-848514b974b9 req-29805edd-972b-4b85-b4c7-9b22b732e9e2 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 984 time: 0.3650258 Jul 16 01:29:07.231400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.329799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b4a8f08-3248-44a4-8abb-848514b974b9 req-b2f5796a-b503-4a6c-bd4d-8057857c49c3 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=00f2fea0-ab9b-45d9-99aa-486d222242c7&id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0908675 Jul 16 01:29:07.347129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.483573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:07.484131 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.828450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-f97031fc-cf87-4155-abae-610d122feffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.829976 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-f97031fc-cf87-4155-abae-610d122feffe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c99d9fd334551817edc532beba23a&device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 1096 time: 0.4264140 Jul 16 01:29:07.837592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212a252-a4c9-43a5-bd06-4c3a08f50101 req-1c1413eb-6e6b-446f-9621-68f7b60efae9 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.839946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4212a252-a4c9-43a5-bd06-4c3a08f50101 req-1c1413eb-6e6b-446f-9621-68f7b60efae9 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2769403 Jul 16 01:29:07.857666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 948e5a07-1842-4d3b-863f-2729d9ee248b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:07.858010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.908527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4212a252-a4c9-43a5-bd06-4c3a08f50101 req-c91574ca-3ea2-4052-ac01-36c1c9a68660 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587058 Jul 16 01:29:07.915742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-91ddced5-7c37-41f1-8751-e2e5cee6b26c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.919463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-91ddced5-7c37-41f1-8751-e2e5cee6b26c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.2833359 Jul 16 01:29:07.946691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-1f67d478-3e89-4791-85bd-e3b787e999ba tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.0205395 Jul 16 01:29:07.990671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 10.2.2.100 (c4618aa9-0325-4d90-9dcf-d9bdc9067a8f/33cfbffe-807a-408a-a17b-b0ffc5bfae0e/8176d12f-20f7-427d-998c-6ec0679d6738) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:08.007998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-acd86f0b-c1f4-4f7b-bb06-312bd77ac36f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554731 Jul 16 01:29:08.176417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.191241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0249b0-b175-4bc1-87f1-a8cfb4cf43b6 req-ac81f91c-ccbe-4122-a6d9-d7130cf9598a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.192602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Transition to ACTIVE for port object 8176d12f-20f7-427d-998c-6ec0679d6738 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:08.199042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd0249b0-b175-4bc1-87f1-a8cfb4cf43b6 req-ac81f91c-ccbe-4122-a6d9-d7130cf9598a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.1266437 Jul 16 01:29:08.222956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-2f4ed25f-6706-4db5-94cf-802e04d3aec9 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052023 Jul 16 01:29:08.303455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd0249b0-b175-4bc1-87f1-a8cfb4cf43b6 req-41f0c0b2-92db-43cc-a7d8-2bb140029cbb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034126 Jul 16 01:29:08.342856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.419957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-d4db4171-6d03-4057-a749-86783bf76a6e service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934383 Jul 16 01:29:08.430898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-9a5268f9-c0b7-4615-b8c1-0f0f9bbe4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.432478 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-9a5268f9-c0b7-4615-b8c1-0f0f9bbe4721 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 200 len: 918 time: 0.5825610 Jul 16 01:29:08.445286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.455228 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:08.463449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.463777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.482408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:08.484828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:08.526955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=8176d12f-20f7-427d-998c-6ec0679d6738,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.607056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-d1812c47-c6c4-4d88-943e-26ac9412264e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 200 len: 217 time: 0.1593101 Jul 16 01:29:08.618811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 948e5a07-1842-4d3b-863f-2729d9ee248b owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:08.728189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0ef0-504c-4a7c-ad9b-c5bc65fa51dc req-7d1804c2-8735-4f2b-8ec8-73ea06fbcb40 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.735338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0ef0-504c-4a7c-ad9b-c5bc65fa51dc req-7d1804c2-8735-4f2b-8ec8-73ea06fbcb40 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.742534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0ef0-504c-4a7c-ad9b-c5bc65fa51dc req-7d1804c2-8735-4f2b-8ec8-73ea06fbcb40 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.749214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a0ef0-504c-4a7c-ad9b-c5bc65fa51dc req-7d1804c2-8735-4f2b-8ec8-73ea06fbcb40 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.751410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b12a0ef0-504c-4a7c-ad9b-c5bc65fa51dc req-7d1804c2-8735-4f2b-8ec8-73ea06fbcb40 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3093 time: 0.2260706 Jul 16 01:29:08.841716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.848345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.866084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b12a0ef0-504c-4a7c-ad9b-c5bc65fa51dc req-ddbf4314-2ddb-4c04-902b-352b9efb8ba5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980468 Jul 16 01:29:08.923237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-ba6fe5a8-8f51-4aca-a68b-4151fc285db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.925481 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-ba6fe5a8-8f51-4aca-a68b-4151fc285db3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 200 len: 857 time: 0.3038983 Jul 16 01:29:08.992200 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-52d7fc98-23d4-4d47-b45e-1ba6da28d237 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e62b67fb-9417-4cee-bed3-1b308621aeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505013 Jul 16 01:29:09.013974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1c482cdd-7475-47cb-87ea-7f59d563c14c None None] Provisioning for port 8176d12f-20f7-427d-998c-6ec0679d6738 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:09.025017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1c482cdd-7475-47cb-87ea-7f59d563c14c None None] Provisioning complete for port 8176d12f-20f7-427d-998c-6ec0679d6738 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:09.025646 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c482cdd-7475-47cb-87ea-7f59d563c14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.069855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4964bfae-dc76-4029-b989-dd0ec60a73a5 req-4684c2bf-c4e5-421f-9557-928eb6302649 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 210 time: 0.0893686 Jul 16 01:29:09.070553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1c482cdd-7475-47cb-87ea-7f59d563c14c None None] Port 8176d12f-20f7-427d-998c-6ec0679d6738 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:09.214043 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5568753e-1960-4135-801f-d4933e5b6a73 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6514637 Jul 16 01:29:09.227704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a67ee-3b33-4d1c-b914-aa6776415fe1 req-96bf0929-a03a-4dd5-95ff-c70f515df8bd tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.234746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f', 'admin_state_up': True, 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'security_groups': ['969a5455-e141-4bab-9fb1-2585dcf3b777']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:09.244933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc6a67ee-3b33-4d1c-b914-aa6776415fe1 req-96bf0929-a03a-4dd5-95ff-c70f515df8bd tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 984 time: 0.2097249 Jul 16 01:29:09.272804 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-f5e04ac4-10bc-42e7-980c-e446f541f6fd service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683437 Jul 16 01:29:09.275380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Allocated IP 172.25.5.7 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/942bb100-7c20-43c7-a5b3-335c23ca56bc) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:09.460952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc6a67ee-3b33-4d1c-b914-aa6776415fe1 req-7639041c-1b9b-4749-a6f3-907354e42082 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=00f2fea0-ab9b-45d9-99aa-486d222242c7&id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2138076 Jul 16 01:29:09.484456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0175f74-c8e7-470e-8c90-f2f62a883b2f req-ed2284ff-022f-4af1-8dbd-b9c9224ddf0d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.489694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0175f74-c8e7-470e-8c90-f2f62a883b2f req-ed2284ff-022f-4af1-8dbd-b9c9224ddf0d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2968452 Jul 16 01:29:09.576675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0175f74-c8e7-470e-8c90-f2f62a883b2f req-7d623264-1222-481e-9d30-052e0cf7c60f tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758398 Jul 16 01:29:09.717077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-06b93fc0-1bd4-4801-8b3d-a71971e08f99 req-2ad4e8ce-8d01-4ca5-a969-6a6303783897 service neutron] 10.222.0.93 "GET /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274592 Jul 16 01:29:09.753948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.829577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-f6a5677f-6836-4287-b83c-a0039665119d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-958262064&fields=id&tenant_id=d6960e77dd254adf8d278216c30c028a HTTP/1.1" status: 200 len: 267 time: 0.0822394 Jul 16 01:29:09.861281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.864321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cb3e1-f1a7-48c5-bee8-4d58b0df6b7b req-e4bf72b0-9f22-4c42-a34f-3d2c472c5562 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.878994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=948e5a07-1842-4d3b-863f-2729d9ee248b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.879534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e5cb3e1-f1a7-48c5-bee8-4d58b0df6b7b req-e4bf72b0-9f22-4c42-a34f-3d2c472c5562 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.2204335 Jul 16 01:29:09.917984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Made reservation on behalf of fa857418959540b988c9fb1496b449a9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:09.931722 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.969618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e5cb3e1-f1a7-48c5-bee8-4d58b0df6b7b req-1ab76d41-b10c-4cfe-bd33-a20b1cf3cd84 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891099 Jul 16 01:29:10.060942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-78966751-9c5f-48fe-94de-6b93934c4e9b tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.069975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-78966751-9c5f-48fe-94de-6b93934c4e9b tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 984 time: 0.2316203 Jul 16 01:29:10.076448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'port': {'security_groups': ['00f2fea0-ab9b-45d9-99aa-486d222242c7', 'e983b941-e730-4d77-afbd-bf77585ea564', 'c3d0309e-098b-4d9a-97ab-2dabbc1255af']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:10.120915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.123956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.129125 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e19729eb-562a-4f8a-9e6f-4a415380637c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/floatingips/aaeb4217-80b9-4ce4-ad9a-b51d7bda9e89 HTTP/1.1" status: 204 len: 168 time: 2.9382958 Jul 16 01:29:10.139959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.245989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.250195 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-44615049-806a-4d7a-b78c-fc0b7ae2fd34 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] DELETE failed (client error): The resource could not be found. Jul 16 01:29:10.251144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44615049-806a-4d7a-b78c-fc0b7ae2fd34 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:10.255937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-44615049-806a-4d7a-b78c-fc0b7ae2fd34 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/ports/9dfe73e4-d874-4e99-966e-25f909a05631 HTTP/1.1" status: 404 len: 333 time: 0.0466428 Jul 16 01:29:10.256848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.297876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4a8e02d-f11e-469a-950e-83ed8248bf0c tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "GET /v2.0/ports?device_id=473ab452-a044-4948-be9a-32ab996bf7df HTTP/1.1" status: 200 len: 205 time: 0.0342395 Jul 16 01:29:10.299079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.341292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Allocated IP 10.2.2.200 (c4618aa9-0325-4d90-9dcf-d9bdc9067a8f/33cfbffe-807a-408a-a17b-b0ffc5bfae0e/9c37cfbd-6813-48d2-9b37-b838a4e9e241) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:10.371559 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-ef483703-5436-46c5-af81-7dcab05e1180 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] delete failed (client error): The resource could not be found. Jul 16 01:29:10.375591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ef483703-5436-46c5-af81-7dcab05e1180 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/routers/473ab452-a044-4948-be9a-32ab996bf7df HTTP/1.1" status: 404 len: 336 time: 0.0752666 Jul 16 01:29:10.379675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50798) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.437873 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3b6bf2-0f15-45e8-9c74-52bee19b3294 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] DELETE failed (client error): The resource could not be found. Jul 16 01:29:10.438694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3b6bf2-0f15-45e8-9c74-52bee19b3294 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:10.443896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1d3b6bf2-0f15-45e8-9c74-52bee19b3294 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/subnets/005a785e-0b35-49b4-84af-b7e87bbf7e23 HTTP/1.1" status: 404 len: 337 time: 0.0623925 Jul 16 01:29:10.445842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50800) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.510056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.616559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee2a4-b69a-455b-a0ea-15c1856f4e8a req-963088c0-fc24-4647-8bda-4b15b49ec38e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.622801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee2a4-b69a-455b-a0ea-15c1856f4e8a req-963088c0-fc24-4647-8bda-4b15b49ec38e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.630733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee2a4-b69a-455b-a0ea-15c1856f4e8a req-963088c0-fc24-4647-8bda-4b15b49ec38e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.637099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee2a4-b69a-455b-a0ea-15c1856f4e8a req-963088c0-fc24-4647-8bda-4b15b49ec38e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.644404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71fee2a4-b69a-455b-a0ea-15c1856f4e8a req-963088c0-fc24-4647-8bda-4b15b49ec38e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3093 time: 0.2825797 Jul 16 01:29:10.676768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:10.717388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:10.725482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:10.734089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71fee2a4-b69a-455b-a0ea-15c1856f4e8a req-55e6c876-91ee-4c06-8bad-fbd7c5e69556 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848565 Jul 16 01:29:10.826603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=942bb100-7c20-43c7-a5b3-335c23ca56bc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.834488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port c9307de7-7b20-4fb8-9057-3d39c2ade578 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:10.834841 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.902468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9b27f6c5-3f4e-474c-b92e-21170191743e,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:10.942202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.951268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.009658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Transition to ACTIVE for port object 9c37cfbd-6813-48d2-9b37-b838a4e9e241 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:11.047079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-b050d9e5-1a64-4600-8f04-dab0bd82ab5f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.048796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-b050d9e5-1a64-4600-8f04-dab0bd82ab5f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.78 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.4750042 Jul 16 01:29:11.056144 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.056418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.068098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for c9307de7-7b20-4fb8-9057-3d39c2ade578 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:11.240780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.250758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Request body: {'port': {'device_id': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'admin_state_up': True, 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:11.259580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.275414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3994b61c-3c1a-4cdc-ac9d-a50fb73be579 req-97de1474-6d3f-445d-a2b5-b0d135c08242 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 210 time: 0.2769320 Jul 16 01:29:11.277747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.380611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=c9307de7-7b20-4fb8-9057-3d39c2ade578,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.391286 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.434469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.479796 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.481775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=942bb100-7c20-43c7-a5b3-335c23ca56bc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.499143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.509529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72', '9b27f6c5-3f4e-474c-b92e-21170191743e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:11.533095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:11.579265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:11.587278 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efca8fed-f5be-47b6-b50b-525d069342e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.591309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:11.707351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.711330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.712346 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.714023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5848f405-fa96-454d-b09c-4c87f6413fe6 req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "PUT /v2.0/ports/9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 1020 time: 1.6430783 Jul 16 01:29:11.733168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3682adc3-9c5b-42e6-a6e6-c0bd58178fad tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7078955 Jul 16 01:29:11.742948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:11.748317 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c802d-7e1f-4140-9a85-accc02e70476" -d '{"events": [{"name": "network-changed", "server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:11.753892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.754788 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.778829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9b27f6c5-3f4e-474c-b92e-21170191743e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:11.788942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event updated for resources: {'Port': ['ID=9c37cfbd-6813-48d2-9b37-b838a4e9e241,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.820206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.834398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:11.836556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b9b6c88b-8baa-4690-90c5-23bafd35fac1 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/ports/c9307de7-7b20-4fb8-9057-3d39c2ade578 HTTP/1.1" status: 204 len: 168 time: 1.3872695 Jul 16 01:29:11.839148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78355c7-7a13-4140-a541-12d102fd6655 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.928299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fe07e-e0bf-4caa-bf42-8d19d9af0aa2 req-a285b088-92f1-4efa-b711-1417cc8a48dc tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.938008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-725fe07e-e0bf-4caa-bf42-8d19d9af0aa2 req-a285b088-92f1-4efa-b711-1417cc8a48dc tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.4017212 Jul 16 01:29:11.976063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:11.983072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.024076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c244d4a6-a3d8-4539-a2fd-22a01b94476b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7938557 Jul 16 01:29:12.025723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-725fe07e-e0bf-4caa-bf42-8d19d9af0aa2 req-3dbcde2a-1cc9-48c9-a8ea-2ddfa31b715b tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755429 Jul 16 01:29:12.054388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9efc971-87ae-4242-b24f-94093a72dbff None None] Provisioning for port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:12.075394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9efc971-87ae-4242-b24f-94093a72dbff None None] Provisioning complete for port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:12.075777 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9efc971-87ae-4242-b24f-94093a72dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.096177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:12.134264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2035d2d-14de-46c2-98b0-45fe041f617a req-f41c0232-b3e0-4f60-bed9-7059b7a9b684 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.137726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2035d2d-14de-46c2-98b0-45fe041f617a req-f41c0232-b3e0-4f60-bed9-7059b7a9b684 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.1358557 Jul 16 01:29:12.192540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e9efc971-87ae-4242-b24f-94093a72dbff None None] Port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:12.329265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2035d2d-14de-46c2-98b0-45fe041f617a req-85849ad4-4fee-444d-89d0-b75c11d4bf75 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815913 Jul 16 01:29:12.371964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78e680b8-3343-466d-99f7-c4820f401fec req-ff5f3a47-d6f0-4540-999c-06f0e85251e7 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/c3d0309e-098b-4d9a-97ab-2dabbc1255af HTTP/1.1" status: 200 len: 1802 time: 0.1715403 Jul 16 01:29:12.398636 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25340508-9ce1-4fed-9aa2-59f1758596fc x-openstack-request-id: req-25340508-9ce1-4fed-9aa2-59f1758596fc {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:12.399468 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:12.399468 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25340508-9ce1-4fed-9aa2-59f1758596fc {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:12.412716 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e', 'status': 'completed', 'code': 200} Jul 16 01:29:12.494570 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-78e680b8-3343-466d-99f7-c4820f401fec req-873bf03e-dfd4-4c61-ae8a-d7ba81834b82 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:29:12.509151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78e680b8-3343-466d-99f7-c4820f401fec req-873bf03e-dfd4-4c61-ae8a-d7ba81834b82 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/c3d0309e-098b-4d9a-97ab-2dabbc1255af HTTP/1.1" status: 409 len: 341 time: 0.1305315 Jul 16 01:29:12.628167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-2b8db36b-a14d-4977-8098-6e640f90fe9d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1058348626&fields=id&tenant_id=9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 267 time: 0.0430648 Jul 16 01:29:12.781935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-3363402b-eec2-44f0-a88d-bc6b58d0d51a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.783349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-3363402b-eec2-44f0-a88d-bc6b58d0d51a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.1442020 Jul 16 01:29:12.818546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-2e4098e4-e378-4f74-ab74-443cf2bcbe0e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/quotas/9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 375 time: 0.0250061 Jul 16 01:29:12.841550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6de95-b220-4d82-a4d0-efec4b3ec652 req-ac684354-d3de-4ff0-9a1d-e39d618d0509 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.848827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6de95-b220-4d82-a4d0-efec4b3ec652 req-ac684354-d3de-4ff0-9a1d-e39d618d0509 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.856036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6de95-b220-4d82-a4d0-efec4b3ec652 req-ac684354-d3de-4ff0-9a1d-e39d618d0509 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.863990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6de95-b220-4d82-a4d0-efec4b3ec652 req-ac684354-d3de-4ff0-9a1d-e39d618d0509 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.872155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6de95-b220-4d82-a4d0-efec4b3ec652 req-ac684354-d3de-4ff0-9a1d-e39d618d0509 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.874130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cc6de95-b220-4d82-a4d0-efec4b3ec652 req-ac684354-d3de-4ff0-9a1d-e39d618d0509 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3814 time: 0.2450197 Jul 16 01:29:12.936193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Allocated IP 172.20.0.5 (167f47a7-2079-41c8-aab3-e91b6377e825/6674999c-177b-4ef8-9ce1-225c3d07f939/5387a657-c47b-41f4-bcf9-f489d2105bd6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:12.968941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cc6de95-b220-4d82-a4d0-efec4b3ec652 req-57b24193-d13b-4480-a867-facb695335f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834260 Jul 16 01:29:13.017209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-07cb7341-481e-49f7-b4e3-37e8ff2bd48f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1900561 Jul 16 01:29:13.052854 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.060462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 76e20c72-7bce-4a72-9948-1d469279d7fe {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:13.060999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.163847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-f10afb49-7bff-40b1-841c-d72cb9ec0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.165800 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-f10afb49-7bff-40b1-841c-d72cb9ec0b40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d6960e77dd254adf8d278216c30c028a&device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1174 time: 0.3844545 Jul 16 01:29:13.239537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0960b469-c07a-4827-8ae7-c897745402b8 service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080195 Jul 16 01:29:13.307462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.477539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.510039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 76e20c72-7bce-4a72-9948-1d469279d7fe owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:13.742896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-11c394fc-8d99-4852-85fd-d0cd5005aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.744438 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-11c394fc-8d99-4852-85fd-d0cd5005aa6e service neutron] 10.222.0.93 "GET /v2.0/networks?id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 200 len: 913 time: 0.5369411 Jul 16 01:29:13.795545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b65005f-d902-4527-92dd-bfd50f41bbf2 req-8ecdc32e-ddbd-4e3e-936f-bcffd2f20297 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 210 time: 0.5470507 Jul 16 01:29:13.824185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-07eef535-ff5e-4fa9-8444-488cafddee70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 200 len: 217 time: 0.0664039 Jul 16 01:29:13.847882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.890129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-31baa993-e2d0-449e-9193-34ee5202489f service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406107 Jul 16 01:29:14.006028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:14.075596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:14.100088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:14.230406 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aaa97203-bbca-472f-8023-5bb887756e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.251018 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event updated for resources: {'Port': ['ID=5387a657-c47b-41f4-bcf9-f489d2105bd6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.282899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-c0983fcf-210e-4334-895b-80cc0b43aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.285580 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-c0983fcf-210e-4334-895b-80cc0b43aa9a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 200 len: 852 time: 0.4507933 Jul 16 01:29:14.374274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.384156 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.432663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ef39-993a-4e87-8931-c4963b0502bc req-bbe6f369-3c13-4f63-acb0-834aae23dab6 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.435116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d29ef39-993a-4e87-8931-c4963b0502bc req-bbe6f369-3c13-4f63-acb0-834aae23dab6 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.1069155 Jul 16 01:29:14.448650 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-bc7e62bb-d22c-4f2a-8dfb-ab5ba5a9ea5c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7b5d510d-2aa5-46f6-915d-8cbfe92b289a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237252 Jul 16 01:29:14.463449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.464263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.551779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=76e20c72-7bce-4a72-9948-1d469279d7fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.558631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a193001-c9e6-4864-8d8e-8f08a9ecf88c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:14.569557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d29ef39-993a-4e87-8931-c4963b0502bc req-c1cdd763-6d63-4e61-acbc-996e7a2535a1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272337 Jul 16 01:29:14.614130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.650271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-4988e713-d461-4122-88ed-b080392342b9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4032366 Jul 16 01:29:14.664123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8a350-6c8d-4529-9ad8-c0595e256c0d req-c8483c70-2bab-4f54-bcba-6a968c6171a2 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.671028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52d8a350-6c8d-4529-9ad8-c0595e256c0d req-c8483c70-2bab-4f54-bcba-6a968c6171a2 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.1949911 Jul 16 01:29:14.713229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Request body: {'port': {'device_id': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:14.746539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52d8a350-6c8d-4529-9ad8-c0595e256c0d req-bc139382-c03a-45fd-b42d-8423213062d4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640295 Jul 16 01:29:14.881137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Transition to ACTIVE for port object 8a193001-c9e6-4864-8d8e-8f08a9ecf88c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:14.884253 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-ba17fd62-21df-4384-b361-2db6d7f49539 service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116609 Jul 16 01:29:14.900083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9c6c-cac4-437e-8168-d467360153f6 req-4056b35b-7748-41d4-9256-eb20c0827148 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.920804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9c6c-cac4-437e-8168-d467360153f6 req-4056b35b-7748-41d4-9256-eb20c0827148 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.927189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9c6c-cac4-437e-8168-d467360153f6 req-4056b35b-7748-41d4-9256-eb20c0827148 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.946017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9c6c-cac4-437e-8168-d467360153f6 req-4056b35b-7748-41d4-9256-eb20c0827148 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.956535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9c6c-cac4-437e-8168-d467360153f6 req-4056b35b-7748-41d4-9256-eb20c0827148 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.958371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cff9c6c-cac4-437e-8168-d467360153f6 req-4056b35b-7748-41d4-9256-eb20c0827148 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3814 time: 0.1926095 Jul 16 01:29:14.980724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.983104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6c2e55ca-1e53-4ea2-b3e9-ee80e7977773 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/ports/76e20c72-7bce-4a72-9948-1d469279d7fe HTTP/1.1" status: 204 len: 168 time: 3.1471834 Jul 16 01:29:14.991329 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41aedbd0-fd66-4880-abcc-83a5d12a9eac req-59f79a19-6cd4-4ebf-9237-b8a06c12a7d0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 210 time: 0.0319397 Jul 16 01:29:14.991831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:15.009055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.046228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.094316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cff9c6c-cac4-437e-8168-d467360153f6 req-d93f6963-a70f-4357-9145-519fb2ebb42e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013591 Jul 16 01:29:15.178071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238399b4-b548-449d-82e1-c5040f77cc98 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.180092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-238399b4-b548-449d-82e1-c5040f77cc98 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf8849ef-f551-4163-bfeb-84e30026c68d HTTP/1.1" status: 200 len: 913 time: 0.1681764 Jul 16 01:29:15.183594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:15.254976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.348061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.631345 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b50c802d-7e1f-4140-9a85-accc02e70476 req-e6ea3368-ac01-4945-b52b-eb575b9b447e service neutron] 10.222.0.93 "GET /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470656 Jul 16 01:29:15.650919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a622-9880-4392-9ce7-25046491d359 req-d4d8d5f0-6324-4417-81fe-3e82ffdbcea5 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.674401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90f9a622-9880-4392-9ce7-25046491d359 req-d4d8d5f0-6324-4417-81fe-3e82ffdbcea5 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1023 time: 0.3729722 Jul 16 01:29:15.891533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.107680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Attempting to bind port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:16.108020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Attempting to bind port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:16.108389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Attempting to bind port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c on network 8f8e5162-0088-4d27-9b78-d9d146bbfbff {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:16.130209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c on network 8f8e5162-0088-4d27-9b78-d9d146bbfbff not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:16.130534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Attempting to bind port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c on network 8f8e5162-0088-4d27-9b78-d9d146bbfbff {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:16.141403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90f9a622-9880-4392-9ce7-25046491d359 req-4e3f4090-0a51-4f00-a164-0c9a375740e1 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&id=00f2fea0-ab9b-45d9-99aa-486d222242c7&id=c3d0309e-098b-4d9a-97ab-2dabbc1255af&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4654872 Jul 16 01:29:16.177315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:16.177722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Checking segment: {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:16.178193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Bound using segment: {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:16.178945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Bound port: 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ffe94d-f7f1-433b-864d-e263e3818bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:16.179330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.207742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5387a657-c47b-41f4-bcf9-f489d2105bd6 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:16.220701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-d962e8a8-4764-4674-be76-82e0db3014ee tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.222265 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-d962e8a8-4764-4674-be76-82e0db3014ee tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1023 time: 0.2240686 Jul 16 01:29:16.230155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.325173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Transition to ACTIVE for port object 5387a657-c47b-41f4-bcf9-f489d2105bd6 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:16.371339 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.467252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a458dbf-e88c-477d-8d12-0addce55a541 req-391f9755-6ff0-4194-b5c0-0afdf30c51a4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.475882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a458dbf-e88c-477d-8d12-0addce55a541 req-391f9755-6ff0-4194-b5c0-0afdf30c51a4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 931 time: 0.4532766 Jul 16 01:29:16.515785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] For port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:16.624450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] For port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:16.652880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a458dbf-e88c-477d-8d12-0addce55a541 req-de19a639-e07a-4a8f-8863-9968c83b316f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758687 Jul 16 01:29:16.670402 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.692757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Pushing event updated for resources: {'Port': ['ID=5387a657-c47b-41f4-bcf9-f489d2105bd6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:16.774041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.793187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.793805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.795232 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] 10.222.0.93 "PUT /v2.0/ports/8a193001-c9e6-4864-8d8e-8f08a9ecf88c HTTP/1.1" status: 200 len: 1092 time: 4.7330251 Jul 16 01:29:16.795710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:16.798043 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d793e8c0-7064-4aa6-a10a-0b790fe45daa" -d '{"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:16.881210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:16.897457 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.054184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Deleting port 9b27f6c5-3f4e-474c-b92e-21170191743e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:17.054184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.063706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-39c5e39b-2cbb-4d32-acde-3df5a022ba26 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.065337 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-39c5e39b-2cbb-4d32-acde-3df5a022ba26 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.6811881 Jul 16 01:29:17.147382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20a88-229e-424c-8d9a-1cddbe9946a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.156045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-900e51fd-86d6-4692-a229-062a71c03d12 req-dce421a1-1c6a-43e6-95ff-597b22839a08 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 210 time: 0.0697386 Jul 16 01:29:17.238300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3096b8-edf0-4458-8016-1207e5d805cf req-c26b1577-c9a6-4a85-874c-61354df42064 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.249330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d3096b8-edf0-4458-8016-1207e5d805cf req-c26b1577-c9a6-4a85-874c-61354df42064 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.7373440 Jul 16 01:29:17.259863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Attempting to bind port 5387a657-c47b-41f4-bcf9-f489d2105bd6 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:17.260685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Attempting to bind port 5387a657-c47b-41f4-bcf9-f489d2105bd6 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:17.261320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Attempting to bind port 5387a657-c47b-41f4-bcf9-f489d2105bd6 on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:17.285834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-37f83d56-56ca-4265-abff-06763344ead4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 380 time: 0.1619697 Jul 16 01:29:17.298992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'port': {'device_id': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'admin_state_up': True, 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'security_groups': ['770c454e-44c4-4ab6-a4f0-23c4e27f4cfb']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:17.318426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Port 5387a657-c47b-41f4-bcf9-f489d2105bd6 on network 167f47a7-2079-41c8-aab3-e91b6377e825 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:17.319139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Attempting to bind port 5387a657-c47b-41f4-bcf9-f489d2105bd6 on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:17.466621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d3096b8-edf0-4458-8016-1207e5d805cf req-78dc0d3d-3ac4-4ca6-af79-97c572726713 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098105 Jul 16 01:29:17.592352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c71e-8268-4b78-bf1e-d6a1d0dd38ca req-75eb1e39-fad8-400e-970b-1a2b12f4dc6b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.613068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c71e-8268-4b78-bf1e-d6a1d0dd38ca req-75eb1e39-fad8-400e-970b-1a2b12f4dc6b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.630925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c71e-8268-4b78-bf1e-d6a1d0dd38ca req-75eb1e39-fad8-400e-970b-1a2b12f4dc6b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.637278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c71e-8268-4b78-bf1e-d6a1d0dd38ca req-75eb1e39-fad8-400e-970b-1a2b12f4dc6b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.648724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c71e-8268-4b78-bf1e-d6a1d0dd38ca req-75eb1e39-fad8-400e-970b-1a2b12f4dc6b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.662326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c903c71e-8268-4b78-bf1e-d6a1d0dd38ca req-75eb1e39-fad8-400e-970b-1a2b12f4dc6b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3826 time: 0.2681930 Jul 16 01:29:17.771630 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1713a78f-d95b-4dc0-938c-58611e9627c3 x-openstack-request-id: req-1713a78f-d95b-4dc0-938c-58611e9627c3 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:17.772173 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:17.772173 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1713a78f-d95b-4dc0-938c-58611e9627c3 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:17.772570 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'status': 'completed', 'code': 200} Jul 16 01:29:17.853317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.864515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:17.864901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:17.865244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Bound using segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:17.865694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Bound port: 5387a657-c47b-41f4-bcf9-f489d2105bd6, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:17.866163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.875954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c903c71e-8268-4b78-bf1e-d6a1d0dd38ca req-f1a76cf7-5c2f-4032-b57b-90e017d932d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000790 Jul 16 01:29:17.926009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-0132038a-876e-4470-a936-adc00d60be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.926500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-0132038a-876e-4470-a936-adc00d60be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.926974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-0132038a-876e-4470-a936-adc00d60be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.927710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-0132038a-876e-4470-a936-adc00d60be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.927889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-0132038a-876e-4470-a936-adc00d60be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.929733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-0132038a-876e-4470-a936-adc00d60be90 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 4361 time: 0.2653461 Jul 16 01:29:17.932038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] For port 9b27f6c5-3f4e-474c-b92e-21170191743e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9b27f6c5-3f4e-474c-b92e-21170191743e,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:17.932433 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.939000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a3906-f318-4589-a90f-6aacc2cc53ae req-2678b8bb-a2f9-4250-ae8e-77137dd01af7 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.947706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c2a3906-f318-4589-a90f-6aacc2cc53ae req-2678b8bb-a2f9-4250-ae8e-77137dd01af7 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 1023 time: 0.1762681 Jul 16 01:29:17.959230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Calling delete_port for 9b27f6c5-3f4e-474c-b92e-21170191743e owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:18.177273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c2a3906-f318-4589-a90f-6aacc2cc53ae req-5d10f1ef-30ed-40bc-972c-c1f0f87cf703 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=e983b941-e730-4d77-afbd-bf77585ea564&id=00f2fea0-ab9b-45d9-99aa-486d222242c7&id=c3d0309e-098b-4d9a-97ab-2dabbc1255af&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2285690 Jul 16 01:29:18.182371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Made reservation on behalf of 9aed513fa48643488d7c6fa13e41cd6e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:18.187861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.297278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port bb0c9718-c074-485f-8757-79049964abb0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:18.300426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.355186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-30b623ee-1de2-4b14-bbe4-ca004c2574af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.363385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-30b623ee-1de2-4b14-bbe4-ca004c2574af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.372148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-30b623ee-1de2-4b14-bbe4-ca004c2574af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.374098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-30b623ee-1de2-4b14-bbe4-ca004c2574af service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa857418959540b988c9fb1496b449a9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4193163 Jul 16 01:29:18.433109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Allocated IP 172.20.0.14 (3f7db1a4-1994-4387-a044-f7026ae74634/c4dc9589-d8f7-4f97-a41c-a2099903218e/0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:18.521115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0eb5e529-7d89-46ee-bc66-d5ad65de03bd req-e740dd90-ad42-464f-aefb-42da39022815 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 210 time: 0.1080818 Jul 16 01:29:18.621407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.641771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Transition to ACTIVE for port object 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:18.691313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.710773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2b362-4344-4ec6-b528-ea6bd03f0ea8 req-31a0861c-39a1-45e3-b2c6-1965772c2b70 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.713152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42a2b362-4344-4ec6-b528-ea6bd03f0ea8 req-31a0861c-39a1-45e3-b2c6-1965772c2b70 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 943 time: 0.6130412 Jul 16 01:29:18.795829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:18.887135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:18.890113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:18.919246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.940996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] For port 5387a657-c47b-41f4-bcf9-f489d2105bd6, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:18.956918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.957575 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.972615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for bb0c9718-c074-485f-8757-79049964abb0 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:19.000984 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7058728 Jul 16 01:29:19.008689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-003ac7b5-b473-4bc1-8d45-d6e00885a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.011069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d793e8c0-7064-4aa6-a10a-0b790fe45daa req-003ac7b5-b473-4bc1-8d45-d6e00885a995 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6275260 Jul 16 01:29:19.013602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42a2b362-4344-4ec6-b528-ea6bd03f0ea8 req-452ab14a-34a9-4caf-917c-5e058d18168c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542107 Jul 16 01:29:19.065842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] For port 5387a657-c47b-41f4-bcf9-f489d2105bd6, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:19.082336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Request body: {'port': {'device_id': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:19.122174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.150457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191f6eb-af57-4b88-ab7e-4207ad5f6199 req-92e7776a-d561-4037-b726-0aa3addd1eb4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.154338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d191f6eb-af57-4b88-ab7e-4207ad5f6199 req-92e7776a-d561-4037-b726-0aa3addd1eb4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.3814957 Jul 16 01:29:19.191630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb20cc-d5cb-4512-b9aa-590a620356e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.224870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.238058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72', '9b27f6c5-3f4e-474c-b92e-21170191743e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:19.306147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-54adde11-d899-4398-a124-274606219ed1 None None] Provisioning for port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:19.324421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-54adde11-d899-4398-a124-274606219ed1 None None] Provisioning complete for port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:19.325167 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54adde11-d899-4398-a124-274606219ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.338800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.339429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.357157 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] 10.222.0.78 "PUT /v2.0/ports/5387a657-c47b-41f4-bcf9-f489d2105bd6 HTTP/1.1" status: 200 len: 1091 time: 4.6481810 Jul 16 01:29:19.370817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-54adde11-d899-4398-a124-274606219ed1 None None] Port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:19.424171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d191f6eb-af57-4b88-ab7e-4207ad5f6199 req-fba0ee5a-e8c8-484d-bbb7-ca51fea630ac tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440288 Jul 16 01:29:19.539620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53f6c-ad56-478e-b182-c7a78a346ca5 req-079686ca-99b2-43cc-9c69-d020b5c7b5af tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.545828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53f6c-ad56-478e-b182-c7a78a346ca5 req-079686ca-99b2-43cc-9c69-d020b5c7b5af tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.564419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53f6c-ad56-478e-b182-c7a78a346ca5 req-079686ca-99b2-43cc-9c69-d020b5c7b5af tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.570153 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.571543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53f6c-ad56-478e-b182-c7a78a346ca5 req-079686ca-99b2-43cc-9c69-d020b5c7b5af tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.586044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53f6c-ad56-478e-b182-c7a78a346ca5 req-079686ca-99b2-43cc-9c69-d020b5c7b5af tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.587904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1e53f6c-ad56-478e-b182-c7a78a346ca5 req-079686ca-99b2-43cc-9c69-d020b5c7b5af tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3826 time: 0.4287496 Jul 16 01:29:19.671893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1e53f6c-ad56-478e-b182-c7a78a346ca5 req-55bd1f9b-c96f-4d9c-988e-cef1f63ca2a3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700197 Jul 16 01:29:19.696316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38a7b1-97e3-47bb-abea-31925e3d4af5 service neutron] Pushing event updated for resources: {'Port': ['ID=5387a657-c47b-41f4-bcf9-f489d2105bd6,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.761129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] No DVR routers for this DVR port 9b27f6c5-3f4e-474c-b92e-21170191743e on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:19.772204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.774317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ccf67819-6bf4-4778-bdbf-a4990937e27d req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "DELETE /v2.0/ports/9b27f6c5-3f4e-474c-b92e-21170191743e HTTP/1.1" status: 204 len: 173 time: 3.5392869 Jul 16 01:29:19.792816 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.795537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'tag': '5387a657-c47b-41f4-bcf9-f489d2105bd6'}, {'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'name': 'network-vif-deleted', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:19.797991 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8a5058-73f4-4b67-96dd-fc5d325c787e" -d '{"events": [{"name": "network-changed", "server_uuid": "a795905b-8f16-478f-8d3c-59c2bebd1783", "tag": "5387a657-c47b-41f4-bcf9-f489d2105bd6"}, {"server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "name": "network-vif-deleted", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:19.824904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9016bd-a4a5-40bf-bb3a-14c8f9f9d34f tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'Port': ['ID=9b27f6c5-3f4e-474c-b92e-21170191743e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.900447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-ab902c62-7318-41b4-9001-f0d56921ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.906020 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-ab902c62-7318-41b4-9001-f0d56921ae2e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 1094 time: 0.4983714 Jul 16 01:29:19.951339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c67b1b99-2605-4acc-ab7c-f62f7e71daf1 req-b93eab82-21c6-4d75-9426-37d163b6ccc7 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=865ee8e0-ac09-443e-a653-32da74c469b9 HTTP/1.1" status: 200 len: 210 time: 0.1804776 Jul 16 01:29:19.952883 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.034827 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-9ca8ca0c-4dcb-476a-b859-6ef9c5716b03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6 HTTP/1.1" status: 200 len: 217 time: 0.1137033 Jul 16 01:29:20.151215 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8592eb-60df-4a8c-a915-8d6153aa9f18 x-openstack-request-id: req-6e8592eb-60df-4a8c-a915-8d6153aa9f18 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:20.151576 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a795905b-8f16-478f-8d3c-59c2bebd1783", "tag": "5387a657-c47b-41f4-bcf9-f489d2105bd6", "status": "completed", "code": 200}, {"server_uuid": "865ee8e0-ac09-443e-a653-32da74c469b9", "name": "network-vif-deleted", "tag": "9b27f6c5-3f4e-474c-b92e-21170191743e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:20.151951 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e8592eb-60df-4a8c-a915-8d6153aa9f18 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:20.152475 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'tag': '5387a657-c47b-41f4-bcf9-f489d2105bd6', 'status': 'completed', 'code': 200} Jul 16 01:29:20.152830 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865ee8e0-ac09-443e-a653-32da74c469b9', 'name': 'network-vif-deleted', 'tag': '9b27f6c5-3f4e-474c-b92e-21170191743e', 'status': 'completed', 'code': 200} Jul 16 01:29:20.203380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba917c0e-b251-4c36-b8b1-b362244c0f6a {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:20.229319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=bb0c9718-c074-485f-8757-79049964abb0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.238527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.269321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.269666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.270006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.270344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.270674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.271000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.271323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.271660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.271980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.276819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.277242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.277585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.307582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-0fefc3e9-36c3-42e8-b03f-c7c7258f045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.309178 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-0fefc3e9-36c3-42e8-b03f-c7c7258f045f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.2660677 Jul 16 01:29:20.335027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Transition to ACTIVE for port object ba917c0e-b251-4c36-b8b1-b362244c0f6a will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:20.359662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.461618 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-e956b525-3b36-4032-ad6c-f03047a3ce0f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222522 Jul 16 01:29:20.615438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Pushing event updated for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.626513 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-1176cb0b-f9e4-49e5-93e7-a33a08548da9 service neutron] show failed (client error): The resource could not be found. Jul 16 01:29:20.628742 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-1176cb0b-f9e4-49e5-93e7-a33a08548da9 service neutron] 10.222.0.78 "GET /v2.0/ports/de921182-7f8a-4609-afab-cf7982ef7c34/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.3506076 Jul 16 01:29:20.832164 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-0c11a829-f08b-4e78-9e54-57f61423df6f service neutron] 10.222.0.78 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331130 Jul 16 01:29:20.956915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:20.968823 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.974392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Attempting to bind port ba917c0e-b251-4c36-b8b1-b362244c0f6a on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:20.974734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Attempting to bind port ba917c0e-b251-4c36-b8b1-b362244c0f6a by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:20.975202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Attempting to bind port ba917c0e-b251-4c36-b8b1-b362244c0f6a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:21.038044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Transition to ACTIVE for port object 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:21.038969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Port ba917c0e-b251-4c36-b8b1-b362244c0f6a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:21.039303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Attempting to bind port ba917c0e-b251-4c36-b8b1-b362244c0f6a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:21.054530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:21.054915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Checking segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:21.055466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Bound using segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:21.055923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Bound port: ba917c0e-b251-4c36-b8b1-b362244c0f6a, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:21.056315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.058677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.114708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b236e-fb49-4bd1-9b05-34a31c997539 req-8fa227c3-12a2-4c9f-8893-5b40af912ff0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.123483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c6b236e-fb49-4bd1-9b05-34a31c997539 req-8fa227c3-12a2-4c9f-8893-5b40af912ff0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 932 time: 1.1377170 Jul 16 01:29:21.173513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c58aa-754e-414e-9497-d623472db252 req-ec2d00af-5f03-4160-890a-5ec7413f1021 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.175943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb3c58aa-754e-414e-9497-d623472db252 req-ec2d00af-5f03-4160-890a-5ec7413f1021 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 943 time: 0.8901103 Jul 16 01:29:21.260761 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-39bd43d1-d220-4778-a2bf-5d6d65a3ec80 req-1658cc8e-9a3e-4c53-81fe-87f436a7ca89 service neutron] 10.222.0.78 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737295 Jul 16 01:29:21.279220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c6b236e-fb49-4bd1-9b05-34a31c997539 req-27339a68-4db3-47ae-b333-946da92a4fc9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547728 Jul 16 01:29:21.291228 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.297589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9b27f6c5-3f4e-474c-b92e-21170191743e no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:21.334786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.350557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb3c58aa-754e-414e-9497-d623472db252 req-fb7c344d-47fa-47e8-86c8-ca5dc900738b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572962 Jul 16 01:29:21.373453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 9b27f6c5-3f4e-474c-b92e-21170191743e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:21.373809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9b27f6c5-3f4e-474c-b92e-21170191743e not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:21.491653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:21.496417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:21.596684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.612256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Attempting to bind port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:21.612622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Attempting to bind port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:21.612969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Attempting to bind port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:21.699685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.700777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.703442 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] 10.222.0.93 "PUT /v2.0/ports/ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 1134 time: 4.8625178 Jul 16 01:29:21.709853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b on network 3f7db1a4-1994-4387-a044-f7026ae74634 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:21.710327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Attempting to bind port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:21.722936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea541c84-adef-4fe9-bfe7-75a9ef67838f service neutron] Pushing event updated for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.731953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-e9013dd0-04cc-4e40-abea-c4b0c7ced2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.734725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-e9013dd0-04cc-4e40-abea-c4b0c7ced2a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5&tenant_id=c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 1101 time: 0.6311336 Jul 16 01:29:21.735936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:21.736384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:21.737137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Bound using segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:21.738036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Bound port: 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:21.738585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.771165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:21.830164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:21.855005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c1849-a2ff-4afa-8c56-4c810b555b31 req-08f75078-6572-4591-8a01-01bd2310c715 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.865271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-274c1849-a2ff-4afa-8c56-4c810b555b31 req-08f75078-6572-4591-8a01-01bd2310c715 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.3241062 Jul 16 01:29:21.926421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-89390702-da6a-4f75-9b1f-8c88c1e4e3ef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.933189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-89390702-da6a-4f75-9b1f-8c88c1e4e3ef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.939108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-89390702-da6a-4f75-9b1f-8c88c1e4e3ef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.949872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-89390702-da6a-4f75-9b1f-8c88c1e4e3ef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.956352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-89390702-da6a-4f75-9b1f-8c88c1e4e3ef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.970511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-89390702-da6a-4f75-9b1f-8c88c1e4e3ef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.984394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-89390702-da6a-4f75-9b1f-8c88c1e4e3ef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 4602 time: 0.2843549 Jul 16 01:29:21.995563 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.997002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Router cf8849ef-f551-4163-bfeb-84e30026c68d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:22.005919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-28528ab4-c41b-42f1-91eb-7408bac4bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.007664 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-28528ab4-c41b-42f1-91eb-7408bac4bb27 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 1094 time: 0.6542315 Jul 16 01:29:22.078193 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.088356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-274c1849-a2ff-4afa-8c56-4c810b555b31 req-289cec66-f9f3-4c68-baea-fb22864cc0e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217016 Jul 16 01:29:22.105955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679f4d2a-1318-42a7-80c9-90caf9210a12 req-76dd36e3-6653-41a1-a68c-0061b51269f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1206627 Jul 16 01:29:22.206551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:22.212777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:22.214997 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04" -d '{"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "ba917c0e-b251-4c36-b8b1-b362244c0f6a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:22.217952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:22.227246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-597a1102-ec19-4c05-aa37-05ab2ca50059 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "PUT /v2.0/routers/cf8849ef-f551-4163-bfeb-84e30026c68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0397084 Jul 16 01:29:22.227246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50984) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:22.239457 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] Sync routers for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:22.259657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:22.259812 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:22.260645 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.311198 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.321045 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] Routers {'cf8849ef-f551-4163-bfeb-84e30026c68d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:22.321986 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf8849ef-f551-4163-bfeb-84e30026c68d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.334013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.344877 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd3aef7-5c3c-4df6-81b7-ea3360e80862 x-openstack-request-id: req-bcd3aef7-5c3c-4df6-81b7-ea3360e80862 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:22.345167 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "ba917c0e-b251-4c36-b8b1-b362244c0f6a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:22.345416 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bcd3aef7-5c3c-4df6-81b7-ea3360e80862 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:22.345804 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a', 'status': 'completed', 'code': 200} Jul 16 01:29:22.377017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e9fb172-1759-4516-8d90-fd7ce4087baf req-85be1f1f-76ca-498c-915c-db4b5187b0d0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/00f2fea0-ab9b-45d9-99aa-486d222242c7 HTTP/1.1" status: 200 len: 1803 time: 0.0833766 Jul 16 01:29:22.425206 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.425862 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5afa1e5-ab36-4600-9453-330b2b24dc3d None None] The sync data for ids ['cf8849ef-f551-4163-bfeb-84e30026c68d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:22.452345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.453862 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.454808 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] 10.222.0.78 "PUT /v2.0/ports/0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 1092 time: 3.3845022 Jul 16 01:29:22.455970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-5d612a92-bd55-4103-8f03-615edb1ccd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.457345 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-5d612a92-bd55-4103-8f03-615edb1ccd60 service neutron] 10.222.0.78 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.4403620 Jul 16 01:29:22.616078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5e9fb172-1759-4516-8d90-fd7ce4087baf req-bd6939a4-cc9a-4d0e-8a91-441a6ba9631e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.659493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-6c5fd33c-3d13-482b-8331-2a11304a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.659976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-6c5fd33c-3d13-482b-8331-2a11304a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.660474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-6c5fd33c-3d13-482b-8331-2a11304a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.660943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-6c5fd33c-3d13-482b-8331-2a11304a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.661824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-6c5fd33c-3d13-482b-8331-2a11304a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.661928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-6c5fd33c-3d13-482b-8331-2a11304a5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.664028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-6c5fd33c-3d13-482b-8331-2a11304a5f15 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5288 time: 0.3238981 Jul 16 01:29:22.667680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.753595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5e9fb172-1759-4516-8d90-fd7ce4087baf req-bd6939a4-cc9a-4d0e-8a91-441a6ba9631e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.814793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa339db-89e6-4911-82d1-102d4036b13e req-da1b0b31-5d39-44bf-be10-d92404ca4a97 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.816339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2fa339db-89e6-4911-82d1-102d4036b13e req-da1b0b31-5d39-44bf-be10-d92404ca4a97 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 944 time: 0.3213203 Jul 16 01:29:22.911956 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-a70157e6-0bbc-4a57-ba3b-5f736d0aa82c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6 HTTP/1.1" status: 200 len: 217 time: 0.4205985 Jul 16 01:29:22.949408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381f903-0d76-4b3e-9204-a76ada77ebef service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.952561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.970034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2fa339db-89e6-4911-82d1-102d4036b13e req-019e9101-7beb-444c-96c1-17df564932ce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439092 Jul 16 01:29:22.984617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-b41356f7-195d-4b8a-a744-19ac00515f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.984617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-b41356f7-195d-4b8a-a744-19ac00515f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.984617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-b41356f7-195d-4b8a-a744-19ac00515f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.984617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-b41356f7-195d-4b8a-a744-19ac00515f5d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa857418959540b988c9fb1496b449a9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2677989 Jul 16 01:29:22.984617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5e9fb172-1759-4516-8d90-fd7ce4087baf req-bd6939a4-cc9a-4d0e-8a91-441a6ba9631e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.986599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5e9fb172-1759-4516-8d90-fd7ce4087baf req-bd6939a4-cc9a-4d0e-8a91-441a6ba9631e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.000119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e9fb172-1759-4516-8d90-fd7ce4087baf req-bd6939a4-cc9a-4d0e-8a91-441a6ba9631e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/00f2fea0-ab9b-45d9-99aa-486d222242c7 HTTP/1.1" status: 204 len: 173 time: 0.5805085 Jul 16 01:29:23.112768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6939a4-cc9a-4d0e-8a91-441a6ba9631e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f2fea0-ab9b-45d9-99aa-486d222242c7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.163217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-0299ede7-be33-41b4-9a40-1b72f8940623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.164901 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-0299ede7-be33-41b4-9a40-1b72f8940623 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.2432020 Jul 16 01:29:23.165835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5387a657-c47b-41f4-bcf9-f489d2105bd6 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:23.175586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:23.213323 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-bf720cf2-36cb-4708-8a2d-5b68cc47ba9e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354166 Jul 16 01:29:23.273295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add74dab-9eb5-428d-9f96-04e6095a1eb0 req-e2507283-5710-41ca-b4e0-e28c6c00910a tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/c3d0309e-098b-4d9a-97ab-2dabbc1255af HTTP/1.1" status: 200 len: 1802 time: 0.1622102 Jul 16 01:29:23.276216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-a3d2362c-5f7c-4e53-8c99-dcf4b4f9f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.277814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e95c6c1-8c1b-43a9-a2a1-e17fd9757b04 req-a3d2362c-5f7c-4e53-8c99-dcf4b4f9f807 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2767301 Jul 16 01:29:23.302561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting port 6cdfdef1-2466-412a-a014-bd1ce244ba42 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:23.302754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-d4de8859-61a8-481b-aca0-8eff7339378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.302919 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.304390 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-d4de8859-61a8-481b-aca0-8eff7339378b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1095 time: 0.4401431 Jul 16 01:29:23.321089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06195e76-cdb8-4f04-b32e-658c430feedf req-c158cc0f-71ff-4b82-99b4-ef7b96e21fdf tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.322568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06195e76-cdb8-4f04-b32e-658c430feedf req-c158cc0f-71ff-4b82-99b4-ef7b96e21fdf tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 943 time: 0.2131209 Jul 16 01:29:23.331095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5387a657-c47b-41f4-bcf9-f489d2105bd6, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:23.353945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '5387a657-c47b-41f4-bcf9-f489d2105bd6', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'port_id': '5387a657-c47b-41f4-bcf9-f489d2105bd6', 'mac_address': 'fa:16:3e:d6:9d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674999c-177b-4ef8-9ce1-225c3d07f939', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:23.388787 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-4a78ce45-dee3-4429-b29b-3bda52eac4b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 217 time: 0.0738809 Jul 16 01:29:23.413489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.433958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5387a657-c47b-41f4-bcf9-f489d2105bd6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:23.467276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5387a657-c47b-41f4-bcf9-f489d2105bd6, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:23.470119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06195e76-cdb8-4f04-b32e-658c430feedf req-006cb2b3-fffe-4348-89e5-4449061bd90d tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276059 Jul 16 01:29:23.481652 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.509675 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add74dab-9eb5-428d-9f96-04e6095a1eb0 req-0d4a2302-9154-4e4d-9fc9-94a5c0b04eb6 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.536881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.545495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=5387a657-c47b-41f4-bcf9-f489d2105bd6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.559058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add74dab-9eb5-428d-9f96-04e6095a1eb0 req-0d4a2302-9154-4e4d-9fc9-94a5c0b04eb6 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.561813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Calling delete_port for 6cdfdef1-2466-412a-a014-bd1ce244ba42 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:23.605925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:23.663541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e846de4-f9b5-4610-9792-79cfa6b2288a {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:23.676339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-a4eac37a-048e-47ec-987a-75cb68880f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.677828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-a4eac37a-048e-47ec-987a-75cb68880f99 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.2285161 Jul 16 01:29:23.680659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add74dab-9eb5-428d-9f96-04e6095a1eb0 req-0d4a2302-9154-4e4d-9fc9-94a5c0b04eb6 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.681434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.683417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add74dab-9eb5-428d-9f96-04e6095a1eb0 req-0d4a2302-9154-4e4d-9fc9-94a5c0b04eb6 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.687470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-e97199d4-6f51-4eac-84c1-45c4cfaa33c4 service neutron] 10.222.0.78 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612644 Jul 16 01:29:23.697516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add74dab-9eb5-428d-9f96-04e6095a1eb0 req-0d4a2302-9154-4e4d-9fc9-94a5c0b04eb6 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/c3d0309e-098b-4d9a-97ab-2dabbc1255af HTTP/1.1" status: 204 len: 173 time: 0.4095173 Jul 16 01:29:23.725649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:23.746400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.754380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a2302-9154-4e4d-9fc9-94a5c0b04eb6 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0309e-098b-4d9a-97ab-2dabbc1255af,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.772193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Transition to ACTIVE for port object 3e846de4-f9b5-4610-9792-79cfa6b2288a will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:23.793636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Transition to ACTIVE for port object de921182-7f8a-4609-afab-cf7982ef7c34 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:23.795421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.882354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685bda6-c8d1-47c8-8efb-93b3a6cb0776 req-3d6d9ded-fe66-4018-a414-985040336eaa tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.892577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f685bda6-c8d1-47c8-8efb-93b3a6cb0776 req-3d6d9ded-fe66-4018-a414-985040336eaa tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.1938672 Jul 16 01:29:23.912362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.038813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] No DVR routers for this DVR port de921182-7f8a-4609-afab-cf7982ef7c34 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:24.099801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5058-73f4-4b67-96dd-fc5d325c787e req-63d9d61b-603e-465f-af3a-fd2403c5540d service neutron] 10.222.0.78 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980620 Jul 16 01:29:24.105057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-de4faf4a-305a-4ddd-bc3c-7169b62ca1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.115296 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-de4faf4a-305a-4ddd-bc3c-7169b62ca1ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4158773 Jul 16 01:29:24.115978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Pushing event updated for resources: {'Port': ['ID=3e846de4-f9b5-4610-9792-79cfa6b2288a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.244210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Attempting to bind port 3e846de4-f9b5-4610-9792-79cfa6b2288a on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:24.244852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Attempting to bind port 3e846de4-f9b5-4610-9792-79cfa6b2288a by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:24.244972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Attempting to bind port 3e846de4-f9b5-4610-9792-79cfa6b2288a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:24.254457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.288298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Port 3e846de4-f9b5-4610-9792-79cfa6b2288a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:24.288298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Attempting to bind port 3e846de4-f9b5-4610-9792-79cfa6b2288a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:24.290727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:24.290878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:24.291165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:24.306914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:24.307310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:24.312390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:24.312843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Checking segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:24.313135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Bound using segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:24.313595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Bound port: 3e846de4-f9b5-4610-9792-79cfa6b2288a, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:24.314462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.329967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:24.330316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:24.330810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:24.331271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Bound port: de921182-7f8a-4609-afab-cf7982ef7c34, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:24.331636 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.337440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f685bda6-c8d1-47c8-8efb-93b3a6cb0776 req-fb5d9202-77f2-4084-84a7-f8f8977f3da2 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434748 Jul 16 01:29:24.340390 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.346896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}, {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:24.349930 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6979dac6-7491-42b7-ad85-45138d284e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}, {"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-unplugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:24.369196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Port': ['ID=6cdfdef1-2466-412a-a014-bd1ce244ba42,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.391067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-acc7810b-ea5c-4b86-aebc-d7c9daee3834 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309327 Jul 16 01:29:24.472757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.479229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.485698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.492499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.498859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.506558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.512935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.521636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-f81c4e87-13c7-4d17-b572-18504901b7d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5379 time: 0.5909131 Jul 16 01:29:24.534343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] For port 3e846de4-f9b5-4610-9792-79cfa6b2288a, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:24.543102 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.560374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] For port 3e846de4-f9b5-4610-9792-79cfa6b2288a, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:24.561882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:24.582123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.585318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:24.625928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.629530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2896e416-e71c-4f56-98ee-d20e545cbc17 req-c3e17c3f-f4e4-4697-a6da-f70454e4597e service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293155 Jul 16 01:29:24.641507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.642137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.644567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] 10.222.0.93 "PUT /v2.0/ports/3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 1135 time: 2.8197899 Jul 16 01:29:24.672708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-363b70aa-0c6a-4918-be66-0e9aa3c9eba3 req-908bab0c-cf0f-4cdd-93a2-ee90ca2015a7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1489923 Jul 16 01:29:24.681124 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.684994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.699093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:24.708493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.709228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.710702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] 10.222.0.93 "PUT /v2.0/ports/de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 1096 time: 2.9445322 Jul 16 01:29:24.755546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.756144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Fanout notify agent at l3_agent the message router_deleted on router cf8849ef-f551-4163-bfeb-84e30026c68d {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:24.785486 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.789762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-04df1f60-0fec-4de9-8560-c36f41f5b15a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/routers/cf8849ef-f551-4163-bfeb-84e30026c68d HTTP/1.1" status: 204 len: 168 time: 2.5608790 Jul 16 01:29:24.790553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51034) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:24.810183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c343-e4d9-411f-ad3c-c1349792706a service neutron] Pushing event updated for resources: {'Port': ['ID=3e846de4-f9b5-4610-9792-79cfa6b2288a,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.876942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d9e6e1ff-58ad-4b4c-a9e6-632c28782aae req-6948e994-2f3f-4211-95dd-547ae58ef811 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829519837', 'description': 'tempest-description-1871812493'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:24.933917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9e6e1ff-58ad-4b4c-a9e6-632c28782aae req-6948e994-2f3f-4211-95dd-547ae58ef811 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.974158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149237ba-eab6-49fd-8979-87fa3ca59f8e service neutron] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.985225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Deleting subnet fc209305-8e40-4e95-9a3f-f7f88e6d658c {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:24.993352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.993804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.009326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-b5d0ea80-309e-4af4-9aec-6feefeb6f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.010861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-b5d0ea80-309e-4af4-9aec-6feefeb6f813 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1099 time: 0.2379441 Jul 16 01:29:25.090817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.178114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5387a657-c47b-41f4-bcf9-f489d2105bd6 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:25.181725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.225889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-0fce6d23-1a08-4441-a34c-bf8d341c9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.228758 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-0fce6d23-1a08-4441-a34c-bf8d341c9ffc service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2073820 Jul 16 01:29:25.264070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 5387a657-c47b-41f4-bcf9-f489d2105bd6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:25.271040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 5387a657-c47b-41f4-bcf9-f489d2105bd6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:25.271694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.289125 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9e6e1ff-58ad-4b4c-a9e6-632c28782aae req-6948e994-2f3f-4211-95dd-547ae58ef811 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.300822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9e6e1ff-58ad-4b4c-a9e6-632c28782aae req-6948e994-2f3f-4211-95dd-547ae58ef811 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.349491 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-62c5a4ab-5179-4449-bc75-fbe0b4a34c14 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.1112659 Jul 16 01:29:25.350026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948e994-2f3f-4211-95dd-547ae58ef811 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bd98f9-23b2-439f-9147-34e9eca03d03,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.352689 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9e6e1ff-58ad-4b4c-a9e6-632c28782aae req-6948e994-2f3f-4211-95dd-547ae58ef811 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.354732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9e6e1ff-58ad-4b4c-a9e6-632c28782aae req-6948e994-2f3f-4211-95dd-547ae58ef811 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4857502 Jul 16 01:29:25.382653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.425194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Subnet': ['ID=fc209305-8e40-4e95-9a3f-f7f88e6d658c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.427614 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.432624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b841575f-49ba-499e-84c4-fcf466f1da75 tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/subnets/fc209305-8e40-4e95-9a3f-f7f88e6d658c HTTP/1.1" status: 204 len: 168 time: 0.6409025 Jul 16 01:29:25.433779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51066) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:25.442383 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.475843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5387a657-c47b-41f4-bcf9-f489d2105bd6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:25.478772 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2655d3-49e2-4d61-9c85-ce2d84e72715" -d '{"events": [{"server_uuid": "a795905b-8f16-478f-8d3c-59c2bebd1783", "name": "network-vif-plugged", "status": "completed", "tag": "5387a657-c47b-41f4-bcf9-f489d2105bd6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:25.500047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 5387a657-c47b-41f4-bcf9-f489d2105bd6, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:25.514973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.516250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:25.520157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-6beb7d76-1977-4dbb-ab8d-9202b1ed738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.522317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-6beb7d76-1977-4dbb-ab8d-9202b1ed738c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1448369 Jul 16 01:29:25.649161 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.665402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-908f523e-9076-43e0-9947-65490ae6f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.666859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-908f523e-9076-43e0-9947-65490ae6f50f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371758 Jul 16 01:29:25.677045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=5387a657-c47b-41f4-bcf9-f489d2105bd6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.686182 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.715610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-f59d8056-4fea-44c2-8485-d11381819618 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:25.718711 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-f59d8056-4fea-44c2-8485-d11381819618 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132158 Jul 16 01:29:25.734665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:25.742907 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.743973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:25.750282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f674b-5332-4005-8119-904347c00ba9 req-192059d3-0956-4699-a666-9a8c6dc0074f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.761007 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d64f674b-5332-4005-8119-904347c00ba9 req-192059d3-0956-4699-a666-9a8c6dc0074f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 944 time: 0.1762061 Jul 16 01:29:25.787117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843e3aec-078a-41a5-9846-b66fe3e63118 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:25.813564 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.821130 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.841462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d0fbbd-b2b8-40d4-942f-038f08151e4f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:25.862969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.866491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:25.871260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415fc7b7-e2a2-48d8-91c1-a15012984a9d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:25.871607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415fc7b7-e2a2-48d8-91c1-a15012984a9d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:25.891125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d64f674b-5332-4005-8119-904347c00ba9 req-4539e2c1-8a10-4b4f-aa69-ffac468d26be tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290948 Jul 16 01:29:25.901616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.906205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-c4127002-29d3-4f5e-a67b-1cbff883e94d service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669316 Jul 16 01:29:25.909055 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57b0b1-ebda-47fb-a11f-a3b8a6da43c6 x-openstack-request-id: req-dc57b0b1-ebda-47fb-a11f-a3b8a6da43c6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:25.909457 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "status": "completed", "code": 200}, {"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-unplugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:25.909810 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc57b0b1-ebda-47fb-a11f-a3b8a6da43c6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:25.910308 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'status': 'completed', 'code': 200} Jul 16 01:29:25.910662 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'code': 200} Jul 16 01:29:25.929511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.941517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:25.942152 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:25.955604 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:25.985548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Transition to ACTIVE for port object 843e3aec-078a-41a5-9846-b66fe3e63118 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:26.021791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.070826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.075983 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.079298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] 10.222.0.81 "DELETE /v2.0/networks/e2d0fbbd-b2b8-40d4-942f-038f08151e4f HTTP/1.1" status: 204 len: 168 time: 0.6440010 Jul 16 01:29:26.117499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad3a82-195a-4092-b4d0-714c43b7687a tempest-FloatingIPTestJSON-1780721191 tempest-FloatingIPTestJSON-1780721191-project] Pushing event deleted for resources: {'Network': ['ID=e2d0fbbd-b2b8-40d4-942f-038f08151e4f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.141652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d78fc40-7668-4871-9fec-e20c92310a22 req-90611a67-c0fe-4c30-8286-14bec0be8ab4 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/b3bd98f9-23b2-439f-9147-34e9eca03d03 HTTP/1.1" status: 200 len: 1803 time: 0.1058509 Jul 16 01:29:26.143389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e10249e0-cb58-4803-9ad2-b841512a2c69 req-371e8f79-cd94-443b-8286-ed20575e0114 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964211 Jul 16 01:29:26.148144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Pushing event updated for resources: {'Port': ['ID=843e3aec-078a-41a5-9846-b66fe3e63118,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.150491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4d78fc40-7668-4871-9fec-e20c92310a22 req-0960576b-5ced-4952-806d-2230269e6378 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1522255751', 'description': 'tempest-description-hth-984196258'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:26.152879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979dac6-7491-42b7-ad85-45138d284e5b req-25bf43da-9984-4fa4-af68-ec4608aa3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.154619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6979dac6-7491-42b7-ad85-45138d284e5b req-25bf43da-9984-4fa4-af68-ec4608aa3ad0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1095 time: 0.2473102 Jul 16 01:29:26.161486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.161832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.162201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.163892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.164254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.164590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.164918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.165244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.165568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.165890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.166527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.166527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:26.198754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f950f7-8c5a-4597-9672-f8edcab48a86 req-8d84afc3-77a4-4c34-82cd-ffb8710327fd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.206161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77f950f7-8c5a-4597-9672-f8edcab48a86 req-8d84afc3-77a4-4c34-82cd-ffb8710327fd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 945 time: 0.2400019 Jul 16 01:29:26.243697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d78fc40-7668-4871-9fec-e20c92310a22 req-0960576b-5ced-4952-806d-2230269e6378 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.289725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77f950f7-8c5a-4597-9672-f8edcab48a86 req-8d48ad11-c738-4fd3-ae41-4909b2973e05 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825629 Jul 16 01:29:26.372623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d78fc40-7668-4871-9fec-e20c92310a22 req-0960576b-5ced-4952-806d-2230269e6378 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.382055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d78fc40-7668-4871-9fec-e20c92310a22 req-0960576b-5ced-4952-806d-2230269e6378 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.385699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d78fc40-7668-4871-9fec-e20c92310a22 req-0960576b-5ced-4952-806d-2230269e6378 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.395156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d78fc40-7668-4871-9fec-e20c92310a22 req-0960576b-5ced-4952-806d-2230269e6378 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "PUT /v2.0/security-groups/b3bd98f9-23b2-439f-9147-34e9eca03d03 HTTP/1.1" status: 200 len: 1776 time: 0.2520204 Jul 16 01:29:26.447594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979dac6-7491-42b7-ad85-45138d284e5b req-c3efc7ff-55ec-4243-a28c-3e12f3362a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.451487 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6979dac6-7491-42b7-ad85-45138d284e5b req-c3efc7ff-55ec-4243-a28c-3e12f3362a4a service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.2299790 Jul 16 01:29:26.454663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:26.491862 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d373e243-95af-4a50-9350-53bb97d206f1 x-openstack-request-id: req-d373e243-95af-4a50-9350-53bb97d206f1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:26.492730 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a795905b-8f16-478f-8d3c-59c2bebd1783", "name": "network-vif-plugged", "status": "completed", "tag": "5387a657-c47b-41f4-bcf9-f489d2105bd6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:26.493774 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d373e243-95af-4a50-9350-53bb97d206f1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:26.494274 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5387a657-c47b-41f4-bcf9-f489d2105bd6', 'code': 200} Jul 16 01:29:26.497264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960576b-5ced-4952-806d-2230269e6378 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bd98f9-23b2-439f-9147-34e9eca03d03,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.545512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6979dac6-7491-42b7-ad85-45138d284e5b req-42a66759-263c-4017-98cc-1758ea40c786 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 217 time: 0.0841591 Jul 16 01:29:26.592580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Attempting to bind port 843e3aec-078a-41a5-9846-b66fe3e63118 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:26.592933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Attempting to bind port 843e3aec-078a-41a5-9846-b66fe3e63118 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:26.593276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Attempting to bind port 843e3aec-078a-41a5-9846-b66fe3e63118 on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:26.636869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Port 843e3aec-078a-41a5-9846-b66fe3e63118 on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:26.637204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Attempting to bind port 843e3aec-078a-41a5-9846-b66fe3e63118 on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:26.663554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:26.663906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Checking segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:26.664327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Bound using segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:26.664775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Bound port: 843e3aec-078a-41a5-9846-b66fe3e63118, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:26.665141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.687878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6e68a-b36f-4e7f-a421-ae28e11224a0 req-ad711afb-a2c3-4d14-b29c-f048a4088e67 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.690051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6e6e68a-b36f-4e7f-a421-ae28e11224a0 req-ad711afb-a2c3-4d14-b29c-f048a4088e67 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 948 time: 0.1412408 Jul 16 01:29:26.700914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979dac6-7491-42b7-ad85-45138d284e5b req-3688c490-37db-4b88-b5e0-6ad37d23b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.702389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6979dac6-7491-42b7-ad85-45138d284e5b req-3688c490-37db-4b88-b5e0-6ad37d23b5fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.1431248 Jul 16 01:29:26.741598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.748183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.753537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.759365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.765208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.771533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.777459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.779841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58b24aba-b84c-4232-937f-4f418bd00dde req-58aae9b2-7dad-4f53-96c9-5351e0433d46 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5391 time: 0.1445165 Jul 16 01:29:26.787341 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5bcfd743-eab3-4e83-b489-8a7495abca2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b6162ffc0d74fb0afd408e48f34ec12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314784 Jul 16 01:29:26.788263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:26.812585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6e6e68a-b36f-4e7f-a421-ae28e11224a0 req-bde2087b-02c7-4794-b36f-faf27ae5dc91 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109664 Jul 16 01:29:26.815385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c326a-0466-4c08-b7f3-d1326f6b0916 req-fd53d527-3931-449c-9139-51789389ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.816900 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1f3c326a-0466-4c08-b7f3-d1326f6b0916 req-fd53d527-3931-449c-9139-51789389ebcb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 1096 time: 0.2403934 Jul 16 01:29:26.836061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] For port 843e3aec-078a-41a5-9846-b66fe3e63118, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:26.863238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] For port 843e3aec-078a-41a5-9846-b66fe3e63118, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=843e3aec-078a-41a5-9846-b66fe3e63118,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:26.871258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58b24aba-b84c-4232-937f-4f418bd00dde req-000e0a7e-488a-47aa-9952-f4a4c8e779c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0790672 Jul 16 01:29:26.881577 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34253226-d2ac-48ba-abaa-a151cf1d52b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.891147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979dac6-7491-42b7-ad85-45138d284e5b req-1c249b8c-ed81-4d3d-9b61-87840900be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.896709 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6979dac6-7491-42b7-ad85-45138d284e5b req-1c249b8c-ed81-4d3d-9b61-87840900be98 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848419 Jul 16 01:29:26.897718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.909133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34253226-d2ac-48ba-abaa-a151cf1d52b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.953389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1f3c326a-0466-4c08-b7f3-d1326f6b0916 req-cea8aebf-73e7-41a7-ad04-db0da245ca54 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287801 Jul 16 01:29:26.982748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.983377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.984873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] 10.222.0.93 "PUT /v2.0/ports/843e3aec-078a-41a5-9846-b66fe3e63118 HTTP/1.1" status: 200 len: 1089 time: 2.3066249 Jul 16 01:29:27.019818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ac7be6f-0867-458f-b402-2616bf663f63 req-4b15108e-bdb3-4ae1-b9a9-3c28d69548cc tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/b3bd98f9-23b2-439f-9147-34e9eca03d03 HTTP/1.1" status: 200 len: 1776 time: 0.0733483 Jul 16 01:29:27.034641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34253226-d2ac-48ba-abaa-a151cf1d52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.037791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34253226-d2ac-48ba-abaa-a151cf1d52b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.039299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-34253226-d2ac-48ba-abaa-a151cf1d52b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c417dd18-651b-47d2-8bae-af237e327361 HTTP/1.1" status: 204 len: 168 time: 0.2501051 Jul 16 01:29:27.064648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34253226-d2ac-48ba-abaa-a151cf1d52b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417dd18-651b-47d2-8bae-af237e327361,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:27.074538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab310-a397-4f0e-956b-97d1e00912fe service neutron] Pushing event updated for resources: {'Port': ['ID=843e3aec-078a-41a5-9846-b66fe3e63118,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:27.126182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6979dac6-7491-42b7-ad85-45138d284e5b req-9e7daa40-2f80-4c9e-a0ea-94eb4006418d service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047217 Jul 16 01:29:27.131966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:27.176289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:27.336336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef36d2-2192-471b-b1e4-d764be428ed9 req-1014f79c-9b82-4c98-8cc6-bbf743e96745 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.338008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bef36d2-2192-471b-b1e4-d764be428ed9 req-1014f79c-9b82-4c98-8cc6-bbf743e96745 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 944 time: 0.1310747 Jul 16 01:29:27.385170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.406932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6979dac6-7491-42b7-ad85-45138d284e5b req-49c4fdb2-0019-4fe8-89c4-f8b0cd374117 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714424 Jul 16 01:29:27.489980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:27.495844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bef36d2-2192-471b-b1e4-d764be428ed9 req-2b537d9f-5f25-47df-a587-7d47e3784307 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460433 Jul 16 01:29:27.504178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8da2ebd-dc13-47ed-9f69-ce6f6ded6779 req-5b9c2133-7d7c-47b4-8b36-28659a252c2e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/b3bd98f9-23b2-439f-9147-34e9eca03d03 HTTP/1.1" status: 200 len: 1776 time: 0.1289160 Jul 16 01:29:27.529707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'mac_address': 'fa:16:3e:70:f5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:27.625252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.648127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:27.648308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8da2ebd-dc13-47ed-9f69-ce6f6ded6779 req-d25f755a-90cc-476e-a912-0a308746cec1 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.688632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:27.697197 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.709833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8da2ebd-dc13-47ed-9f69-ce6f6ded6779 req-d25f755a-90cc-476e-a912-0a308746cec1 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.769218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:27.819756 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8da2ebd-dc13-47ed-9f69-ce6f6ded6779 req-d25f755a-90cc-476e-a912-0a308746cec1 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.823110 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8da2ebd-dc13-47ed-9f69-ce6f6ded6779 req-d25f755a-90cc-476e-a912-0a308746cec1 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.836580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8da2ebd-dc13-47ed-9f69-ce6f6ded6779 req-d25f755a-90cc-476e-a912-0a308746cec1 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/b3bd98f9-23b2-439f-9147-34e9eca03d03 HTTP/1.1" status: 204 len: 173 time: 0.3220007 Jul 16 01:29:27.887510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92184a6-492a-4325-9d9b-ba2510ef8108 req-9a1f3d69-9f7e-4a8c-a006-169afb51f2c7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.889131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a92184a6-492a-4325-9d9b-ba2510ef8108 req-9a1f3d69-9f7e-4a8c-a006-169afb51f2c7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 945 time: 0.1970725 Jul 16 01:29:27.949224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f755a-90cc-476e-a912-0a308746cec1 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bd98f9-23b2-439f-9147-34e9eca03d03,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:27.983422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:28.179295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '3e846de4-f9b5-4610-9792-79cfa6b2288a'}, {'name': 'network-changed', 'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}, {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:28.181621 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69faf83f-7c59-49d2-865b-a41dfa93f29c" -d '{"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "3e846de4-f9b5-4610-9792-79cfa6b2288a"}, {"name": "network-changed", "server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}, {"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:28.188104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a92184a6-492a-4325-9d9b-ba2510ef8108 req-c0c1ee18-b480-4e6d-88b6-a9ed1d97c650 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787089 Jul 16 01:29:28.264948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-59d848dc-93cc-4bce-9c5f-e9d975ad18eb tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.266881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-59d848dc-93cc-4bce-9c5f-e9d975ad18eb tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.2512050 Jul 16 01:29:28.282497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-56884b6a-725d-4880-9719-d2a6e77be257 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/quotas/66e1779bec1f4c98b2a2b2a6504843b9 HTTP/1.1" status: 200 len: 375 time: 0.0097847 Jul 16 01:29:28.328984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.423288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-03b3dcb8-2807-4059-86d3-37fe4e3294e0 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339829 Jul 16 01:29:28.459930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-870104c4-fbbc-4834-a646-59c45f5eb8ca tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] Request body: {'port': {'network_id': '6f30ab71-8a62-46e5-8787-0d5e0ba22f81', 'name': 'tempest-NetworksNegativeTestJSON-175379144'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:28.477619 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-870104c4-fbbc-4834-a646-59c45f5eb8ca tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] POST failed (client error): The resource could not be found. Jul 16 01:29:28.478189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870104c4-fbbc-4834-a646-59c45f5eb8ca tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:28.484559 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-870104c4-fbbc-4834-a646-59c45f5eb8ca tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1494074 Jul 16 01:29:28.485970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.495281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:28.498168 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4acaec2-32fb-43b0-a9bf-d06b5a293daa" -d '{"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-unplugged", "status": "completed", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:28.508938 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6de376c-3d56-4076-904e-699cf9a5abff tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] DELETE failed (client error): The resource could not be found. Jul 16 01:29:28.509499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6de376c-3d56-4076-904e-699cf9a5abff tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:28.516480 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a6de376c-3d56-4076-904e-699cf9a5abff tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "DELETE /v2.0/networks/83697ba5-df55-4130-bbbc-a9e2f1880b2c HTTP/1.1" status: 404 len: 339 time: 0.0242987 Jul 16 01:29:28.516480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309ebef2-8738-4788-bf35-85140bb7470c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:28.519310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51160) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.523881 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.538199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Transition to ACTIVE for port object 309ebef2-8738-4788-bf35-85140bb7470c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:28.542585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.569613 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a81011-7f28-4870-a9a1-809c751f962f tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] DELETE failed (client error): The resource could not be found. Jul 16 01:29:28.570422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a81011-7f28-4870-a9a1-809c751f962f tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:28.577785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-92a81011-7f28-4870-a9a1-809c751f962f tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "DELETE /v2.0/ports/67eaa1e2-843d-46cd-92f6-86ba1f0afa89 HTTP/1.1" status: 404 len: 333 time: 0.0357692 Jul 16 01:29:28.578457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51164) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.607823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-00a45abb-a027-46f0-9844-169b244270ae service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836209 Jul 16 01:29:28.617586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Pushing event updated for resources: {'Port': ['ID=309ebef2-8738-4788-bf35-85140bb7470c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.654503 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1dc8ee-3141-40bb-b5c2-af4ab4f2ce59 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] DELETE failed (client error): The resource could not be found. Jul 16 01:29:28.655021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1dc8ee-3141-40bb-b5c2-af4ab4f2ce59 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:28.660460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3f1dc8ee-3141-40bb-b5c2-af4ab4f2ce59 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "DELETE /v2.0/subnets/506c85eb-9986-4ea7-8ff2-0a3db20c2eae HTTP/1.1" status: 404 len: 337 time: 0.0710456 Jul 16 01:29:28.661169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51166) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.684718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731fa10-6935-419a-8a84-4bb48c392438 req-8f5b197f-dfd3-4498-8e0b-fae661f6cf26 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.686512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3731fa10-6935-419a-8a84-4bb48c392438 req-8f5b197f-dfd3-4498-8e0b-fae661f6cf26 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 948 time: 0.1898510 Jul 16 01:29:28.691243 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cc7112-a0e5-4a16-b652-487875d281a3 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] GET failed (client error): The resource could not be found. Jul 16 01:29:28.696620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-25cc7112-a0e5-4a16-b652-487875d281a3 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "GET /v2.0/networks/78f8fe60-4318-48b5-8d90-23a14c5e7e20 HTTP/1.1" status: 404 len: 339 time: 0.0314300 Jul 16 01:29:28.701512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51168) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.734756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Attempting to bind port 309ebef2-8738-4788-bf35-85140bb7470c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:28.735273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Attempting to bind port 309ebef2-8738-4788-bf35-85140bb7470c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:28.735636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Attempting to bind port 309ebef2-8738-4788-bf35-85140bb7470c on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:28.739837 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-778e8415-18f4-4b36-94a8-3e7e3e7f86f7 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] GET failed (client error): The resource could not be found. Jul 16 01:29:28.744943 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-778e8415-18f4-4b36-94a8-3e7e3e7f86f7 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "GET /v2.0/ports/3ab56b62-6c48-428b-b078-5b585da81ac4 HTTP/1.1" status: 404 len: 333 time: 0.0392575 Jul 16 01:29:28.746002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51170) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.755918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Port 309ebef2-8738-4788-bf35-85140bb7470c on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:28.756264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Attempting to bind port 309ebef2-8738-4788-bf35-85140bb7470c on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:28.779185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:28.779443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Checking segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:28.779773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Bound using segment: {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:28.780581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Bound port: 309ebef2-8738-4788-bf35-85140bb7470c, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:28.780581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.783834 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f52377-e8ee-49d6-99a4-f4bd06cb72ba tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] GET failed (client error): The resource could not be found. Jul 16 01:29:28.789001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d0f52377-e8ee-49d6-99a4-f4bd06cb72ba tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "GET /v2.0/subnets/1b018e31-64f2-4b2e-89f7-791ffd27ad8a HTTP/1.1" status: 404 len: 337 time: 0.0380921 Jul 16 01:29:28.789144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3731fa10-6935-419a-8a84-4bb48c392438 req-2780d8d7-96a4-480d-b3f7-3c935271594b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608156 Jul 16 01:29:28.793254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.801667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-cc5dff9b-e522-40e9-8a2b-e091482845a8 service neutron] 10.222.0.81 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929209 Jul 16 01:29:28.809894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b273e17c-ddcc-40ff-94b3-7b004c94ded4 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:28.832576 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b273e17c-ddcc-40ff-94b3-7b004c94ded4 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] PUT failed (client error): The resource could not be found. Jul 16 01:29:28.833190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b273e17c-ddcc-40ff-94b3-7b004c94ded4 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:28.838080 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b273e17c-ddcc-40ff-94b3-7b004c94ded4 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "PUT /v2.0/networks/509b2e82-c1ef-4bb9-8a41-c7ede4d3a01b HTTP/1.1" status: 404 len: 339 time: 0.0405385 Jul 16 01:29:28.838452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51176) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.844360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9e070995-de21-470f-9c98-fc253266dd7a tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:28.883554 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e070995-de21-470f-9c98-fc253266dd7a tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] PUT failed (client error): The resource could not be found. Jul 16 01:29:28.884279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e070995-de21-470f-9c98-fc253266dd7a tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:28.885472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e070995-de21-470f-9c98-fc253266dd7a tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "PUT /v2.0/ports/a78ad0fa-43f8-4030-bc82-13d7763b510b HTTP/1.1" status: 404 len: 333 time: 0.0459993 Jul 16 01:29:28.892729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.898918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d345a395-c40f-42a4-ba7e-59d0dc3ee423 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:28.905132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] For port 309ebef2-8738-4788-bf35-85140bb7470c, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:28.908748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] For port 309ebef2-8738-4788-bf35-85140bb7470c, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=309ebef2-8738-4788-bf35-85140bb7470c,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:28.916048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.964030 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d345a395-c40f-42a4-ba7e-59d0dc3ee423 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] PUT failed (client error): The resource could not be found. Jul 16 01:29:28.965021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d345a395-c40f-42a4-ba7e-59d0dc3ee423 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:29:28.972293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d345a395-c40f-42a4-ba7e-59d0dc3ee423 tempest-NetworksNegativeTestJSON-574252224 tempest-NetworksNegativeTestJSON-574252224-project] 10.222.0.81 "PUT /v2.0/subnets/15851aa9-3cef-4444-853b-74e3fdaa0783 HTTP/1.1" status: 404 len: 337 time: 0.0777709 Jul 16 01:29:29.003908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.007543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.009059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] 10.222.0.93 "PUT /v2.0/ports/309ebef2-8738-4788-bf35-85140bb7470c HTTP/1.1" status: 200 len: 1090 time: 1.9780617 Jul 16 01:29:29.058917 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dcd6ec-1ad7-4de1-80d4-2950f5f38c33 x-openstack-request-id: req-b0dcd6ec-1ad7-4de1-80d4-2950f5f38c33 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:29.059192 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "3e846de4-f9b5-4610-9792-79cfa6b2288a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:29.059444 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0dcd6ec-1ad7-4de1-80d4-2950f5f38c33 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:29.059840 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '3e846de4-f9b5-4610-9792-79cfa6b2288a', 'status': 'completed', 'code': 200} Jul 16 01:29:29.060099 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'status': 'completed', 'code': 200} Jul 16 01:29:29.060606 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118', 'status': 'completed', 'code': 200} Jul 16 01:29:29.081878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:29.188976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:29.196260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.205680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.219385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.235284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.248570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.261919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.267661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41977c24-5e53-465d-938e-c7c5a78b727a service neutron] Pushing event updated for resources: {'Port': ['ID=309ebef2-8738-4788-bf35-85140bb7470c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.272599 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c7fe3-402b-4943-9e45-e62cef48ba99 x-openstack-request-id: req-d19c7fe3-402b-4943-9e45-e62cef48ba99 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:29.277415 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-unplugged", "status": "completed", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:29.277787 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d19c7fe3-402b-4943-9e45-e62cef48ba99 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:29.278669 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'code': 200} Jul 16 01:29:29.289367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.299755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-4fcfa9d5-9d74-4d21-9a11-162d1d98eacb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5403 time: 0.2898164 Jul 16 01:29:29.373381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:29.376154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:29.417091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e2c1414-6ce7-453d-ad89-b033b9ddb7b3 req-0369e646-fec4-4d8b-8327-fe51111b44eb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1163726 Jul 16 01:29:29.430670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:29.431022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.581382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.584136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.684684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-a3c4b7b3-e966-4427-b4cd-cd1448814222 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.689321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29724ef-f9e8-48e8-8c61-2dba4e3872fa req-b17a9b84-d768-44cf-8a86-0f287f542132 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.692410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-a3c4b7b3-e966-4427-b4cd-cd1448814222 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "GET /v2.0/ports?device_id=baef0c8e-914e-4cd1-9c01-3a25415a2f85 HTTP/1.1" status: 200 len: 944 time: 0.4168990 Jul 16 01:29:29.699249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b29724ef-f9e8-48e8-8c61-2dba4e3872fa req-b17a9b84-d768-44cf-8a86-0f287f542132 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.2016773 Jul 16 01:29:29.712540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-18fc1eaa-9eb6-4dec-bdaf-5a0d81724cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.714260 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-18fc1eaa-9eb6-4dec-bdaf-5a0d81724cb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1099 time: 0.6137342 Jul 16 01:29:29.775512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.779926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.780545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.782927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.783466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.783955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.792577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.794720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-04d67810-941c-4f75-972f-4735e92f3d5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6350 time: 0.6964080 Jul 16 01:29:29.806001 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b29724ef-f9e8-48e8-8c61-2dba4e3872fa req-605a1fa5-72d1-4e55-abd8-19616e32e031 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981872 Jul 16 01:29:29.847420 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.948712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:29.971452 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.978596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43abc6e0-f9ff-4fff-882a-63f5eddc83a4 req-64123cea-ec9b-41a5-951b-f502c7982555 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 210 time: 0.0597694 Jul 16 01:29:29.984492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:30.058732 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-ed55f4f4-8eca-45fa-a2db-93dd72f43b69 req-94237777-4018-4511-943d-762c56a96e77 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:29:30.062760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed55f4f4-8eca-45fa-a2db-93dd72f43b69 req-94237777-4018-4511-943d-762c56a96e77 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/c3d0309e-098b-4d9a-97ab-2dabbc1255af HTTP/1.1" status: 404 len: 352 time: 0.0259008 Jul 16 01:29:30.098225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.109139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'mac_address': 'fa:16:3e:65:1f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:30.138634 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3e83-6e15-4395-b19c-36d3907bc24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.159808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.179535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de921182-7f8a-4609-afab-cf7982ef7c34 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:30.212728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:30.223712 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.313613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.493918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['de921182-7f8a-4609-afab-cf7982ef7c34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:30.500294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0d6b5-0198-4440-9f7f-c24724844253 req-a18913a2-735f-477a-ba6d-a0019511b9fc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.507934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5a0d6b5-0198-4440-9f7f-c24724844253 req-a18913a2-735f-477a-ba6d-a0019511b9fc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 949 time: 0.2425449 Jul 16 01:29:30.527803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-de33426b-1bd3-4ade-bf40-2977b898f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.529724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-de33426b-1bd3-4ade-bf40-2977b898f275 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.7824357 Jul 16 01:29:30.559121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-cfb38e64-f8bc-4422-b543-c50343da1aaa tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.560963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-cfb38e64-f8bc-4422-b543-c50343da1aaa tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5&tenant_id=c6717f74143741a781d9cd28d40c422b&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 948 time: 0.4773099 Jul 16 01:29:30.578442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5a0d6b5-0198-4440-9f7f-c24724844253 req-190552d0-90f7-426e-8c2c-f05dd5f117d7 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694497 Jul 16 01:29:30.581408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-e3f04bb1-8772-4eca-bff2-8ba436bc43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.581893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-e3f04bb1-8772-4eca-bff2-8ba436bc43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.582361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-e3f04bb1-8772-4eca-bff2-8ba436bc43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.583924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-e3f04bb1-8772-4eca-bff2-8ba436bc43dd service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa857418959540b988c9fb1496b449a9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6808586 Jul 16 01:29:30.706937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-3f5ca383-7fa4-4347-8704-8707b45c8e4b service neutron] 10.222.0.93 "GET /v2.0/ports/de921182-7f8a-4609-afab-cf7982ef7c34/bindings/n-h2-800085-5 HTTP/1.1" status: 200 len: 382 time: 0.1165240 Jul 16 01:29:30.708803 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-7e8cc396-34b5-4eee-9bfc-3799c796ef12 req-a0b4f5ab-b8e1-442a-8613-e97b41aae54e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:29:30.731124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e8cc396-34b5-4eee-9bfc-3799c796ef12 req-a0b4f5ab-b8e1-442a-8613-e97b41aae54e tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/00f2fea0-ab9b-45d9-99aa-486d222242c7 HTTP/1.1" status: 404 len: 352 time: 0.0509291 Jul 16 01:29:30.741600 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-5e0a01ec-bdfe-4e10-a78a-b421413fc245 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.1644821 Jul 16 01:29:30.748540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f61268-ec96-48e3-9b13-8113e3101d0c req-ec2d963b-8067-4785-ae53-d57110c085ce tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.759029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01f61268-ec96-48e3-9b13-8113e3101d0c req-ec2d963b-8067-4785-ae53-d57110c085ce tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 945 time: 0.4251940 Jul 16 01:29:30.853355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01f61268-ec96-48e3-9b13-8113e3101d0c req-198710ad-2241-4b77-af97-f8fb279da86f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933635 Jul 16 01:29:30.937523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Deleting port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:30.938273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.970951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-96af6e04-3cf0-411b-ab41-c170dbf5e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.972476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-96af6e04-3cf0-411b-ab41-c170dbf5e6af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1100 time: 0.2114418 Jul 16 01:29:31.007081 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-a0910045-6bbe-4a9b-9f31-6e949d14359c req-f6d384a1-1b02-4da2-9da5-11cb08da5095 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:29:31.008134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0910045-6bbe-4a9b-9f31-6e949d14359c req-f6d384a1-1b02-4da2-9da5-11cb08da5095 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/7699cff3-cb21-435e-a57d-883d6e33f79e HTTP/1.1" status: 404 len: 352 time: 0.0728846 Jul 16 01:29:31.066441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:31.066441 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a09213-bda0-4df8-b683-2126bc847507" -d '{"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "309ebef2-8738-4788-bf35-85140bb7470c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:31.178580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-34b667d7-603e-4b8f-b7b1-c9782601baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.179959 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-34b667d7-603e-4b8f-b7b1-c9782601baba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.3748186 Jul 16 01:29:31.216535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-5e8184dc-994f-42d6-90dc-ceb004a630fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.218021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-5e8184dc-994f-42d6-90dc-ceb004a630fb service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5938570 Jul 16 01:29:31.220060 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3e83-6e15-4395-b19c-36d3907bc24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.254806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3e83-6e15-4395-b19c-36d3907bc24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.281926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:31.284946 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4864c14-7f85-4cb7-890c-8af9186ca642" -d '{"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:31.318911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] For port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:31.319278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.357959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb3e83-6e15-4395-b19c-36d3907bc24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c4693-33bb-48b5-983b-81a9a922b222,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:31.364382 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aaeb3e83-6e15-4395-b19c-36d3907bc24d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a3253f81b8044549808ac694bac00a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7602274 Jul 16 01:29:31.370499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:31.374631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51236) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:31.380312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Calling delete_port for 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:31.384574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.390883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8176d12f-20f7-427d-998c-6ec0679d6738 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:31.401467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.404120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.411581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.417669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.423683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.430312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.436171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.438348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-be119719-e1e6-4024-82b3-35dd15204eca tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5403 time: 0.5318713 Jul 16 01:29:31.466052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-fdb2a75e-72bb-4c12-8d98-d9e2d71ceb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.467455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-fdb2a75e-72bb-4c12-8d98-d9e2d71ceb9b service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.4847991 Jul 16 01:29:31.471274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port de921182-7f8a-4609-afab-cf7982ef7c34 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:31.476463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port de921182-7f8a-4609-afab-cf7982ef7c34 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:31.477093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.494045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Transition to ACTIVE for port object 8176d12f-20f7-427d-998c-6ec0679d6738 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:31.537636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-686ae82c-27c8-421d-8458-be15542af8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.539096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-686ae82c-27c8-421d-8458-be15542af8bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3493962 Jul 16 01:29:31.546690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-d34cc639-4ce9-486a-a8a3-191b3bbff228 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.0710833 Jul 16 01:29:31.553374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.644906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-44bfca98-cc20-4b45-9dd2-238df62aefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.646437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-44bfca98-cc20-4b45-9dd2-238df62aefc2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0767806 Jul 16 01:29:31.680447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c4f3aac-38c0-46b6-89a6-6aee08f51b33 req-ec3d2c8a-88ea-4fc9-8ea8-50848d0de3ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2305536 Jul 16 01:29:31.691629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651fa8b-4dfe-431e-8743-49522b498518 req-74f9f0b6-d848-4648-af8a-f7cc4195d663 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.693182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7651fa8b-4dfe-431e-8743-49522b498518 req-74f9f0b6-d848-4648-af8a-f7cc4195d663 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 946 time: 0.3862069 Jul 16 01:29:31.749452 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.787567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7651fa8b-4dfe-431e-8743-49522b498518 req-d9df9cab-bc6d-48c3-af33-b12945f799d9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777597 Jul 16 01:29:31.827626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:31.839505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.851213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-c85dab7a-1c61-4d79-b430-8df14a942756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.852820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-c85dab7a-1c61-4d79-b430-8df14a942756 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977155 Jul 16 01:29:31.857887 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-9485c355-ba65-40c4-b771-6709e5995175 req-f03d69ee-cc5c-4862-bc0f-fae11b10e189 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:29:31.870209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9485c355-ba65-40c4-b771-6709e5995175 req-f03d69ee-cc5c-4862-bc0f-fae11b10e189 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/2f6bbe30-2767-498c-a341-19c55675bf9d HTTP/1.1" status: 404 len: 352 time: 0.0467160 Jul 16 01:29:31.930935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:31.985208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6b9d445-ed2a-4483-bf8e-265da743372d req-8e63a48e-5496-4f26-9dbb-60f19cfe0b08 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 210 time: 0.0550172 Jul 16 01:29:31.993766 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8cb0d2-ceaa-4fd6-a707-7917f0f293d9 x-openstack-request-id: req-ac8cb0d2-ceaa-4fd6-a707-7917f0f293d9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:31.994058 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "309ebef2-8738-4788-bf35-85140bb7470c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:31.994307 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac8cb0d2-ceaa-4fd6-a707-7917f0f293d9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:31.994691 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c', 'status': 'completed', 'code': 200} Jul 16 01:29:32.012885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Pushing event updated for resources: {'Port': ['ID=8176d12f-20f7-427d-998c-6ec0679d6738,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.077671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9db20856-9e22-43d8-af8c-c8713840b643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.129094 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31959ce-1078-4270-9dbf-688c1243a159 x-openstack-request-id: req-f31959ce-1078-4270-9dbf-688c1243a159 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:32.129402 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:32.129661 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f31959ce-1078-4270-9dbf-688c1243a159 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:32.130064 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'code': 200} Jul 16 01:29:32.142679 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.175202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-0fb7cb1a-80de-4b53-bea3-db9e0d731156 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037124 Jul 16 01:29:32.266981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event deleted for resources: {'Port': ['ID=1169c26e-cfa5-4a9b-be04-b1b28ae9a032,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.276168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9db20856-9e22-43d8-af8c-c8713840b643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.287939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.288483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.288945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.289414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.289900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.290386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.290864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.292854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86a09213-bda0-4df8-b683-2126bc847507 req-e7aea8b3-167c-4655-a2db-feb627e6550c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6375 time: 0.3195364 Jul 16 01:29:32.352686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-539d031e-f210-4aa0-ac19-d7d5adb77e43 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.354209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-539d031e-f210-4aa0-ac19-d7d5adb77e43 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 805 time: 0.8814003 Jul 16 01:29:32.365954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-40bae5c7-83d2-4bc7-8662-6ed9bbb57c4b service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8100955 Jul 16 01:29:32.401324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-21067997-26b7-486f-964f-33f3c908ea7a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.402908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-21067997-26b7-486f-964f-33f3c908ea7a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.3035440 Jul 16 01:29:32.481084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-0bc1f727-43b1-4119-a21f-1e08fecc8c2c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983809 Jul 16 01:29:32.482333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-c9b2fc5b-cbf1-4eed-b4c7-a6eb49a48654 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.0653787 Jul 16 01:29:32.517584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580910d0-b215-4c83-ac0f-7a6fbd4a8360 req-04ea96f8-5c8d-4f9f-ae15-83e1bba54e88 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.519730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-580910d0-b215-4c83-ac0f-7a6fbd4a8360 req-04ea96f8-5c8d-4f9f-ae15-83e1bba54e88 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.2555501 Jul 16 01:29:32.567811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-a08a34ed-10df-4ad5-8f17-b5b92958bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.568307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-a08a34ed-10df-4ad5-8f17-b5b92958bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.568773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-a08a34ed-10df-4ad5-8f17-b5b92958bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.570364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86a09213-bda0-4df8-b683-2126bc847507 req-a08a34ed-10df-4ad5-8f17-b5b92958bb41 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa857418959540b988c9fb1496b449a9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2264655 Jul 16 01:29:32.698760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Attempting to bind port 8176d12f-20f7-427d-998c-6ec0679d6738 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:32.699361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Attempting to bind port 8176d12f-20f7-427d-998c-6ec0679d6738 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:32.699452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Attempting to bind port 8176d12f-20f7-427d-998c-6ec0679d6738 on network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:32.700284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-580910d0-b215-4c83-ac0f-7a6fbd4a8360 req-772f92a8-0f68-4910-a796-9b482d54acbc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595297 Jul 16 01:29:32.707054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Request body: {'port': {'device_id': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'admin_state_up': True, 'tenant_id': '66e1779bec1f4c98b2a2b2a6504843b9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:32.713248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] No DVR routers for this DVR port 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:32.716264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.718358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.78 "DELETE /v2.0/ports/1169c26e-cfa5-4a9b-be04-b1b28ae9a032 HTTP/1.1" status: 204 len: 173 time: 3.0165277 Jul 16 01:29:32.774245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-65fd72e6-bc0a-478d-8d37-d0043e6ef0c4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482612 Jul 16 01:29:32.782219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Port 8176d12f-20f7-427d-998c-6ec0679d6738 on network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:32.782553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Attempting to bind port 8176d12f-20f7-427d-998c-6ec0679d6738 on network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:32.812441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:32.812801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Checking segment: {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:32.813133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Bound using segment: {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:32.813591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Bound port: 8176d12f-20f7-427d-998c-6ec0679d6738, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:32.813996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.819939 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-cda6bd14-02e9-46a2-b778-65af35b76268 req-b89889b3-88c0-450e-a96a-81ccab2171f8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:29:32.820518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cda6bd14-02e9-46a2-b778-65af35b76268 req-b89889b3-88c0-450e-a96a-81ccab2171f8 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/e2b74403-b440-499d-aeb1-718aa0942510 HTTP/1.1" status: 404 len: 352 time: 0.0335414 Jul 16 01:29:32.830274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-eeea4a89-1ddf-456c-953f-b0be9acdcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.831816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-eeea4a89-1ddf-456c-953f-b0be9acdcc53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1101 time: 0.2605803 Jul 16 01:29:32.834809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a09213-bda0-4df8-b683-2126bc847507 req-6cbeea76-9304-48da-a77a-40cbd49f9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.836159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86a09213-bda0-4df8-b683-2126bc847507 req-6cbeea76-9304-48da-a77a-40cbd49f9d3b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464297 Jul 16 01:29:32.968643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c348-12b3-4566-97de-e321d8bb000c req-98a99823-1bcd-4084-93c5-a974a0e6f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.970490 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c501c348-12b3-4566-97de-e321d8bb000c req-98a99823-1bcd-4084-93c5-a974a0e6f5d3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1097 time: 0.7288835 Jul 16 01:29:32.976461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9db20856-9e22-43d8-af8c-c8713840b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.979133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9db20856-9e22-43d8-af8c-c8713840b643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.983277 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9db20856-9e22-43d8-af8c-c8713840b643 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b01c4693-33bb-48b5-983b-81a9a922b222 HTTP/1.1" status: 204 len: 168 time: 1.6065187 Jul 16 01:29:33.047537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db20856-9e22-43d8-af8c-c8713840b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c4693-33bb-48b5-983b-81a9a922b222,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.090435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-68d517e6-1971-48c1-a657-4defdc2b75d2 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152206 Jul 16 01:29:33.095720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-020a921f-6edb-45d3-9c22-f5f253f89206 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925180 Jul 16 01:29:33.124114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] For port 8176d12f-20f7-427d-998c-6ec0679d6738, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:33.127750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] For port 8176d12f-20f7-427d-998c-6ec0679d6738, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8176d12f-20f7-427d-998c-6ec0679d6738,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:33.131402 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c501c348-12b3-4566-97de-e321d8bb000c req-a1f84cdb-c70c-45b2-9c62-40f0a925f2ed service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450641 Jul 16 01:29:33.132090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Made reservation on behalf of 66e1779bec1f4c98b2a2b2a6504843b9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:33.136155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.188573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-536516e0-069e-42a4-97e1-e99c100f8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.190091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-536516e0-069e-42a4-97e1-e99c100f8028 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.3462777 Jul 16 01:29:33.205891 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.224396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:33.240856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-0f0b3b72-4691-4771-8f04-da36acf04102 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494567 Jul 16 01:29:33.268621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:33.268962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1169c26e-cfa5-4a9b-be04-b1b28ae9a032 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:33.293761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-2bebdfe9-e97d-477c-abfb-520fd4f02155 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.0933239 Jul 16 01:29:33.297108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.297826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.300504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] 10.222.0.93 "PUT /v2.0/ports/8176d12f-20f7-427d-998c-6ec0679d6738 HTTP/1.1" status: 200 len: 1091 time: 4.2373240 Jul 16 01:29:33.315681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.321750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.328681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.347353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.353492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.366931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.381632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.383648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-ace0ad6f-513f-406d-b7b1-720eec2ce3c7 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5415 time: 0.3688769 Jul 16 01:29:33.398965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Request body: {'port': {'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:33.475059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152b395-7d54-48c0-afde-034575b1d7da service neutron] Pushing event updated for resources: {'Port': ['ID=8176d12f-20f7-427d-998c-6ec0679d6738,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.479196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-3ab8722f-0c8c-4d85-abca-46007296a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.480795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-3ab8722f-0c8c-4d85-abca-46007296a44b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1795056 Jul 16 01:29:33.514051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Allocated IP 172.20.0.8 (0c9bc41d-cead-4693-9990-e8a24c206f62/ad011a44-0c97-42f3-9db7-d50d204a158c/1e214df6-c81d-49de-b2d2-9e45fbedca32) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:33.584002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e7d42dc-91b9-4019-bddc-39fa8c2d651c req-46bd0e0b-ed56-40b6-9824-c830a3f02903 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1021926 Jul 16 01:29:33.628508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-f53f63ae-8f82-481c-8da5-2a1a396611b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.630236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-f53f63ae-8f82-481c-8da5-2a1a396611b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376951 Jul 16 01:29:33.660349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.773724 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-dc6945a9-0fa2-4dd6-a2cc-6c324036afa6 req-2cf56d31-e98a-4747-8cb2-a9cbce0337a5 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] show failed (client error): The resource could not be found. Jul 16 01:29:33.790901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc6945a9-0fa2-4dd6-a2cc-6c324036afa6 req-2cf56d31-e98a-4747-8cb2-a9cbce0337a5 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/2f64a4ec-2fc2-4a69-97f1-6ab43d8cf3ec HTTP/1.1" status: 404 len: 352 time: 0.1530094 Jul 16 01:29:33.936698 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.945510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb976a1a-6dfe-4f8d-a4e8-e3b65d1c2ead req-e92cabc1-7382-4d31-a4d4-22255c10a909 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.952686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb976a1a-6dfe-4f8d-a4e8-e3b65d1c2ead req-e92cabc1-7382-4d31-a4d4-22255c10a909 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 946 time: 0.2311122 Jul 16 01:29:33.955889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-7115eca6-b390-4931-b1bb-c9a1c943953a service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162892 Jul 16 01:29:33.998972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-deleted', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032'}, {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:34.002885 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5" -d '{"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-deleted", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032"}, {"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:34.062428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb976a1a-6dfe-4f8d-a4e8-e3b65d1c2ead req-61b53789-158f-48bf-869e-8aa56aaf23f5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086271 Jul 16 01:29:34.131338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:34.133651 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c4a1d-5e16-4509-a319-19a0191cd7b6" -d '{"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-plugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:34.164619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.229348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-309ab142-9a10-465f-ac0f-7d5822303e04 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652988 Jul 16 01:29:34.261078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51302) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:34.276092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Network 0c9bc41d-cead-4693-9990-e8a24c206f62 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:34.307298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:34.311873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:34.314967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event updated for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.358194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c37cfbd-6813-48d2-9b37-b838a4e9e241 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:34.373594 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.392357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.393568 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.403729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec63c22-5c32-4115-927f-31046f67c164 req-f8e03a7e-eab1-4cb3-8eef-6f4142d7ebae tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.404409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Transition to ACTIVE for port object 9c37cfbd-6813-48d2-9b37-b838a4e9e241 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:34.412710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec63c22-5c32-4115-927f-31046f67c164 req-f8e03a7e-eab1-4cb3-8eef-6f4142d7ebae tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 931 time: 0.1658957 Jul 16 01:29:34.412927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.443221 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e8c948cd-05d8-456b-b25e-cab56963bb51 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0714335 Jul 16 01:29:34.464333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Request body: {'port': {'device_id': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:34.490195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.504849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.508778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.512876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.512876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.512876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.514417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.519495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-1a686e6c-27aa-4062-b9a9-e12280548c38 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6417 time: 0.2105138 Jul 16 01:29:34.519652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Pushing event updated for resources: {'Port': ['ID=9c37cfbd-6813-48d2-9b37-b838a4e9e241,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.529213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec63c22-5c32-4115-927f-31046f67c164 req-be002c2c-8fa5-45d9-86b1-93790ed9101d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151388 Jul 16 01:29:34.537204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ebf1ab03-cd1a-42d6-b39c-64f6153f437d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-284131665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:34.717435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ab03-cd1a-42d6-b39c-64f6153f437d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.718463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ab03-cd1a-42d6-b39c-64f6153f437d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.751642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.756930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-422beab3-6172-48cf-89db-9ae2d4d5aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.757748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-422beab3-6172-48cf-89db-9ae2d4d5aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.758393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-422beab3-6172-48cf-89db-9ae2d4d5aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.762846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-422beab3-6172-48cf-89db-9ae2d4d5aa3e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa857418959540b988c9fb1496b449a9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2259598 Jul 16 01:29:34.802231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Attempting to bind port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:34.802883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Attempting to bind port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:34.803384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Attempting to bind port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 on network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:34.865013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 on network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:34.865680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Attempting to bind port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 on network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:34.883178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ab03-cd1a-42d6-b39c-64f6153f437d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.884630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:34.885322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Checking segment: {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:34.885890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Bound using segment: {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:34.886510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Bound port: 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958665da-9e28-4dfa-aeff-afbc02f0a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:34.887056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.904078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ab03-cd1a-42d6-b39c-64f6153f437d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.006319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ab03-cd1a-42d6-b39c-64f6153f437d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.007460 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ebf1ab03-cd1a-42d6-b39c-64f6153f437d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7406845 Jul 16 01:29:35.007670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68858-f22e-49fa-b113-a45965a6d934 req-25ded799-46df-4c29-b8a6-7cd2192e793c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.011764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51314) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.014559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08f68858-f22e-49fa-b113-a45965a6d934 req-25ded799-46df-4c29-b8a6-7cd2192e793c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.2505243 Jul 16 01:29:35.023887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-394993336'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:35.030872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-e853ceef-319e-4cfc-a1fc-897444449328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.032371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69faf83f-7c59-49d2-865b-a41dfa93f29c req-e853ceef-319e-4cfc-a1fc-897444449328 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2550874 Jul 16 01:29:35.071965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08f68858-f22e-49fa-b113-a45965a6d934 req-dd6567e1-6165-4048-a20d-e57f88cb6e37 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564599 Jul 16 01:29:35.102685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:35.106327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.110324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] For port 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:35.154289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.196354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] For port 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:35.209571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.295574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.296194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.297635 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] 10.222.0.93 "PUT /v2.0/ports/9c37cfbd-6813-48d2-9b37-b838a4e9e241 HTTP/1.1" status: 200 len: 1091 time: 1.9126077 Jul 16 01:29:35.348083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71268b2c-9377-4d4f-8b50-0f4693a9c78f service neutron] Pushing event updated for resources: {'Port': ['ID=9c37cfbd-6813-48d2-9b37-b838a4e9e241,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.395784 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803f3dcf-73cc-469c-a82c-2ff727fb5557 x-openstack-request-id: req-803f3dcf-73cc-469c-a82c-2ff727fb5557 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:35.396553 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-plugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:35.396643 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-803f3dcf-73cc-469c-a82c-2ff727fb5557 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:35.397010 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'code': 200} Jul 16 01:29:35.464951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.484377 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83cfe75-0dfb-48ad-9313-dc37db79257a x-openstack-request-id: req-c83cfe75-0dfb-48ad-9313-dc37db79257a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:35.484705 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baef0c8e-914e-4cd1-9c01-3a25415a2f85", "name": "network-vif-deleted", "tag": "1169c26e-cfa5-4a9b-be04-b1b28ae9a032", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:35.484966 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c83cfe75-0dfb-48ad-9313-dc37db79257a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:35.485371 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baef0c8e-914e-4cd1-9c01-3a25415a2f85', 'name': 'network-vif-deleted', 'tag': '1169c26e-cfa5-4a9b-be04-b1b28ae9a032', 'status': 'completed', 'code': 200} Jul 16 01:29:35.485632 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738', 'status': 'completed', 'code': 200} Jul 16 01:29:35.488659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-eda56d31-6f5d-4692-ae33-027bfb6d27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.490707 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-eda56d31-6f5d-4692-ae33-027bfb6d27ac service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5&tenant_id=c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 1101 time: 0.3391564 Jul 16 01:29:35.494743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.524544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:35.570673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e214df6-c81d-49de-b2d2-9e45fbedca32 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:35.591625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.610950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:35.618453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c373edbe-f55b-4f53-9b97-8527fd8e57f0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.635487 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Transition to ACTIVE for port object 1e214df6-c81d-49de-b2d2-9e45fbedca32 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:35.646023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.646372 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Added segment 3d356391-291f-4d70-8aca-da1aa79080fc of type vlan for network 8d37db75-c4a3-4c5a-806b-df306e7888b7 Jul 16 01:29:35.649759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.764398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.774885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.775370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.775842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.776336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.776803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.777266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.777729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.779878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a592b29c-a888-43e3-94c5-bf8944ee0ab2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6484 time: 0.3130593 Jul 16 01:29:35.784459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.810727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Pushing event updated for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.827103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b0daa-95a7-4325-89e8-25ba0ee447d0 req-c956d977-2e4b-4ceb-a691-e703246112ec tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.828649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c51b0daa-95a7-4325-89e8-25ba0ee447d0 req-c956d977-2e4b-4ceb-a691-e703246112ec tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.3451693 Jul 16 01:29:35.855173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.857016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-efe22dfe-7064-4eac-91ab-5e896b20cb75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c HTTP/1.1" status: 200 len: 217 time: 0.0646014 Jul 16 01:29:35.860990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.866870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.872814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.878689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.884526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.890348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.892275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-ed0c7653-ffcc-465e-a04c-a49e5e4e1350 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.1412485 Jul 16 01:29:35.944781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c51b0daa-95a7-4325-89e8-25ba0ee447d0 req-18aa474f-f364-4d9e-926e-e9db6827288e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087487 Jul 16 01:29:35.952187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5af8781-5b0e-42b9-8d5d-26c67bf98a9b req-8352acb4-d3f0-49ca-9d55-4468799de23d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0504160 Jul 16 01:29:35.967360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.973425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.980483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.135608 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1185887 Jul 16 01:29:36.150336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.157479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'subnet': {'network_id': '8d37db75-c4a3-4c5a-806b-df306e7888b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:36.163787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fd37e7cc-3858-4587-8058-f2e2e5f485bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.165275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-fd37e7cc-3858-4587-8058-f2e2e5f485bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2743fd1e-578e-4490-a5fa-aa8ac51a8547 HTTP/1.1" status: 200 len: 856 time: 0.2712860 Jul 16 01:29:36.173766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Attempting to bind port 1e214df6-c81d-49de-b2d2-9e45fbedca32 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:36.174128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Attempting to bind port 1e214df6-c81d-49de-b2d2-9e45fbedca32 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:36.174457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Attempting to bind port 1e214df6-c81d-49de-b2d2-9e45fbedca32 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:36.177691 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-ee0a5da3-e9ae-4032-bc57-ab70e617d572 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=84050377-7ca4-4652-af48-39b40d214e33 HTTP/1.1" status: 200 len: 210 time: 0.0469224 Jul 16 01:29:36.249029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Port 1e214df6-c81d-49de-b2d2-9e45fbedca32 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:36.249355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Attempting to bind port 1e214df6-c81d-49de-b2d2-9e45fbedca32 on network 0c9bc41d-cead-4693-9990-e8a24c206f62 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:36.255730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1f09-c416-4747-a4ec-bf3591f3ef28 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Network': ['ID=8d37db75-c4a3-4c5a-806b-df306e7888b7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.270142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:36.290231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:36.290567 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Checking segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:36.290949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Bound using segment: {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:36.291391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Bound port: 1e214df6-c81d-49de-b2d2-9e45fbedca32, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c352a2-1ff8-4c36-9427-0e591acb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:36.291750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.304737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13475c0e-2e6b-4369-854f-329780ecd210 req-f1a4344c-0116-4677-8e90-c43b6560473f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.306266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13475c0e-2e6b-4369-854f-329780ecd210 req-f1a4344c-0116-4677-8e90-c43b6560473f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 946 time: 0.1910064 Jul 16 01:29:36.342502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e1ba0-795a-4c20-995e-122721f229bb req-368df044-9815-45d4-8162-ec1b4f7527b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.344037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b76e1ba0-795a-4c20-995e-122721f229bb req-368df044-9815-45d4-8162-ec1b4f7527b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1023 time: 0.1810069 Jul 16 01:29:36.346721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:36.350114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.415182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13475c0e-2e6b-4369-854f-329780ecd210 req-765cbabc-ca8a-480a-af3b-bc2f5d7b3d36 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951123 Jul 16 01:29:36.468339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b76e1ba0-795a-4c20-995e-122721f229bb req-2ed300ba-d407-4095-a186-a28268dde4db tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups?id=8f491afc-a5b5-4460-b831-1ae4738f6d1a&id=a45baeb8-0396-491a-825a-6adf65a6b7cd&id=e983b941-e730-4d77-afbd-bf77585ea564&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1136410 Jul 16 01:29:36.485596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c6ea6888-4a6f-4c9a-afac-a7ee92383e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.487958 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-c6ea6888-4a6f-4c9a-afac-a7ee92383e43 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094344 Jul 16 01:29:36.490167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:36.494939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-be527663-826d-4228-9aab-a3a861daaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.496366 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-be527663-826d-4228-9aab-a3a861daaca7 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=24e40b2189594232a5a7d5a497f9a809&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2725091 Jul 16 01:29:36.540245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:36.595309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:36.659782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.669203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:36.709361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.826576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Subnet': ['ID=5f5a36f1-2d22-4003-95a0-7d8979aa675e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.855751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798215c-6edb-4251-859d-c99255b765c3 req-d79a84f0-89d0-4f1c-96f6-b63a231292d6 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.857381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e798215c-6edb-4251-859d-c99255b765c3 req-d79a84f0-89d0-4f1c-96f6-b63a231292d6 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 943 time: 0.2926483 Jul 16 01:29:36.888410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30285e7-6084-48c0-8ba4-bfaa26b5c380 req-b79b9695-0602-4daa-a8ba-6382d24c3193 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.889985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c30285e7-6084-48c0-8ba4-bfaa26b5c380 req-b79b9695-0602-4daa-a8ba-6382d24c3193 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.2705660 Jul 16 01:29:36.914366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-ce6f3d6f-ed2e-431c-89ff-01865a14dc5d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.915901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-ce6f3d6f-ed2e-431c-89ff-01865a14dc5d tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.2654049 Jul 16 01:29:36.975535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Checking segment: {'id': '3d356391-291f-4d70-8aca-da1aa79080fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8d37db75-c4a3-4c5a-806b-df306e7888b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:36.976175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network hostable DHCP agents. Network: 8d37db75-c4a3-4c5a-806b-df306e7888b7, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:37.049843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e798215c-6edb-4251-859d-c99255b765c3 req-fa5b6d60-f158-4069-aeda-9896f3234cc3 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547766 Jul 16 01:29:37.058444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c30285e7-6084-48c0-8ba4-bfaa26b5c380 req-1c704285-3d5f-479e-8c25-daa9ea8fe727 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582763 Jul 16 01:29:37.070679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.071593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.072878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] 10.222.0.93 "PUT /v2.0/ports/1e214df6-c81d-49de-b2d2-9e45fbedca32 HTTP/1.1" status: 200 len: 1091 time: 2.6186147 Jul 16 01:29:37.086388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:37.099998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-6c9c5648-fbed-4e52-814a-6b26ef6cb6b3 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.101799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-6c9c5648-fbed-4e52-814a-6b26ef6cb6b3 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 1023 time: 0.2761793 Jul 16 01:29:37.131321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 8d37db75-c4a3-4c5a-806b-df306e7888b7) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:37.136053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.140624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780d967-f116-4396-aa05-c91b2897be52 None None] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:37.141238 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-2f277770-79a3-4065-b50e-94ea7f1c3289 service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381369 Jul 16 01:29:37.162071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.164036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.215912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-da89d602-2cfe-4703-8041-58b1bddb4a1b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0638041 Jul 16 01:29:37.219564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:37.225174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'network': {'name': 'tempest-router-network01--987424388'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:37.232265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-e876d3ad-94b6-4d7d-8ef7-1ea59367519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.233700 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-e876d3ad-94b6-4d7d-8ef7-1ea59367519c service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7283328 Jul 16 01:29:37.234277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37c498-5b25-49c6-b71d-63e8d97a2152 service neutron] Pushing event updated for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.283062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Deleting port ed1abc81-b982-4845-a89e-5a184c8e0bfd {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:37.284014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.304727 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-10b81a05-4b59-428a-8c16-6a83d0b0cde6 service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494114 Jul 16 01:29:37.306881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Transition to ACTIVE for port object de921182-7f8a-4609-afab-cf7982ef7c34 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:37.328693 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-cdf10f61-a1c2-48a4-b756-98159c4a24a4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.78 "GET /v2.0/ports?device_id=84050377-7ca4-4652-af48-39b40d214e33 HTTP/1.1" status: 200 len: 210 time: 0.0399363 Jul 16 01:29:37.337487 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.389217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-8d37db75-c4a3-4c5a-806b-df306e7888b7', 'network_id': '8d37db75-c4a3-4c5a-806b-df306e7888b7', 'tenant_id': '7dd1442df7c4422f856ab7bd036e4322', 'fixed_ips': [{'subnet_id': '5f5a36f1-2d22-4003-95a0-7d8979aa675e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:37.390365 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.405953 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-40a80aa7-653a-426e-a667-a511d5999aab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 217 time: 0.0801365 Jul 16 01:29:37.438971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:37.443190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.480030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.503210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241'}, {'name': 'network-changed', 'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32'}, {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:37.506337 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c23c9-92b6-4509-a77a-6ae5add84426" -d '{"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241"}, {"name": "network-changed", "server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32"}, {"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-unplugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:37.524188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] No DVR routers for this DVR port de921182-7f8a-4609-afab-cf7982ef7c34 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:37.570831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-c7dbc6f3-ea6f-4a58-9f6e-a3429d6c6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.572562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-c7dbc6f3-ea6f-4a58-9f6e-a3429d6c6a81 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 1094 time: 0.4277980 Jul 16 01:29:37.576494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Deleting port 59e97ac5-d31d-4c31-b587-f5a771994d72 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:37.576849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.592190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:37.592617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:37.593010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:37.593730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:37.612385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b801c2-9232-4dc3-96f2-60737a810050 req-ddee4a39-5d3f-4d24-8a08-514df5338135 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.614120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-ddee4a39-5d3f-4d24-8a08-514df5338135 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.3960803 Jul 16 01:29:37.622959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Allocated IP 2001:db8::2 (8d37db75-c4a3-4c5a-806b-df306e7888b7/5f5a36f1-2d22-4003-95a0-7d8979aa675e/8506ccb7-8acc-40a1-bd95-aeb6f49af0c9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:37.632431 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.632773 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Added segment 5f7f17b8-4471-41ab-b4b4-813d973c6251 of type vlan for network daf1063c-3863-4d63-afdb-bcbf16e625d1 Jul 16 01:29:37.645789 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-d3078cec-6339-4964-9a56-137749e2078e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32 HTTP/1.1" status: 200 len: 217 time: 0.0562065 Jul 16 01:29:37.649725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-3670f194-fc68-4a1c-aafc-d8a78fe8176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.651853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-3670f194-fc68-4a1c-aafc-d8a78fe8176c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.2371433 Jul 16 01:29:37.652655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:37.652986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Attempting to bind port de921182-7f8a-4609-afab-cf7982ef7c34 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:37.659592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:37.660107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:37.660528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:37.660970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Bound port: de921182-7f8a-4609-afab-cf7982ef7c34, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:37.661338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.699533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30ee94-b0ad-4f02-83b7-a126bf49b695 req-aa8435c4-4d4c-4905-aef1-76f9074e6fe6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.701004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b30ee94-b0ad-4f02-83b7-a126bf49b695 req-aa8435c4-4d4c-4905-aef1-76f9074e6fe6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 946 time: 0.4055269 Jul 16 01:29:37.716045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51354) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:37.728527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-2800aa2a-997f-46e4-a43a-a66957b9b752 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.0874088 Jul 16 01:29:37.730559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] For port ed1abc81-b982-4845-a89e-5a184c8e0bfd, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed1abc81-b982-4845-a89e-5a184c8e0bfd,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:37.730931 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.748543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'floatingip': {'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:37.796478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.820095 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.833357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Calling delete_port for ed1abc81-b982-4845-a89e-5a184c8e0bfd owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:37.833683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Transition to ACTIVE for port object 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:37.839436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.855202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Transition to ACTIVE for port object 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:37.863816 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.905243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:37.908055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:37.912205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:37.922421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Pushing event updated for resources: {'Port': ['ID=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.936117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e29a4289-6cf9-4765-b8be-94a3f2ba8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.937806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-e29a4289-6cf9-4765-b8be-94a3f2ba8bed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.2659516 Jul 16 01:29:37.969645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] For port 59e97ac5-d31d-4c31-b587-f5a771994d72, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=59e97ac5-d31d-4c31-b587-f5a771994d72,segment=NetworkSegment(a2aa460c-d1dc-4878-bca7-a31f8b0a9182),segment_id=a2aa460c-d1dc-4878-bca7-a31f8b0a9182)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:37.969997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.974307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Attempting to bind port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:37.974686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Attempting to bind port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '3d356391-291f-4d70-8aca-da1aa79080fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8d37db75-c4a3-4c5a-806b-df306e7888b7'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:37.975051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Attempting to bind port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 on network 8d37db75-c4a3-4c5a-806b-df306e7888b7 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:37.980497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:37.980885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Checking segment: {'id': '3d356391-291f-4d70-8aca-da1aa79080fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8d37db75-c4a3-4c5a-806b-df306e7888b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:37.981286 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.981685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Bound using segment: {'id': '3d356391-291f-4d70-8aca-da1aa79080fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8d37db75-c4a3-4c5a-806b-df306e7888b7'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:37.982171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Bound port: 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d356391-291f-4d70-8aca-da1aa79080fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8d37db75-c4a3-4c5a-806b-df306e7888b7'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:37.982534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.995562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Calling delete_port for 59e97ac5-d31d-4c31-b587-f5a771994d72 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:38.012572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-5efc0acf-ba9e-489a-8a3c-28be25ae7d65 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2731698 Jul 16 01:29:38.013180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.019109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.019692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.025660 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-9daa1bed-c99a-48a8-8e76-163f7b38f0bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746891 Jul 16 01:29:38.044921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:38.047892 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:38.053484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] For port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:38.057425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] For port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,segment=NetworkSegment(3d356391-291f-4d70-8aca-da1aa79080fc),segment_id=3d356391-291f-4d70-8aca-da1aa79080fc)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:38.063250 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.067602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-bae7df0d-cec9-4be8-8ead-574bd3930624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.069425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-bae7df0d-cec9-4be8-8ead-574bd3930624 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3900650 Jul 16 01:29:38.119213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:38.124999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1c248-2e50-4620-97b3-3d91d40c7993 None None] Pushing event updated for resources: {'Port': ['ID=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.181133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.265367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.266384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.268860 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] 10.222.0.78 "PUT /v2.0/ports/de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 1097 time: 2.7514780 Jul 16 01:29:38.470784 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-d3d4a701-8f1d-4a62-a09e-66d4d68d4033 service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315686 Jul 16 01:29:38.471460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d77fc-5b93-40cf-84f0-4421095094cb service neutron] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=11']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.479752 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-9808c0ea-866d-4187-9150-1f68d716faa5 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843923 Jul 16 01:29:38.543840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Network': ['ID=daf1063c-3863-4d63-afdb-bcbf16e625d1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.557187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:38.560189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ef97909d-44a8-4068-8f3a-43f7ca2c404a tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3347685 Jul 16 01:29:38.565969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:38.606343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'network': {'name': 'tempest-router-network02--420554501'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:38.612633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-40b32046-7eed-4fd4-a3d8-194846205d92 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902314 Jul 16 01:29:38.677143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d74db-da32-4d2d-ada0-3f288d83b108 req-aeebbde0-9156-420c-a21c-786bbe685fed tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.678689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b1d74db-da32-4d2d-ada0-3f288d83b108 req-aeebbde0-9156-420c-a21c-786bbe685fed tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9a144d1-b30d-4b4a-8229-91ccaec826e4 HTTP/1.1" status: 200 len: 946 time: 0.8261786 Jul 16 01:29:38.740725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-685f103f-d247-4429-addd-9ca53dc17bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.742098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:38.742878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-685f103f-d247-4429-addd-9ca53dc17bb5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1100 time: 0.4346163 Jul 16 01:29:38.745745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.822556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.834320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4aff72e1-c520-4cdb-b8ec-017b68ef817c', 'ed1abc81-b982-4845-a89e-5a184c8e0bfd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:38.843334 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-611d94a1-4954-4d06-9b81-eb9ac1c65379 req-68f0bf84-00be-48a6-ad4e-d24bf727a147 service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595936 Jul 16 01:29:38.855424 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-4a11e039-4b17-43a7-9ab4-f76196ad501e service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597727 Jul 16 01:29:38.856903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b1d74db-da32-4d2d-ada0-3f288d83b108 req-59e7acbe-2fd6-412f-ad4e-62df3f2eebf1 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538537 Jul 16 01:29:38.904778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:38.922458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Pushing event deleted for resources: {'Port': ['ID=ed1abc81-b982-4845-a89e-5a184c8e0bfd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.943184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-c331cf46-7f0e-4daf-b226-e69fe48e89d1 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145416 Jul 16 01:29:38.962768 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.963286 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Added segment a82a205e-a7be-4d56-8c17-2e5e4596b7bb of type vlan for network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d Jul 16 01:29:39.024554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] No DVR routers for this DVR port ed1abc81-b982-4845-a89e-5a184c8e0bfd on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:39.029193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.031272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12c93e63-05b6-4a4b-9dee-63e62867f7f0 req-c30be95d-193c-4af3-bd9e-bc2bdd1b9106 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "DELETE /v2.0/ports/ed1abc81-b982-4845-a89e-5a184c8e0bfd HTTP/1.1" status: 204 len: 173 time: 2.1037531 Jul 16 01:29:39.073472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'name': 'network-vif-deleted', 'tag': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:39.075734 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966b7868-00b7-4b98-9b08-a27f83f48f9c" -d '{"events": [{"server_uuid": "f9a144d1-b30d-4b4a-8229-91ccaec826e4", "name": "network-vif-deleted", "tag": "ed1abc81-b982-4845-a89e-5a184c8e0bfd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:39.078273 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.080914 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-afbcc81b-a04c-457e-bed3-3e9f480013ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 217 time: 0.2118928 Jul 16 01:29:39.110290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:39.144443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'Port': ['ID=59e97ac5-d31d-4c31-b587-f5a771994d72,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.163810 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.283778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-81404e09-3bc8-44e1-897b-c2df0b1088e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.285377 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-81404e09-3bc8-44e1-897b-c2df0b1088e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.5312161 Jul 16 01:29:39.294064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:29:39.316929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:39.341713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:29:39.344264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] No DVR routers for this DVR port 59e97ac5-d31d-4c31-b587-f5a771994d72 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:39.354956 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.357138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c788bf1-4415-4e2c-bdda-3c94d6cb5f96 req-03353944-5047-412a-863c-85aec85ca3b0 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.93 "DELETE /v2.0/ports/59e97ac5-d31d-4c31-b587-f5a771994d72 HTTP/1.1" status: 204 len: 173 time: 2.2352471 Jul 16 01:29:39.382801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.389520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.389689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-01f78a78-fda5-4329-bb8c-ee94f3ce4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.390514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.391162 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-01f78a78-fda5-4329-bb8c-ee94f3ce4114 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.2844534 Jul 16 01:29:39.399278 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-2beb15f2-d390-47a6-a80d-5c90c384f881 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.1028674 Jul 16 01:29:39.419903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:39.474470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.489814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['59e97ac5-d31d-4c31-b587-f5a771994d72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:39.493082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:39.493817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 59e97ac5-d31d-4c31-b587-f5a771994d72 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:39.499524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.516731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.522424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 59e97ac5-d31d-4c31-b587-f5a771994d72 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:39.522768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 59e97ac5-d31d-4c31-b587-f5a771994d72 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:39.524949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.531570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.534836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.542530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.543284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.550446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.559796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0745826d-6460-494f-943c-e60e49ce8c39 req-3cff4685-0528-46d6-a2a0-782b002f723c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.4269223 Jul 16 01:29:39.566364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9650440 Jul 16 01:29:39.568716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51372) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:39.616538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-d3a1afdf-d525-4a3c-9c8e-12e90d7046a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.617320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcf279a-0c83-467b-ad90-eb4a55f66e77 None None] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:39.618834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-d3a1afdf-d525-4a3c-9c8e-12e90d7046a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1950047 Jul 16 01:29:39.637551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'subnet': {'network_id': 'daf1063c-3863-4d63-afdb-bcbf16e625d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:39.722655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-7787f438-4ea9-46f9-9c36-0c975d714908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.724460 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-7787f438-4ea9-46f9-9c36-0c975d714908 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3225679 Jul 16 01:29:39.731028 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Floating IP b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232 associated. External IP: 172.25.5.7, port: 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b. Jul 16 01:29:39.765228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b4fa9b5f-28f7-4f91-b48c-6daceaa41b53 None None] Provisioning for port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:39.772789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b4fa9b5f-28f7-4f91-b48c-6daceaa41b53 None None] Provisioning complete for port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:39.773499 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4fa9b5f-28f7-4f91-b48c-6daceaa41b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.791331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5109ec02-4b0d-4d16-aa6a-98e6ddb70820 req-c0af3340-872b-428e-b7d5-c27be8e9c1cb tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/ports?device_id=70fba100-d1a6-4f84-abbd-eebca43dcb1b HTTP/1.1" status: 200 len: 210 time: 0.2232676 Jul 16 01:29:39.795604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2032-fc57-49f9-81ea-c46f3ae279f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Network': ['ID=e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.818456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:39.868161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0745826d-6460-494f-943c-e60e49ce8c39 req-8b59b24e-ef86-45fe-aa03-ffcd83a01f5d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3072820 Jul 16 01:29:39.879694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:39.889409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.174982 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4fa9b5f-28f7-4f91-b48c-6daceaa41b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.271105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b4fa9b5f-28f7-4f91-b48c-6daceaa41b53 None None] For port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,segment=NetworkSegment(3d356391-291f-4d70-8aca-da1aa79080fc),segment_id=3d356391-291f-4d70-8aca-da1aa79080fc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.290143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc4af-ed95-4f60-90e8-ea5551c56cc4 req-1c7422ce-2e4c-4f3a-909d-b00e179c1377 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.291929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-234fc4af-ed95-4f60-90e8-ea5551c56cc4 req-1c7422ce-2e4c-4f3a-909d-b00e179c1377 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 943 time: 0.2399225 Jul 16 01:29:40.297935 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4fa9b5f-28f7-4f91-b48c-6daceaa41b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.321638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c839d21-a5cf-4408-9429-ebcbd92423e5 req-71036e9f-22cb-413f-a0f3-8be0a6e21b4d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.329471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c839d21-a5cf-4408-9429-ebcbd92423e5 req-71036e9f-22cb-413f-a0f3-8be0a6e21b4d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 949 time: 0.2231789 Jul 16 01:29:40.350239 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da784c-f360-4d51-bce3-b746eb05dea0 x-openstack-request-id: req-16da784c-f360-4d51-bce3-b746eb05dea0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:40.352191 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32", "status": "completed", "code": 200}, {"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-unplugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:40.352484 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16da784c-f360-4d51-bce3-b746eb05dea0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:40.352892 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241', 'status': 'completed', 'code': 200} Jul 16 01:29:40.353144 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'status': 'completed', 'code': 200} Jul 16 01:29:40.353392 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'code': 200} Jul 16 01:29:40.376750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa9b5f-28f7-4f91-b48c-6daceaa41b53 None None] Pushing event updated for resources: {'Port': ['ID=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.407560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-e41eed04-0954-4f44-894c-03e63de4de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.409761 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-e41eed04-0954-4f44-894c-03e63de4de32 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7815197 Jul 16 01:29:40.469149 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c839d21-a5cf-4408-9429-ebcbd92423e5 req-3fd16f15-be89-4595-9434-e61a1305ebcb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386063 Jul 16 01:29:40.477264 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.521797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-234fc4af-ed95-4f60-90e8-ea5551c56cc4 req-64b7ed1d-e82c-4a38-800d-4ba0b7620d8a tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816101 Jul 16 01:29:40.554936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-b77bb2c7-e525-4cba-a7fe-abece67062fb service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810626 Jul 16 01:29:40.620669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Subnet': ['ID=2ee009ec-d4f4-4074-9d72-301b86dfdc40,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.636442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Checking segment: {'id': '5f7f17b8-4471-41ab-b4b4-813d973c6251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'daf1063c-3863-4d63-afdb-bcbf16e625d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:40.637047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network hostable DHCP agents. Network: daf1063c-3863-4d63-afdb-bcbf16e625d1, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:40.667423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:40.678582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, daf1063c-3863-4d63-afdb-bcbf16e625d1) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:40.682983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.683721 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.690349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024dd5d9-ff01-426e-8f16-08ec7edd5c77 None None] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:40.708473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ea3be19b-4cc0-4786-85e9-8f59661fdcdf tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1269782 Jul 16 01:29:40.709782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:40.719821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'subnet': {'network_id': 'e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:40.756727 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-430001e7-9357-4ab5-8b72-be3e99a39881 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338344 Jul 16 01:29:40.792680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b20a6c93-cc0a-4944-8f1f-d459e544c761 req-1bd8e61b-2ad5-4842-8521-cc3a9c0de9fb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 210 time: 0.0417254 Jul 16 01:29:40.794333 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2d20e4-e200-4b13-80d2-89be710abd85 x-openstack-request-id: req-2d2d20e4-e200-4b13-80d2-89be710abd85 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:40.794693 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a144d1-b30d-4b4a-8229-91ccaec826e4", "name": "network-vif-deleted", "tag": "ed1abc81-b982-4845-a89e-5a184c8e0bfd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:40.795012 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d2d20e4-e200-4b13-80d2-89be710abd85 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:40.795471 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a144d1-b30d-4b4a-8229-91ccaec826e4', 'name': 'network-vif-deleted', 'tag': 'ed1abc81-b982-4845-a89e-5a184c8e0bfd', 'status': 'completed', 'code': 200} Jul 16 01:29:40.832400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-4b355500-435a-4b97-af89-1f1bf12165a7 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199266 Jul 16 01:29:40.863598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Router bd02181b-04f9-4095-b7cf-78a92935446a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:40.897363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9d10a01e-1a18-4938-a3bd-c19dad587e46 None None] Provisioning complete for port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:40.897747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d10a01e-1a18-4938-a3bd-c19dad587e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.924639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:40.928198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.940251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-1c4319f0-55f3-457d-852f-22ff066c47a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=843e3aec-078a-41a5-9846-b66fe3e63118 HTTP/1.1" status: 200 len: 217 time: 0.0749159 Jul 16 01:29:41.001400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-633f7eb5-51b4-4eea-871f-19d1005f9cb1 req-8d2b54ad-6839-4783-89d0-f9ff4fc5c76b service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343755 Jul 16 01:29:41.083112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:41.134681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b801c2-9232-4dc3-96f2-60737a810050 req-bd2ea32e-7d15-49d1-963c-10d690801f81 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.136152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-bd2ea32e-7d15-49d1-963c-10d690801f81 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.1514802 Jul 16 01:29:41.156092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Request body: {'port': {'device_id': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'admin_state_up': True, 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:41.166464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-daf1063c-3863-4d63-afdb-bcbf16e625d1', 'network_id': 'daf1063c-3863-4d63-afdb-bcbf16e625d1', 'tenant_id': '7dd1442df7c4422f856ab7bd036e4322', 'fixed_ips': [{'subnet_id': '2ee009ec-d4f4-4074-9d72-301b86dfdc40'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:41.167315 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.191641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:41.210753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.309563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-d52a5abf-f820-4190-bd5b-ce384d3162e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.311267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-d52a5abf-f820-4190-bd5b-ce384d3162e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.3516312 Jul 16 01:29:41.311594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] Sync routers for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:41.336939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da74d5a9-1bdf-4a8f-b829-270495249a88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "PUT /v2.0/floatingips/b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232 HTTP/1.1" status: 200 len: 990 time: 3.5946398 Jul 16 01:29:41.377882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:41.378525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:41.384374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.390842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ab3cb08b-0fe3-49de-8a32-a456c7ba2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.392108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.393098 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-ab3cb08b-0fe3-49de-8a32-a456c7ba2803 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740483 Jul 16 01:29:41.398402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.404629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.411418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.417376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.423509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.426182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-a8073b13-f494-48ad-a9db-fa23c3b3d9ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.2653823 Jul 16 01:29:41.465499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:41.465864 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.486058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed1abc81-b982-4845-a89e-5a184c8e0bfd no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:41.503684 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-4f44f99e-b376-4141-b960-f9c35cfea4b0 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028719 Jul 16 01:29:41.538811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: ed1abc81-b982-4845-a89e-5a184c8e0bfd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:41.538811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed1abc81-b982-4845-a89e-5a184c8e0bfd not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:41.563519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:41.567181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.594553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ce92240-5792-4e66-9ebc-a2f51bfa1bc3 req-b04a820f-f25b-4879-a055-4a19f5db5b05 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1441383 Jul 16 01:29:41.605305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e66d563-4609-4f46-a033-279f9c0ccb31 req-23176a8c-0d7d-4ef6-9df9-ed70035c3991 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/a45baeb8-0396-491a-825a-6adf65a6b7cd HTTP/1.1" status: 200 len: 1802 time: 0.1563418 Jul 16 01:29:41.621327 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-99597313-6cef-4727-be34-e2685861921e service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095040 Jul 16 01:29:41.631819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.689571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-a56bfd29-ec4c-4e06-9253-6b145044b4af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=309ebef2-8738-4788-bf35-85140bb7470c HTTP/1.1" status: 200 len: 217 time: 0.0600929 Jul 16 01:29:41.754904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Allocated IP 2001:db8::2 (daf1063c-3863-4d63-afdb-bcbf16e625d1/2ee009ec-d4f4-4074-9d72-301b86dfdc40/9fbe6cf3-f201-4dac-bab5-41cc979bb475) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:41.758498 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af3fdcc8-d238-4d07-b4a4-e5743ca0c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.783870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-8ee3499e-2750-464b-b65f-3766179e88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.787131 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-8ee3499e-2750-464b-b65f-3766179e88de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.0905433 Jul 16 01:29:41.788030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Subnet': ['ID=4779fd55-1dc9-4560-97ce-847df9a25685,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.831128 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e66d563-4609-4f46-a033-279f9c0ccb31 req-a2aed33b-6a3a-4303-a50b-098b13960093 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.832695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:41.838135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Checking segment: {'id': 'a82a205e-a7be-4d56-8c17-2e5e4596b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:41.838499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network hostable DHCP agents. Network: e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:41.875392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Allocated IP 172.20.0.10 (167f47a7-2079-41c8-aab3-e91b6377e825/6674999c-177b-4ef8-9ce1-225c3d07f939/2f38e3c9-b384-42ec-837e-88da230c656e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:41.877520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-955c0d65-7772-4367-a92b-606c0bb1d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.878583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e66d563-4609-4f46-a033-279f9c0ccb31 req-a2aed33b-6a3a-4303-a50b-098b13960093 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.879390 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-955c0d65-7772-4367-a92b-606c0bb1d608 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768394 Jul 16 01:29:41.953154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:41.990159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:42.000882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.001476 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.004361 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-1e100c0f-90f9-4dbd-8b40-c19ff7def397 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170862 Jul 16 01:29:42.012158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e66d563-4609-4f46-a033-279f9c0ccb31 req-a2aed33b-6a3a-4303-a50b-098b13960093 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.014807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e66d563-4609-4f46-a033-279f9c0ccb31 req-a2aed33b-6a3a-4303-a50b-098b13960093 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.017135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e66d563-4609-4f46-a033-279f9c0ccb31 req-a2aed33b-6a3a-4303-a50b-098b13960093 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/a45baeb8-0396-491a-825a-6adf65a6b7cd HTTP/1.1" status: 204 len: 173 time: 0.4002395 Jul 16 01:29:42.019026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddac706-c061-4a8a-a257-bcd314086443 None None] Network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:42.131283 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-79313fff-5041-4549-a455-bb035c14bdaf service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195059 Jul 16 01:29:42.144919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aed33b-6a3a-4303-a50b-098b13960093 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45baeb8-0396-491a-825a-6adf65a6b7cd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.163146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-26db5e0e-8408-4a33-a283-5ef5ee157b61 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4495382 Jul 16 01:29:42.166561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.172953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:42.182977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0b1f2-362b-435a-80d5-56361d4e241e req-5f8612f1-5cc3-43cf-a337-cebaa2b80860 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.183845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-5de85dc8-7d26-4483-912c-5a91ed564bf2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8176d12f-20f7-427d-998c-6ec0679d6738 HTTP/1.1" status: 200 len: 217 time: 0.0445657 Jul 16 01:29:42.184522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93b0b1f2-362b-435a-80d5-56361d4e241e req-5f8612f1-5cc3-43cf-a337-cebaa2b80860 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.2948332 Jul 16 01:29:42.197235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Transition to ACTIVE for port object 9fbe6cf3-f201-4dac-bab5-41cc979bb475 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:42.236196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-df436855-22eb-46d2-82af-69f6e93c4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.238003 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-df436855-22eb-46d2-82af-69f6e93c4afc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0469303 Jul 16 01:29:42.255980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Transition to ACTIVE for port object 9fbe6cf3-f201-4dac-bab5-41cc979bb475 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:42.288693 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.303183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-27aeda08-922d-4670-9416-b4820e4b8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.305448 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-27aeda08-922d-4670-9416-b4820e4b8021 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596733 Jul 16 01:29:42.327328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.338955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:42.365707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:42.371255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:42.377648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Pushing event updated for resources: {'Port': ['ID=9fbe6cf3-f201-4dac-bab5-41cc979bb475,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.378906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}, {'name': 'network-changed', 'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:42.381644 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b97ca5-d74a-47ce-a2a7-108aff5ce720" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}, {"name": "network-changed", "server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:42.408754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d', 'network_id': 'e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d', 'tenant_id': '7dd1442df7c4422f856ab7bd036e4322', 'fixed_ips': [{'subnet_id': '4779fd55-1dc9-4560-97ce-847df9a25685'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:42.409607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.424474 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-f8dbeadf-e68d-416c-a0af-4d937f975adb service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100402 Jul 16 01:29:42.432585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93b0b1f2-362b-435a-80d5-56361d4e241e req-d7d5fe88-1ecd-4dd3-bf63-b1e785cc2eae tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205813 Jul 16 01:29:42.471647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'mac_address': 'fa:16:3e:70:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:10Z', 'updated_at': '2021-07-16T01:29:39Z', 'revision_number': 1, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:42.501692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Attempting to bind port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:42.502605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Attempting to bind port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '5f7f17b8-4471-41ab-b4b4-813d973c6251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'daf1063c-3863-4d63-afdb-bcbf16e625d1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:42.502966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Attempting to bind port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 on network daf1063c-3863-4d63-afdb-bcbf16e625d1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:42.508643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] Checking router: bd02181b-04f9-4095-b7cf-78a92935446a for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:42.513994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:42.514360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Checking segment: {'id': '5f7f17b8-4471-41ab-b4b4-813d973c6251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'daf1063c-3863-4d63-afdb-bcbf16e625d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:42.514756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.514883 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.515143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Bound using segment: {'id': '5f7f17b8-4471-41ab-b4b4-813d973c6251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'daf1063c-3863-4d63-afdb-bcbf16e625d1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:42.515615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Bound port: 9fbe6cf3-f201-4dac-bab5-41cc979bb475, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7f17b8-4471-41ab-b4b4-813d973c6251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'daf1063c-3863-4d63-afdb-bcbf16e625d1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:42.515990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.537032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-2a49ff26-4f72-49aa-930b-c6acbf1a06f5 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065817 Jul 16 01:29:42.569935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:42.587332 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-e1e44048-d123-48ee-a9d8-dcbe5741f56e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241 HTTP/1.1" status: 200 len: 217 time: 0.0412560 Jul 16 01:29:42.637683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:42.638350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:42.641577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-cf0ebbf1-a70f-4d7d-aaad-5a9f8ba7fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.643057 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-cf0ebbf1-a70f-4d7d-aaad-5a9f8ba7fec6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0472906 Jul 16 01:29:42.704684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769814-c235-47ce-a72b-f3561bd3240a req-dc3ea643-c091-4d4b-bfaa-649f558fcf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.706410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-dc3ea643-c091-4d4b-bfaa-649f558fcf66 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568655 Jul 16 01:29:42.794077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] For port 9fbe6cf3-f201-4dac-bab5-41cc979bb475, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:42.813866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-4df4a6f9-9a21-49da-9cb3-539f550c01d0 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997927 Jul 16 01:29:42.814309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'name': 'network-vif-deleted', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:42.817117 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd1762-a8c5-4bd4-a325-a61c2960f11b" -d '{"events": [{"server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "name": "network-vif-deleted", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:42.822620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] For port 9fbe6cf3-f201-4dac-bab5-41cc979bb475, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9fbe6cf3-f201-4dac-bab5-41cc979bb475,segment=NetworkSegment(5f7f17b8-4471-41ab-b4b4-813d973c6251),segment_id=5f7f17b8-4471-41ab-b4b4-813d973c6251)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:42.824667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Allocated IP 2001:db8::2 (e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d/4779fd55-1dc9-4560-97ce-847df9a25685/6ce62931-4290-4ce8-a3cb-cbbc4346d988) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:42.843534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.882257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:42.890629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:42.896330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:42.903985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac322ba-e0b3-4b95-994e-82ee14e03946 req-fb172ec8-7c0f-41f7-bb38-0eaa1ae82462 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.911515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aac322ba-e0b3-4b95-994e-82ee14e03946 req-fb172ec8-7c0f-41f7-bb38-0eaa1ae82462 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 949 time: 0.7619328 Jul 16 01:29:42.920809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:42.936806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0769814-c235-47ce-a72b-f3561bd3240a req-7914feb1-1288-47e2-8c04-6cf1b80f4361 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158085 Jul 16 01:29:43.017628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event updated for resources: {'Port': ['ID=2f38e3c9-b384-42ec-837e-88da230c656e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.036385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f10e36-a5f2-47a0-9df8-77bb5d2516ff None None] Pushing event updated for resources: {'Port': ['ID=9fbe6cf3-f201-4dac-bab5-41cc979bb475,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.071301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aac322ba-e0b3-4b95-994e-82ee14e03946 req-c0c2417a-37c9-4f7c-91e9-1cb56b3502b5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589067 Jul 16 01:29:43.079485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a0c79-5c43-4fed-aa84-2388179ed937 req-7f761942-91e9-4074-bd26-03d57dea1da8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.087063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-239a0c79-5c43-4fed-aa84-2388179ed937 req-7f761942-91e9-4074-bd26-03d57dea1da8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 943 time: 0.2654479 Jul 16 01:29:43.100009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.101004 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.155094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.155239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.155579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.156078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.157985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.159012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.159776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.160267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.162392 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-301946f0-b396-4fa4-90d5-3703221b2090 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6484 time: 0.1363709 Jul 16 01:29:43.267320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:43.327412 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.389160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-9dda390a-2650-49e7-9fdc-d1e7fd5d6341 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2434151 Jul 16 01:29:43.393589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-73bd787b-535a-4232-93aa-2b76df1d9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.395313 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-73bd787b-535a-4232-93aa-2b76df1d9cd2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 200 len: 903 time: 0.2237711 Jul 16 01:29:43.425517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-239a0c79-5c43-4fed-aa84-2388179ed937 req-c9d6f8fb-14e0-476c-9bcc-be850cc590ea tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355317 Jul 16 01:29:43.441401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Transition to ACTIVE for port object 6ce62931-4290-4ce8-a3cb-cbbc4346d988 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:43.480569 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-9134752b-a866-4b3a-b9b2-13f0225021d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8176d12f-20f7-427d-998c-6ec0679d6738 HTTP/1.1" status: 200 len: 217 time: 0.0589597 Jul 16 01:29:43.545842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Request body: {'port': {'device_id': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:43.553081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-832dee3e-05b5-43cf-9de5-b6d792986dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.554929 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-832dee3e-05b5-43cf-9de5-b6d792986dd8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0673525 Jul 16 01:29:43.631036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-063641a0-fd94-4933-9d58-72fe2e6954f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.632309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-063641a0-fd94-4933-9d58-72fe2e6954f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667496 Jul 16 01:29:43.667748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Allocated IP 2001:db8::1 (daf1063c-3863-4d63-afdb-bcbf16e625d1/2ee009ec-d4f4-4074-9d72-301b86dfdc40/87d97dd6-d134-4ce8-823a-be73862b9d0c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:43.678025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1e214df6-c81d-49de-b2d2-9e45fbedca32 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:43.691469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Transition to ACTIVE for port object 6ce62931-4290-4ce8-a3cb-cbbc4346d988 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:43.714069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-387688f2-7597-4af2-a492-839fc8565c00 req-2fa62191-450d-40b4-8d30-12fe67ff5d15 tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "GET /v2.0/security-groups/8f491afc-a5b5-4460-b831-1ae4738f6d1a HTTP/1.1" status: 200 len: 1803 time: 0.1468596 Jul 16 01:29:43.714301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.748766 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-0846a7dc-555f-4de9-be9c-07c24ad6fba9 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083655 Jul 16 01:29:43.761653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.762551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:43.793867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'mac_address': 'fa:16:3e:70:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:10Z', 'updated_at': '2021-07-16T01:29:39Z', 'revision_number': 1, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:43.804259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a993c6-7b0a-4fc3-849d-75eb4fcb3e25 req-3ac248f3-91ef-4da5-937e-bf5acc1e75ff tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.808706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9a993c6-7b0a-4fc3-849d-75eb4fcb3e25 req-3ac248f3-91ef-4da5-937e-bf5acc1e75ff tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 932 time: 0.4179251 Jul 16 01:29:43.809388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:43.839259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'mac_address': 'fa:16:3e:65:1f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:43.849062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cb92f-82b5-4818-8f28-53368f8c8715 None None] The sync data for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 is: [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'mac_address': 'fa:16:3e:70:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:10Z', 'updated_at': '2021-07-16T01:29:39Z', 'revision_number': 1, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:43.851216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:43.853309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-454aa694-e9ea-4775-ac48-d1ad44a6f5c5 req-f621f1f3-615b-4636-b1a1-f95c3822c153 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956831 Jul 16 01:29:43.855918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:43.858153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Pushing event updated for resources: {'Port': ['ID=6ce62931-4290-4ce8-a3cb-cbbc4346d988,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.008400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.010327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9a993c6-7b0a-4fc3-849d-75eb4fcb3e25 req-df526527-8b06-4e2a-a0ea-762da6872ff9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922669 Jul 16 01:29:44.017925 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.023464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.024111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.024742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.025281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.025819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.026352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.026879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.029516 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-cb54da3b-ae57-45a6-9c8e-c3fb1a8243d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6484 time: 0.1061256 Jul 16 01:29:44.042890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Attempting to bind port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:44.044084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Attempting to bind port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a82a205e-a7be-4d56-8c17-2e5e4596b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:44.044481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Attempting to bind port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 on network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:44.049591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de921182-7f8a-4609-afab-cf7982ef7c34 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:44.053787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'mac_address': 'fa:16:3e:d2:e1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:44.060772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:44.061152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Checking segment: {'id': 'a82a205e-a7be-4d56-8c17-2e5e4596b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:44.061560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.061959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Bound using segment: {'id': 'a82a205e-a7be-4d56-8c17-2e5e4596b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:44.062449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Bound port: 6ce62931-4290-4ce8-a3cb-cbbc4346d988, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82a205e-a7be-4d56-8c17-2e5e4596b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:44.062831 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.108000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.129083 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.151862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-387688f2-7597-4af2-a492-839fc8565c00 req-32274f5b-d6fd-48d8-a951-9a46ccc5165d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.159867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.188826 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee3c20-484e-44b7-8074-50ed3c447c59 x-openstack-request-id: req-57ee3c20-484e-44b7-8074-50ed3c447c59 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:44.189225 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:44.189620 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57ee3c20-484e-44b7-8074-50ed3c447c59 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:44.190118 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'status': 'completed', 'code': 200} Jul 16 01:29:44.190469 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'status': 'completed', 'code': 200} Jul 16 01:29:44.215134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.241189 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0baf20-3b81-4891-9b0e-6900e7ca8100 None None] New status for floating IP b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:44.257763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Transition to ACTIVE for port object 87d97dd6-d134-4ce8-823a-be73862b9d0c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:44.304071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e214df6-c81d-49de-b2d2-9e45fbedca32 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:44.308892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee3fed22-7d75-4b9d-9b90-867a0fef3778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.319215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-73bea441-9eb0-4be2-81f9-ab045cdd5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.321589 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-73bea441-9eb0-4be2-81f9-ab045cdd5081 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 200 len: 903 time: 0.2841585 Jul 16 01:29:44.339830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-387688f2-7597-4af2-a492-839fc8565c00 req-32274f5b-d6fd-48d8-a951-9a46ccc5165d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.352515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] For port 6ce62931-4290-4ce8-a3cb-cbbc4346d988, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:44.354578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.359932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] For port 6ce62931-4290-4ce8-a3cb-cbbc4346d988, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ce62931-4290-4ce8-a3cb-cbbc4346d988,segment=NetworkSegment(a82a205e-a7be-4d56-8c17-2e5e4596b7bb),segment_id=a82a205e-a7be-4d56-8c17-2e5e4596b7bb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:44.365782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.388827 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.389074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-aca7c1da-fe8e-4142-879c-77e9c52775b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241 HTTP/1.1" status: 200 len: 217 time: 0.0564783 Jul 16 01:29:44.407349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.468581 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.468968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-747a010d-4603-4da1-9e48-ac228e84e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.472148 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-747a010d-4603-4da1-9e48-ac228e84e34c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 1101 time: 0.2853768 Jul 16 01:29:44.488331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-597a4fbf-b37d-4054-b9eb-e57b12decf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.489854 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-597a4fbf-b37d-4054-b9eb-e57b12decf6f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0924156 Jul 16 01:29:44.525713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['de921182-7f8a-4609-afab-cf7982ef7c34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:44.546391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.552762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.557797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220fdb5-fa31-4573-b11e-cca64991e9f6 None None] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:44.559096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.565948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.579883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.587546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.595054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.597270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-c8f309b3-dc2e-4046-8628-6143d29cc2d9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.3046963 Jul 16 01:29:44.604440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.622453 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-387688f2-7597-4af2-a492-839fc8565c00 req-32274f5b-d6fd-48d8-a951-9a46ccc5165d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.625213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-387688f2-7597-4af2-a492-839fc8565c00 req-32274f5b-d6fd-48d8-a951-9a46ccc5165d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.626467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-387688f2-7597-4af2-a492-839fc8565c00 req-32274f5b-d6fd-48d8-a951-9a46ccc5165d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] 10.222.0.81 "DELETE /v2.0/security-groups/8f491afc-a5b5-4460-b831-1ae4738f6d1a HTTP/1.1" status: 204 len: 173 time: 0.8973277 Jul 16 01:29:44.641690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:44.653885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-d99b9849-342c-4a7d-a2f8-eb972b1e343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.655393 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-d99b9849-342c-4a7d-a2f8-eb972b1e343a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1562259 Jul 16 01:29:44.663253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c4c47-b42a-49e6-805c-f34f267f3569 None None] Pushing event updated for resources: {'Port': ['ID=6ce62931-4290-4ce8-a3cb-cbbc4346d988,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.670293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1e214df6-c81d-49de-b2d2-9e45fbedca32'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:44.672878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96c529c6-077e-46bf-b057-4f2de7d5323a None None] Provisioning for port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:44.673165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:44.686992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-1fa25e9c-0464-4122-98f7-9e94520cd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.688151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-1fa25e9c-0464-4122-98f7-9e94520cd40f service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1974034 Jul 16 01:29:44.697866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32274f5b-d6fd-48d8-a951-9a46ccc5165d tempest-SecurityGroupsTestJSON-986177006 tempest-SecurityGroupsTestJSON-986177006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f491afc-a5b5-4460-b831-1ae4738f6d1a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.701316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:44.704067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:44.704936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.776657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-3b166590-dfc8-46d1-b36c-a6703831e475 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 200 len: 217 time: 0.0641832 Jul 16 01:29:44.788360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] Deleting subnet 4aaecca9-5c9f-4dc6-8634-8d210af284a9 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:44.795160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.876565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.949130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f38e3c9-b384-42ec-837e-88da230c656e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:44.959651 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.972714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-d6ec83e8-cb05-43fe-b880-24f93be918f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.972714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-d6ec83e8-cb05-43fe-b880-24f93be918f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1816986 Jul 16 01:29:44.976738 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-3da50f7e-e82f-41f1-a5e2-7973e8d758a6 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006876 Jul 16 01:29:44.979040 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.989430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Transition to ACTIVE for port object 2f38e3c9-b384-42ec-837e-88da230c656e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:45.024876 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf21d042-c841-4b32-b86b-d527aaf3abfd x-openstack-request-id: req-cf21d042-c841-4b32-b86b-d527aaf3abfd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:45.024876 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fba100-d1a6-4f84-abbd-eebca43dcb1b", "name": "network-vif-deleted", "tag": "59e97ac5-d31d-4c31-b587-f5a771994d72", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:45.024876 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf21d042-c841-4b32-b86b-d527aaf3abfd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:45.024876 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fba100-d1a6-4f84-abbd-eebca43dcb1b', 'name': 'network-vif-deleted', 'tag': '59e97ac5-d31d-4c31-b587-f5a771994d72', 'status': 'completed', 'code': 200} Jul 16 01:29:45.043059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.096776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Port': ['ID=87d97dd6-d134-4ce8-823a-be73862b9d0c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.175711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ce62931-4290-4ce8-a3cb-cbbc4346d988 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:45.188207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab4b2eec-2648-476d-9661-2e65be1e8df5 req-ec4128d2-c027-4040-9ac9-3b3e8f5a4aa0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5731661 Jul 16 01:29:45.304371 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.330888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:45.337786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9fbe6cf3-f201-4dac-bab5-41cc979bb475 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:45.395662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:45.400746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.401255 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.497382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.499180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38e3c9-b384-42ec-837e-88da230c656e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.515329 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.568949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 9fbe6cf3-f201-4dac-bab5-41cc979bb475, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9fbe6cf3-f201-4dac-bab5-41cc979bb475,segment=NetworkSegment(5f7f17b8-4471-41ab-b4b4-813d973c6251),segment_id=5f7f17b8-4471-41ab-b4b4-813d973c6251)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:45.575548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.633983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfebcd1-d03a-4c70-846f-a90d3b1288d3 req-446c32bc-4289-442d-9566-67aa3b975a09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.639261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.642358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dfebcd1-d03a-4c70-846f-a90d3b1288d3 req-446c32bc-4289-442d-9566-67aa3b975a09 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.3942039 Jul 16 01:29:45.644500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=9fbe6cf3-f201-4dac-bab5-41cc979bb475,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.681747 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-fcdef05e-ab89-4b51-9df6-8821ddc60d7a service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901069 Jul 16 01:29:45.685426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-36e1e653-63a4-4b15-bf5d-62da0d849791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.686871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-36e1e653-63a4-4b15-bf5d-62da0d849791 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7056630 Jul 16 01:29:45.716812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c681c0-bdad-4a08-aaf7-67bd1dc484db req-ab9b49c0-93ef-49a5-92f9-ce86e4e08cb8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.717306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4b091439-bdd1-4678-b1fd-37238d396f4b None None] Provisioning for port 87d97dd6-d134-4ce8-823a-be73862b9d0c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:45.718385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2c681c0-bdad-4a08-aaf7-67bd1dc484db req-ab9b49c0-93ef-49a5-92f9-ce86e4e08cb8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.3682587 Jul 16 01:29:45.726829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4b091439-bdd1-4678-b1fd-37238d396f4b None None] Provisioning complete for port 87d97dd6-d134-4ce8-823a-be73862b9d0c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.727294 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b091439-bdd1-4678-b1fd-37238d396f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.790320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Attempting to bind port 2f38e3c9-b384-42ec-837e-88da230c656e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:45.790320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Attempting to bind port 2f38e3c9-b384-42ec-837e-88da230c656e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:45.790679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Attempting to bind port 2f38e3c9-b384-42ec-837e-88da230c656e on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:45.797751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4b091439-bdd1-4678-b1fd-37238d396f4b None None] Port 87d97dd6-d134-4ce8-823a-be73862b9d0c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:45.813518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4b091439-bdd1-4678-b1fd-37238d396f4b None None] Provisioning complete for port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.813961 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b091439-bdd1-4678-b1fd-37238d396f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.845008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Port 2f38e3c9-b384-42ec-837e-88da230c656e on network 167f47a7-2079-41c8-aab3-e91b6377e825 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:45.845434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Attempting to bind port 2f38e3c9-b384-42ec-837e-88da230c656e on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:45.852595 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-e5a03e05-64fd-4abb-aeab-e38624d9f2aa service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403422 Jul 16 01:29:45.853951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dfebcd1-d03a-4c70-846f-a90d3b1288d3 req-a3816c10-0bf5-4e6c-8e04-1c61bbbaae46 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100625 Jul 16 01:29:45.856995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:45.858268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:45.858504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Bound using segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:45.859129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Bound port: 2f38e3c9-b384-42ec-837e-88da230c656e, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:45.859578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.911621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2c681c0-bdad-4a08-aaf7-67bd1dc484db req-3ef89fe9-a25f-47ec-bc10-18942840c067 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363018 Jul 16 01:29:45.949336 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.065710 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-582631c0-3c0b-4d45-be88-e00f21be7b16 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661386 Jul 16 01:29:46.099100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.130887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b2b7157d-3421-4eab-b611-bae2d359172f None None] Provisioning complete for port 87d97dd6-d134-4ce8-823a-be73862b9d0c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:46.131263 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2b7157d-3421-4eab-b611-bae2d359172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.139073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] For port 2f38e3c9-b384-42ec-837e-88da230c656e, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:46.157244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cced9be-14a4-43f8-8041-22807b692895 None None] Network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:46.171932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aaecca9-5c9f-4dc6-8634-8d210af284a9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.181171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.185471 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-416f2fb5-76bc-4265-861a-7587890ccf21 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4aaecca9-5c9f-4dc6-8634-8d210af284a9 HTTP/1.1" status: 204 len: 168 time: 1.5405412 Jul 16 01:29:46.187656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51428) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.195482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7157d-3421-4eab-b611-bae2d359172f None None] Port 87d97dd6-d134-4ce8-823a-be73862b9d0c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:46.198849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-d1033c83-da77-4b9d-a981-5f20eb1fabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.200354 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-d1033c83-da77-4b9d-a981-5f20eb1fabd9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 1095 time: 0.3468328 Jul 16 01:29:46.217401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] For port 2f38e3c9-b384-42ec-837e-88da230c656e, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2f38e3c9-b384-42ec-837e-88da230c656e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:46.232794 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.305712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-49d19c50-68c2-4b12-842e-e51fa7f3a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.307268 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-49d19c50-68c2-4b12-842e-e51fa7f3a68c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1097 time: 0.1699567 Jul 16 01:29:46.338990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-486d5176-f82f-4f28-807d-d0a72199af57 None None] Provisioning for port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:46.339217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.339880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.341530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] 10.222.0.93 "PUT /v2.0/ports/2f38e3c9-b384-42ec-837e-88da230c656e HTTP/1.1" status: 200 len: 1092 time: 2.9113467 Jul 16 01:29:46.346626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-486d5176-f82f-4f28-807d-d0a72199af57 None None] Provisioning complete for port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:46.346626 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-486d5176-f82f-4f28-807d-d0a72199af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.382789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.396213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518e56d-9c1a-4727-80dd-9bf6ef4ac111 req-43226e7c-e206-4308-893a-81ceadc04820 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.397918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4518e56d-9c1a-4727-80dd-9bf6ef4ac111 req-43226e7c-e206-4308-893a-81ceadc04820 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 944 time: 0.3221486 Jul 16 01:29:46.432144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b718e02-c909-472e-81fd-c29933fef0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f38e3c9-b384-42ec-837e-88da230c656e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.452683 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-486d5176-f82f-4f28-807d-d0a72199af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.470236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a1cb-fa56-4554-afc4-55e7b03b9669 req-7031f5b9-289e-46b7-a74a-b6ddae123b5c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.472969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96a7a1cb-fa56-4554-afc4-55e7b03b9669 req-7031f5b9-289e-46b7-a74a-b6ddae123b5c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 944 time: 0.3458424 Jul 16 01:29:46.498310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-486d5176-f82f-4f28-807d-d0a72199af57 None None] For port 6ce62931-4290-4ce8-a3cb-cbbc4346d988, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ce62931-4290-4ce8-a3cb-cbbc4346d988,segment=NetworkSegment(a82a205e-a7be-4d56-8c17-2e5e4596b7bb),segment_id=a82a205e-a7be-4d56-8c17-2e5e4596b7bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:46.504858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-486d5176-f82f-4f28-807d-d0a72199af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.507189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-fff58f49-07e2-4d08-b5a0-9a38376e0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.508904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-fff58f49-07e2-4d08-b5a0-9a38376e0350 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 200 len: 906 time: 0.2939315 Jul 16 01:29:46.535774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-14922421-04ca-481d-b4f2-f2b9a8600238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.537250 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-14922421-04ca-481d-b4f2-f2b9a8600238 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1845899 Jul 16 01:29:46.542366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.548500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4518e56d-9c1a-4727-80dd-9bf6ef4ac111 req-a9125f98-4a54-40ce-82fe-d6061843f3bd tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435730 Jul 16 01:29:46.572998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d5176-f82f-4f28-807d-d0a72199af57 None None] Pushing event updated for resources: {'Port': ['ID=6ce62931-4290-4ce8-a3cb-cbbc4346d988,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.586151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-fdcf9ffd-765a-4125-9274-d0a87fa8f978 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32 HTTP/1.1" status: 200 len: 217 time: 0.0571415 Jul 16 01:29:46.591288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.592068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.647908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96a7a1cb-fa56-4554-afc4-55e7b03b9669 req-2f3eb30d-728b-4415-a62d-3f9212d0665b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654911 Jul 16 01:29:46.666251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.708444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5d510d-2aa5-46f6-915d-8cbfe92b289a']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:46.732079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:46.732401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aa460c-d1dc-4878-bca7-a31f8b0a9182') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:46.752193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-f39ba810-edef-4159-acd9-fd22d32911eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 1000 time: 0.1753995 Jul 16 01:29:46.754164 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.754791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.757995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-796e0abf-84c5-4354-8620-be664e069e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.759997 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-796e0abf-84c5-4354-8620-be664e069e20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 200 len: 845 time: 0.1346877 Jul 16 01:29:46.835390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6f63811-139b-4768-bda3-9af6c01d992f None None] Provisioning complete for port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:46.835765 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6f63811-139b-4768-bda3-9af6c01d992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.844012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-30981e80-77ec-49d3-9a3d-477c5a0f5906 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c9bc41d-cead-4693-9990-e8a24c206f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566487 Jul 16 01:29:46.845025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.877482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:46.877838 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:46.885551 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:46.889965 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:46.889965 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:46.919813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-2e22e205-08cb-4fcc-9d1b-7f0380833157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.921362 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-2e22e205-08cb-4fcc-9d1b-7f0380833157 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.1551840 Jul 16 01:29:47.032624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'tag': '2f38e3c9-b384-42ec-837e-88da230c656e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:47.035766 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0333ed7-6cd4-43ed-8690-388fed105dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd087bf0-7d54-4ae3-9218-99318eb86cb5", "tag": "2f38e3c9-b384-42ec-837e-88da230c656e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:47.063844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.074572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.077270 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7b5d510d-2aa5-46f6-915d-8cbfe92b289a HTTP/1.1" status: 204 len: 168 time: 0.8864875 Jul 16 01:29:47.082753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b801c2-9232-4dc3-96f2-60737a810050 req-6cf73726-a7bc-4619-92d8-e0e6f1305eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.084537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-6cf73726-a7bc-4619-92d8-e0e6f1305eef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 1095 time: 0.6692922 Jul 16 01:29:47.089675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ce62931-4290-4ce8-a3cb-cbbc4346d988 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:47.101585 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-f63efc83-52f5-4d52-8c95-366f431fc61f service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496397 Jul 16 01:29:47.105041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cea3d-ea3b-4f88-9a00-33e38e15c3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5d510d-2aa5-46f6-915d-8cbfe92b289a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.143905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:47.144307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.155615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-ad1a33ba-a9af-44cd-85d6-ba2806ccc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.157523 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-ad1a33ba-a9af-44cd-85d6-ba2806ccc648 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995506 Jul 16 01:29:47.179058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-fb8fb6a8-1dbf-4667-96b5-32f0006e8b83 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:47.181265 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-fb8fb6a8-1dbf-4667-96b5-32f0006e8b83 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076365 Jul 16 01:29:47.223916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Port': ['ID=87d97dd6-d134-4ce8-823a-be73862b9d0c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.228969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-dfd89ddd-ce1e-489f-b77c-41450c12bf85 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f38e3c9-b384-42ec-837e-88da230c656e HTTP/1.1" status: 200 len: 217 time: 0.0479047 Jul 16 01:29:47.251749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9fbe6cf3-f201-4dac-bab5-41cc979bb475 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:47.259013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:47.266445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:47.294236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:47.331489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-b87d8f12-216b-4e03-b6cf-82c6d2040d27 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.333482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-b87d8f12-216b-4e03-b6cf-82c6d2040d27 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.8020661 Jul 16 01:29:47.346678 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d50c23c9-92b6-4509-a77a-6ae5add84426 req-f666b36b-f2bf-4d0f-9b4b-57f4efb0c8be service neutron] 10.222.0.93 "GET /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326188 Jul 16 01:29:47.370808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:47.371238 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.395769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-a52ec337-1cbd-496b-a893-a8b5840962a9 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782272 Jul 16 01:29:47.401175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51438) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:47.447403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port de921182-7f8a-4609-afab-cf7982ef7c34 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:47.461809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b801c2-9232-4dc3-96f2-60737a810050 req-bf25516c-56b9-44e1-849b-99351b9e1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.463462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-bf25516c-56b9-44e1-849b-99351b9e1e8c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.2261276 Jul 16 01:29:47.473737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1e214df6-c81d-49de-b2d2-9e45fbedca32 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:47.479931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port de921182-7f8a-4609-afab-cf7982ef7c34 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:47.480331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.525966 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e0dff635-91d0-4006-a226-ccd5ac9a6b9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6960e77dd254adf8d278216c30c028a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234155 Jul 16 01:29:47.529090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51440) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:47.539411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d5c92-d46a-4b26-bc53-0565db75a551 req-5100b230-3db1-48db-9011-6a18156d7422 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.546338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-113d5c92-d46a-4b26-bc53-0565db75a551 req-5100b230-3db1-48db-9011-6a18156d7422 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 950 time: 0.5360217 Jul 16 01:29:47.550225 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-76962ade-065e-46d4-9b78-bee42ac18867 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761526 Jul 16 01:29:47.579810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.586933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.593992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.600595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.603047 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-52b97ca5-d74a-47ce-a2a7-108aff5ce720 req-712ced01-b6ec-467a-a50c-e7295baacdab service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829228 Jul 16 01:29:47.608073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dec0204f-7c51-4965-97d0-eacb10c177ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.608472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.614728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.621048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.629607 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-7e62925f-6062-4c30-b64f-055cfb4df39a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.6228333 Jul 16 01:29:47.632903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dec0204f-7c51-4965-97d0-eacb10c177ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.647304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 1e214df6-c81d-49de-b2d2-9e45fbedca32 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:47.657985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 1e214df6-c81d-49de-b2d2-9e45fbedca32 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:47.657985 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.659433 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.698002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75dc1660-1082-49a5-a127-73bb5a18f882 None None] Provisioning complete for port 87d97dd6-d134-4ce8-823a-be73862b9d0c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:47.698257 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75dc1660-1082-49a5-a127-73bb5a18f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.700783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dec0204f-7c51-4965-97d0-eacb10c177ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.703590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dec0204f-7c51-4965-97d0-eacb10c177ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.707199 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dec0204f-7c51-4965-97d0-eacb10c177ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e983b941-e730-4d77-afbd-bf77585ea564 HTTP/1.1" status: 204 len: 168 time: 0.1741331 Jul 16 01:29:47.716964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0204f-7c51-4965-97d0-eacb10c177ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e983b941-e730-4d77-afbd-bf77585ea564,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.758855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:47.761487 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a6e47-e902-491a-9a5b-3eca9424acbb" -d '{"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-plugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:47.785117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:47.788749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-75dc1660-1082-49a5-a127-73bb5a18f882 None None] Port 87d97dd6-d134-4ce8-823a-be73862b9d0c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:47.793277 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.802128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-113d5c92-d46a-4b26-bc53-0565db75a551 req-13bd2a06-8e6b-4634-a653-0497b3a5eb02 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535329 Jul 16 01:29:47.829129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5eaaba8-5fc7-4e79-80ff-ce562d1fef69 req-a9239cf4-8927-4bbe-8c97-68d04ccdf3ad tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1985757 Jul 16 01:29:47.873100 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.886125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.915786 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7119a5-6d83-458a-b7bc-a5c9636359a0 x-openstack-request-id: req-ae7119a5-6d83-458a-b7bc-a5c9636359a0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:47.916057 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd087bf0-7d54-4ae3-9218-99318eb86cb5", "tag": "2f38e3c9-b384-42ec-837e-88da230c656e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:47.916339 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae7119a5-6d83-458a-b7bc-a5c9636359a0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:47.916737 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'tag': '2f38e3c9-b384-42ec-837e-88da230c656e', 'status': 'completed', 'code': 200} Jul 16 01:29:47.923145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:47.928331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.969563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Deleting port 4aff72e1-c520-4cdb-b8ec-017b68ef817c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:47.969921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.977419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-4a2eeafc-e33c-41f3-ad69-b2d5522fc594 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455222 Jul 16 01:29:47.979797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Router 8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:29:47.989645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:48.304919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] For port 4aff72e1-c520-4cdb-b8ec-017b68ef817c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4aff72e1-c520-4cdb-b8ec-017b68ef817c,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:48.305432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.318272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54b801c2-9232-4dc3-96f2-60737a810050 req-1624b18b-c383-49a2-b8af-a505677a909c service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245716 Jul 16 01:29:48.319240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:48.334544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cd9d1592-2d66-4f63-a713-c48a86f3a8d3 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1465275 Jul 16 01:29:48.334706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] Sync routers for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:48.335416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:48.336499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Calling delete_port for 4aff72e1-c520-4cdb-b8ec-017b68ef817c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:48.348579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:48.349304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:48.364986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5470d-e4d9-4cb1-946d-0f254f4d4495 req-8e606a2b-22ad-4012-8fe8-52cacde9fdaa tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.366514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ba5470d-e4d9-4cb1-946d-0f254f4d4495 req-8e606a2b-22ad-4012-8fe8-52cacde9fdaa tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/ports?device_id=183531da-2aa4-4945-9885-29ab18ac7c32 HTTP/1.1" status: 200 len: 945 time: 0.3552949 Jul 16 01:29:48.386652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:48.395608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:48.396638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:48.415238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f152876-6705-4947-b0b9-301d8c95a524 req-47c6e13e-f307-4e91-a2d3-84375c29840e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.422039 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f152876-6705-4947-b0b9-301d8c95a524 req-47c6e13e-f307-4e91-a2d3-84375c29840e tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 945 time: 0.3788726 Jul 16 01:29:48.443629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:48.445185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea136b43-4f0b-4344-97e1-dc7c8cd93bc7 None None] The sync data for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:48.536652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ba5470d-e4d9-4cb1-946d-0f254f4d4495 req-aff9dbb9-9dae-4812-990f-94f3daa6b53e tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.81 "GET /v2.0/security-groups?id=04e31fe9-f4bb-45a8-bd6b-331d7261eca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314344 Jul 16 01:29:48.547293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f152876-6705-4947-b0b9-301d8c95a524 req-770243df-2f5c-478f-89fe-dcd3a9b6d8e5 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243634 Jul 16 01:29:48.604709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-37cafb60-899a-4dca-a67c-84ebda31fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.606695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-37cafb60-899a-4dca-a67c-84ebda31fff3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 1095 time: 0.1827912 Jul 16 01:29:48.634247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:48.769248 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-75cf165c-f8b3-45e7-9776-d06adb93cce4 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:29:48.770319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-75cf165c-f8b3-45e7-9776-d06adb93cce4 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4338362 Jul 16 01:29:48.773153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51482) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:48.818851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-3b3418c4-f25a-41e0-9208-a9ea14398266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.820442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-3b3418c4-f25a-41e0-9208-a9ea14398266 service neutron] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.2062063 Jul 16 01:29:48.822234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.834326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4aff72e1-c520-4cdb-b8ec-017b68ef817c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:48.853224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2052125385-network', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:48.899904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:48.902247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.905278 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c2558-97bc-4399-9aba-bb61f1edf794 x-openstack-request-id: req-370c2558-97bc-4399-9aba-bb61f1edf794 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:48.905571 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-plugged", "status": "completed", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:48.905870 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-370c2558-97bc-4399-9aba-bb61f1edf794 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:48.906263 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'code': 200} Jul 16 01:29:48.907777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7b184-2953-4952-9e41-e6d81caba317 req-562eec80-4a02-4ad1-befe-c1f01a6ce009 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.909416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51c7b184-2953-4952-9e41-e6d81caba317 req-562eec80-4a02-4ad1-befe-c1f01a6ce009 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 944 time: 0.2206109 Jul 16 01:29:48.910222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Pushing event deleted for resources: {'Port': ['ID=4aff72e1-c520-4cdb-b8ec-017b68ef817c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:48.929417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-c97aba7e-12d4-45d6-8f38-c1e7c37c9488 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f38e3c9-b384-42ec-837e-88da230c656e HTTP/1.1" status: 200 len: 217 time: 0.0962179 Jul 16 01:29:48.975322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.016130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] No DVR routers for this DVR port 4aff72e1-c520-4cdb-b8ec-017b68ef817c on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:49.021928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.023941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fc6571c-d3f8-4dc4-98a4-97620f1263ac req-e5e71a87-a63a-44ef-8002-23da662ee911 tempest-ServerRescueNegativeTestJSON-1205840210 tempest-ServerRescueNegativeTestJSON-1205840210-project] 10.222.0.93 "DELETE /v2.0/ports/4aff72e1-c520-4cdb-b8ec-017b68ef817c HTTP/1.1" status: 204 len: 173 time: 1.6813376 Jul 16 01:29:49.088036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51c7b184-2953-4952-9e41-e6d81caba317 req-eba2449d-6713-4288-8963-b58d97b710b3 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605694 Jul 16 01:29:49.097702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-440dc82c-4bfb-44a1-b26b-89e6e5b89280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.099196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-440dc82c-4bfb-44a1-b26b-89e6e5b89280 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.1407592 Jul 16 01:29:49.153837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-3a049b46-3810-4f18-96e5-1ac2ec5d4538 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442669 Jul 16 01:29:49.185625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.192244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.198623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.204545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.210963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.217110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.222414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.223090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.225277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-d3579560-6015-4f57-9d7e-3273fbafe45a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.1895573 Jul 16 01:29:49.229300 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.272716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:49.278707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-46dc2151-6ceb-4d01-9525-199e09e77085 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433125 Jul 16 01:29:49.292718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.293069 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Added segment aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2 of type vlan for network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 Jul 16 01:29:49.295109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.350381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.355510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.465801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.467369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.468057 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.529714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8942981 Jul 16 01:29:49.561614 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.562213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:49.572356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Request body: {'subnet': {'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2052125385-subnet', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:49.628842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e80873fb-e270-4c38-b516-694f01dfcb90 req-32260103-6216-46b7-903d-641ac0ec290a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3922884 Jul 16 01:29:49.629595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4655dc-c9ed-4d3f-bef8-da14a2beeece admin admin] Pushing event updated for resources: {'Network': ['ID=5f19ccdd-f16f-463e-95aa-50c5c23229b9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.655715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:49.655874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:49.656953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.705951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-bdb7d309-cef0-4aac-aad0-315a1d3dab75 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433004 Jul 16 01:29:49.742775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:49.808344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0333ed7-6cd4-43ed-8690-388fed105dc9 req-cdadc383-453f-45cc-a5c7-112d19655edf service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947838 Jul 16 01:29:49.849449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-ea08341f-578f-4412-a584-9ce257daefe1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.850888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-ea08341f-578f-4412-a584-9ce257daefe1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5647352 Jul 16 01:29:49.888887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-0883655b-0085-4d97-9513-4b69d33d697f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/quotas/c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 375 time: 0.0299466 Jul 16 01:29:49.931727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183531da-2aa4-4945-9885-29ab18ac7c32', 'name': 'network-vif-deleted', 'tag': '4aff72e1-c520-4cdb-b8ec-017b68ef817c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:49.934256 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9006cd7-17c3-45f0-bad2-dcae12a53e16" -d '{"events": [{"server_uuid": "183531da-2aa4-4945-9885-29ab18ac7c32", "name": "network-vif-deleted", "tag": "4aff72e1-c520-4cdb-b8ec-017b68ef817c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:49.961940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ad2c9-b382-4918-b72f-c314f58c37fc req-4edf2847-59b8-47e5-9a7e-1a71a2364464 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.963516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b1ad2c9-b382-4918-b72f-c314f58c37fc req-4edf2847-59b8-47e5-9a7e-1a71a2364464 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 945 time: 0.1232765 Jul 16 01:29:50.015008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-60b9bbfe-a4f4-40eb-a336-80202765fba8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193099 Jul 16 01:29:50.023817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b1ad2c9-b382-4918-b72f-c314f58c37fc req-4b896c10-dd13-481d-9608-c771fd1b6e67 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511730 Jul 16 01:29:50.193428 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aa13ca-28d4-43d8-aa3c-8ab9cedb9693 x-openstack-request-id: req-02aa13ca-28d4-43d8-aa3c-8ab9cedb9693 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:50.193781 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183531da-2aa4-4945-9885-29ab18ac7c32", "name": "network-vif-deleted", "tag": "4aff72e1-c520-4cdb-b8ec-017b68ef817c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:50.194096 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02aa13ca-28d4-43d8-aa3c-8ab9cedb9693 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:50.194497 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183531da-2aa4-4945-9885-29ab18ac7c32', 'name': 'network-vif-deleted', 'tag': '4aff72e1-c520-4cdb-b8ec-017b68ef817c', 'status': 'completed', 'code': 200} Jul 16 01:29:50.266293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61532c11-7fc1-45b6-ac42-b5814b5502c2 req-9df03179-060f-431c-89b9-4eee2464bcef tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 210 time: 0.0370572 Jul 16 01:29:50.350792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2283967-4df9-4f60-ae1f-ff130e3bae24 req-10728281-c72e-4023-a355-c6f203f814a4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.352431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2283967-4df9-4f60-ae1f-ff130e3bae24 req-10728281-c72e-4023-a355-c6f203f814a4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 944 time: 0.0895774 Jul 16 01:29:50.402270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2283967-4df9-4f60-ae1f-ff130e3bae24 req-497b4806-41c1-4b28-a69d-94e899fcad36 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Jul 16 01:29:50.430221 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.442205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting port 87d97dd6-d134-4ce8-823a-be73862b9d0c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:50.442544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.561144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6929da-759d-4b3c-89c8-3209375964c0,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:50.627662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Checking segment: {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:50.628023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Network hostable DHCP agents. Network: 5f19ccdd-f16f-463e-95aa-50c5c23229b9, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:50.631870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.652635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Calling delete_port for 87d97dd6-d134-4ce8-823a-be73862b9d0c owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:50.694642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:50.743579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 5f19ccdd-f16f-463e-95aa-50c5c23229b9) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:50.750849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.751455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.759895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042a13c-c5f4-4d1d-bc00-c4000240aff9 None None] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:50.787532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1a228aa4-2b42-4512-beb7-11c728abe51f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2216558 Jul 16 01:29:50.793026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:50.799441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:50.841528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.848484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.856901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.864678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.871182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.893358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.900457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.901581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.902765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.908864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-7dd9d829-9b3e-4f63-909d-d32337f35d3c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.1480331 Jul 16 01:29:50.914125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:50.916886 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809eb43-1d03-4b1c-99d7-a6b600b5600b" -d '{"events": [{"server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "name": "network-vif-plugged", "status": "completed", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:50.964862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2f366a6-f3d3-4ab7-ae88-d85cfe0fa50c req-a24792ac-80b1-479a-a5ad-f044e1386e4a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550153 Jul 16 01:29:50.972669 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15cf155-e386-424c-9f72-612ba5e43e91 x-openstack-request-id: req-f15cf155-e386-424c-9f72-612ba5e43e91 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:50.972967 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "name": "network-vif-plugged", "status": "completed", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:50.974051 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f15cf155-e386-424c-9f72-612ba5e43e91 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:50.974447 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'code': 200} Jul 16 01:29:50.976667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:50.977565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.990274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.032794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.099890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.116254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c3be7-2ff8-40de-96ca-0850b99270a2 req-6ef4acb7-b57b-43a4-af87-eadfc52d619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.117777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-512c3be7-2ff8-40de-96ca-0850b99270a2 req-6ef4acb7-b57b-43a4-af87-eadfc52d619e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 1096 time: 0.0716941 Jul 16 01:29:51.143255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Port': ['ID=87d97dd6-d134-4ce8-823a-be73862b9d0c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.164579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Allocated IP 172.20.0.2 (5f19ccdd-f16f-463e-95aa-50c5c23229b9/5f6929da-759d-4b3c-89c8-3209375964c0/3c1fb6f6-4156-4f7b-bb8d-b92376e693b4) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:51.288558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-512c3be7-2ff8-40de-96ca-0850b99270a2 req-ac0e51f5-73ec-4628-8e94-73125347282f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623094 Jul 16 01:29:51.325371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1643571-e0ac-447a-9d56-42ce7c9c9927 req-feb6c904-15ea-4083-8435-c78e1cc8171b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.333047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1643571-e0ac-447a-9d56-42ce7c9c9927 req-feb6c904-15ea-4083-8435-c78e1cc8171b tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 945 time: 0.1724904 Jul 16 01:29:51.401421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-206ad570-45f4-4c14-a457-962bc4fa1a20 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=c6717f74143741a781d9cd28d40c422b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593653 Jul 16 01:29:51.412642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.431644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.443742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Transition to ACTIVE for port object 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:51.460019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.474969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Transition to ACTIVE for port object 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:51.485139 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.493987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2f38e3c9-b384-42ec-837e-88da230c656e details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:51.495770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4aff72e1-c520-4cdb-b8ec-017b68ef817c no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:51.498302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1643571-e0ac-447a-9d56-42ce7c9c9927 req-2edcbdd9-b43a-4b70-8750-ea84699f10aa tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642876 Jul 16 01:29:51.518880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 4aff72e1-c520-4cdb-b8ec-017b68ef817c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:51.519101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4aff72e1-c520-4cdb-b8ec-017b68ef817c not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:51.573513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:51.591993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:51.595541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:51.605694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3e57298-bfce-4c1b-b5dd-6b0f6091f12b req-a3161bc4-b978-4153-9ce4-ee49eaaa9481 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 210 time: 0.1557984 Jul 16 01:29:51.610218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Pushing event updated for resources: {'Port': ['ID=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.727683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Attempting to bind port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:51.728050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Attempting to bind port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:51.728446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Attempting to bind port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 on network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:51.733802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-2bbcef53-14c8-4418-a02b-38e6f9c21f38 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.735971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-2bbcef53-14c8-4418-a02b-38e6f9c21f38 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243649 Jul 16 01:29:51.738552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:51.738950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Checking segment: {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:51.739500 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.739913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Bound using segment: {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:51.740421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Bound port: 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:51.740868 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.756562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Request body: {'port': {'device_id': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'c6717f74143741a781d9cd28d40c422b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:51.763059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2f38e3c9-b384-42ec-837e-88da230c656e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2f38e3c9-b384-42ec-837e-88da230c656e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:51.796371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '2f38e3c9-b384-42ec-837e-88da230c656e', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'port_id': '2f38e3c9-b384-42ec-837e-88da230c656e', 'mac_address': 'fa:16:3e:72:8e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674999c-177b-4ef8-9ce1-225c3d07f939', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:51.796662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Router 8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:51.857260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] For port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:51.859569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.862480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] For port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:51.872834 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.885402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f38e3c9-b384-42ec-837e-88da230c656e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:51.921284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Made reservation on behalf of c6717f74143741a781d9cd28d40c422b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:51.925257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.934155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2f38e3c9-b384-42ec-837e-88da230c656e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2f38e3c9-b384-42ec-837e-88da230c656e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:51.949624 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.964200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc244-d7e7-4f4b-b164-17a955fbe5e0 None None] Pushing event updated for resources: {'Port': ['ID=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.976715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:51.989760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d8eeb201-9a6e-4175-b6a6-799050ad2ffb tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2155731 Jul 16 01:29:51.991301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51536) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.992596 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] Sync routers for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:52.011112 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:52.026748 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:52.042009 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-3657f9b3-f749-4e17-b516-3818d1d338e6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] delete failed (client error): The resource could not be found. Jul 16 01:29:52.046887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2f38e3c9-b384-42ec-837e-88da230c656e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.048643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3657f9b3-f749-4e17-b516-3818d1d338e6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1830412121 HTTP/1.1" status: 404 len: 335 time: 0.0554018 Jul 16 01:29:52.049250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:52.055448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dc5abe39-ea72-41b3-b20e-83fd6119881f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:52.102615 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:52.113170 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:52.114076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:52.114642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Allocated IP 192.168.233.168 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/985e61ae-ef46-42a1-88ac-afe188a622a2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:52.159316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2f38e3c9-b384-42ec-837e-88da230c656e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:52.174920 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:52.176055 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81fa0f-9be4-4c7e-94bc-5f0dcec246ce None None] The sync data for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:52.249470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Deleting port ad5ff7d9-322d-449b-a35d-b839fc6018fc {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:52.249724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.296589 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.339694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Transition to ACTIVE for port object 985e61ae-ef46-42a1-88ac-afe188a622a2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:52.437897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.451929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e912-f6a7-42bf-9ebb-eb0ec25a709a req-78c291c1-d982-4c4a-ab37-85c7ba633f8f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.457288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5', '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'de921182-7f8a-4609-afab-cf7982ef7c34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:52.459255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed18e912-f6a7-42bf-9ebb-eb0ec25a709a req-78c291c1-d982-4c4a-ab37-85c7ba633f8f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 944 time: 0.7216842 Jul 16 01:29:52.511045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc5abe39-ea72-41b3-b20e-83fd6119881f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.539968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed18e912-f6a7-42bf-9ebb-eb0ec25a709a req-b35368af-58ce-4068-b9da-3ae8dfe09d2a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795984 Jul 16 01:29:52.549491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] For port ad5ff7d9-322d-449b-a35d-b839fc6018fc, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ad5ff7d9-322d-449b-a35d-b839fc6018fc,segment=NetworkSegment(a00e4755-6670-4dfc-9511-293100b002bb),segment_id=a00e4755-6670-4dfc-9511-293100b002bb)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:52.550484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.568835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:52.572078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Calling delete_port for ad5ff7d9-322d-449b-a35d-b839fc6018fc owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:52.578014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:52.581184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:52.584134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.598197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.609356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.616564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.626531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.633996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.646596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.652641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.655076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-08ddb738-0fef-43ca-ab39-98bab8ae447c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.2769597 Jul 16 01:29:52.667035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.693848 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.760644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.762256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.799291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11b0cecb-1d55-49f9-af08-b5c7f53a069e req-8c4ac3f5-27c4-4589-a4a8-fb11e120b573 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1107183 Jul 16 01:29:52.820623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-c0e49ec9-805f-43aa-921e-7e9d2a8e387c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0691445 Jul 16 01:29:52.827043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Allocated IP 172.25.5.73 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/a5e60e07-640b-4754-8eee-13307e602167) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:52.833539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Request body: {'port': {'device_id': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:52.946385 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-dc5abe39-ea72-41b3-b20e-83fd6119881f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] update failed (client error): The resource could not be found. Jul 16 01:29:52.947666 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dc5abe39-ea72-41b3-b20e-83fd6119881f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 HTTP/1.1" status: 404 len: 339 time: 0.8959713 Jul 16 01:29:52.954588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:52.965579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1890172672'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:52.987216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64ef489c-e119-4f15-bde3-dc467cb19911 None None] Provisioning for port 985e61ae-ef46-42a1-88ac-afe188a622a2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:53.004081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64ef489c-e119-4f15-bde3-dc467cb19911 None None] Provisioning complete for port 985e61ae-ef46-42a1-88ac-afe188a622a2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:53.004081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64ef489c-e119-4f15-bde3-dc467cb19911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.067167 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.079724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-64ef489c-e119-4f15-bde3-dc467cb19911 None None] Port 985e61ae-ef46-42a1-88ac-afe188a622a2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:53.083711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:53.087898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.101562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:53.106247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8867-1d68-4616-aeb3-9633e3f27205 req-f47fe3c8-c7e6-4690-ba01-e430c016d8e2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.107949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-715b8867-1d68-4616-aeb3-9633e3f27205 req-f47fe3c8-c7e6-4690-ba01-e430c016d8e2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 945 time: 0.2449677 Jul 16 01:29:53.160862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:53.190545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-715b8867-1d68-4616-aeb3-9633e3f27205 req-d20e179b-e88e-4e4f-80ee-8139f310dff3 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755796 Jul 16 01:29:53.198735 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.222773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:53.233809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.248468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.249108 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Added segment b243aa1c-170c-4bc1-8b2e-a869d5f64320 of type vlan for network 70bff764-2153-4fb3-ae92-7af88f951cd5 Jul 16 01:29:53.263889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee5b87-c752-4493-b5e3-00a7b0289121 req-8b9b2b29-ed4e-4336-b6bc-5595a6b4a391 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.271323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48ee5b87-c752-4493-b5e3-00a7b0289121 req-8b9b2b29-ed4e-4336-b6bc-5595a6b4a391 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 936 time: 0.2923186 Jul 16 01:29:53.293480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5ff7d9-322d-449b-a35d-b839fc6018fc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.353258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48ee5b87-c752-4493-b5e3-00a7b0289121 req-6f79eea2-39df-4895-b369-6d89dc594536 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810239 Jul 16 01:29:53.458575 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.465557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.477977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2f38e3c9-b384-42ec-837e-88da230c656e up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:53.510632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb5a502-d55c-45bf-b12d-852fb0659b87 None None] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:53.555365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985e61ae-ef46-42a1-88ac-afe188a622a2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:53.588425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.628926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddcb6573-632e-41bb-a4a5-7f0798cf2e0d None None] Provisioning for port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:53.630240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Transition to ACTIVE for port object 985e61ae-ef46-42a1-88ac-afe188a622a2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:53.630836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 2f38e3c9-b384-42ec-837e-88da230c656e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:53.636951 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.639095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddcb6573-632e-41bb-a4a5-7f0798cf2e0d None None] Provisioning complete for port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:53.639465 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6573-632e-41bb-a4a5-7f0798cf2e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.641272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 2f38e3c9-b384-42ec-837e-88da230c656e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:53.641629 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.721231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.913867 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.958259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:29:53.973920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:53.979618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:53.980319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:53.994414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:53.995550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:53.996941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:54.000725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Pushing event updated for resources: {'Port': ['ID=a5e60e07-640b-4754-8eee-13307e602167,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.006164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:54.010966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:54.016744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:54.017524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:54.024566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38e3c9-b384-42ec-837e-88da230c656e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:54.026891 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b21e6be-1b60-4040-8abb-6db756c9d79e" -d '{"events": [{"server_uuid": "dd087bf0-7d54-4ae3-9218-99318eb86cb5", "name": "network-vif-plugged", "status": "completed", "tag": "2f38e3c9-b384-42ec-837e-88da230c656e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:54.032578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:54.034087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Bound port: 985e61ae-ef46-42a1-88ac-afe188a622a2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:54.036716 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.056026 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6573-632e-41bb-a4a5-7f0798cf2e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.056472 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.056573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2f38e3c9-b384-42ec-837e-88da230c656e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2f38e3c9-b384-42ec-837e-88da230c656e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:54.066949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.066949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.069564 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.086988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e56e5-15ed-40c5-89d3-387b40c845f3 req-bf56fa71-4d6e-4260-a977-4663129b4d99 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.088609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-109e56e5-15ed-40c5-89d3-387b40c845f3 req-bf56fa71-4d6e-4260-a977-4663129b4d99 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 945 time: 0.3224494 Jul 16 01:29:54.107547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ddcb6573-632e-41bb-a4a5-7f0798cf2e0d None None] For port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:54.139363 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6573-632e-41bb-a4a5-7f0798cf2e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.168422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:54.172026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:54.175120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2f38e3c9-b384-42ec-837e-88da230c656e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.183962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.186980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.243829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2857316 Jul 16 01:29:54.293895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51580) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:54.295114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.318069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'subnet': {'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:54.361891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a2fc6-f6e3-4a9e-bb00-eafeaea0e983 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Network': ['ID=70bff764-2153-4fb3-ae92-7af88f951cd5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.380722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 70bff764-2153-4fb3-ae92-7af88f951cd5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:54.448612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.449247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.450667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-01a05caa-be11-4786-846e-64ab14f2f08a service neutron] 10.222.0.93 "PUT /v2.0/ports/985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 1096 time: 1.6222286 Jul 16 01:29:54.452326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:54.455660 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:54.482902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-109e56e5-15ed-40c5-89d3-387b40c845f3 req-04f89ed4-a23e-49f3-aa56-94cbddb0b479 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088515 Jul 16 01:29:54.504351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb6573-632e-41bb-a4a5-7f0798cf2e0d None None] Pushing event updated for resources: {'Port': ['ID=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.561673 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eae894-29c6-4536-9e71-e81e4b9b5486 x-openstack-request-id: req-38eae894-29c6-4536-9e71-e81e4b9b5486 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:54.562077 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd087bf0-7d54-4ae3-9218-99318eb86cb5", "name": "network-vif-plugged", "status": "completed", "tag": "2f38e3c9-b384-42ec-837e-88da230c656e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:54.562501 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38eae894-29c6-4536-9e71-e81e4b9b5486 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:54.562991 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38e3c9-b384-42ec-837e-88da230c656e', 'code': 200} Jul 16 01:29:54.563699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-959a8e30-4968-432b-9fab-b45ec599355c None None] Provisioning complete for port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:54.564573 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-959a8e30-4968-432b-9fab-b45ec599355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.610755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Made reservation on behalf of 7dd1442df7c4422f856ab7bd036e4322 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:54.615850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.675996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Router 65fc4844-987a-4e9d-92c8-87b117f6fa9c has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:54.680720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.740665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.748668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.756756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.764190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.772052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.779189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.785861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.787844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-2b860cf8-d7ae-493f-b364-a203fd1ef1b1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.4749770 Jul 16 01:29:54.881870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:54.886977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-0e4ccfa2-5b6c-4c44-9663-b0be2036e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.890379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-327a4697-dece-4a7e-b92a-2c1e752fd44a admin admin] 10.222.0.81 "PUT /v2.0/routers/65fc4844-987a-4e9d-92c8-87b117f6fa9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1389661 Jul 16 01:29:54.890606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-0e4ccfa2-5b6c-4c44-9663-b0be2036e419 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1099 time: 0.3766577 Jul 16 01:29:54.890681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51596) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:54.899045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] Sync routers for ids ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:54.920133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] Routers {'65fc4844-987a-4e9d-92c8-87b117f6fa9c'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:54.926450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:54.972773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-266c7926-f4bf-49a8-b783-b79d7213258d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.0675418 Jul 16 01:29:54.994597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7a154ac-5deb-440e-a116-a5f93c2b0497 req-31bf80ad-ab38-4534-a7e1-9f9b6946b332 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1708348 Jul 16 01:29:55.007494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fe86-ff7a-4ebd-b42d-037a27974150 req-e9009f0a-44a2-4f91-9564-8c55b4c3a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.009057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54f7fe86-ff7a-4ebd-b42d-037a27974150 req-e9009f0a-44a2-4f91-9564-8c55b4c3a74b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 1097 time: 0.3396788 Jul 16 01:29:55.048743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.086796 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed6b1a2-75ab-4dfd-9376-d6f63cce6eda x-openstack-request-id: req-4ed6b1a2-75ab-4dfd-9376-d6f63cce6eda {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:55.087095 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:55.087665 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ed6b1a2-75ab-4dfd-9376-d6f63cce6eda {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:55.087744 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'status': 'completed', 'code': 200} Jul 16 01:29:55.105561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:55.111594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] Set router 65fc4844-987a-4e9d-92c8-87b117f6fa9c gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:55.125252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f757e-bbf7-4c22-9b37-eb3d84e893c9 req-6c4475cd-9af5-4533-9e83-4931aac43fe9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.127657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c94f757e-bbf7-4c22-9b37-eb3d84e893c9 req-6c4475cd-9af5-4533-9e83-4931aac43fe9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 948 time: 0.3370144 Jul 16 01:29:55.176315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-b3f93ab8-55e3-468d-9830-ca90bf04eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.178083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-b3f93ab8-55e3-468d-9830-ca90bf04eafd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1896813 Jul 16 01:29:55.235714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54f7fe86-ff7a-4ebd-b42d-037a27974150 req-f657be27-b676-466a-ae35-db97515cf556 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841087 Jul 16 01:29:55.283627 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.287781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:55.288289 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.365461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c94f757e-bbf7-4c22-9b37-eb3d84e893c9 req-70497e84-6225-4a76-b07e-3c1b2e47b3b2 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309535 Jul 16 01:29:55.379879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.425315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.462094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:29:53Z', 'revision_number': 5, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port': {'id': 'f94579dd-3836-46cf-b05c-cf3a37490144', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:38Z', 'updated_at': '2021-07-16T01:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:55.496998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] Checking router: 65fc4844-987a-4e9d-92c8-87b117f6fa9c for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:55.510075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] Routers {'65fc4844-987a-4e9d-92c8-87b117f6fa9c'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:55.510690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:55.576927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89bd0d-1607-48c1-8595-220715a0172c req-9453cba9-7322-4bf6-8f9b-ecdd5f42b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.578612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-9453cba9-7322-4bf6-8f9b-ecdd5f42b3b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3926237 Jul 16 01:29:55.579312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Subnet': ['ID=895acab9-744d-4820-bd36-5afe1610c48e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:55.596446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Checking segment: {'id': 'b243aa1c-170c-4bc1-8b2e-a869d5f64320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:55.596931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network hostable DHCP agents. Network: 70bff764-2153-4fb3-ae92-7af88f951cd5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:55.607932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] Set router 65fc4844-987a-4e9d-92c8-87b117f6fa9c gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:55.626678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Deleting port f94579dd-3836-46cf-b05c-cf3a37490144 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:55.627390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.634178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Router 617570b1-1413-4bef-8bb6-94aca01e1a31 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:29:55.680354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:29:55Z', 'revision_number': 6, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:55.705885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network 70bff764-2153-4fb3-ae92-7af88f951cd5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:55.707943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03cc6ee-1527-4cf1-8c0e-5c60c71e4190 None None] The sync data for ids ['65fc4844-987a-4e9d-92c8-87b117f6fa9c'] in n-d-800085-5 is: [{'id': '65fc4844-987a-4e9d-92c8-87b117f6fa9c', 'name': 'tempest-ServerRescueNegativeTestJSON-82633558-router', 'tenant_id': '282c99d9fd334551817edc532beba23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:37Z', 'updated_at': '2021-07-16T01:29:55Z', 'revision_number': 6, 'project_id': '282c99d9fd334551817edc532beba23a', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:55.788882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 70bff764-2153-4fb3-ae92-7af88f951cd5) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:55.796793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cbf59c-c3f0-4f5a-9e53-c3d07c68f99f None None] Network 70bff764-2153-4fb3-ae92-7af88f951cd5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:55.805967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.806569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.808814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] For port f94579dd-3836-46cf-b05c-cf3a37490144, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f94579dd-3836-46cf-b05c-cf3a37490144,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:55.809270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.826805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-a9d996eb-48f5-408f-870f-f43cd25c489b service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392457 Jul 16 01:29:55.829573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Calling delete_port for f94579dd-3836-46cf-b05c-cf3a37490144 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:55.838795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-88335f0a-83d1-4546-92e4-4b4653ddee7b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5369501 Jul 16 01:29:55.842667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:55.849274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a84c6ca9-85f6-4bfa-bcf6-7ebbc9c97152 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'router': {'external_gateway_info': {'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:55.854885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:55.865867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Sync routers for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:55.878531 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:55.879456 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:56.020454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.021630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-072c87ac-6c6e-4520-bd5d-4ccaf8f4116b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2276428 Jul 16 01:29:56.044722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-70bff764-2153-4fb3-ae92-7af88f951cd5', 'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5', 'tenant_id': '7dd1442df7c4422f856ab7bd036e4322', 'fixed_ips': [{'subnet_id': '895acab9-744d-4820-bd36-5afe1610c48e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:56.045606 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.058100 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:56.076083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:56.335467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Allocated IP 2001:db8:1::2 (70bff764-2153-4fb3-ae92-7af88f951cd5/895acab9-744d-4820-bd36-5afe1610c48e/90981be5-0b09-4f26-9bc8-546da58c9a1b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:56.441013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d89bd0d-1607-48c1-8595-220715a0172c req-72a1291b-46fe-401c-8646-a966a731a9ec service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972104 Jul 16 01:29:56.471104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47f1f-869e-4975-8978-1a3eeb4d2e13 req-36d928b1-41cb-4716-93dd-dc79d76a84b2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.473498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ba47f1f-869e-4975-8978-1a3eeb4d2e13 req-36d928b1-41cb-4716-93dd-dc79d76a84b2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 945 time: 0.8376780 Jul 16 01:29:56.496211 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:29:54Z', 'revision_number': 3, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:56.507140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00c5cc-66f1-40f6-b6ac-d1162a2968bc req-1a95c7e0-97b9-4f0d-9d23-7ba81e6602e9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.515455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb00c5cc-66f1-40f6-b6ac-d1162a2968bc req-1a95c7e0-97b9-4f0d-9d23-7ba81e6602e9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 946 time: 0.8106840 Jul 16 01:29:56.524955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.535048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Transition to ACTIVE for port object 90981be5-0b09-4f26-9bc8-546da58c9a1b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:56.535280 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Checking router: 617570b1-1413-4bef-8bb6-94aca01e1a31 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:56.535603 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Updating router 617570b1-1413-4bef-8bb6-94aca01e1a31 port a5e60e07-640b-4754-8eee-13307e602167 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:56.551841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Transition to ACTIVE for port object 90981be5-0b09-4f26-9bc8-546da58c9a1b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:56.567035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.587779 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.630246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Network 70bff764-2153-4fb3-ae92-7af88f951cd5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:56.636898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:56.640525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:56.648551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Pushing event updated for resources: {'Port': ['ID=90981be5-0b09-4f26-9bc8-546da58c9a1b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.660597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb00c5cc-66f1-40f6-b6ac-d1162a2968bc req-2f43f3a2-9bd5-4306-af70-c828ed21788c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438539 Jul 16 01:29:56.666932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ba47f1f-869e-4975-8978-1a3eeb4d2e13 req-3eefcc13-321e-4d5f-8c0d-7103a0c8eed8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844742 Jul 16 01:29:56.720331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-b55eda31-6a7f-47ea-a992-ba333371c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.726302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Attempting to bind port 90981be5-0b09-4f26-9bc8-546da58c9a1b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:56.726696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Attempting to bind port 90981be5-0b09-4f26-9bc8-546da58c9a1b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b243aa1c-170c-4bc1-8b2e-a869d5f64320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:56.727067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Attempting to bind port 90981be5-0b09-4f26-9bc8-546da58c9a1b on network 70bff764-2153-4fb3-ae92-7af88f951cd5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:56.728758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-b55eda31-6a7f-47ea-a992-ba333371c95e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1099 time: 0.2069671 Jul 16 01:29:56.735814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:56.736986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Checking segment: {'id': 'b243aa1c-170c-4bc1-8b2e-a869d5f64320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:56.737833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.740037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Bound using segment: {'id': 'b243aa1c-170c-4bc1-8b2e-a869d5f64320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:56.740879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Bound port: 90981be5-0b09-4f26-9bc8-546da58c9a1b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b243aa1c-170c-4bc1-8b2e-a869d5f64320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '70bff764-2153-4fb3-ae92-7af88f951cd5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:56.742247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.763305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a84c6ca9-85f6-4bfa-bcf6-7ebbc9c97152 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.877174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] For port 90981be5-0b09-4f26-9bc8-546da58c9a1b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:56.882435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] For port 90981be5-0b09-4f26-9bc8-546da58c9a1b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90981be5-0b09-4f26-9bc8-546da58c9a1b,segment=NetworkSegment(b243aa1c-170c-4bc1-8b2e-a869d5f64320),segment_id=b243aa1c-170c-4bc1-8b2e-a869d5f64320)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:56.893087 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.995356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0d21-be43-4a32-b2f7-f2efb612d6e4 None None] Pushing event updated for resources: {'Port': ['ID=90981be5-0b09-4f26-9bc8-546da58c9a1b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.058895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f94579dd-3836-46cf-b05c-cf3a37490144 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:57.168971 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.180853 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.181892 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Transition to ACTIVE for port object a5e60e07-640b-4754-8eee-13307e602167 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:57.193976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-af4a7b9c-8cc5-4ee9-9327-1a788f0e0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.196316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-af4a7b9c-8cc5-4ee9-9327-1a788f0e0630 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.4523606 Jul 16 01:29:57.245316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53211d2e-1c76-4fa2-972b-c1b12ec16b55 req-61b27d8a-1bea-4667-905a-0b4d01da768d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.248150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53211d2e-1c76-4fa2-972b-c1b12ec16b55 req-61b27d8a-1bea-4667-905a-0b4d01da768d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 948 time: 0.2698302 Jul 16 01:29:57.293849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ad5ff7d9-322d-449b-a35d-b839fc6018fc no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:57.299915 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.312814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.329591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.333197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ad5ff7d9-322d-449b-a35d-b839fc6018fc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:57.333544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ad5ff7d9-322d-449b-a35d-b839fc6018fc not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:57.339106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.345698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.351578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.357499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.368554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.377270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.382924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-cae1573f-f7a3-47fe-8645-b264821c145b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.3561418 Jul 16 01:29:57.386703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-e7ff8e8a-cdbd-4a93-b406-31bc10745f39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.1785786 Jul 16 01:29:57.395413 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Pushing event updated for resources: {'Port': ['ID=a5e60e07-640b-4754-8eee-13307e602167,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.409420 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.409877 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.410282 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.410687 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.411082 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.411749 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.411913 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.412477 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.412821 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.414045 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.414459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.415215 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.429393 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Attempting to bind port a5e60e07-640b-4754-8eee-13307e602167 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:57.429855 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Attempting to bind port a5e60e07-640b-4754-8eee-13307e602167 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:57.430303 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Attempting to bind port a5e60e07-640b-4754-8eee-13307e602167 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:57.432282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f94579dd-3836-46cf-b05c-cf3a37490144,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.454659 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:57.455404 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:57.455880 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.456374 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:57.456918 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Bound port: a5e60e07-640b-4754-8eee-13307e602167, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:57.457673 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.497044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53211d2e-1c76-4fa2-972b-c1b12ec16b55 req-fcf3cf1e-bcb5-4fd4-b46d-fcfb3b997568 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998262 Jul 16 01:29:57.519732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-fcb6f589-6f5e-4bd3-a32f-e60835a460b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.519732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-fcb6f589-6f5e-4bd3-a32f-e60835a460b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0905585 Jul 16 01:29:57.530859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1e214df6-c81d-49de-b2d2-9e45fbedca32 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:57.540810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f78a5d6-8144-4c86-a954-4eb9d27c53a1 req-d3742c63-2996-4d88-8ede-c1b9ab2adf07 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1365864 Jul 16 01:29:57.558763 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] For port a5e60e07-640b-4754-8eee-13307e602167, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:57.563699 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] For port a5e60e07-640b-4754-8eee-13307e602167, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a5e60e07-640b-4754-8eee-13307e602167,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:57.578653 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.595082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.642398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-6eb7031f-82bd-4baa-93cd-6c39960bad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.644469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-6eb7031f-82bd-4baa-93cd-6c39960bad05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026056 Jul 16 01:29:57.703335 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:57.703965 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:57.710401 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad18a94-50f9-4998-b2c4-e12e02a215c4 None None] Pushing event updated for resources: {'Port': ['ID=a5e60e07-640b-4754-8eee-13307e602167,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.758135 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-a84c6ca9-85f6-4bfa-bcf6-7ebbc9c97152 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:29:57.758982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:57.759758 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a84c6ca9-85f6-4bfa-bcf6-7ebbc9c97152 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 HTTP/1.1" status: 400 len: 364 time: 1.9147055 Jul 16 01:29:57.766899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:57.792503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'network_id': '0c9bc41d-cead-4693-9990-e8a24c206f62', 'port_id': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'mac_address': 'fa:16:3e:d2:e1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad011a44-0c97-42f3-9db7-d50d204a158c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:57.831240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.868272 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.886956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.894942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e214df6-c81d-49de-b2d2-9e45fbedca32 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:57.918225 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:57.919025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:57.927063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.929772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-17d820b6-e674-4de8-993f-7da1f0064611 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757938 Jul 16 01:29:58.021788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1e214df6-c81d-49de-b2d2-9e45fbedca32'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:58.026941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7c215-2595-4964-96e3-e19b0a7f4eeb req-cd81a01e-969d-4780-8a5a-934c1171a387 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.035870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0b7c215-2595-4964-96e3-e19b0a7f4eeb req-cd81a01e-969d-4780-8a5a-934c1171a387 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 946 time: 0.1928394 Jul 16 01:29:58.086855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.098110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.098712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65fc4844-987a-4e9d-92c8-87b117f6fa9c {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:58.105609 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.106760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f353fb38-8de8-4a04-9aad-0da3db0c85cf admin admin] 10.222.0.81 "DELETE /v2.0/routers/65fc4844-987a-4e9d-92c8-87b117f6fa9c HTTP/1.1" status: 204 len: 168 time: 3.2155383 Jul 16 01:29:58.110884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:58.229018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0b7c215-2595-4964-96e3-e19b0a7f4eeb req-ed4a20c8-387f-4008-88bc-847a83b1f6f7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918766 Jul 16 01:29:58.317615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6f5daea-1a4b-4b7d-9c7a-272f00e41cb0 req-f9fbc9e9-2a6b-436f-94bc-bd31ce9f8fc9 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757420 Jul 16 01:29:58.329231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] Deleting subnet 364bde68-35d3-49c7-94fe-45f67ae60a25 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:58.357418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9c8c-617d-4cce-943c-f76da1598728 req-3f315acd-87be-4b03-9982-2257e19393d2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.364844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.369661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b10e9c8c-617d-4cce-943c-f76da1598728 req-3f315acd-87be-4b03-9982-2257e19393d2 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 944 time: 0.4258735 Jul 16 01:29:58.431184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b10e9c8c-617d-4cce-943c-f76da1598728 req-a5d3a028-fce4-49e9-ad74-e0ad68c6b666 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604663 Jul 16 01:29:58.474691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.478538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.508115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6482f-d084-4112-b0c8-fbcef5cc7200 None None] Network 70bff764-2153-4fb3-ae92-7af88f951cd5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:58.520929 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:29:54Z', 'revision_number': 3, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:58.552141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafaa13-12f9-40b0-815c-67fa94d1fcec req-14cf6bbc-1a8d-4313-8662-bc6a2b87b8ad tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.558475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1cafaa13-12f9-40b0-815c-67fa94d1fcec req-14cf6bbc-1a8d-4313-8662-bc6a2b87b8ad tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 946 time: 0.1112268 Jul 16 01:29:58.577255 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38fd73-3fa4-43ec-a784-a4e7dfd18767 None None] The sync data for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 is: [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:29:54Z', 'revision_number': 3, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:58.630204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1cafaa13-12f9-40b0-815c-67fa94d1fcec req-3ff59e95-9008-4972-a795-d82cd4d07127 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660048 Jul 16 01:29:58.635730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ce9b2396-614e-4bda-ad90-75ef4e06351b None None] Provisioning for port 90981be5-0b09-4f26-9bc8-546da58c9a1b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:58.654092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.659438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.858640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5317210-195d-431c-bc84-5af0b83e5f12 req-9eb1caae-ff7f-42b7-8e09-64715efdbf1e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.860213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5317210-195d-431c-bc84-5af0b83e5f12 req-9eb1caae-ff7f-42b7-8e09-64715efdbf1e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 948 time: 0.1063757 Jul 16 01:29:58.922320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5317210-195d-431c-bc84-5af0b83e5f12 req-4079c332-0159-4626-8480-9d4b8b2c5ee0 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548830 Jul 16 01:29:59.122637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.128109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.136276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.141798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.157083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.157305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90981be5-0b09-4f26-9bc8-546da58c9a1b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:59.166305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.172731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.179556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.188709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a143d764-05db-44e1-99a7-394df62302bc req-4038a19e-2ebe-4cec-bdef-610d484f5abd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.2465501 Jul 16 01:29:59.242102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364bde68-35d3-49c7-94fe-45f67ae60a25,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:59.277136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a143d764-05db-44e1-99a7-394df62302bc req-d6cebfb1-1b28-4ff6-a2d9-28d3646830e9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0865822 Jul 16 01:29:59.281126 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.285620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f2755d1-6b85-4311-9428-e4e1c0f93b75 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/364bde68-35d3-49c7-94fe-45f67ae60a25 HTTP/1.1" status: 204 len: 168 time: 1.1718800 Jul 16 01:29:59.285810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51654) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:59.301922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 90981be5-0b09-4f26-9bc8-546da58c9a1b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:59.306520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 90981be5-0b09-4f26-9bc8-546da58c9a1b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:59.306898 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.314903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Allocated IP 172.20.0.1 (5f19ccdd-f16f-463e-95aa-50c5c23229b9/5f6929da-759d-4b3c-89c8-3209375964c0/e8518562-89f7-4f4f-a31c-c04b85d86b56) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:59.435939 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.500345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 90981be5-0b09-4f26-9bc8-546da58c9a1b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90981be5-0b09-4f26-9bc8-546da58c9a1b,segment=NetworkSegment(b243aa1c-170c-4bc1-8b2e-a869d5f64320),segment_id=b243aa1c-170c-4bc1-8b2e-a869d5f64320)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:59.509031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.525245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Allocated IP 2001:db8::1 (8d37db75-c4a3-4c5a-806b-df306e7888b7/5f5a36f1-2d22-4003-95a0-7d8979aa675e/d9e5f5b7-9380-4597-8422-5232b1d2c7d6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:59.564137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.600267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=90981be5-0b09-4f26-9bc8-546da58c9a1b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:59.608020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:59.609671 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-3d60917c-ac5b-4d54-9865-d1b3bbc5043d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5318105 Jul 16 01:29:59.639091 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.702818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Transition to ACTIVE for port object e8518562-89f7-4f4f-a31c-c04b85d86b56 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:59.758271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:59.773872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1e214df6-c81d-49de-b2d2-9e45fbedca32 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:59.774604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.777957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'mac_address': 'fa:16:3e:2f:92:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:59.778452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-5ddce318-b81c-4e7d-83ac-9a83b15f6c5e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4649398 Jul 16 01:29:59.815947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Transition to ACTIVE for port object d9e5f5b7-9380-4597-8422-5232b1d2c7d6 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:59.839732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.851517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.854543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-aa5f8a82-8bdc-431f-9d6f-6284db7d1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.856420 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-aa5f8a82-8bdc-431f-9d6f-6284db7d1d25 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 1100 time: 0.1660881 Jul 16 01:29:59.894864 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.895000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62b67fb-9417-4cee-bed3-1b308621aeee']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:59.920365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 1e214df6-c81d-49de-b2d2-9e45fbedca32 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:59.920949 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.942518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:59.948857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00e4755-6670-4dfc-9511-293100b002bb') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:59.949153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00e4755-6670-4dfc-9511-293100b002bb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:59.954264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:59.957904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:59.978935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.988288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985e61ae-ef46-42a1-88ac-afe188a622a2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:00.025317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:00.031338 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.044785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873e869-0082-413c-bdb0-341da0074e73 req-61eea8b5-911c-411f-a05c-c22c1ad196c4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.046557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1873e869-0082-413c-bdb0-341da0074e73 req-61eea8b5-911c-411f-a05c-c22c1ad196c4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 946 time: 0.3430545 Jul 16 01:30:00.053173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.122367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Pushing event updated for resources: {'Port': ['ID=e8518562-89f7-4f4f-a31c-c04b85d86b56,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.123565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:00.123985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.125355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-259181db-e1a1-47e2-b49c-cd6d207b74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.127409 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-259181db-e1a1-47e2-b49c-cd6d207b74f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2365670 Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:00.138479 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:00.143351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.191390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-9c1c17ff-a7a1-4eac-8f2a-7d49e641010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.193072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-9c1c17ff-a7a1-4eac-8f2a-7d49e641010a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 1097 time: 0.3381002 Jul 16 01:30:00.228811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1873e869-0082-413c-bdb0-341da0074e73 req-9e6cdecb-b386-41cf-bd1b-0ec529aa247a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526401 Jul 16 01:30:00.244286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-716e179c-e144-4bb3-8d65-ed0232629f60 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 200 len: 217 time: 0.0977271 Jul 16 01:30:00.249431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.262453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:00.291926 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.315265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:00.324180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:00.324828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.338744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:00.341410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:00.344840 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b892955a-7489-479f-8040-22a14310961f" -d '{"events": [{"server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "name": "network-vif-plugged", "status": "completed", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:00.354722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.357656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.411815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Port': ['ID=d9e5f5b7-9380-4597-8422-5232b1d2c7d6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.433063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20117065-9b5c-40b2-b814-f4c5f9e841ac req-84ba55d8-aab3-400f-94fc-ffa0156713c3 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.433944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.440392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['985e61ae-ef46-42a1-88ac-afe188a622a2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:00.451274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20117065-9b5c-40b2-b814-f4c5f9e841ac req-84ba55d8-aab3-400f-94fc-ffa0156713c3 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 944 time: 0.3954668 Jul 16 01:30:00.477562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-826dd01a-2f3f-4fa2-b5fc-77a50cdd4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.479201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-826dd01a-2f3f-4fa2-b5fc-77a50cdd4961 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2146807 Jul 16 01:30:00.487844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.512326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bf760f9f-82f1-428f-a1ea-a45c1748d424 None None] Provisioning for port e8518562-89f7-4f4f-a31c-c04b85d86b56 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:00.525496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bf760f9f-82f1-428f-a1ea-a45c1748d424 None None] Provisioning complete for port e8518562-89f7-4f4f-a31c-c04b85d86b56 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:00.526010 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf760f9f-82f1-428f-a1ea-a45c1748d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.545827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.547738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e62b67fb-9417-4cee-bed3-1b308621aeee HTTP/1.1" status: 204 len: 168 time: 1.2610559 Jul 16 01:30:00.568984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30752abb-1c42-4619-92d6-eda3161f5725 admin admin] Pushing event deleted for resources: {'Network': ['ID=e62b67fb-9417-4cee-bed3-1b308621aeee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.616442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20117065-9b5c-40b2-b814-f4c5f9e841ac req-56afae17-efb6-4040-b6a7-6bdd7ec0dbc8 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640441 Jul 16 01:30:00.634645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.643412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bf760f9f-82f1-428f-a1ea-a45c1748d424 None None] Port e8518562-89f7-4f4f-a31c-c04b85d86b56 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:00.649338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-d00ecc94-4dcc-487f-a5b9-e7b76ba3fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.650836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-d00ecc94-4dcc-487f-a5b9-e7b76ba3fc63 service neutron] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.4169650 Jul 16 01:30:00.763977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-e089c360-234c-4c2d-bf11-4bfe6ed59057 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f38e3c9-b384-42ec-837e-88da230c656e HTTP/1.1" status: 200 len: 217 time: 0.1033928 Jul 16 01:30:00.766453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:00.779460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-74e8f46c-793d-4022-ae3f-71498de1647a None None] Provisioning for port d9e5f5b7-9380-4597-8422-5232b1d2c7d6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:00.784335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-74e8f46c-793d-4022-ae3f-71498de1647a None None] Provisioning complete for port d9e5f5b7-9380-4597-8422-5232b1d2c7d6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:00.784730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74e8f46c-793d-4022-ae3f-71498de1647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.831373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-74e8f46c-793d-4022-ae3f-71498de1647a None None] Port d9e5f5b7-9380-4597-8422-5232b1d2c7d6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:00.885736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c7d7-c9a9-4b4d-9dd6-31eb653bef91 req-a9d69c2c-a823-4395-b233-fc48831bc39c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.887337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76a5c7d7-c9a9-4b4d-9dd6-31eb653bef91 req-a9d69c2c-a823-4395-b233-fc48831bc39c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 949 time: 0.4077632 Jul 16 01:30:00.961123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-2aeb195f-8058-4d31-a335-d0cc0681cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.962577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-2aeb195f-8058-4d31-a335-d0cc0681cdad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.1373310 Jul 16 01:30:00.977132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ca06575b-72c3-4b0f-b2b9-f47b20c1b1b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=282c99d9fd334551817edc532beba23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093904 Jul 16 01:30:00.991175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:01.022524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76a5c7d7-c9a9-4b4d-9dd6-31eb653bef91 req-fa139f93-b7ad-49e4-905a-cafc7a260e94 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193841 Jul 16 01:30:01.035848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-a5cdfc41-a6f8-4c59-ae2c-fa972310f31e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541484 Jul 16 01:30:01.055576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-8c1b9bfa-97dc-4d23-b726-ee64aa3a3b54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.057153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-8c1b9bfa-97dc-4d23-b726-ee64aa3a3b54 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 945 time: 0.3103547 Jul 16 01:30:01.093988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a5e60e07-640b-4754-8eee-13307e602167 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:01.104620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.111551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.117747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.123806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.130214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.135583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.137784 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4c242c-aef5-4198-ab2d-b3891a315ddd x-openstack-request-id: req-8e4c242c-aef5-4198-ab2d-b3891a315ddd {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:01.138308 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "name": "network-vif-plugged", "status": "completed", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:01.138762 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e4c242c-aef5-4198-ab2d-b3891a315ddd {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:01.139888 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'code': 200} Jul 16 01:30:01.141575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.143585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-13ec2f2e-20e8-4106-b0b3-429df030ea5a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.3979101 Jul 16 01:30:01.155831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.186857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-655ee253-c78d-44c8-b920-9db04619d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.188093 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-655ee253-c78d-44c8-b920-9db04619d0de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6736820 Jul 16 01:30:01.218244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a5e60e07-640b-4754-8eee-13307e602167 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:01.227718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a5e60e07-640b-4754-8eee-13307e602167 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:01.228488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.308389 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7baa-93f1-4261-87f2-29b6f768af37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.313766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90536c0a-6f1a-4559-8e27-4093a370f348 req-7471a8ca-bd5f-470d-9567-1bd0ace9daab tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1347337 Jul 16 01:30:01.344423 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-9d69f2f6-eddb-463a-b03f-cd04f08b6c92 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883975 Jul 16 01:30:01.356029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7baa-93f1-4261-87f2-29b6f768af37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.360418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-94e24219-7bd6-48b0-99fd-f4d637214bf1 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994752 Jul 16 01:30:01.371808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.398079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port a5e60e07-640b-4754-8eee-13307e602167, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a5e60e07-640b-4754-8eee-13307e602167,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:01.403923 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.405003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90981be5-0b09-4f26-9bc8-546da58c9a1b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:01.431285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-0fe52535-5bfe-45d9-a47e-b39b49fae8eb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.433215 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-0fe52535-5bfe-45d9-a47e-b39b49fae8eb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 946 time: 0.3599730 Jul 16 01:30:01.494746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=a5e60e07-640b-4754-8eee-13307e602167,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.507607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 90981be5-0b09-4f26-9bc8-546da58c9a1b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:01.508387 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.624601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:01.695223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 985e61ae-ef46-42a1-88ac-afe188a622a2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:01.700896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 985e61ae-ef46-42a1-88ac-afe188a622a2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:01.701356 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.773741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Deleting port 1e214df6-c81d-49de-b2d2-9e45fbedca32 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:01.774294 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.796995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.815883 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a1d065b2-6311-4690-ad5e-33fca6e414ef req-d52df9e4-e8eb-4808-97c5-7712ef4be492 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279757 Jul 16 01:30:01.838156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abbc5bb-53b0-43bc-a190-222a1c619da9 req-0f6ddafb-94fb-458b-b593-ff839e72b564 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688129 Jul 16 01:30:01.852075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.856410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:01.864068 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.880999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.881708 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7baa-93f1-4261-87f2-29b6f768af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.884675 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7baa-93f1-4261-87f2-29b6f768af37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.885509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ed5c7baa-93f1-4261-87f2-29b6f768af37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04e31fe9-f4bb-45a8-bd6b-331d7261eca7 HTTP/1.1" status: 204 len: 168 time: 0.8895531 Jul 16 01:30:01.911071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Deleting port 2f38e3c9-b384-42ec-837e-88da230c656e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:01.911747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.920900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7baa-93f1-4261-87f2-29b6f768af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e31fe9-f4bb-45a8-bd6b-331d7261eca7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.944747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.958467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4f9c-5708-4ba3-991f-62f1336b82f0 req-4d532b28-7eef-479b-b510-e270ab0e6727 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.965322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-510c4f9c-5708-4ba3-991f-62f1336b82f0 req-4d532b28-7eef-479b-b510-e270ab0e6727 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 946 time: 0.5083530 Jul 16 01:30:01.973557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] For port 1e214df6-c81d-49de-b2d2-9e45fbedca32, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1e214df6-c81d-49de-b2d2-9e45fbedca32,segment=NetworkSegment(55c352a2-1ff8-4c36-9427-0e591acb9b33),segment_id=55c352a2-1ff8-4c36-9427-0e591acb9b33)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:01.973928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.006571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c45862-1f0f-4e3c-82b9-4286a04903af req-6b922ee8-7ce8-4e50-bf7b-4e664062845d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.008106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32c45862-1f0f-4e3c-82b9-4286a04903af req-6b922ee8-7ce8-4e50-bf7b-4e664062845d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/ports?device_id=989ea227-6986-4cc3-9929-e3c8fc92e052 HTTP/1.1" status: 200 len: 945 time: 0.2577791 Jul 16 01:30:02.009737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Calling delete_port for 1e214df6-c81d-49de-b2d2-9e45fbedca32 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:02.046725 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.049371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-510c4f9c-5708-4ba3-991f-62f1336b82f0 req-e4f25078-216e-486a-9093-a4cf563d56c4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831769 Jul 16 01:30:02.056471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Pushing event updated for resources: {'Port': ['ID=e8518562-89f7-4f4f-a31c-c04b85d86b56,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.078192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.107375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32c45862-1f0f-4e3c-82b9-4286a04903af req-d7bf4b0b-ed96-475b-810c-380fc03f3b7d tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b743501-d89f-4f47-96fd-c200bf621458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860631 Jul 16 01:30:02.119047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.119944 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.136351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] For port 2f38e3c9-b384-42ec-837e-88da230c656e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2f38e3c9-b384-42ec-837e-88da230c656e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:02.136685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.158271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Calling delete_port for 2f38e3c9-b384-42ec-837e-88da230c656e owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:02.239051 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.252334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1e214df6-c81d-49de-b2d2-9e45fbedca32'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:02.281071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Pushing event deleted for resources: {'Port': ['ID=1e214df6-c81d-49de-b2d2-9e45fbedca32,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.344008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event updated for resources: {'Port': ['ID=d9e5f5b7-9380-4597-8422-5232b1d2c7d6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.359680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] No DVR routers for this DVR port 1e214df6-c81d-49de-b2d2-9e45fbedca32 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:02.362992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.367295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3100bd90-37cc-48c5-af82-d8b3e6936358 req-7e8cfc69-f404-4e27-866d-715bca7c19e4 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] 10.222.0.93 "DELETE /v2.0/ports/1e214df6-c81d-49de-b2d2-9e45fbedca32 HTTP/1.1" status: 204 len: 173 time: 1.2970335 Jul 16 01:30:02.369035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'name': 'network-vif-deleted', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:02.374369 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aba6be4-f127-4f17-a926-a63294863d4f" -d '{"events": [{"server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "name": "network-vif-deleted", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:02.394194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:02.399600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:02.404635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d3288-7ae1-478f-9be6-664f11c19e1f req-f8e311ba-fcd2-47c6-9186-323e7c7ac5c8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.407510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d41d3288-7ae1-478f-9be6-664f11c19e1f req-f8e311ba-fcd2-47c6-9186-323e7c7ac5c8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2010064 Jul 16 01:30:02.464257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d41d3288-7ae1-478f-9be6-664f11c19e1f req-6c16d578-1815-45cb-bf88-a290a24332e9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502379 Jul 16 01:30:02.504076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:02.512292 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2764086-1a10-4f89-a106-22e952394343 x-openstack-request-id: req-b2764086-1a10-4f89-a106-22e952394343 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:02.512870 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989ea227-6986-4cc3-9929-e3c8fc92e052", "name": "network-vif-deleted", "tag": "1e214df6-c81d-49de-b2d2-9e45fbedca32", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:02.513311 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2764086-1a10-4f89-a106-22e952394343 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:02.513990 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989ea227-6986-4cc3-9929-e3c8fc92e052', 'name': 'network-vif-deleted', 'tag': '1e214df6-c81d-49de-b2d2-9e45fbedca32', 'status': 'completed', 'code': 200} Jul 16 01:30:02.535870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:02.657020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Router 8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:02.709789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.716168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.723179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.729429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.736820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.747124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.755377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.757511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-b116e6ce-3e6f-4708-a453-11b2d52a9d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5427 time: 0.1542263 Jul 16 01:30:02.820750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2873c4b0-24d9-4dcd-b069-78ba7cf9efb7 req-6dd66a9c-9899-4ee0-a8ad-eb68a1fb8dae tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568194 Jul 16 01:30:02.880052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Router 617570b1-1413-4bef-8bb6-94aca01e1a31 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:02.880856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.899476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9335bdf1-98a7-4123-8b74-0a5fc1f95bfa None None] Provisioning complete for port d9e5f5b7-9380-4597-8422-5232b1d2c7d6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:02.899965 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9335bdf1-98a7-4123-8b74-0a5fc1f95bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.903013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:02.905874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2f38e3c9-b384-42ec-837e-88da230c656e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:02.917879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event deleted for resources: {'Port': ['ID=2f38e3c9-b384-42ec-837e-88da230c656e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.931558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:02.940490 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a8b52b05-c769-489e-85c8-9bc35f710458 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1717234 Jul 16 01:30:02.943389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:03.006462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56849361-cab3-4813-9b8e-04c696210160 None None] Sync routers for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:03.033499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] No DVR routers for this DVR port 2f38e3c9-b384-42ec-837e-88da230c656e on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:03.037215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.039294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0508c42-e3ed-48fb-ae6e-066a9f65d1cc req-6d0c8676-23c8-4bdf-b29c-0708b30c7e9e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "DELETE /v2.0/ports/2f38e3c9-b384-42ec-837e-88da230c656e HTTP/1.1" status: 204 len: 173 time: 1.5849769 Jul 16 01:30:03.039754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'name': 'network-vif-deleted', 'tag': '2f38e3c9-b384-42ec-837e-88da230c656e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:03.042114 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22405bfd-88f8-45a9-8e65-e9823c3b20cc" -d '{"events": [{"server_uuid": "dd087bf0-7d54-4ae3-9218-99318eb86cb5", "name": "network-vif-deleted", "tag": "2f38e3c9-b384-42ec-837e-88da230c656e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:03.065213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9335bdf1-98a7-4123-8b74-0a5fc1f95bfa None None] Port d9e5f5b7-9380-4597-8422-5232b1d2c7d6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:03.075073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56849361-cab3-4813-9b8e-04c696210160 None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:03.077164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56849361-cab3-4813-9b8e-04c696210160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.121088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a5e60e07-640b-4754-8eee-13307e602167 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:03.127120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56849361-cab3-4813-9b8e-04c696210160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.151616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:03.151616 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce7414e-af22-468d-af2d-283121bddc87" -d '{"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-plugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:03.192955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56849361-cab3-4813-9b8e-04c696210160 None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:03.193395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56849361-cab3-4813-9b8e-04c696210160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.219395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:03.231755 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Sync routers for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:03.241891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e61d776-f54d-4079-bee5-4f6aa2486a5c admin admin] 10.222.0.81 "PUT /v2.0/routers/617570b1-1413-4bef-8bb6-94aca01e1a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1646643 Jul 16 01:30:03.245168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:03.245955 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.281791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56849361-cab3-4813-9b8e-04c696210160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.282406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56849361-cab3-4813-9b8e-04c696210160 None None] The sync data for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:03.300249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b74f7d0e-a5ab-46d3-92d3-a36ca1e0a2d9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.321909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-825da485-de13-4b00-abc8-8ab0a9b7b519 None None] Provisioning complete for port e8518562-89f7-4f4f-a31c-c04b85d86b56 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:03.322288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-825da485-de13-4b00-abc8-8ab0a9b7b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.377440 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ea4f72-e394-4fd7-a3bd-6bed4b3d8577 x-openstack-request-id: req-b5ea4f72-e394-4fd7-a3bd-6bed4b3d8577 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:03.377735 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd087bf0-7d54-4ae3-9218-99318eb86cb5", "name": "network-vif-deleted", "tag": "2f38e3c9-b384-42ec-837e-88da230c656e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:03.377988 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5ea4f72-e394-4fd7-a3bd-6bed4b3d8577 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:03.378446 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd087bf0-7d54-4ae3-9218-99318eb86cb5', 'name': 'network-vif-deleted', 'tag': '2f38e3c9-b384-42ec-837e-88da230c656e', 'status': 'completed', 'code': 200} Jul 16 01:30:03.453601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a5e60e07-640b-4754-8eee-13307e602167 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:03.454405 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.468140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-172e497a-9c49-4c79-8d45-60f7000b5f58 req-acf46df8-1786-4bcb-b3f0-93519ceebba4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd087bf0-7d54-4ae3-9218-99318eb86cb5 HTTP/1.1" status: 200 len: 210 time: 0.0940690 Jul 16 01:30:03.490808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:03.498397 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-b74f7d0e-a5ab-46d3-92d3-a36ca1e0a2d9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:30:03.503448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51740) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:03.504584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b74f7d0e-a5ab-46d3-92d3-a36ca1e0a2d9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 HTTP/1.1" status: 409 len: 329 time: 0.5599921 Jul 16 01:30:03.516939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-825da485-de13-4b00-abc8-8ab0a9b7b519 None None] Port e8518562-89f7-4f4f-a31c-c04b85d86b56 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:03.640956 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a94aaa-5d1e-4bbc-9a28-03fba93dd43e x-openstack-request-id: req-a4a94aaa-5d1e-4bbc-9a28-03fba93dd43e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:03.641382 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-plugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:03.649314 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4a94aaa-5d1e-4bbc-9a28-03fba93dd43e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:03.649871 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'code': 200} Jul 16 01:30:03.658501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8a193001-c9e6-4864-8d8e-8f08a9ecf88c details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:03.933790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:03.964088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'port_id': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'mac_address': 'fa:16:3e:03:bf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:03.984798 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 2, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:04.070325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.079394 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Checking router: 617570b1-1413-4bef-8bb6-94aca01e1a31 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:04.079794 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Updating router 617570b1-1413-4bef-8bb6-94aca01e1a31 port e8518562-89f7-4f4f-a31c-c04b85d86b56 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:04.103971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe218b-ab51-4235-aa92-83f7d7f1d645 req-3cacf2cc-3803-4683-8128-a4b4f1af6f7e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.105049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a0258-1da4-4b66-b84e-a0cf3536ed86 req-616ba103-8138-48c6-ac44-76d5b29555b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.106611 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e82a0258-1da4-4b66-b84e-a0cf3536ed86 req-616ba103-8138-48c6-ac44-76d5b29555b2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1101 time: 0.4054565 Jul 16 01:30:04.116100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32fe218b-ab51-4235-aa92-83f7d7f1d645 req-3cacf2cc-3803-4683-8128-a4b4f1af6f7e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1335232 Jul 16 01:30:04.142005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a193001-c9e6-4864-8d8e-8f08a9ecf88c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:04.148992 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.195517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.206166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.206961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 843e3aec-078a-41a5-9846-b66fe3e63118 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:04.276806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e82a0258-1da4-4b66-b84e-a0cf3536ed86 req-acf0fc0c-28e7-4588-80e5-87df0869e8b0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253901 Jul 16 01:30:04.305830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.317799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32fe218b-ab51-4235-aa92-83f7d7f1d645 req-cc7ad78d-7123-41b5-b8dd-8c96d59b7666 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004848 Jul 16 01:30:04.424951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 843e3aec-078a-41a5-9846-b66fe3e63118, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=843e3aec-078a-41a5-9846-b66fe3e63118,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.459277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '843e3aec-078a-41a5-9846-b66fe3e63118', 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'port_id': '843e3aec-078a-41a5-9846-b66fe3e63118', 'mac_address': 'fa:16:3e:84:06:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff7814c-b387-4a64-8f27-c0f8cc0fc55a', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:04.494116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.504572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.516467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.524955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.534611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.539031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.542026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.549313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.558018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.558782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843e3aec-078a-41a5-9846-b66fe3e63118 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:04.568976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c540b236-0052-4d82-8778-4029f037520f req-7be97a14-8a52-4ef1-8e2b-e0c3ef6a922e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5428 time: 0.3914433 Jul 16 01:30:04.586314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 843e3aec-078a-41a5-9846-b66fe3e63118, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=843e3aec-078a-41a5-9846-b66fe3e63118,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.592637 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.593618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ba917c0e-b251-4c36-b8b1-b362244c0f6a details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:04.635105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.635843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b56a607-ef10-4019-bda7-d1eefc2beb1c req-d9d8ea1d-b7e0-47e0-b903-0b3707c0f871 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0414703 Jul 16 01:30:04.676988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a', 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'port_id': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a', 'mac_address': 'fa:16:3e:5d:03:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff7814c-b387-4a64-8f27-c0f8cc0fc55a', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:04.702985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c540b236-0052-4d82-8778-4029f037520f req-491b9a9c-0b1c-437c-a6fd-ab98762e9923 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1227510 Jul 16 01:30:04.750396 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.771101 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Transition to ACTIVE for port object e8518562-89f7-4f4f-a31c-c04b85d86b56 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:04.784630 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.946784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=843e3aec-078a-41a5-9846-b66fe3e63118,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.951155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.994157 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad577b6-3963-4d62-bff1-7ba1b9007dd4 None None] Pushing event updated for resources: {'Port': ['ID=e8518562-89f7-4f4f-a31c-c04b85d86b56,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.022196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba917c0e-b251-4c36-b8b1-b362244c0f6a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:05.085598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.097478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.098150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8176d12f-20f7-427d-998c-6ec0679d6738 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:05.100858 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Attempting to bind port e8518562-89f7-4f4f-a31c-c04b85d86b56 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:05.101767 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Attempting to bind port e8518562-89f7-4f4f-a31c-c04b85d86b56 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:05.103558 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Attempting to bind port e8518562-89f7-4f4f-a31c-c04b85d86b56 on network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:05.122392 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:05.123061 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Checking segment: {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:05.123670 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.125099 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Bound using segment: {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:05.126268 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Bound port: e8518562-89f7-4f4f-a31c-c04b85d86b56, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:05.127538 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.279858 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] For port e8518562-89f7-4f4f-a31c-c04b85d86b56, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:05.289654 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] For port e8518562-89f7-4f4f-a31c-c04b85d86b56, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e8518562-89f7-4f4f-a31c-c04b85d86b56,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:05.302869 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.314889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.343171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.344276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.346638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.346973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.348801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.349150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.349481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.349807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.350131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.350450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.353426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.353775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.501644 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad577b6-3963-4d62-bff1-7ba1b9007dd4 None None] Pushing event updated for resources: {'Port': ['ID=e8518562-89f7-4f4f-a31c-c04b85d86b56,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.522767 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:05.530528 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:05.577260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8176d12f-20f7-427d-998c-6ec0679d6738, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8176d12f-20f7-427d-998c-6ec0679d6738,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.631785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '8176d12f-20f7-427d-998c-6ec0679d6738', 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f', 'port_id': '8176d12f-20f7-427d-998c-6ec0679d6738', 'mac_address': 'fa:16:3e:2f:12:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cfbffe-807a-408a-a17b-b0ffc5bfae0e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:05.736470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.766027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8176d12f-20f7-427d-998c-6ec0679d6738 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:05.800403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8176d12f-20f7-427d-998c-6ec0679d6738, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8176d12f-20f7-427d-998c-6ec0679d6738,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.807313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.809438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 309ebef2-8738-4788-bf35-85140bb7470c details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:05.888472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting port d9e5f5b7-9380-4597-8422-5232b1d2c7d6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:05.889400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.900985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237337e8-971d-4134-95ee-a1430889e72f req-1e0312dd-751e-48c7-aeb9-f2d43f150248 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.902609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-237337e8-971d-4134-95ee-a1430889e72f req-1e0312dd-751e-48c7-aeb9-f2d43f150248 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1514139 Jul 16 01:30:05.919156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:05.985329 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-237337e8-971d-4134-95ee-a1430889e72f req-635627b0-150e-4cd7-84a9-a79b12f65cb1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746961 Jul 16 01:30:05.987035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 309ebef2-8738-4788-bf35-85140bb7470c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=309ebef2-8738-4788-bf35-85140bb7470c,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.989789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8176d12f-20f7-427d-998c-6ec0679d6738,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.002290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '309ebef2-8738-4788-bf35-85140bb7470c', 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'port_id': '309ebef2-8738-4788-bf35-85140bb7470c', 'mac_address': 'fa:16:3e:23:8d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff7814c-b387-4a64-8f27-c0f8cc0fc55a', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:06.055889 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.072266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309ebef2-8738-4788-bf35-85140bb7470c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:06.096062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 309ebef2-8738-4788-bf35-85140bb7470c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=309ebef2-8738-4788-bf35-85140bb7470c,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:06.103327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.104805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3e846de4-f9b5-4610-9792-79cfa6b2288a details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:06.116250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e6f8c52-fd95-4644-bfb9-595984cba6f9 req-308bd89f-1f17-4def-948c-c244d1fdaf09 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0964961 Jul 16 01:30:06.143610 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.182442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Calling delete_port for d9e5f5b7-9380-4597-8422-5232b1d2c7d6 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:06.207245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3e846de4-f9b5-4610-9792-79cfa6b2288a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:06.231069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '3e846de4-f9b5-4610-9792-79cfa6b2288a', 'network_id': 'f28cbbf1-bcb5-48f6-8632-a12c16c86851', 'port_id': '3e846de4-f9b5-4610-9792-79cfa6b2288a', 'mac_address': 'fa:16:3e:47:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff7814c-b387-4a64-8f27-c0f8cc0fc55a', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:06.245960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=309ebef2-8738-4788-bf35-85140bb7470c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.312366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51884) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:06.314644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.351084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e846de4-f9b5-4610-9792-79cfa6b2288a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:06.358795 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:06.399816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3e846de4-f9b5-4610-9792-79cfa6b2288a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:06.405081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.406105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c37cfbd-6813-48d2-9b37-b838a4e9e241 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:06.445213 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b515a495-f6c9-47ec-a507-3979ca5cbec3 None None] The sync data for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 is: [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:06.598309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3e846de4-f9b5-4610-9792-79cfa6b2288a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.606762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:06.628524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '9c37cfbd-6813-48d2-9b37-b838a4e9e241', 'network_id': 'c4618aa9-0325-4d90-9dcf-d9bdc9067a8f', 'port_id': '9c37cfbd-6813-48d2-9b37-b838a4e9e241', 'mac_address': 'fa:16:3e:d8:90:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cfbffe-807a-408a-a17b-b0ffc5bfae0e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:06.635592 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.683588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] Deleting subnet ad011a44-0c97-42f3-9db7-d50d204a158c {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:06.698518 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.712203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Port': ['ID=d9e5f5b7-9380-4597-8422-5232b1d2c7d6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.728280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.750374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c37cfbd-6813-48d2-9b37-b838a4e9e241 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:06.783923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538987-9fa1-4175-875d-d785420fe215 req-779ab970-16ad-470c-a2af-4978ddee3ddc tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.798834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-779ab970-16ad-470c-a2af-4978ddee3ddc tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.3624008 Jul 16 01:30:06.799258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:06.810514 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.837782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.850521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.871291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.871513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.892618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.904234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.919486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9c37cfbd-6813-48d2-9b37-b838a4e9e241,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.928694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.939488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.947937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-beda59e0-079e-4c54-a472-98690cafde32 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5432 time: 0.7007222 Jul 16 01:30:07.047270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-5d573499-9867-4ffc-8bbb-0d02ba7b81d9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.2467947 Jul 16 01:30:07.053264 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.114844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e8518562-89f7-4f4f-a31c-c04b85d86b56 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:07.141449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.149528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Router 8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:07.239735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9281f6a9-e595-4bcb-9451-296cc7d59cfd req-8130bd32-81a6-4fba-9492-e56fa3ba3794 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2906675 Jul 16 01:30:07.246568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e8518562-89f7-4f4f-a31c-c04b85d86b56 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:07.251461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e8518562-89f7-4f4f-a31c-c04b85d86b56 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:07.251626 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.273628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:07.279655 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d86c6053-4a76-4b0d-a16b-83c76eef403f tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7747593 Jul 16 01:30:07.286457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51898) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:07.330176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] Sync routers for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:07.360455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-f4dd51fa-168a-4f5f-a250-73fcefcf7084 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3031564 Jul 16 01:30:07.366862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:07.367625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:07.368114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-4009450e-76ed-4adc-870f-825051e34d4d tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:30:07.369088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-4009450e-76ed-4adc-870f-825051e34d4d tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077455 Jul 16 01:30:07.370492 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.404652 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-1a8de625-da36-4f75-a8d0-be434ac583af tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] show failed (client error): The resource could not be found. Jul 16 01:30:07.408370 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1a8de625-da36-4f75-a8d0-be434ac583af tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-786653104 HTTP/1.1" status: 404 len: 334 time: 0.1179323 Jul 16 01:30:07.410677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:07.413685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:07.417684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1aacefd1-506f-42c7-930d-2947ad4c18c7 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:07.429386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad011a44-0c97-42f3-9db7-d50d204a158c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:07.434394 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.438504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-57819d25-9a70-4d7c-bf51-9f14f8efab11 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ad011a44-0c97-42f3-9db7-d50d204a158c HTTP/1.1" status: 204 len: 168 time: 1.1228399 Jul 16 01:30:07.438785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:07.454309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] Routers {'8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:07.455523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:29:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:07.504639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ba917c0e-b251-4c36-b8b1-b362244c0f6a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:07.510016 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.517812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8176d12f-20f7-427d-998c-6ec0679d6738'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:07.518786 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-1aacefd1-506f-42c7-930d-2947ad4c18c7 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] update failed (client error): The resource could not be found. Jul 16 01:30:07.519888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1aacefd1-506f-42c7-930d-2947ad4c18c7 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1911029963 HTTP/1.1" status: 404 len: 335 time: 0.1078262 Jul 16 01:30:07.523324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:07.551181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:07.552281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eba0e6-9f02-4c80-ad7a-eefb29e88198 None None] The sync data for ids ['8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:07.590853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['3e846de4-f9b5-4610-9792-79cfa6b2288a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:07.603470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9c37cfbd-6813-48d2-9b37-b838a4e9e241'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:07.653491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.658476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting subnet 895acab9-744d-4820-bd36-5afe1610c48e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:07.662533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.792631 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0f43f6ac-ba71-47a3-a42b-139da32dab35 req-b308a7e6-481f-472e-8a92-cd88d2b129d7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0966108 Jul 16 01:30:07.806234 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.881339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-1a559341-b4c2-424b-b2e3-99946c94ed00 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906576 Jul 16 01:30:07.899528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e8518562-89f7-4f4f-a31c-c04b85d86b56, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e8518562-89f7-4f4f-a31c-c04b85d86b56,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:07.935671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.949311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23988c-a947-4035-a15c-9f565af5c855 req-a7770eb9-d9d3-4791-b1ec-0a09d2904e00 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.956849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f23988c-a947-4035-a15c-9f565af5c855 req-a7770eb9-d9d3-4791-b1ec-0a09d2904e00 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1101 time: 0.3536527 Jul 16 01:30:07.965876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9bc41d-cead-4693-9990-e8a24c206f62']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:07.983475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.033161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c352a2-1ff8-4c36-9427-0e591acb9b33') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:08.033773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c352a2-1ff8-4c36-9427-0e591acb9b33') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:08.070014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.104424 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.118642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f23988c-a947-4035-a15c-9f565af5c855 req-4f056c20-0011-4e28-afca-fb121654f2d3 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605406 Jul 16 01:30:08.146433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-6a39bbcb-de7c-4481-ad13-0f531cfc4055 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641549 Jul 16 01:30:08.147483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Subnet': ['ID=895acab9-744d-4820-bd36-5afe1610c48e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.148900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.167179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.171603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7b3d8bc3-457e-48b3-a4f2-274ad923ef4b tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/subnets/895acab9-744d-4820-bd36-5afe1610c48e HTTP/1.1" status: 204 len: 168 time: 0.6452613 Jul 16 01:30:08.172133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.174597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:08.175406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:08.177838 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:08.194846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.203697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849410d-ea57-4fa2-a030-4e4f9dbbed58 None None] Network 70bff764-2153-4fb3-ae92-7af88f951cd5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:08.318114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.368110 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.386553 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.394107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0c9bc41d-cead-4693-9990-e8a24c206f62 HTTP/1.1" status: 204 len: 168 time: 0.9525096 Jul 16 01:30:08.426250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdf03c-b444-4111-ad5f-d74919dca0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9bc41d-cead-4693-9990-e8a24c206f62,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.466548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting port 90981be5-0b09-4f26-9bc8-546da58c9a1b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:08.466705 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.486960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['309ebef2-8738-4788-bf35-85140bb7470c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:08.489097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['843e3aec-078a-41a5-9846-b66fe3e63118'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:08.694774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-199570e9-df82-4948-9ede-f5c37e045db8 req-10b02eb4-781c-447c-970a-a4ea0580d71f tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0681343 Jul 16 01:30:08.783358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.818535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] For port 90981be5-0b09-4f26-9bc8-546da58c9a1b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90981be5-0b09-4f26-9bc8-546da58c9a1b,segment=NetworkSegment(b243aa1c-170c-4bc1-8b2e-a869d5f64320),segment_id=b243aa1c-170c-4bc1-8b2e-a869d5f64320)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:08.818911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.850910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Calling delete_port for 90981be5-0b09-4f26-9bc8-546da58c9a1b owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:08.949336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1e214df6-c81d-49de-b2d2-9e45fbedca32 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:08.965417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dc9c17c2-ff3d-45a3-970a-f840c2896d19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66e1779bec1f4c98b2a2b2a6504843b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802812 Jul 16 01:30:08.968034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.993200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 1e214df6-c81d-49de-b2d2-9e45fbedca32 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:08.993767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1e214df6-c81d-49de-b2d2-9e45fbedca32 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:08.994239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2f38e3c9-b384-42ec-837e-88da230c656e no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:09.045720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 2f38e3c9-b384-42ec-837e-88da230c656e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:09.046142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2f38e3c9-b384-42ec-837e-88da230c656e not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:09.072510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.078431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.115056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.126310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Port': ['ID=90981be5-0b09-4f26-9bc8-546da58c9a1b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.132076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] No DVR routers for this DVR port 90981be5-0b09-4f26-9bc8-546da58c9a1b on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:09.145266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.166098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.185351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.193691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e8518562-89f7-4f4f-a31c-c04b85d86b56,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.193878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.217942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.221119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-410368fc-313b-4190-81c4-d018e9456eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5434 time: 0.3375368 Jul 16 01:30:09.239103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60faf8cb-89ab-4701-b7e6-54140214fd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.317360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69686c-8a76-4888-98c0-20aba6590cc1 None None] DHCP port deletion for 70bff764-2153-4fb3-ae92-7af88f951cd5 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:09.352633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.359311 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60faf8cb-89ab-4701-b7e6-54140214fd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.377509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bff764-2153-4fb3-ae92-7af88f951cd5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:09.392821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e71cfa71-14e1-4083-9f97-2d49fb86b417 req-9fc0fc97-6b6d-40e7-b07a-678d6e614913 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1491456 Jul 16 01:30:09.401084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b243aa1c-170c-4bc1-8b2e-a869d5f64320') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:09.401390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b243aa1c-170c-4bc1-8b2e-a869d5f64320') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:09.416791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.417479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8a193001-c9e6-4864-8d8e-8f08a9ecf88c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:09.435442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.461280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:09.461700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:09.464750 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:09.489423 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60faf8cb-89ab-4701-b7e6-54140214fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.492265 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60faf8cb-89ab-4701-b7e6-54140214fd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.493433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-60faf8cb-89ab-4701-b7e6-54140214fd2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b743501-d89f-4f47-96fd-c200bf621458 HTTP/1.1" status: 204 len: 168 time: 0.5242617 Jul 16 01:30:09.504905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf8cb-89ab-4701-b7e6-54140214fd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b743501-d89f-4f47-96fd-c200bf621458,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.637434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.676815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.681235 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/networks/70bff764-2153-4fb3-ae92-7af88f951cd5 HTTP/1.1" status: 204 len: 168 time: 1.5078335 Jul 16 01:30:09.682220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbadba-028d-4459-a984-64973ec44fb9 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Network': ['ID=70bff764-2153-4fb3-ae92-7af88f951cd5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.684028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:09.828792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8957cfb6-6c69-481e-98a1-58254484dc99 req-82b28ba6-9419-40a8-a626-9fee598971bd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0840812 Jul 16 01:30:09.848150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting subnet 4779fd55-1dc9-4560-97ce-847df9a25685 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:09.848150 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.953948 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.109431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f64513bf-c839-472c-88bd-dc200b844c0b req-e10b8165-bbee-48a9-a773-1c5fd8c5dcde tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0937753 Jul 16 01:30:10.223684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-3152bfb5-40e8-41ff-a608-15334b43f86f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4745007 Jul 16 01:30:10.244695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b3eb2-6c63-418c-9949-0570dfbedef6 req-df9655b7-87fd-49fa-8ec3-70248830b389 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.252135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-106b3eb2-6c63-418c-9949-0570dfbedef6 req-df9655b7-87fd-49fa-8ec3-70248830b389 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2344768 Jul 16 01:30:10.254806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.343991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-106b3eb2-6c63-418c-9949-0570dfbedef6 req-6aee4347-fe5f-411a-8756-d467c31a1b61 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908539 Jul 16 01:30:10.381279 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.449676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Subnet': ['ID=4779fd55-1dc9-4560-97ce-847df9a25685,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.453541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.455530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4a090308-b8d3-4540-a9e4-fff03fa0fbb5 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/subnets/4779fd55-1dc9-4560-97ce-847df9a25685 HTTP/1.1" status: 204 len: 168 time: 0.7677562 Jul 16 01:30:10.458107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51982) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:10.461281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0e5bf9-af01-4935-8a4b-ceba7bf058d2 None None] Network e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:10.625662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting subnet 2ee009ec-d4f4-4074-9d72-301b86dfdc40 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:10.638540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.686871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.716291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.730909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.742948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.783299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.802490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.820384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.829295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.838028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-532fb3a4-d3da-4958-861a-0db992e90eba req-05fc8a46-4f03-470a-b474-5a751bac2cb0 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5434 time: 0.2647939 Jul 16 01:30:10.854764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8176d12f-20f7-427d-998c-6ec0679d6738 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:10.904985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] DHCP port deletion for e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:10.967194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-532fb3a4-d3da-4958-861a-0db992e90eba req-3e904926-3d3d-4bfa-a280-2b2cb1036950 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1178780 Jul 16 01:30:11.013588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 8176d12f-20f7-427d-998c-6ec0679d6738 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:11.020154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 8176d12f-20f7-427d-998c-6ec0679d6738 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:11.020594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.142378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e8518562-89f7-4f4f-a31c-c04b85d86b56 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:11.179847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538987-9fa1-4175-875d-d785420fe215 req-cc68a1b5-6758-4cec-97fe-92da8dd9a153 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.182968 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-cc68a1b5-6758-4cec-97fe-92da8dd9a153 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.3709621 Jul 16 01:30:11.185746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.205029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Request body: {'port': {'device_id': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'admin_state_up': True, 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:11.331439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] Deleting port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:11.331756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.376527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e8518562-89f7-4f4f-a31c-c04b85d86b56 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:11.376913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.393926 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-30083e3d-ac5a-47bc-a091-9584c2de7cae tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bb6f2d49e6eb46c38b04de95ef7c048f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588841 Jul 16 01:30:11.452420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.457058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.476197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.478630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/subnets/2ee009ec-d4f4-4074-9d72-301b86dfdc40 HTTP/1.1" status: 204 len: 168 time: 1.0194423 Jul 16 01:30:11.485316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:11.520062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64074f4e-d4d2-4aef-9bf8-d71f60d2b202 None None] Network daf1063c-3863-4d63-afdb-bcbf16e625d1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:11.562006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1b14e-593a-46e1-9ffd-562e919967f6 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee009ec-d4f4-4074-9d72-301b86dfdc40,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:11.593007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:11.595819 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3f0f1-56f9-4cd4-b205-91b62e46b5e6" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:11.612852 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab124766-0b80-4010-a1de-d1006eff1ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.620123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] For port 6ce62931-4290-4ce8-a3cb-cbbc4346d988, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ce62931-4290-4ce8-a3cb-cbbc4346d988,segment=NetworkSegment(a82a205e-a7be-4d56-8c17-2e5e4596b7bb),segment_id=a82a205e-a7be-4d56-8c17-2e5e4596b7bb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:11.620585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.652976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] Calling delete_port for 6ce62931-4290-4ce8-a3cb-cbbc4346d988 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:11.665118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:11.671650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.682146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8176d12f-20f7-427d-998c-6ec0679d6738, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8176d12f-20f7-427d-998c-6ec0679d6738,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:11.722818 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.723661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ba917c0e-b251-4c36-b8b1-b362244c0f6a up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:11.782354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.853735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a0a3d18-7c38-479f-a95c-19948553cb70 req-7996b1bb-1391-49d7-b4da-67bec6a906f6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0518050 Jul 16 01:30:11.950700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-71d8c7d3-6d27-483d-88c4-d6ee70d98278 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.953991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port ba917c0e-b251-4c36-b8b1-b362244c0f6a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:11.960927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ce62931-4290-4ce8-a3cb-cbbc4346d988 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:11.961162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-71d8c7d3-6d27-483d-88c4-d6ee70d98278 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5650482 Jul 16 01:30:11.965926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8176d12f-20f7-427d-998c-6ec0679d6738,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:11.988642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port ba917c0e-b251-4c36-b8b1-b362244c0f6a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:11.988919 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.990101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-3986e47d-5112-4191-bbf6-3235c97d01b2 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/quotas/bb6f2d49e6eb46c38b04de95ef7c048f HTTP/1.1" status: 200 len: 375 time: 0.0271134 Jul 16 01:30:12.054335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Allocated IP 172.20.0.14 (167f47a7-2079-41c8-aab3-e91b6377e825/6674999c-177b-4ef8-9ce1-225c3d07f939/bfd9d6c3-1457-4da8-a8a7-078f19471aba) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:12.056521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-e8684f0a-320a-4389-be99-28930d89b797 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb6f2d49e6eb46c38b04de95ef7c048f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653689 Jul 16 01:30:12.069882 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.082392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:12.084637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.231977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9043481-e7a4-408b-a018-cbe48fe0827d req-01f6f2f5-a900-440a-bc18-cb1fd5e66a36 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0975478 Jul 16 01:30:12.283759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No active binding found for port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 {{(pid=93708) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:30:12.284125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ce62931-4290-4ce8-a3cb-cbbc4346d988 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:12.284553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90981be5-0b09-4f26-9bc8-546da58c9a1b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:12.286456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] Pushing event deleted for resources: {'Port': ['ID=6ce62931-4290-4ce8-a3cb-cbbc4346d988,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:12.335749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4f3cd-fab5-459e-9b6a-04a70ecce11f None None] No DVR routers for this DVR port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:12.339099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 90981be5-0b09-4f26-9bc8-546da58c9a1b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:12.339437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90981be5-0b09-4f26-9bc8-546da58c9a1b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:12.358851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.407032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:12.415931 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.416875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c37cfbd-6813-48d2-9b37-b838a4e9e241 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:12.530707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] DHCP port deletion for daf1063c-3863-4d63-afdb-bcbf16e625d1 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:12.546527 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a894bf4-7bdc-46b3-b771-3b53c827cf97 x-openstack-request-id: req-5a894bf4-7bdc-46b3-b771-3b53c827cf97 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:12.546852 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:12.549629 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a894bf4-7bdc-46b3-b771-3b53c827cf97 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:12.549999 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738', 'code': 200} Jul 16 01:30:12.557402 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.657392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.704459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:12.758539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:12.766312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:12.770304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:12.776824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event updated for resources: {'Port': ['ID=bfd9d6c3-1457-4da8-a8a7-078f19471aba,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:12.879318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.880620 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.913294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:12.915532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-25898852-e338-420b-a2f6-143e1e8b9202 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7162666 Jul 16 01:30:12.931223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Request body: {'port': {'device_id': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:13.015308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:13.049231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:13.049734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.052280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9fbe6cf3-f201-4dac-bab5-41cc979bb475 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:13.160217 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.164330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] For port 6ce62931-4290-4ce8-a3cb-cbbc4346d988, host n-d-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:13.165482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.187348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] Deleting port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:13.188299 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.207072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Calling delete_port for 6ce62931-4290-4ce8-a3cb-cbbc4346d988 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:13.213330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:30:13.223269 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.274186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Port': ['ID=6ce62931-4290-4ce8-a3cb-cbbc4346d988,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.297175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] No DVR routers for this DVR port 6ce62931-4290-4ce8-a3cb-cbbc4346d988 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:13.364779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.371954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.383204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.390481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.401070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.416924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.427674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] For port 9fbe6cf3-f201-4dac-bab5-41cc979bb475, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9fbe6cf3-f201-4dac-bab5-41cc979bb475,segment=NetworkSegment(5f7f17b8-4471-41ab-b4b4-813d973c6251),segment_id=5f7f17b8-4471-41ab-b4b4-813d973c6251)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:13.428113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.433394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.439929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-6eb29560-5ab6-4ac1-b20f-99c18e5693b5 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5436 time: 0.4219792 Jul 16 01:30:13.445311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] Calling delete_port for 9fbe6cf3-f201-4dac-bab5-41cc979bb475 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:13.463916 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.492333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.524655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82557d3f-4ecd-4d8c-818c-afb5be4af235 req-3eaeab75-7c42-4531-9941-2416bc2790ad tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.533861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82557d3f-4ecd-4d8c-818c-afb5be4af235 req-3eaeab75-7c42-4531-9941-2416bc2790ad tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.5177650 Jul 16 01:30:13.567270 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.584851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-62724dae-15e8-4971-92c7-874eaeebd08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.587058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-62724dae-15e8-4971-92c7-874eaeebd08a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1101 time: 0.5701201 Jul 16 01:30:13.590800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd9d6c3-1457-4da8-a8a7-078f19471aba {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:13.600010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:13.602844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.634995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 9fbe6cf3-f201-4dac-bab5-41cc979bb475, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9fbe6cf3-f201-4dac-bab5-41cc979bb475,segment=NetworkSegment(5f7f17b8-4471-41ab-b4b4-813d973c6251),segment_id=5f7f17b8-4471-41ab-b4b4-813d973c6251)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:13.636253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Transition to ACTIVE for port object bfd9d6c3-1457-4da8-a8a7-078f19471aba will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:13.649375 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.657028 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.659275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9250459-ee26-4e1c-8a40-86b4dd77ac92 req-0397c913-dd45-473a-a3b2-1f110482f605 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1751647 Jul 16 01:30:13.662091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82a205e-a7be-4d56-8c17-2e5e4596b7bb') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:13.662091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82a205e-a7be-4d56-8c17-2e5e4596b7bb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:13.665850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:13.693112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.706852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 309ebef2-8738-4788-bf35-85140bb7470c up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:13.711477 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.728112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.759625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] No DVR routers for this DVR port 9fbe6cf3-f201-4dac-bab5-41cc979bb475 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:13.770090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=9fbe6cf3-f201-4dac-bab5-41cc979bb475,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.782343 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.789417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:13.789859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.835437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 309ebef2-8738-4788-bf35-85140bb7470c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:13.842565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 309ebef2-8738-4788-bf35-85140bb7470c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:13.842937 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.844565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9c37cfbd-6813-48d2-9b37-b838a4e9e241,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.892760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8188d-9abb-4f13-942c-465df0713787 None None] Pushing event deleted for resources: {'Port': ['ID=9fbe6cf3-f201-4dac-bab5-41cc979bb475,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:13.905046 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:13.911445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd9d6c3-1457-4da8-a8a7-078f19471aba,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.968871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82557d3f-4ecd-4d8c-818c-afb5be4af235 req-0fb887f6-5a3b-414b-99fa-0dc42edb680f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338481 Jul 16 01:30:13.979179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.995475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Attempting to bind port bfd9d6c3-1457-4da8-a8a7-078f19471aba on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:13.996379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Attempting to bind port bfd9d6c3-1457-4da8-a8a7-078f19471aba by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:13.998724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Attempting to bind port bfd9d6c3-1457-4da8-a8a7-078f19471aba on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:14.007484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Port bfd9d6c3-1457-4da8-a8a7-078f19471aba on network 167f47a7-2079-41c8-aab3-e91b6377e825 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:14.011010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Attempting to bind port bfd9d6c3-1457-4da8-a8a7-078f19471aba on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:14.016501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3736938a-e1f3-45bc-9b69-bf2e371d04f1 req-35d67f4a-b661-4c7b-8dac-c55ca6975a9e tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 210 time: 0.0586958 Jul 16 01:30:14.023088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:14.023423 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.023527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:14.023823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Bound using segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:14.025404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Bound port: bfd9d6c3-1457-4da8-a8a7-078f19471aba, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:14.025533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.033575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 309ebef2-8738-4788-bf35-85140bb7470c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=309ebef2-8738-4788-bf35-85140bb7470c,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:14.034741 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.039274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/networks/e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d HTTP/1.1" status: 204 len: 168 time: 2.5519757 Jul 16 01:30:14.041317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:14.046213 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.047495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8a193001-c9e6-4864-8d8e-8f08a9ecf88c up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:14.088244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9465222-ba90-4ed4-bad5-038c4c52b70d tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Network': ['ID=e13f9f8d-bee9-47fa-84f6-ac0a0beeb05d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.093894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-0404ed17-5b9e-4b7f-9147-e7004d821d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.096029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-0404ed17-5b9e-4b7f-9147-e7004d821d94 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.4849005 Jul 16 01:30:14.198956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.206601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-4d6a2d93-ddf7-415c-a442-124228fda01c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.1017029 Jul 16 01:30:14.220151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] For port bfd9d6c3-1457-4da8-a8a7-078f19471aba, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:14.226139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] For port bfd9d6c3-1457-4da8-a8a7-078f19471aba, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bfd9d6c3-1457-4da8-a8a7-078f19471aba,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:14.239995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.268412 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d61a019f-6cf9-47da-a6fb-a55af5470341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.281743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-550b9274-aba9-499b-88e7-b1dd662db251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.283946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-550b9274-aba9-499b-88e7-b1dd662db251 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0724797 Jul 16 01:30:14.328627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:14.334029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=309ebef2-8738-4788-bf35-85140bb7470c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.344157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:14.344794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.413234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-03fd6c20-f802-4467-ae53-69dae56d039d tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=bb6f2d49e6eb46c38b04de95ef7c048f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308499 Jul 16 01:30:14.476829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-736b54ff-5442-4d2c-a1d5-8fb7d1cd2f04 req-bd4569de-581d-44ac-9379-fadf53f55927 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0551302 Jul 16 01:30:14.520986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-f923c15c-8255-4094-adfe-5d2f4e8f74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.534743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-f923c15c-8255-4094-adfe-5d2f4e8f74ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2449169 Jul 16 01:30:14.540361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.560550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:14.563665 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d31ffc6-4d51-4501-bc08-db105ab1aadc" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "ba917c0e-b251-4c36-b8b1-b362244c0f6a"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "309ebef2-8738-4788-bf35-85140bb7470c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:14.571780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.576561 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.596302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf1063c-3863-4d63-afdb-bcbf16e625d1']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:14.616986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7f17b8-4471-41ab-b4b4-813d973c6251') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:14.617523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7f17b8-4471-41ab-b4b4-813d973c6251') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:14.630128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:14.638945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.639128 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061027e5-3299-4d81-9c6f-283d1569c17e x-openstack-request-id: req-061027e5-3299-4d81-9c6f-283d1569c17e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:14.640009 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "ba917c0e-b251-4c36-b8b1-b362244c0f6a", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "309ebef2-8738-4788-bf35-85140bb7470c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:14.640436 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-061027e5-3299-4d81-9c6f-283d1569c17e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:14.641095 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a', 'code': 200} Jul 16 01:30:14.641496 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241', 'code': 200} Jul 16 01:30:14.641923 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c', 'code': 200} Jul 16 01:30:14.643322 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.644808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3e846de4-f9b5-4610-9792-79cfa6b2288a up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:14.664410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.674602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:14.675224 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.692033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-1fca9817-0151-45bd-b3c3-9fe4c996beb2 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.693448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-1fca9817-0151-45bd-b3c3-9fe4c996beb2 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537199 Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:14.770819 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:14.774058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.780507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.801602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.802231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.803974 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] 10.222.0.93 "PUT /v2.0/ports/bfd9d6c3-1457-4da8-a8a7-078f19471aba HTTP/1.1" status: 200 len: 1092 time: 1.8822474 Jul 16 01:30:14.805176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.809561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/networks/daf1063c-3863-4d63-afdb-bcbf16e625d1 HTTP/1.1" status: 204 len: 168 time: 0.7672403 Jul 16 01:30:14.811961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'tag': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:14.814432 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1", "tag": "bfd9d6c3-1457-4da8-a8a7-078f19471aba"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:14.819750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-14164399-ee38-4f20-8a5f-b310e132e697 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251311 Jul 16 01:30:14.820587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:14.828091 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 3e846de4-f9b5-4610-9792-79cfa6b2288a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:14.830820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Request body: {'port': {'device_id': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'bb6f2d49e6eb46c38b04de95ef7c048f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:14.834579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887a7f4-5ccf-471d-9639-b85e6960c2bd tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Network': ['ID=daf1063c-3863-4d63-afdb-bcbf16e625d1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.837041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624489b-31b4-45b8-a662-9413cec81e91 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd9d6c3-1457-4da8-a8a7-078f19471aba,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.837614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 3e846de4-f9b5-4610-9792-79cfa6b2288a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:14.840729 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.970948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538987-9fa1-4175-875d-d785420fe215 req-20c213b4-7139-4b60-b8d8-9dee63e1074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.972850 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-20c213b4-7139-4b60-b8d8-9dee63e1074a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0896819 Jul 16 01:30:14.990552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-27f9ba3e-b57c-41a7-ba34-c901d543fab0 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397133 Jul 16 01:30:14.997852 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.024790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-3ec104fb-819c-43ac-8b6d-2b622ca520bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd9d6c3-1457-4da8-a8a7-078f19471aba HTTP/1.1" status: 200 len: 217 time: 0.0445871 Jul 16 01:30:15.048964 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:15.078918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3e846de4-f9b5-4610-9792-79cfa6b2288a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:15.088702 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.089514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 843e3aec-078a-41a5-9846-b66fe3e63118 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:15.113348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538987-9fa1-4175-875d-d785420fe215 req-9d907bbb-5812-4699-88f5-50090c6c3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.115523 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-9d907bbb-5812-4699-88f5-50090c6c3d4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.0830200 Jul 16 01:30:15.115995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124500-b339-4fb6-9a10-62ee9da827ce req-1af76010-4fda-4241-a2dc-f536219fc103 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.117726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48124500-b339-4fb6-9a10-62ee9da827ce req-1af76010-4fda-4241-a2dc-f536219fc103 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 944 time: 0.7346900 Jul 16 01:30:15.144928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3e846de4-f9b5-4610-9792-79cfa6b2288a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.193655 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-8ebb553a-daf0-4292-95ea-a1c7876bbb3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684159 Jul 16 01:30:15.200995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting subnet 5f5a36f1-2d22-4003-95a0-7d8979aa675e {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:15.207108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.209216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 843e3aec-078a-41a5-9846-b66fe3e63118 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:15.213245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 843e3aec-078a-41a5-9846-b66fe3e63118 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:15.213529 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.272050 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.311135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.313744 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-28b06750-1681-45b5-913b-f09f9869f6c0 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131332 Jul 16 01:30:15.317922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48124500-b339-4fb6-9a10-62ee9da827ce req-c22d74dd-8e1a-40b9-b701-5fec04493279 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898730 Jul 16 01:30:15.330160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.372511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 843e3aec-078a-41a5-9846-b66fe3e63118, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=843e3aec-078a-41a5-9846-b66fe3e63118,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:15.383564 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.411064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.418241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.425609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.432172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.438369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.443325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=843e3aec-078a-41a5-9846-b66fe3e63118,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.445214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.445796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e538987-9fa1-4175-875d-d785420fe215 req-fde62644-a180-4059-8a4c-cf47e618ad99 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254606 Jul 16 01:30:15.452998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.455177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-5d2ae380-17c8-45a7-8d86-8f1687df6cc9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5439 time: 0.4481757 Jul 16 01:30:15.464928 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b3dedd-0be1-49aa-a222-b766021ed30b x-openstack-request-id: req-60b3dedd-0be1-49aa-a222-b766021ed30b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:15.465262 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1", "tag": "bfd9d6c3-1457-4da8-a8a7-078f19471aba", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:15.465518 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60b3dedd-0be1-49aa-a222-b766021ed30b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:15.465941 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'tag': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba', 'status': 'completed', 'code': 200} Jul 16 01:30:15.475014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Made reservation on behalf of bb6f2d49e6eb46c38b04de95ef7c048f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:15.479007 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.522882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.560171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-a5101ea0-1b38-48cb-be03-6571930ce1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.562472 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-a5101ea0-1b38-48cb-be03-6571930ce1db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0635676 Jul 16 01:30:15.567285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.623340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89a4bf91-ee3e-460f-a454-c5b187b31176 req-a229694e-282a-4cde-9c2d-8d0223a19d89 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1532152 Jul 16 01:30:15.688645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-7dad07c7-6535-43e9-ac39-f0e99d543df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.691449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-7dad07c7-6535-43e9-ac39-f0e99d543df5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.1223402 Jul 16 01:30:15.740557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.768016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-82c8e3d3-bff7-41c0-80d5-8d779da464fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd9d6c3-1457-4da8-a8a7-078f19471aba HTTP/1.1" status: 200 len: 217 time: 0.0664325 Jul 16 01:30:15.801013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5a36f1-2d22-4003-95a0-7d8979aa675e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.820400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20def7-050c-43e9-bca3-047aad1f3a67 None None] Network 8d37db75-c4a3-4c5a-806b-df306e7888b7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:15.828642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-8252f8f7-6917-48cb-b2f4-b0915771a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.830221 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-8252f8f7-6917-48cb-b2f4-b0915771a8f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.0559790 Jul 16 01:30:15.832410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.834300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c6c35340-62f6-43a9-b7c1-cdedda682c59 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/subnets/5f5a36f1-2d22-4003-95a0-7d8979aa675e HTTP/1.1" status: 204 len: 168 time: 1.0096357 Jul 16 01:30:15.840453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d77c6c8-6297-45f5-941d-2cadb26ea188 req-4a350427-0ee2-4fe9-88e8-f0ef421efbcf tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 210 time: 0.0812342 Jul 16 01:30:15.843388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:15.852986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab314d-54e5-4be7-9161-54ce92e6366d req-338d513e-23c9-4780-8a41-6ccdfea93399 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.860102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4aab314d-54e5-4be7-9161-54ce92e6366d req-338d513e-23c9-4780-8a41-6ccdfea93399 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.3009758 Jul 16 01:30:15.878141 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-bd01ce6a-3946-417d-9a59-cc77c336fdeb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414824 Jul 16 01:30:15.945977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.958487 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.999308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4aab314d-54e5-4be7-9161-54ce92e6366d req-afc4d93f-8c2e-44c6-812d-6daa0455af0a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378748 Jul 16 01:30:16.003289 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.086749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.104452 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-95cc03f8-8b52-4a89-aa75-8daaf182eadf service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110403 Jul 16 01:30:16.153432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808be56a-03f8-4b1d-91a5-998cec5ccfce,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.187665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] DHCP port deletion for 8d37db75-c4a3-4c5a-806b-df306e7888b7 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:16.225692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a0f176da-11a2-486a-ba7b-9e29fd34bcd0 req-7316d326-a613-4c65-9964-9b348a588ef6 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120012 Jul 16 01:30:16.292678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] Deleting port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:16.293069 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.320891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39e5ae91-1dd2-4b45-9b07-abeca9801c6a req-bdc69941-0165-4e84-b913-61715edcd9c8 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0491982 Jul 16 01:30:16.328118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Deleting port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:16.328487 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.349539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Allocated IP 192.168.233.155 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/71fb7559-0b0a-4bad-8b7c-cefb4cadfb50) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:16.428948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] For port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,segment=NetworkSegment(3d356391-291f-4d70-8aca-da1aa79080fc),segment_id=3d356391-291f-4d70-8aca-da1aa79080fc)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:16.429180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.456454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] For port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,segment=NetworkSegment(3d356391-291f-4d70-8aca-da1aa79080fc),segment_id=3d356391-291f-4d70-8aca-da1aa79080fc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:16.457125 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.472066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Calling delete_port for 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:16.473845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] Calling delete_port for 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:16.574965 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.600625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] Pushing event deleted for resources: {'Port': ['ID=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.604077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca11d9-9aa7-443b-85a0-d76e8fbfb77d None None] No DVR routers for this DVR port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:16.643096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e846de4-f9b5-4610-9792-79cfa6b2288a'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:16.647424 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94733c88-f40e-45f7-bd25-c07bc1de23f6" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "3e846de4-f9b5-4610-9792-79cfa6b2288a"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:16.674387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f870e1-a48a-4c6d-86be-94281f4fdfa5 req-162a2cc1-5eb7-488a-900f-f772b60afadb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.675931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63f870e1-a48a-4c6d-86be-94281f4fdfa5 req-162a2cc1-5eb7-488a-900f-f772b60afadb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 944 time: 0.2231765 Jul 16 01:30:16.699941 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.754986 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.755233 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.758768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Port': ['ID=8506ccb7-8acc-40a1-bd95-aeb6f49af0c9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.762019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] No DVR routers for this DVR port 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:16.977654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:17.008889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:17.009626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8506ccb7-8acc-40a1-bd95-aeb6f49af0c9 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:17.097961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Transition to ACTIVE for port object 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:17.101792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63f870e1-a48a-4c6d-86be-94281f4fdfa5 req-6760bd35-511e-448c-895a-85f87113eb8c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980885 Jul 16 01:30:17.152868 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d44998c-cc84-4485-ab75-e0aa4ebfd001 x-openstack-request-id: req-4d44998c-cc84-4485-ab75-e0aa4ebfd001 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:17.153480 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "3e846de4-f9b5-4610-9792-79cfa6b2288a", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-plugged", "status": "completed", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:17.153757 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d44998c-cc84-4485-ab75-e0aa4ebfd001 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:17.154171 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'code': 200} Jul 16 01:30:17.154425 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e846de4-f9b5-4610-9792-79cfa6b2288a', 'code': 200} Jul 16 01:30:17.154678 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118', 'code': 200} Jul 16 01:30:17.170977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.190648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d37db75-c4a3-4c5a-806b-df306e7888b7']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:17.209567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d356391-291f-4d70-8aca-da1aa79080fc') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:17.209870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d356391-291f-4d70-8aca-da1aa79080fc') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:17.235537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.242008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.247901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.254471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.260611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.266485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.272416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.274500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-d79eddb5-3ec3-4b99-b7ec-91f1d6ae03dc tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 0.4726832 Jul 16 01:30:17.276410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.304852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.341026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.341656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.342440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.343093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.343624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.344149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.344716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.347482 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-1d97f515-3423-4ca9-9f2c-7e2a7719b762 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6498 time: 0.0736790 Jul 16 01:30:17.370244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.392326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0e1b01a-9e4e-42b4-b00e-40babb6b9a57 req-e8289f39-778a-41ee-819e-abaeb8cd9653 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0370674 Jul 16 01:30:17.392551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:17.392870 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:17.398563 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:17.422779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:17.447524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:17.454930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Pushing event updated for resources: {'Port': ['ID=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:17.461201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0ac1ae4-2fed-4f4d-bc6e-9f42f3258e1a req-da9201a9-f654-448f-92ab-a0b163e09064 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1669698 Jul 16 01:30:17.505961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:17.545455 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.558030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.562029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/networks/8d37db75-c4a3-4c5a-806b-df306e7888b7 HTTP/1.1" status: 204 len: 168 time: 1.7168825 Jul 16 01:30:17.565775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:17.621577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26737b8-0ea7-4fc6-a555-6b97d4bc2f3b req-fdfe8789-a6b9-42c0-ae28-e2e906896359 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.623043 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-751a717e-109e-4164-b7f2-8e37b33a3906 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 HTTP/1.1" status: 200 len: 205 time: 0.0574915 Jul 16 01:30:17.623417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d26737b8-0ea7-4fc6-a555-6b97d4bc2f3b req-fdfe8789-a6b9-42c0-ae28-e2e906896359 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 936 time: 0.3450055 Jul 16 01:30:17.624184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7a241-f029-4b90-8631-06b766598ce1 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Pushing event deleted for resources: {'Network': ['ID=8d37db75-c4a3-4c5a-806b-df306e7888b7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:17.631233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52108) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:17.658456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.659097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.750780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e11ddc3-e96e-44ba-99f7-5f5ac88aedc8 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.754357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-fdeb9bf8-6ed2-4f07-9856-2c46d08f0ed9 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9283922 Jul 16 01:30:17.772447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Request body: {'port': {'device_id': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:17.858191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d26737b8-0ea7-4fc6-a555-6b97d4bc2f3b req-26242ab9-9d60-41b4-999f-9c7315547551 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239790 Jul 16 01:30:17.895512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.926160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7901b7c8-cbfd-47b4-9d76-238dcac2ef50 None None] Provisioning for port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:17.938264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7901b7c8-cbfd-47b4-9d76-238dcac2ef50 None None] Provisioning complete for port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:17.940313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7901b7c8-cbfd-47b4-9d76-238dcac2ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.942456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe675a-716e-439b-aea8-a4350bab4d98 req-a1ae66f1-0f94-4612-a0a6-311b3df02d18 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.950639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bbe675a-716e-439b-aea8-a4350bab4d98 req-a1ae66f1-0f94-4612-a0a6-311b3df02d18 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.3175669 Jul 16 01:30:18.034201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bbe675a-716e-439b-aea8-a4350bab4d98 req-3988248e-050f-4ec1-8bb5-e70c812f269c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823307 Jul 16 01:30:18.050537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7901b7c8-cbfd-47b4-9d76-238dcac2ef50 None None] Port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:18.069504 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e11ddc3-e96e-44ba-99f7-5f5ac88aedc8 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.072045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e11ddc3-e96e-44ba-99f7-5f5ac88aedc8 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.145839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e11ddc3-e96e-44ba-99f7-5f5ac88aedc8 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.150945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e11ddc3-e96e-44ba-99f7-5f5ac88aedc8 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:30:18.182558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e11ddc3-e96e-44ba-99f7-5f5ac88aedc8 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.198729 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e11ddc3-e96e-44ba-99f7-5f5ac88aedc8 tempest-RoutersNegativeIpV6Test-2123041026 tempest-RoutersNegativeIpV6Test-2123041026-project] 10.222.0.81 "DELETE /v2.0/routers/8a2da0f1-b6a4-4caf-bd3a-480d6f2f6095 HTTP/1.1" status: 204 len: 168 time: 0.5639782 Jul 16 01:30:18.337078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce933acb-bd2e-40b9-8552-3189b9cd7fa4 req-e3e3ce66-8ac5-4451-ae80-13ad0778c492 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0621803 Jul 16 01:30:18.435323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060521e-0756-4eae-b859-0cc625e5c984 req-f57c7676-32d5-4850-a282-af9bcbda3cc3 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.442073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3060521e-0756-4eae-b859-0cc625e5c984 req-f57c7676-32d5-4850-a282-af9bcbda3cc3 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 944 time: 0.1661093 Jul 16 01:30:18.516508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3060521e-0756-4eae-b859-0cc625e5c984 req-cc51f602-164a-46a4-955f-360b5cd2bd2b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735023 Jul 16 01:30:18.519057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:18.527165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.546096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Transition to ACTIVE for port object 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:18.554469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.578458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:18.649006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Pushing event updated for resources: {'Port': ['ID=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.898837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bfd9d6c3-1457-4da8-a8a7-078f19471aba details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:18.946504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8820b9f8-9ead-4773-9b62-7312dd662aac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7dd1442df7c4422f856ab7bd036e4322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668685 Jul 16 01:30:18.949223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:18.964343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Attempting to bind port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:18.964343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Attempting to bind port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:18.964343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Attempting to bind port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:19.003047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.019131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.043232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.049798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.056439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.063518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.064442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676e7064-e233-45bc-8a08-15eb2b7776ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.070855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.073556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-6c5f53b5-1bca-4367-8e4a-7ca32d181f97 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 0.3750260 Jul 16 01:30:19.085028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:19.085622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Attempting to bind port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:19.091208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:19.091744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:19.092331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:19.092909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Bound port: 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:19.093039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bfd9d6c3-1457-4da8-a8a7-078f19471aba, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bfd9d6c3-1457-4da8-a8a7-078f19471aba,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:19.093877 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.104628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'port_id': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba', 'mac_address': 'fa:16:3e:f2:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674999c-177b-4ef8-9ce1-225c3d07f939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:19.157894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.174338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676e7064-e233-45bc-8a08-15eb2b7776ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.177490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd9d6c3-1457-4da8-a8a7-078f19471aba {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:19.201580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bfd9d6c3-1457-4da8-a8a7-078f19471aba, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bfd9d6c3-1457-4da8-a8a7-078f19471aba,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:19.206927 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.250578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] For port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:19.254783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] For port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:19.263262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.271022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bfd9d6c3-1457-4da8-a8a7-078f19471aba,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.303328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676e7064-e233-45bc-8a08-15eb2b7776ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.305952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676e7064-e233-45bc-8a08-15eb2b7776ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.309563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-676e7064-e233-45bc-8a08-15eb2b7776ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c373edbe-f55b-4f53-9b97-8527fd8e57f0 HTTP/1.1" status: 204 len: 168 time: 0.3550715 Jul 16 01:30:19.316965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e7064-e233-45bc-8a08-15eb2b7776ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c373edbe-f55b-4f53-9b97-8527fd8e57f0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.337720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.338951 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.340808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] 10.222.0.93 "PUT /v2.0/ports/71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 HTTP/1.1" status: 200 len: 1096 time: 1.5724819 Jul 16 01:30:19.356068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79355c38-7c77-4338-a2a4-7e868b507bd6 req-5018f839-889f-441f-b33a-5306a7eb2595 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2379439 Jul 16 01:30:19.389733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'tag': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:19.398819 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5307c9e-bb9d-429d-a2da-7ca6114890dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3b6e65-7ea2-4354-b5d4-8b2be767dd86", "tag": "71fb7559-0b0a-4bad-8b7c-cefb4cadfb50"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:19.515447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2cd3e-4494-4957-9aa7-918b3a7ef758 service neutron] Pushing event updated for resources: {'Port': ['ID=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.558901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['bfd9d6c3-1457-4da8-a8a7-078f19471aba'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:19.615347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237646b8-80f5-4fbb-a3ae-7d5555c76fc2 req-2c153359-9141-44c5-a02a-71bfbaca7323 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.624145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-237646b8-80f5-4fbb-a3ae-7d5555c76fc2 req-2c153359-9141-44c5-a02a-71bfbaca7323 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 948 time: 0.3627932 Jul 16 01:30:19.627611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.633977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-5bbda5ad-95ab-4b22-aa53-f554f148ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.635482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-5bbda5ad-95ab-4b22-aa53-f554f148ba41 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb6f2d49e6eb46c38b04de95ef7c048f&device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 1099 time: 0.1943862 Jul 16 01:30:19.738255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-14334406-3433-4835-b8b6-444b8c3ce04b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 HTTP/1.1" status: 200 len: 217 time: 0.0946393 Jul 16 01:30:19.831420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-237646b8-80f5-4fbb-a3ae-7d5555c76fc2 req-69f89014-4639-4207-9edb-71b0bc18ed2a tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063036 Jul 16 01:30:19.852201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-229c56f8-6338-4d0e-9bc1-5fb1cab53639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.863872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-229c56f8-6338-4d0e-9bc1-5fb1cab53639 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0847654 Jul 16 01:30:19.905529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7a898-18a8-4508-9c2b-299a56009916 req-8c698d68-402c-4cfc-8ab7-fe2f3079f0e8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.907073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19f7a898-18a8-4508-9c2b-299a56009916 req-8c698d68-402c-4cfc-8ab7-fe2f3079f0e8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1872168 Jul 16 01:30:19.986768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-2d9198da-2499-4ee5-87b6-370f95c65042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.988099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-2d9198da-2499-4ee5-87b6-370f95c65042 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221821 Jul 16 01:30:20.011208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19f7a898-18a8-4508-9c2b-299a56009916 req-04a08c86-1a80-431d-9804-c74e5a90757e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913570 Jul 16 01:30:20.031457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e87d6c40-3eb0-42b0-9345-183bb59e3cf8 req-d253c42e-45e8-4c4b-90c3-8614ff3c28df tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0643573 Jul 16 01:30:20.081389 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e738f8cc-8ac9-4e0d-b95b-6dd4bdf535d5 x-openstack-request-id: req-e738f8cc-8ac9-4e0d-b95b-6dd4bdf535d5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:20.081794 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3b6e65-7ea2-4354-b5d4-8b2be767dd86", "tag": "71fb7559-0b0a-4bad-8b7c-cefb4cadfb50", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:20.082124 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e738f8cc-8ac9-4e0d-b95b-6dd4bdf535d5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:20.082870 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'tag': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50', 'status': 'completed', 'code': 200} Jul 16 01:30:20.129413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-4018e166-498c-42ce-8eb7-85aa6b74cfb1 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216495 Jul 16 01:30:20.286380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6a45dc-37de-464d-a96c-1f72f1dbde44 req-9ebd75b7-ee40-405a-a5a7-1643b598548e service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499469 Jul 16 01:30:20.306061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399ec7-c246-4aeb-accd-f08cf772b427 req-af4b4563-f685-4e49-9085-f56d4319807f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.307669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28399ec7-c246-4aeb-accd-f08cf772b427 req-af4b4563-f685-4e49-9085-f56d4319807f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 945 time: 0.1288931 Jul 16 01:30:20.381968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.383603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28399ec7-c246-4aeb-accd-f08cf772b427 req-c68f7d38-7ff4-4875-a74f-7a58fa8a6898 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631077 Jul 16 01:30:20.428967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-fc91c604-e0c3-443c-aa2e-8395b3b20f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.430493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-fc91c604-e0c3-443c-aa2e-8395b3b20f2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb6f2d49e6eb46c38b04de95ef7c048f&device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 1099 time: 0.0818052 Jul 16 01:30:20.518863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--887530460'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:20.547749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.557134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.582268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-1d3c1ddc-2e77-4d49-ac10-1e05257729dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.584028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-1d3c1ddc-2e77-4d49-ac10-1e05257729dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1468573 Jul 16 01:30:20.636634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-a79d76c2-1616-40e0-a2ff-16a81b3fca45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 HTTP/1.1" status: 200 len: 217 time: 0.0429132 Jul 16 01:30:20.684939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.690525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.691625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.697717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.703495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.709380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.716135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.721506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.727777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.729164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d7da45-76f6-4271-9fd7-9b948c55c01f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.729951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4309288-9766-4520-aa48-3705ec87308d req-d81cbb5c-e46b-48ed-a574-f6a7001e5537 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 0.2098377 Jul 16 01:30:20.768746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-077b8de8-4215-4cc3-8cf7-5306f89664c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.770398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-077b8de8-4215-4cc3-8cf7-5306f89664c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1261261 Jul 16 01:30:20.794302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4309288-9766-4520-aa48-3705ec87308d req-ac32d52d-4b2d-407d-82b1-ea7afbac309a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545311 Jul 16 01:30:20.815435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.822384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.855020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.858176 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4725966 Jul 16 01:30:20.858916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.865377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-164b227d-4ffc-42ba-a142-decdeeb0b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.867756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-164b227d-4ffc-42ba-a142-decdeeb0b448 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784135 Jul 16 01:30:20.869612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53cee5-b745-462b-933e-412120cb462f tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3474c978-1a65-4f34-bf22-5d6973116b4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.898295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bfd9d6c3-1457-4da8-a8a7-078f19471aba up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:20.931436 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6c6ee22e-22e8-437a-9f2b-1e9af29a0eeb tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0705113 Jul 16 01:30:20.935383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.941063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ef4d8cd3-c43f-419a-b6fc-962ff8bebe36 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-security--1045602455', 'description': 'tempest-security-description-1452209180'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:20.994852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-2b963390-73a0-4301-837f-ab2b25ed40b5 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155362 Jul 16 01:30:20.996726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8cd3-c43f-419a-b6fc-962ff8bebe36 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.019131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port bfd9d6c3-1457-4da8-a8a7-078f19471aba completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:21.024370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port bfd9d6c3-1457-4da8-a8a7-078f19471aba triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:21.025059 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.133906 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.134524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8cd3-c43f-419a-b6fc-962ff8bebe36 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.143411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8cd3-c43f-419a-b6fc-962ff8bebe36 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.147309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8cd3-c43f-419a-b6fc-962ff8bebe36 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.152971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.153904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ef4d8cd3-c43f-419a-b6fc-962ff8bebe36 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "PUT /v2.0/security-groups/3474c978-1a65-4f34-bf22-5d6973116b4e HTTP/1.1" status: 200 len: 1780 time: 0.2173195 Jul 16 01:30:21.179684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bfd9d6c3-1457-4da8-a8a7-078f19471aba, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bfd9d6c3-1457-4da8-a8a7-078f19471aba,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:21.181158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:21.186755 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebcd5a9-024b-4949-abf2-7f071833aa80" -d '{"events": [{"server_uuid": "e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9d6c3-1457-4da8-a8a7-078f19471aba"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:21.190955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.200849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d8cd3-c43f-419a-b6fc-962ff8bebe36 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3474c978-1a65-4f34-bf22-5d6973116b4e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.254522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bfd9d6c3-1457-4da8-a8a7-078f19471aba,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.255686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-daffec4e-6583-466d-ab00-4462fe01227b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups/3474c978-1a65-4f34-bf22-5d6973116b4e HTTP/1.1" status: 200 len: 1780 time: 0.0978200 Jul 16 01:30:21.258586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52188) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.299188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.305560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.311504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.317465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.323411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.329652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.332653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f425ac4-4e33-48f4-b900-39a2c602a848 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.335257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.337376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26f942fc-9218-4a52-9431-eda8e4b19aef req-d709e70a-1033-419c-b52c-4acbdc052a9e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 0.3212173 Jul 16 01:30:21.341008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5307c9e-bb9d-429d-a2da-7ca6114890dd req-bee1b6e4-1a73-40b0-a8dc-946321eaaece service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273342 Jul 16 01:30:21.348669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.353558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Request body: {'floatingip': {'port_id': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:21.365708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f425ac4-4e33-48f4-b900-39a2c602a848 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.464148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.635607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02b861-d8dc-4a1a-9a26-d0d1bdb03cc0 req-6cca166f-cab7-4802-91c4-16f998518149 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.643241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f02b861-d8dc-4a1a-9a26-d0d1bdb03cc0 req-6cca166f-cab7-4802-91c4-16f998518149 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 948 time: 0.3046975 Jul 16 01:30:21.752639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f425ac4-4e33-48f4-b900-39a2c602a848 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.755640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f425ac4-4e33-48f4-b900-39a2c602a848 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.757016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f425ac4-4e33-48f4-b900-39a2c602a848 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/3474c978-1a65-4f34-bf22-5d6973116b4e HTTP/1.1" status: 204 len: 168 time: 0.4974365 Jul 16 01:30:21.757912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f02b861-d8dc-4a1a-9a26-d0d1bdb03cc0 req-68e9e5c3-5502-47dd-84af-3eb874658436 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137087 Jul 16 01:30:21.761083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.779304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e86484-de33-4b93-9aa4-878921119cdc req-13fa3dde-6e75-4022-86ea-e6cb863ee362 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.783553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32e86484-de33-4b93-9aa4-878921119cdc req-13fa3dde-6e75-4022-86ea-e6cb863ee362 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2767501 Jul 16 01:30:21.790093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f425ac4-4e33-48f4-b900-39a2c602a848 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3474c978-1a65-4f34-bf22-5d6973116b4e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.856763 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7f5c639c-eb88-4f84-97ab-8857bc9532d8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943615 Jul 16 01:30:21.859383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52198) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.880840 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-36cb9ba0-b7b1-44b0-8e38-39308b3d2de4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] delete failed (client error): The resource could not be found. Jul 16 01:30:21.883326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-36cb9ba0-b7b1-44b0-8e38-39308b3d2de4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/3474c978-1a65-4f34-bf22-5d6973116b4e HTTP/1.1" status: 404 len: 347 time: 0.0220101 Jul 16 01:30:21.890489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.897644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9e7d67c8-3d01-43e6-afbe-224e24f97d23 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654800089'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:21.931615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e7d67c8-3d01-43e6-afbe-224e24f97d23 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.040179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e7d67c8-3d01-43e6-afbe-224e24f97d23 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.045367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e7d67c8-3d01-43e6-afbe-224e24f97d23 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.080333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e7d67c8-3d01-43e6-afbe-224e24f97d23 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.083596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e7d67c8-3d01-43e6-afbe-224e24f97d23 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1889071 Jul 16 01:30:22.083709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52202) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.088519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-449f5372-2401-4cdb-9e5a-f4a7d31663af tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '9abae754-00a7-4117-a799-01cc8a2793c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:22.093937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d67c8-3d01-43e6-afbe-224e24f97d23 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abae754-00a7-4117-a799-01cc8a2793c4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.123329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-449f5372-2401-4cdb-9e5a-f4a7d31663af tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.147168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c10c2e96-94d0-4a05-9965-e9c9c027172a req-c719b144-218b-4535-821b-032c5aefbbc0 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0609641 Jul 16 01:30:22.201573 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-449f5372-2401-4cdb-9e5a-f4a7d31663af tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.206469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-449f5372-2401-4cdb-9e5a-f4a7d31663af tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.206623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32e86484-de33-4b93-9aa4-878921119cdc req-ceb53bce-7fa7-4c19-b938-30acda63668b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204261 Jul 16 01:30:22.245924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f5372-2401-4cdb-9e5a-f4a7d31663af tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9383b0-6523-4265-b644-e6289cb69a5b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.256156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-449f5372-2401-4cdb-9e5a-f4a7d31663af tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.260447 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-449f5372-2401-4cdb-9e5a-f4a7d31663af tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730685 Jul 16 01:30:22.260940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.265849 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4dae5a-a15e-4274-baaa-609806b352cc x-openstack-request-id: req-4e4dae5a-a15e-4274-baaa-609806b352cc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:22.266375 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "bfd9d6c3-1457-4da8-a8a7-078f19471aba", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:22.266590 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e4dae5a-a15e-4274-baaa-609806b352cc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:22.267203 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba', 'code': 200} Jul 16 01:30:22.319311 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-efda8679-5119-47b5-b433-1df3bb704b98 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.345910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-efda8679-5119-47b5-b433-1df3bb704b98 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.395771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-efda8679-5119-47b5-b433-1df3bb704b98 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.404266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-efda8679-5119-47b5-b433-1df3bb704b98 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.408675 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-efda8679-5119-47b5-b433-1df3bb704b98 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5d9383b0-6523-4265-b644-e6289cb69a5b HTTP/1.1" status: 204 len: 168 time: 0.1442890 Jul 16 01:30:22.408855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52208) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.426762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda8679-5119-47b5-b433-1df3bb704b98 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d9383b0-6523-4265-b644-e6289cb69a5b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.475632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2715234b-af11-4b60-9503-84b6e7e51efa tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657451 Jul 16 01:30:22.478229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.538578 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d08c5-8434-4b20-b4e9-b7e7c8e84d20 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.561359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d08c5-8434-4b20-b4e9-b7e7c8e84d20 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.611670 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d08c5-8434-4b20-b4e9-b7e7c8e84d20 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.614431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d08c5-8434-4b20-b4e9-b7e7c8e84d20 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.615691 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-997d08c5-8434-4b20-b4e9-b7e7c8e84d20 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/9abae754-00a7-4117-a799-01cc8a2793c4 HTTP/1.1" status: 204 len: 168 time: 0.1365077 Jul 16 01:30:22.619195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.635170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d08c5-8434-4b20-b4e9-b7e7c8e84d20 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abae754-00a7-4117-a799-01cc8a2793c4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.688129 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-95df41b7-67c1-43b8-ae7a-6567c10b7be0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640538 Jul 16 01:30:22.690923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.695413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c41d8da5-ebad-4739-90cc-a16337dc8b95 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954824548'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:22.706259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d06910-c15d-4984-9b68-9dbfc4cb255d req-acfae5b7-bf9b-479b-9258-7ac4ebf2f31e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.707851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9d06910-c15d-4984-9b68-9dbfc4cb255d req-acfae5b7-bf9b-479b-9258-7ac4ebf2f31e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 946 time: 0.3181365 Jul 16 01:30:22.713643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4b3b-33b4-48bf-97be-9f81ebebe819 req-07e1072c-761c-4425-9131-48562f71d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.715212 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ad4b3b-33b4-48bf-97be-9f81ebebe819 req-07e1072c-761c-4425-9131-48562f71d2b1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 1097 time: 0.3365705 Jul 16 01:30:22.722507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c41d8da5-ebad-4739-90cc-a16337dc8b95 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.816585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c41d8da5-ebad-4739-90cc-a16337dc8b95 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.822174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c41d8da5-ebad-4739-90cc-a16337dc8b95 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.837020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.855999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c41d8da5-ebad-4739-90cc-a16337dc8b95 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.857292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c41d8da5-ebad-4739-90cc-a16337dc8b95 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1654217 Jul 16 01:30:22.860295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52218) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.861992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.865370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-69c0e878-2b7a-4849-83ba-0a54ce3c45a4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '8df15158-5060-4a92-923d-f28107ceedc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:22.879629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d8da5-ebad-4739-90cc-a16337dc8b95 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df15158-5060-4a92-923d-f28107ceedc5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.907113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ad4b3b-33b4-48bf-97be-9f81ebebe819 req-39fa89c4-e24a-4a65-b758-f8e3f44ac0a3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628690 Jul 16 01:30:22.910754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:22.921116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9d06910-c15d-4984-9b68-9dbfc4cb255d req-4931b622-b215-4d3d-890e-5b8dcd88a7c5 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755235 Jul 16 01:30:22.925477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c0e878-2b7a-4849-83ba-0a54ce3c45a4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.016432 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c0e878-2b7a-4849-83ba-0a54ce3c45a4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.023708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c0e878-2b7a-4849-83ba-0a54ce3c45a4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.031403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:23.038102 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Floating IP 2c7e9615-de6c-4e3b-ab5e-47ea308bcc21 associated. External IP: 172.25.5.203, port: 8a193001-c9e6-4864-8d8e-8f08a9ecf88c. Jul 16 01:30:23.044839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0e878-2b7a-4849-83ba-0a54ce3c45a4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafc2c5e-e72d-4c36-8873-b4bfd87474d3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.056397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50', 'mac_address': 'fa:16:3e:9a:af:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:23.080810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69c0e878-2b7a-4849-83ba-0a54ce3c45a4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.084271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69c0e878-2b7a-4849-83ba-0a54ce3c45a4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2204552 Jul 16 01:30:23.086132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:23.092950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3db8b063-8cbe-42e1-a59a-b15b32e4aa6a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '8df15158-5060-4a92-923d-f28107ceedc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:23.126399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1af30-3d67-4073-858a-1f5e972e0a42 req-06f11755-2936-4a77-bd7d-14dadeb939be tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.128958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1cf1af30-3d67-4073-858a-1f5e972e0a42 req-06f11755-2936-4a77-bd7d-14dadeb939be tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 948 time: 0.2034121 Jul 16 01:30:23.172483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3db8b063-8cbe-42e1-a59a-b15b32e4aa6a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.280289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3db8b063-8cbe-42e1-a59a-b15b32e4aa6a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.285589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.286047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3db8b063-8cbe-42e1-a59a-b15b32e4aa6a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.310605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:23.319130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8b063-8cbe-42e1-a59a-b15b32e4aa6a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e243c9-bf28-4d87-8d93-23a5d99f795e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.329304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3db8b063-8cbe-42e1-a59a-b15b32e4aa6a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.332886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3db8b063-8cbe-42e1-a59a-b15b32e4aa6a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2439940 Jul 16 01:30:23.334501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52236) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:23.336459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:23.342885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8b04f721-879a-46ae-9ebc-9e33296ad145 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '8df15158-5060-4a92-923d-f28107ceedc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:23.343198 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.349804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1cf1af30-3d67-4073-858a-1f5e972e0a42 req-32fc6983-c8bd-4771-994b-b3669494e822 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971724 Jul 16 01:30:23.391375 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b04f721-879a-46ae-9ebc-9e33296ad145 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.453365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.473211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b04f721-879a-46ae-9ebc-9e33296ad145 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.478802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b04f721-879a-46ae-9ebc-9e33296ad145 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.499165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04f721-879a-46ae-9ebc-9e33296ad145 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c12e1e-9b48-4827-97e0-646408815f34,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.505535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b04f721-879a-46ae-9ebc-9e33296ad145 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.508863 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8b04f721-879a-46ae-9ebc-9e33296ad145 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1707792 Jul 16 01:30:23.509705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:23.514821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ceaf1499-feb1-4642-9681-f0696f04db0b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '8df15158-5060-4a92-923d-f28107ceedc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:23.521621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44323a67-dfc3-4200-b488-f4a33fb02cf1 req-a14e28e7-ae57-49c2-9e17-ffeb1dc18cfb tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0465670 Jul 16 01:30:23.555904 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1499-feb1-4642-9681-f0696f04db0b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.595614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Router 1fca7680-d4f3-4073-a956-817ea2d0aa91 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:23.635037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1499-feb1-4642-9681-f0696f04db0b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.639331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1499-feb1-4642-9681-f0696f04db0b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.658841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf1499-feb1-4642-9681-f0696f04db0b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c9cceb-bb5b-4e0f-88bd-ebe9da66dee8,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.671885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceaf1499-feb1-4642-9681-f0696f04db0b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.677681 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ceaf1499-feb1-4642-9681-f0696f04db0b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1666982 Jul 16 01:30:23.678784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52242) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:23.684026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c4bc8e3c-97b7-4838-80c0-2e340ea794b8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '8df15158-5060-4a92-923d-f28107ceedc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:23.690585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414cffc-22f3-43d1-9c56-ce0eef79f710 req-c19fe7eb-3bb6-427c-b7e4-2f8e7c33f1df tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.692189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e414cffc-22f3-43d1-9c56-ce0eef79f710 req-c19fe7eb-3bb6-427c-b7e4-2f8e7c33f1df tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1729620 Jul 16 01:30:23.713997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8e3c-97b7-4838-80c0-2e340ea794b8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.755640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['71fb7559-0b0a-4bad-8b7c-cefb4cadfb50'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:23.793702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8e3c-97b7-4838-80c0-2e340ea794b8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.799962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8e3c-97b7-4838-80c0-2e340ea794b8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.800806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e414cffc-22f3-43d1-9c56-ce0eef79f710 req-56bc8aad-d486-47cd-80fa-ed843c225955 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760608 Jul 16 01:30:23.803145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:23.808045 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.822238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc8e3c-97b7-4838-80c0-2e340ea794b8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd8c306-4b2b-413a-97e1-09d4ccf32a23,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.828676 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] Sync routers for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:23.830469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8e3c-97b7-4838-80c0-2e340ea794b8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.834427 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4bc8e3c-97b7-4838-80c0-2e340ea794b8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1518385 Jul 16 01:30:23.834978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:23.857112 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:23.858114 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:30:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:23.892980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a92f8c74-b4c7-490e-8965-2054800e73e1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "PUT /v2.0/floatingips/2c7e9615-de6c-4e3b-ab5e-47ea308bcc21 HTTP/1.1" status: 200 len: 992 time: 2.5430198 Jul 16 01:30:23.893547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:23.896462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d33cbeab-472a-4f02-bbdc-fda43954da47 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.905894 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e8905-d615-4777-96f5-addd2c8a6487" -d '{"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:23.931355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d33cbeab-472a-4f02-bbdc-fda43954da47 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.990601 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ebf13d-446a-4c66-8c77-89e94aa4353f x-openstack-request-id: req-74ebf13d-446a-4c66-8c77-89e94aa4353f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:23.991015 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:23.991308 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74ebf13d-446a-4c66-8c77-89e94aa4353f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:23.991723 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'status': 'completed', 'code': 200} Jul 16 01:30:24.002714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d33cbeab-472a-4f02-bbdc-fda43954da47 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.013497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d33cbeab-472a-4f02-bbdc-fda43954da47 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.019348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.029716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d33cbeab-472a-4f02-bbdc-fda43954da47 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7bd8c306-4b2b-413a-97e1-09d4ccf32a23 HTTP/1.1" status: 204 len: 168 time: 0.1926813 Jul 16 01:30:24.048782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cbeab-472a-4f02-bbdc-fda43954da47 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bd8c306-4b2b-413a-97e1-09d4ccf32a23,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.120191 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:24.143931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-40a873a0-d889-4145-a52f-98ae5cafc9c8 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1205804 Jul 16 01:30:24.145879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.181322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-743668d2-7f18-4e75-950b-658aeed81126 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.193689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-743668d2-7f18-4e75-950b-658aeed81126 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.226601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.227088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.227639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.228475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.228949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.229438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.229917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.232560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6577b6fa-bc72-4df5-8984-9fdf9e9307d1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6498 time: 0.2060094 Jul 16 01:30:24.235392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-743668d2-7f18-4e75-950b-658aeed81126 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.244746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-743668d2-7f18-4e75-950b-658aeed81126 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.247197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee1a3e-4a66-415d-9fab-bd4c2c00fbe2 req-101f9cea-7f3a-43bc-afd8-5fa5725da9e7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.248815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-743668d2-7f18-4e75-950b-658aeed81126 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/72c9cceb-bb5b-4e0f-88bd-ebe9da66dee8 HTTP/1.1" status: 204 len: 168 time: 0.1035836 Jul 16 01:30:24.249612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-edee1a3e-4a66-415d-9fab-bd4c2c00fbe2 req-101f9cea-7f3a-43bc-afd8-5fa5725da9e7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 946 time: 0.1357555 Jul 16 01:30:24.250394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52264) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.271732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743668d2-7f18-4e75-950b-658aeed81126 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c9cceb-bb5b-4e0f-88bd-ebe9da66dee8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.342517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1314370a-3368-4d3e-b1ff-40251c1208e0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0828705 Jul 16 01:30:24.342727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52268) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.354783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-edee1a3e-4a66-415d-9fab-bd4c2c00fbe2 req-873d90a1-83f3-4ca8-ba85-f315b44868f6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907884 Jul 16 01:30:24.393354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-607cd6c7-c8f0-4d5a-bf23-28eaa1809562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.398775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-607cd6c7-c8f0-4d5a-bf23-28eaa1809562 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8f8e5162-0088-4d27-9b78-d9d146bbfbff HTTP/1.1" status: 200 len: 918 time: 0.1434402 Jul 16 01:30:24.408431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4efaef2c-a806-41e5-97da-62d6648059a9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.425821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4efaef2c-a806-41e5-97da-62d6648059a9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.476289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4efaef2c-a806-41e5-97da-62d6648059a9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.482725 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4efaef2c-a806-41e5-97da-62d6648059a9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.483871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4efaef2c-a806-41e5-97da-62d6648059a9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e5c12e1e-9b48-4827-97e0-646408815f34 HTTP/1.1" status: 204 len: 168 time: 0.1401830 Jul 16 01:30:24.492022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.499732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaef2c-a806-41e5-97da-62d6648059a9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5c12e1e-9b48-4827-97e0-646408815f34,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.575211 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e1bd994-de9e-421c-8d4b-c68b823fe946 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0818648 Jul 16 01:30:24.576366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52278) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.581773 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2c7e9615-de6c-4e3b-ab5e-47ea308bcc21', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'port_id': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'mac_address': 'fa:16:3e:03:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:46Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 1, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:09Z', 'revision_number': 5, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:24.607254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29bbf5e0-ffbd-40d0-9657-f197af7142b4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.616341 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] Checking router: 1fca7680-d4f3-4073-a956-817ea2d0aa91 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:24.617300 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29bbf5e0-ffbd-40d0-9657-f197af7142b4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.625768 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:24.626616 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:30:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:24.659778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29bbf5e0-ffbd-40d0-9657-f197af7142b4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.667928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29bbf5e0-ffbd-40d0-9657-f197af7142b4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.669217 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29bbf5e0-ffbd-40d0-9657-f197af7142b4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/32e243c9-bf28-4d87-8d93-23a5d99f795e HTTP/1.1" status: 204 len: 168 time: 0.0915933 Jul 16 01:30:24.675925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.682935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbf5e0-ffbd-40d0-9657-f197af7142b4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32e243c9-bf28-4d87-8d93-23a5d99f795e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.733818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-28d816ff-2a98-457f-8cf7-a553f179c234 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538406 Jul 16 01:30:24.734058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52284) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.770677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89d5c734-b36c-4f27-97c2-04faab4ac01e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.776476 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:24.781055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89d5c734-b36c-4f27-97c2-04faab4ac01e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.815475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89d5c734-b36c-4f27-97c2-04faab4ac01e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.824846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89d5c734-b36c-4f27-97c2-04faab4ac01e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.829059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-89d5c734-b36c-4f27-97c2-04faab4ac01e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fafc2c5e-e72d-4c36-8873-b4bfd87474d3 HTTP/1.1" status: 204 len: 168 time: 0.0910881 Jul 16 01:30:24.829059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52286) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.855435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5c734-b36c-4f27-97c2-04faab4ac01e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fafc2c5e-e72d-4c36-8873-b4bfd87474d3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.890721 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-53bfdd69-9429-4a2e-aa33-0970a06f58cd tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574768 Jul 16 01:30:24.890918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52290) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.943470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-fa854014-7e45-4b45-b124-3231b01747eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c HTTP/1.1" status: 200 len: 1000 time: 0.5409513 Jul 16 01:30:24.961596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-867899a8-39fe-4b80-8bcf-4aefe6da6b1e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.985888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-867899a8-39fe-4b80-8bcf-4aefe6da6b1e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.030145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2571b9-5745-4921-87a2-d0157b779b45 req-02e166c5-5121-4124-961e-d7810f484315 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.031881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec2571b9-5745-4921-87a2-d0157b779b45 req-02e166c5-5121-4124-961e-d7810f484315 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 949 time: 0.1799912 Jul 16 01:30:25.033418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-867899a8-39fe-4b80-8bcf-4aefe6da6b1e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.036813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-867899a8-39fe-4b80-8bcf-4aefe6da6b1e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.037998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6db5cfb8-46df-4285-8f71-7f5020ae5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.039514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-6db5cfb8-46df-4285-8f71-7f5020ae5856 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2743fd1e-578e-4490-a5fa-aa8ac51a8547 HTTP/1.1" status: 200 len: 856 time: 0.0839028 Jul 16 01:30:25.041933 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-867899a8-39fe-4b80-8bcf-4aefe6da6b1e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/8df15158-5060-4a92-923d-f28107ceedc5 HTTP/1.1" status: 204 len: 168 time: 0.1492617 Jul 16 01:30:25.042102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:25.067325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867899a8-39fe-4b80-8bcf-4aefe6da6b1e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df15158-5060-4a92-923d-f28107ceedc5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.084627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49bd2e-f39e-4081-b8cc-c493c08b8ced req-5caa00db-6091-41f7-8e6c-c874367ba447 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.086234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a49bd2e-f39e-4081-b8cc-c493c08b8ced req-5caa00db-6091-41f7-8e6c-c874367ba447 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 946 time: 0.5436690 Jul 16 01:30:25.126745 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2c7e9615-de6c-4e3b-ab5e-47ea308bcc21', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'port_id': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'mac_address': 'fa:16:3e:03:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:46Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 1, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:09Z', 'revision_number': 5, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:25.159344 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6647e40-84c8-415a-bd80-0fbad4dad764 None None] The sync data for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 is: [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2c7e9615-de6c-4e3b-ab5e-47ea308bcc21', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'port_id': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'mac_address': 'fa:16:3e:03:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:46Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 1, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:09Z', 'revision_number': 5, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:25.214271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec2571b9-5745-4921-87a2-d0157b779b45 req-2ff5c4f2-af5f-4d63-bf9a-7f2ed41cb1f4 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713533 Jul 16 01:30:25.233959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9372c100-ae09-4d63-9d0f-8b7183298d06 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1733389 Jul 16 01:30:25.233959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a49bd2e-f39e-4081-b8cc-c493c08b8ced req-209393db-3653-42a7-8148-09d9c856d612 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175060 Jul 16 01:30:25.234950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:25.251771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--639518415'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:25.289286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-f9bc1655-38c5-451f-99f3-2f605fb1730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.290996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-f9bc1655-38c5-451f-99f3-2f605fb1730c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330503 Jul 16 01:30:25.298923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.471041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09bf9e75-e063-462b-8b4a-608082500230 req-18e9c270-aa49-4737-b333-02e6aca2addf tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0946577 Jul 16 01:30:25.486401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a980b3-5029-4a6d-bcb2-cb3c7afae2ac None None] New status for floating IP 2c7e9615-de6c-4e3b-ab5e-47ea308bcc21: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:30:25.589426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-c4c395fa-2571-4d1b-ba0b-34a2520c7b69 service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869234 Jul 16 01:30:25.655939 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.669691 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.755666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.759420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5096231 Jul 16 01:30:25.759892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:25.764942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9766f2d0-36ab-49e3-a186-0351f7b1b6ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '7409962c-e5b2-4d84-8031-4e98cb86ada5', 'direction': 'ingress', 'protocol': 17}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:25.773498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25f1e3-204d-40bd-a2a9-bc381b894255 req-79869bb1-73ba-4ed8-89a2-30be32f163ce tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.781200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca25f1e3-204d-40bd-a2a9-bc381b894255 req-79869bb1-73ba-4ed8-89a2-30be32f163ce tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2378187 Jul 16 01:30:25.793809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7409962c-e5b2-4d84-8031-4e98cb86ada5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.797842 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9766f2d0-36ab-49e3-a186-0351f7b1b6ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.804575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.805040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.805470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.805895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.806318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.806736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.807169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.807584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.807999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.808439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.808858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.809272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84356cfd-014b-4e94-98fe-bb2a56724d85 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:25.861956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05e8905-d615-4777-96f5-addd2c8a6487 req-fb817f04-be8e-413a-b5fb-6f78cab7300f service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648346 Jul 16 01:30:25.869466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca25f1e3-204d-40bd-a2a9-bc381b894255 req-e42fd815-cd7e-4846-95fa-e2edd8a3a244 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874054 Jul 16 01:30:25.873512 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9766f2d0-36ab-49e3-a186-0351f7b1b6ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.893297 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9766f2d0-36ab-49e3-a186-0351f7b1b6ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.917292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766f2d0-36ab-49e3-a186-0351f7b1b6ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2ef13d-5fb0-4ea2-b5a4-34cd71e1627d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.921458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9766f2d0-36ab-49e3-a186-0351f7b1b6ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.923641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9766f2d0-36ab-49e3-a186-0351f7b1b6ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1619673 Jul 16 01:30:25.927408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:25.996999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-135324e7-1032-491e-9b83-dff285f3b9dc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.020342 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-135324e7-1032-491e-9b83-dff285f3b9dc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.100742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-135324e7-1032-491e-9b83-dff285f3b9dc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.103280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-135324e7-1032-491e-9b83-dff285f3b9dc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.104444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-135324e7-1032-491e-9b83-dff285f3b9dc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/7409962c-e5b2-4d84-8031-4e98cb86ada5 HTTP/1.1" status: 204 len: 168 time: 0.1755776 Jul 16 01:30:26.107190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.124130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135324e7-1032-491e-9b83-dff285f3b9dc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7409962c-e5b2-4d84-8031-4e98cb86ada5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.135910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d4b6b-35ea-40ca-af72-d68c073cc03c req-77c73069-6762-4911-98c7-08d15974e4ae tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.137690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-053d4b6b-35ea-40ca-af72-d68c073cc03c req-77c73069-6762-4911-98c7-08d15974e4ae tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 946 time: 0.0871015 Jul 16 01:30:26.176985 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-80716a83-84cb-4e28-95d2-7eacfb810072 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650241 Jul 16 01:30:26.177173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.181414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--317354702'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:26.188366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-053d4b6b-35ea-40ca-af72-d68c073cc03c req-0e3995e5-1c7d-4e00-b9e3-f704c6fb2ab6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Jul 16 01:30:26.206104 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.301478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.309434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.334873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.336164 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1581054 Jul 16 01:30:26.338987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52322) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.344935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e140361-b37c-4aff-87a0-4567ffa57ba0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.348613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f4cd844f-fff3-473c-b0f6-54a13f19938b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--226551560'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:26.353145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.353609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.353819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.354152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.354477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.354804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.355127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.355448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.355776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.356078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.357704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.357704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a11a81-38d5-416b-bd5e-9581684ccbf0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:26.408636 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4cd844f-fff3-473c-b0f6-54a13f19938b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.458383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75fe67-5be3-45e0-ab1c-8805b1b3df89 req-1faf4d3c-0098-433e-b961-b83c06175611 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.464475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf75fe67-5be3-45e0-ab1c-8805b1b3df89 req-1faf4d3c-0098-433e-b961-b83c06175611 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 949 time: 0.1092684 Jul 16 01:30:26.520861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf75fe67-5be3-45e0-ab1c-8805b1b3df89 req-1a233d6b-880b-45cc-9942-c18029e64c27 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554030 Jul 16 01:30:26.586478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4cd844f-fff3-473c-b0f6-54a13f19938b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.593128 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4cd844f-fff3-473c-b0f6-54a13f19938b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.632575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd844f-fff3-473c-b0f6-54a13f19938b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc29d4c4-0c67-4398-9bbf-d50c77c777f8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.635331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4cd844f-fff3-473c-b0f6-54a13f19938b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.636798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f4cd844f-fff3-473c-b0f6-54a13f19938b tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2961502 Jul 16 01:30:26.639560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52330) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.645360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-720e5220-39a8-4ff3-9363-a2c313b7a02d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '0e140361-b37c-4aff-87a0-4567ffa57ba0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dc29d4c4-0c67-4398-9bbf-d50c77c777f8', 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:26.695922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46c972e2-ace3-4c08-9135-9ac51ee98b1c req-505565fc-560d-4955-b7d0-5033cbe8945a tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0506229 Jul 16 01:30:26.715455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-720e5220-39a8-4ff3-9363-a2c313b7a02d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.796084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-720e5220-39a8-4ff3-9363-a2c313b7a02d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.800035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-720e5220-39a8-4ff3-9363-a2c313b7a02d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.818998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e5220-39a8-4ff3-9363-a2c313b7a02d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b577e65f-de3c-47e8-9048-213dab69e5f1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.826154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-720e5220-39a8-4ff3-9363-a2c313b7a02d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.827518 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-720e5220-39a8-4ff3-9363-a2c313b7a02d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1864076 Jul 16 01:30:26.830896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.860120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4db-8733-44e4-b7ce-e1c6fbc8c772 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.868834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4db-8733-44e4-b7ce-e1c6fbc8c772 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.898240 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4db-8733-44e4-b7ce-e1c6fbc8c772 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.909064 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56ccc4db-8733-44e4-b7ce-e1c6fbc8c772 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.910226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-56ccc4db-8733-44e4-b7ce-e1c6fbc8c772 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b577e65f-de3c-47e8-9048-213dab69e5f1 HTTP/1.1" status: 204 len: 168 time: 0.0783546 Jul 16 01:30:26.913924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.916993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccc4db-8733-44e4-b7ce-e1c6fbc8c772 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b577e65f-de3c-47e8-9048-213dab69e5f1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.919951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:26.976340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:26.980766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.981286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-123c1b49-6c63-4e63-b2a0-9c3144991af2 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0656605 Jul 16 01:30:26.982183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:26.982747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.046364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0f16508-da20-4af6-a5dc-479e8195878e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.083680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0f16508-da20-4af6-a5dc-479e8195878e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.096488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.113981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6315-f475-483b-b7bc-7fa2dbf8e4f9 req-c2a3646b-c366-4eae-9c93-7f8b3873ac7f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.121962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-121b6315-f475-483b-b7bc-7fa2dbf8e4f9 req-c2a3646b-c366-4eae-9c93-7f8b3873ac7f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1110067 Jul 16 01:30:27.140749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:27.144400 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6115cdd9-8d27-4cc5-8e7d-05e59e0f4563" -d '{"events": [{"server_uuid": "2a3b6e65-7ea2-4354-b5d4-8b2be767dd86", "name": "network-vif-plugged", "status": "completed", "tag": "71fb7559-0b0a-4bad-8b7c-cefb4cadfb50"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:27.155633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0f16508-da20-4af6-a5dc-479e8195878e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.160836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.162925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0f16508-da20-4af6-a5dc-479e8195878e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.164166 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d0f16508-da20-4af6-a5dc-479e8195878e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/dc29d4c4-0c67-4398-9bbf-d50c77c777f8 HTTP/1.1" status: 204 len: 168 time: 0.1823583 Jul 16 01:30:27.168368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:27.175064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.192741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-121b6315-f475-483b-b7bc-7fa2dbf8e4f9 req-4c3f4f3f-020f-4317-8ef9-fc20ef1981c0 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696032 Jul 16 01:30:27.195250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f16508-da20-4af6-a5dc-479e8195878e tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc29d4c4-0c67-4398-9bbf-d50c77c777f8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.235080 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7545e26-762b-4107-b017-21dce378aee0 x-openstack-request-id: req-b7545e26-762b-4107-b017-21dce378aee0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:27.235521 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3b6e65-7ea2-4354-b5d4-8b2be767dd86", "name": "network-vif-plugged", "status": "completed", "tag": "71fb7559-0b0a-4bad-8b7c-cefb4cadfb50", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:27.235799 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7545e26-762b-4107-b017-21dce378aee0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:27.236434 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50', 'code': 200} Jul 16 01:30:27.269770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-16966400-7250-4a77-931c-c82a4836a2f4 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1001747 Jul 16 01:30:27.273188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52348) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:27.284561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.360447 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1316-f4dc-45f6-beb2-b34e2c1a9e97 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.393273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1316-f4dc-45f6-beb2-b34e2c1a9e97 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.444357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3ed28-575b-4c2a-85bb-59298a0b6c40 req-645504e3-4fc8-428e-855f-466023cf0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.446480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09f3ed28-575b-4c2a-85bb-59298a0b6c40 req-645504e3-4fc8-428e-855f-466023cf0e20 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 1101 time: 0.1179776 Jul 16 01:30:27.453693 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1316-f4dc-45f6-beb2-b34e2c1a9e97 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.456866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6ef1316-f4dc-45f6-beb2-b34e2c1a9e97 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.457846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37073f11-fe9b-4177-8c54-1e87ea463d93 req-68140e89-cd1e-408b-8e8d-d354fec7b084 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.458060 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d6ef1316-f4dc-45f6-beb2-b34e2c1a9e97 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/0e140361-b37c-4aff-87a0-4567ffa57ba0 HTTP/1.1" status: 204 len: 168 time: 0.1837316 Jul 16 01:30:27.459732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37073f11-fe9b-4177-8c54-1e87ea463d93 req-68140e89-cd1e-408b-8e8d-d354fec7b084 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 946 time: 0.0941620 Jul 16 01:30:27.461333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:27.469903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef1316-f4dc-45f6-beb2-b34e2c1a9e97 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e140361-b37c-4aff-87a0-4567ffa57ba0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.566500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09f3ed28-575b-4c2a-85bb-59298a0b6c40 req-db5a1d46-5131-4cda-9d81-4648e55a466f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058381 Jul 16 01:30:27.582248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-713a94d4-fc44-4722-98c4-3e105c1b81ca tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1152582 Jul 16 01:30:27.586192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52358) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:27.591096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4cae2a28-f0d8-49dd-ba25-93600b8caf29 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521753047'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:27.599973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37073f11-fe9b-4177-8c54-1e87ea463d93 req-629f4f64-5956-4a81-9517-24bbb360a520 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253037 Jul 16 01:30:27.630710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cae2a28-f0d8-49dd-ba25-93600b8caf29 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.648471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc28301-059e-4009-8e09-fc131541c744 req-45ed26b1-8b5e-4026-8adf-d80a9ea5fbb8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.650687 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fc28301-059e-4009-8e09-fc131541c744 req-45ed26b1-8b5e-4026-8adf-d80a9ea5fbb8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 946 time: 0.1438866 Jul 16 01:30:27.753911 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cae2a28-f0d8-49dd-ba25-93600b8caf29 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.760596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cae2a28-f0d8-49dd-ba25-93600b8caf29 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.802348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cae2a28-f0d8-49dd-ba25-93600b8caf29 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.803949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4cae2a28-f0d8-49dd-ba25-93600b8caf29 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2165203 Jul 16 01:30:27.806761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:27.809867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae2a28-f0d8-49dd-ba25-93600b8caf29 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f142e774-4a95-4962-93c5-fedb7da56156,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.816368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d20cb5ff-a354-45a8-8576-23550bdd014c tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': 'f142e774-4a95-4962-93c5-fedb7da56156', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:27.845942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Deleting port bfd9d6c3-1457-4da8-a8a7-078f19471aba {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:27.846439 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.897689 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d20cb5ff-a354-45a8-8576-23550bdd014c tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.960185 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22535f31-4a9b-4d3c-8249-f6a8f297c2a2 req-ab85ff03-89e5-4be2-9f6e-ffd0217db4b6 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0486872 Jul 16 01:30:27.971174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] For port bfd9d6c3-1457-4da8-a8a7-078f19471aba, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bfd9d6c3-1457-4da8-a8a7-078f19471aba,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.971677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.995626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e46327-224d-483f-836a-7daffee6802e req-df922696-1f50-4263-8215-4722735a880c tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.995626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39e46327-224d-483f-836a-7daffee6802e req-df922696-1f50-4263-8215-4722735a880c tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 950 time: 0.1653175 Jul 16 01:30:27.997333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Calling delete_port for bfd9d6c3-1457-4da8-a8a7-078f19471aba owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:28.027819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d20cb5ff-a354-45a8-8576-23550bdd014c tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.040966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d20cb5ff-a354-45a8-8576-23550bdd014c tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.081122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39e46327-224d-483f-836a-7daffee6802e req-34c1ab4f-2617-4a0f-afaf-c4a70da5bbb8 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854464 Jul 16 01:30:28.085675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cb5ff-a354-45a8-8576-23550bdd014c tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5f8f7c-995b-4911-903b-48333f34d947,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.096823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d20cb5ff-a354-45a8-8576-23550bdd014c tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.100909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d20cb5ff-a354-45a8-8576-23550bdd014c tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2905538 Jul 16 01:30:28.101283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52366) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.131974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72c920ee-86be-4b8b-8b00-2c5177129ea0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.141518 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72c920ee-86be-4b8b-8b00-2c5177129ea0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.169080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72c920ee-86be-4b8b-8b00-2c5177129ea0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.178003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72c920ee-86be-4b8b-8b00-2c5177129ea0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.181099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-72c920ee-86be-4b8b-8b00-2c5177129ea0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/0a5f8f7c-995b-4911-903b-48333f34d947 HTTP/1.1" status: 204 len: 168 time: 0.0766773 Jul 16 01:30:28.181652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.183271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c920ee-86be-4b8b-8b00-2c5177129ea0 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a5f8f7c-995b-4911-903b-48333f34d947,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.200716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.213144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:28.216276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['bfd9d6c3-1457-4da8-a8a7-078f19471aba'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:28.240508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event deleted for resources: {'Port': ['ID=bfd9d6c3-1457-4da8-a8a7-078f19471aba,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.310081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-63671c5a-e557-4b2b-8d18-91eb59b47cf2 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1272070 Jul 16 01:30:28.311102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] No DVR routers for this DVR port bfd9d6c3-1457-4da8-a8a7-078f19471aba on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:28.312855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52372) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.314671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.321136 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fc28301-059e-4009-8e09-fc131541c744 req-67c95bc3-ef6e-4aa3-88fb-98fa4d5d904a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "DELETE /v2.0/ports/bfd9d6c3-1457-4da8-a8a7-078f19471aba HTTP/1.1" status: 204 len: 173 time: 0.6519423 Jul 16 01:30:28.325558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'name': 'network-vif-deleted', 'tag': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:28.330419 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cdcdce-c045-4283-a5fa-9aa8dab1e09d" -d '{"events": [{"server_uuid": "e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1", "name": "network-vif-deleted", "tag": "bfd9d6c3-1457-4da8-a8a7-078f19471aba"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:28.389126 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb6b6a-a069-4616-b3ec-7f42c22bea87 x-openstack-request-id: req-51cb6b6a-a069-4616-b3ec-7f42c22bea87 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:28.389611 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1", "name": "network-vif-deleted", "tag": "bfd9d6c3-1457-4da8-a8a7-078f19471aba", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:28.390005 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51cb6b6a-a069-4616-b3ec-7f42c22bea87 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:28.390550 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1', 'name': 'network-vif-deleted', 'tag': 'bfd9d6c3-1457-4da8-a8a7-078f19471aba', 'status': 'completed', 'code': 200} Jul 16 01:30:28.410744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e16845d-b972-4b0a-8b85-55b962de62e7 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.462701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e16845d-b972-4b0a-8b85-55b962de62e7 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.518000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d9fb-d499-4ff0-a409-fba18bff3d58 req-f839b93c-c539-4e98-a52c-a8a9de541334 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.519419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9c7d9fb-d499-4ff0-a409-fba18bff3d58 req-f839b93c-c539-4e98-a52c-a8a9de541334 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1244700 Jul 16 01:30:28.535272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e16845d-b972-4b0a-8b85-55b962de62e7 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.537793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e16845d-b972-4b0a-8b85-55b962de62e7 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.541407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8e16845d-b972-4b0a-8b85-55b962de62e7 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/f142e774-4a95-4962-93c5-fedb7da56156 HTTP/1.1" status: 204 len: 168 time: 0.2245226 Jul 16 01:30:28.541761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52376) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.561114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16845d-b972-4b0a-8b85-55b962de62e7 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f142e774-4a95-4962-93c5-fedb7da56156,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.594935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9c7d9fb-d499-4ff0-a409-fba18bff3d58 req-16f5205a-0747-4634-973b-7ff8849e49f9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Jul 16 01:30:28.604304 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5bcfeab0-3c79-46aa-8f95-6f1d60d194e2 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605466 Jul 16 01:30:28.607550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52378) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.612307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b756cec4-95f5-4744-a665-98edb84e470d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535352771'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:28.637618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b756cec4-95f5-4744-a665-98edb84e470d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.746530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b756cec4-95f5-4744-a665-98edb84e470d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.751696 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b756cec4-95f5-4744-a665-98edb84e470d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.788025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b756cec4-95f5-4744-a665-98edb84e470d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.789213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b756cec4-95f5-4744-a665-98edb84e470d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1806819 Jul 16 01:30:28.792033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52386) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.796685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-13a9a543-0c28-4199-b83e-177bf02cb270 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '33b8e345-dc3f-44a8-b6ef-e825a2f2e09d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:28.821675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5ce79f9-5e64-45ba-9831-cce47f25d0e5 req-6e11a43f-6a7c-4529-851f-44ad652f7f0f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7e6e6a9-f03a-40a0-9e1f-df85ae7be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0478313 Jul 16 01:30:28.823576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756cec4-95f5-4744-a665-98edb84e470d tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b8e345-dc3f-44a8-b6ef-e825a2f2e09d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.829685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13a9a543-0c28-4199-b83e-177bf02cb270 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.888769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13a9a543-0c28-4199-b83e-177bf02cb270 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.892005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13a9a543-0c28-4199-b83e-177bf02cb270 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.909896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a543-0c28-4199-b83e-177bf02cb270 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3e8e81-699b-4ab6-a9ea-e2835217f6dd,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.914999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13a9a543-0c28-4199-b83e-177bf02cb270 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.916178 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-13a9a543-0c28-4199-b83e-177bf02cb270 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230989 Jul 16 01:30:28.918887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.935661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cc3840c6-1129-47e5-9401-01ae6797dbcc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules/6a3e8e81-699b-4ab6-a9ea-e2835217f6dd HTTP/1.1" status: 200 len: 763 time: 0.0157223 Jul 16 01:30:28.938186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.982065 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce231607-6618-4930-91e4-55025567e0de tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404029 Jul 16 01:30:28.982501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52392) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.006118 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f723cec-a694-4e81-a158-dbcba625edc9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.014374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f723cec-a694-4e81-a158-dbcba625edc9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.043236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f723cec-a694-4e81-a158-dbcba625edc9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.047813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f723cec-a694-4e81-a158-dbcba625edc9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.051414 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f723cec-a694-4e81-a158-dbcba625edc9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6a3e8e81-699b-4ab6-a9ea-e2835217f6dd HTTP/1.1" status: 204 len: 168 time: 0.0655847 Jul 16 01:30:29.051800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52396) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.065608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723cec-a694-4e81-a158-dbcba625edc9 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a3e8e81-699b-4ab6-a9ea-e2835217f6dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.103909 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-333b069a-a348-468f-bd20-1e66db731267 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475130 Jul 16 01:30:29.104115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.108509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ce79dcb6-06f2-4a3a-9ad4-fde3ab605687 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '33b8e345-dc3f-44a8-b6ef-e825a2f2e09d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:29.134866 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80e3c0fc-deed-45f6-bd95-452f0751f25d req-f6d7296b-5cbc-457a-ab70-022db1964a27 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Jul 16 01:30:29.145814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce79dcb6-06f2-4a3a-9ad4-fde3ab605687 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.236470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce79dcb6-06f2-4a3a-9ad4-fde3ab605687 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.240423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce79dcb6-06f2-4a3a-9ad4-fde3ab605687 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.259292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79dcb6-06f2-4a3a-9ad4-fde3ab605687 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7362f6-9136-4882-b722-99dd5d49160b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.265005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce79dcb6-06f2-4a3a-9ad4-fde3ab605687 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.266323 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce79dcb6-06f2-4a3a-9ad4-fde3ab605687 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612186 Jul 16 01:30:29.269747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.289411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c8cded93-b6f6-492d-a39b-eed5ebb97209 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules/ab7362f6-9136-4882-b722-99dd5d49160b HTTP/1.1" status: 200 len: 763 time: 0.0185773 Jul 16 01:30:29.291999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.293619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804edcde-0b45-4d42-a0b7-d566382a71e5 req-250b3ab6-158a-43e9-9ab4-87444af9d63c tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.295036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-804edcde-0b45-4d42-a0b7-d566382a71e5 req-250b3ab6-158a-43e9-9ab4-87444af9d63c tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 950 time: 0.0787201 Jul 16 01:30:29.332680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-804edcde-0b45-4d42-a0b7-d566382a71e5 req-80a00731-adad-447c-8f8d-25d740241402 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Jul 16 01:30:29.333245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f73bfa14-4677-4244-88ae-4bcb46e6d162 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401099 Jul 16 01:30:29.335933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52408) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.359553 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e49e7d-a806-47a9-98f7-e0e57102f002 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.367132 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e49e7d-a806-47a9-98f7-e0e57102f002 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.394278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e49e7d-a806-47a9-98f7-e0e57102f002 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.402029 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e49e7d-a806-47a9-98f7-e0e57102f002 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.403376 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38e49e7d-a806-47a9-98f7-e0e57102f002 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ab7362f6-9136-4882-b722-99dd5d49160b HTTP/1.1" status: 204 len: 168 time: 0.0662632 Jul 16 01:30:29.406139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52412) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.411743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e49e7d-a806-47a9-98f7-e0e57102f002 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab7362f6-9136-4882-b722-99dd5d49160b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.446921 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a66a5189-ee22-494e-b9d6-372bd55d0a48 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395205 Jul 16 01:30:29.449584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.454844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Request body: {'security_group_rule': {'security_group_id': '33b8e345-dc3f-44a8-b6ef-e825a2f2e09d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:29.477125 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Project ff455348c4c8403c80cede9e3351f4e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:30:29.481945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.530922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.534857 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.552558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090e9ab4-f1c8-4f22-9946-f4822ce1300d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.558984 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.560192 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-00c798f7-5bc6-41ae-bd3f-884ee79af3ab tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1095335 Jul 16 01:30:29.562844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52416) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.589789 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1e47927-f8c1-440d-92a1-34e134b135f3 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules/090e9ab4-f1c8-4f22-9946-f4822ce1300d HTTP/1.1" status: 200 len: 769 time: 0.0253179 Jul 16 01:30:29.592390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.637765 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ca97a455-cd7a-4ff2-afdf-fcee1c3b3d12 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0443187 Jul 16 01:30:29.640379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52424) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.666997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22ff9bfb-7756-4e81-b58a-166deb2524bb tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.675347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22ff9bfb-7756-4e81-b58a-166deb2524bb tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.706078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22ff9bfb-7756-4e81-b58a-166deb2524bb tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.711829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22ff9bfb-7756-4e81-b58a-166deb2524bb tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.713022 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-22ff9bfb-7756-4e81-b58a-166deb2524bb tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/090e9ab4-f1c8-4f22-9946-f4822ce1300d HTTP/1.1" status: 204 len: 168 time: 0.0716827 Jul 16 01:30:29.716096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52428) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.733550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff9bfb-7756-4e81-b58a-166deb2524bb tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=090e9ab4-f1c8-4f22-9946-f4822ce1300d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.772273 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-959f0fce-cee4-4e58-91dd-b2ba99a2f8fc tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524571 Jul 16 01:30:29.773880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52432) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.794487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f991fb-3afa-4ca8-9400-20a0430a0d02 req-0cda3da0-cc53-4b99-a25b-038c4fc8cd93 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.795985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66f991fb-3afa-4ca8-9400-20a0430a0d02 req-0cda3da0-cc53-4b99-a25b-038c4fc8cd93 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 950 time: 0.1330533 Jul 16 01:30:29.804935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aee840-02fc-4389-a6b2-04026bbc9546 req-17679b64-0f36-41e2-bb58-5c86a4e63cbb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.811773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31aee840-02fc-4389-a6b2-04026bbc9546 req-17679b64-0f36-41e2-bb58-5c86a4e63cbb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.0978422 Jul 16 01:30:29.830055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e026-65a6-43c7-85f1-3739aef2ac99 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.853977 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e026-65a6-43c7-85f1-3739aef2ac99 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.870588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66f991fb-3afa-4ca8-9400-20a0430a0d02 req-d06a37a1-26f7-4923-9038-421799861ea2 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Jul 16 01:30:29.873647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31aee840-02fc-4389-a6b2-04026bbc9546 req-f6c4c09d-2e6e-46cb-a3a8-5e4fa6fc8c87 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608590 Jul 16 01:30:29.915833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e026-65a6-43c7-85f1-3739aef2ac99 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.920524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e026-65a6-43c7-85f1-3739aef2ac99 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.921749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9fc8e026-65a6-43c7-85f1-3739aef2ac99 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "DELETE /v2.0/security-groups/33b8e345-dc3f-44a8-b6ef-e825a2f2e09d HTTP/1.1" status: 204 len: 168 time: 0.1460874 Jul 16 01:30:29.924948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52438) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.935426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8e026-65a6-43c7-85f1-3739aef2ac99 tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b8e345-dc3f-44a8-b6ef-e825a2f2e09d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.990347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c9ad9909-394e-4b4d-9f80-16d19aceda4a tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631480 Jul 16 01:30:29.993943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:30.055521 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2bb5338d-15ec-4e54-97a7-d220ef6941ff tempest-SecGroupIPv6Test-1187867332 tempest-SecGroupIPv6Test-1187867332-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603006 Jul 16 01:30:30.338130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee6f97aa-fa0a-49e4-80eb-9c0dee4278fd req-ef52db96-0990-4dcc-bae5-1bcbe4cb04ce tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0358424 Jul 16 01:30:30.382851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-66921fc5-95be-43f4-860e-8e7b8a9bdd09 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.399749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-66921fc5-95be-43f4-860e-8e7b8a9bdd09 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.1734483 Jul 16 01:30:30.425187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:30.428900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-4e977c28-0d9e-4b2c-b0e5-f9a7070a8769 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.0275457 Jul 16 01:30:30.509718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-32f4bf49-da2f-415b-82fe-e6561fa65e66 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768640 Jul 16 01:30:30.598243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f5175504-16d7-450c-ae8d-380dd374c555 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff455348c4c8403c80cede9e3351f4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716378 Jul 16 01:30:30.600609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52474) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:30.607433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-a3dda928-fec2-4290-a148-6d74154888b6 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858808 Jul 16 01:30:30.652637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa98bc22-a6ba-4e86-8cf3-7c3698db1e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.681040 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa98bc22-a6ba-4e86-8cf3-7c3698db1e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.720763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-6394a757-e412-40ac-a471-ebdc7ef87a28 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039505 Jul 16 01:30:30.740538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa98bc22-a6ba-4e86-8cf3-7c3698db1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.744289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa98bc22-a6ba-4e86-8cf3-7c3698db1e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.746717 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aa98bc22-a6ba-4e86-8cf3-7c3698db1e35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95d7da45-76f6-4271-9fd7-9b948c55c01f HTTP/1.1" status: 204 len: 168 time: 0.1442406 Jul 16 01:30:30.764863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98bc22-a6ba-4e86-8cf3-7c3698db1e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d7da45-76f6-4271-9fd7-9b948c55c01f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.926175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bfd9d6c3-1457-4da8-a8a7-078f19471aba no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:30.929040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3953f56-c332-40c2-9b53-b68b15935e46 req-f519c98e-f3ac-448a-ae7c-67aa20f36302 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 210 time: 0.0401752 Jul 16 01:30:30.961109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: bfd9d6c3-1457-4da8-a8a7-078f19471aba {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:30.962474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bfd9d6c3-1457-4da8-a8a7-078f19471aba not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:31.140039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-f3d49483-b0d9-469f-950d-fe8b4543efa7 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.142275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-f3d49483-b0d9-469f-950d-fe8b4543efa7 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.93 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 950 time: 0.0803041 Jul 16 01:30:31.187813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dcdb9-dbee-46ce-af73-e166580d3047 req-d8f3f25d-98e5-4aba-ad49-c9de0782b833 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.196029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-681dcdb9-dbee-46ce-af73-e166580d3047 req-d8f3f25d-98e5-4aba-ad49-c9de0782b833 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 950 time: 0.1683543 Jul 16 01:30:31.244820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770f3f9-22f9-47bc-bb3c-3ac1b8cc6aeb req-ab43f8af-1246-44b7-a209-5523d30523e3 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.246467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8770f3f9-22f9-47bc-bb3c-3ac1b8cc6aeb req-ab43f8af-1246-44b7-a209-5523d30523e3 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1803730 Jul 16 01:30:31.288621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-681dcdb9-dbee-46ce-af73-e166580d3047 req-a96014b8-6a75-41d4-802a-7414badad0a8 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/security-groups?id=808be56a-03f8-4b1d-91a5-998cec5ccfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915134 Jul 16 01:30:31.343666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8770f3f9-22f9-47bc-bb3c-3ac1b8cc6aeb req-2e982774-5d8c-4108-9bee-bee53d691732 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874448 Jul 16 01:30:31.410879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Deleting port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:31.411295 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.588911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94fff09c-a33f-4bc0-a5a4-604c04a44471 req-971f4192-1698-4341-8656-effcffe9c6f6 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0738094 Jul 16 01:30:31.606420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] For port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:31.606788 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.637920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Calling delete_port for 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:31.738922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:31.815237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.829490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['71fb7559-0b0a-4bad-8b7c-cefb4cadfb50'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:31.846002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Pushing event deleted for resources: {'Port': ['ID=71fb7559-0b0a-4bad-8b7c-cefb4cadfb50,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.905821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] No DVR routers for this DVR port 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:31.910653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925303867'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:31.915380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.917327 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43d92ac9-8fd7-4efc-9b56-d6d67348e87b req-96195155-c512-4202-9e92-ff631e7a45cc tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.93 "DELETE /v2.0/ports/71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 HTTP/1.1" status: 204 len: 173 time: 0.7703364 Jul 16 01:30:31.917920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'name': 'network-vif-deleted', 'tag': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:31.920019 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c445ee-01d9-44f0-a738-3878100ff502" -d '{"events": [{"server_uuid": "2a3b6e65-7ea2-4354-b5d4-8b2be767dd86", "name": "network-vif-deleted", "tag": "71fb7559-0b0a-4bad-8b7c-cefb4cadfb50"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:31.945704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.958680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.978959 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b17327f-807d-4763-a47f-1cd0b3c94b3c x-openstack-request-id: req-3b17327f-807d-4763-a47f-1cd0b3c94b3c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:31.979259 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3b6e65-7ea2-4354-b5d4-8b2be767dd86", "name": "network-vif-deleted", "tag": "71fb7559-0b0a-4bad-8b7c-cefb4cadfb50", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:31.979513 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b17327f-807d-4763-a47f-1cd0b3c94b3c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:31.979911 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3b6e65-7ea2-4354-b5d4-8b2be767dd86', 'name': 'network-vif-deleted', 'tag': '71fb7559-0b0a-4bad-8b7c-cefb4cadfb50', 'status': 'completed', 'code': 200} Jul 16 01:30:32.135706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.136621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e17b07d-7e27-47ba-a0ec-0adb9369a446 req-b92669f3-2666-4949-aaf9-d8e327bacfb8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 210 time: 0.0517223 Jul 16 01:30:32.147147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.190428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3607c-b04b-4d37-a6f8-58a85f09b264,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:32.252352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.257181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.309153 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.313362 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5723097 Jul 16 01:30:32.316249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:32.378138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da546f44-e5f8-4a99-a086-217d4ca6f2b8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649d1c7d-0ff6-4a3a-aaad-354a9d8a77cf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:32.460268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-26948fd0-5442-469a-98b8-56e1b3b88714 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.461767 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-26948fd0-5442-469a-98b8-56e1b3b88714 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.1929383 Jul 16 01:30:32.478164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-89175548-4880-4a5a-ac57-fc6222b75efe tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1577742 Jul 16 01:30:32.485790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52542) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:32.493098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Request body: {'port': {'device_id': '2dde0947-f63b-46ab-984a-8174943c9fea', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'admin_state_up': True, 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:32.498363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8e1bbfaa-819a-4a5a-949c-b78fefab6cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-security--776944761', 'description': 'tempest-security-description-2131269424'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:32.607154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f653aa2e-7726-4bb8-9b74-7f49a1d920ea req-f393b6ca-b875-40e2-87b3-6b44939d70c5 tempest-ImagesNegativeTestJSON-232553093 tempest-ImagesNegativeTestJSON-232553093-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3b6e65-7ea2-4354-b5d4-8b2be767dd86 HTTP/1.1" status: 200 len: 210 time: 0.0956423 Jul 16 01:30:32.614011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e1bbfaa-819a-4a5a-949c-b78fefab6cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.657536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:32.665997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.675696 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e1bbfaa-819a-4a5a-949c-b78fefab6cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.682802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e1bbfaa-819a-4a5a-949c-b78fefab6cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.685607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e1bbfaa-819a-4a5a-949c-b78fefab6cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.686889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8e1bbfaa-819a-4a5a-949c-b78fefab6cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "PUT /v2.0/security-groups/649d1c7d-0ff6-4a3a-aaad-354a9d8a77cf HTTP/1.1" status: 200 len: 1779 time: 0.2000329 Jul 16 01:30:32.691505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52548) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:32.740600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c394-da7d-49be-8b9c-b2fb3d90526c req-60393f6a-2971-4894-a8d3-96211eef0403 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.742534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8f3c394-da7d-49be-8b9c-b2fb3d90526c req-60393f6a-2971-4894-a8d3-96211eef0403 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2318699 Jul 16 01:30:32.779804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bbfaa-819a-4a5a-949c-b78fefab6cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649d1c7d-0ff6-4a3a-aaad-354a9d8a77cf,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:32.803506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0772adbb-6088-4b40-bdeb-0e90075b5d31 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups/649d1c7d-0ff6-4a3a-aaad-354a9d8a77cf HTTP/1.1" status: 200 len: 1779 time: 0.1097112 Jul 16 01:30:32.811554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:32.837156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:32.851247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1592513316'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:32.866110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Allocated IP 172.20.0.7 (167f47a7-2079-41c8-aab3-e91b6377e825/6674999c-177b-4ef8-9ce1-225c3d07f939/dd528856-86cd-45d0-b149-5508fa980c6e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:32.872008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8f3c394-da7d-49be-8b9c-b2fb3d90526c req-9f918d62-bfab-4e9d-9f2b-dc566ecbe70d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164787 Jul 16 01:30:32.934298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0afab18d-cb68-4ee1-b28a-1ec2d754cb1d req-53a8bbbe-6a28-4357-baeb-f9c4ff7b7245 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0491683 Jul 16 01:30:32.961107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:32.964848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.978267 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23576da4-755a-4a3d-977b-b7ef4c74fb59 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.012784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23576da4-755a-4a3d-977b-b7ef4c74fb59 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.015466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:33.038193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.038586 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Added segment a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7 of type vlan for network 115e684f-4330-47fc-87ad-5962a282c6de Jul 16 01:30:33.066649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.103801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.107754 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.112373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23576da4-755a-4a3d-977b-b7ef4c74fb59 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.115239 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23576da4-755a-4a3d-977b-b7ef4c74fb59 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.116399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-23576da4-755a-4a3d-977b-b7ef4c74fb59 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/649d1c7d-0ff6-4a3a-aaad-354a9d8a77cf HTTP/1.1" status: 204 len: 168 time: 0.3034887 Jul 16 01:30:33.122168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:33.124049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:33.151380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23576da4-755a-4a3d-977b-b7ef4c74fb59 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649d1c7d-0ff6-4a3a-aaad-354a9d8a77cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.162246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:33.163835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:33.171673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:33.201656 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.207768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.208689 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.234082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event updated for resources: {'Port': ['ID=dd528856-86cd-45d0-b149-5508fa980c6e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.244687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-27e1eea2-3691-47ae-8215-8769e865e46d tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193285 Jul 16 01:30:33.247346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:33.263084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4234650 Jul 16 01:30:33.267947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52562) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:33.273764 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-255dd418-9bef-4d7b-88fa-0253a76d24fa tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] delete failed (client error): The resource could not be found. Jul 16 01:30:33.275316 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-255dd418-9bef-4d7b-88fa-0253a76d24fa tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/649d1c7d-0ff6-4a3a-aaad-354a9d8a77cf HTTP/1.1" status: 404 len: 347 time: 0.0269332 Jul 16 01:30:33.275939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1351075447'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:33.285114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:33.286942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.287699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.295076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9590602b-9cd3-4dd2-983e-ab18b6dd13a9 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055101087'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:33.377702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b115-79d3-4ccf-a62e-6b8359d30dbe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Network': ['ID=115e684f-4330-47fc-87ad-5962a282c6de,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.384697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:33.388594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.390134 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-cb47a48a-63bf-477d-b36f-a04b7cd61dcd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9024003 Jul 16 01:30:33.392820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 115e684f-4330-47fc-87ad-5962a282c6de details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:33.402277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Request body: {'port': {'device_id': '2dde0947-f63b-46ab-984a-8174943c9fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:33.437028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9590602b-9cd3-4dd2-983e-ab18b6dd13a9 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.439105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:33.472619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af666900-479c-41ef-b1b3-0264922f6b70 req-7d51a0c3-ed63-41b0-927b-aec1436c2328 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.476708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af666900-479c-41ef-b1b3-0264922f6b70 req-7d51a0c3-ed63-41b0-927b-aec1436c2328 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 931 time: 0.1901574 Jul 16 01:30:33.481762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.482364 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Added segment d96146ef-97ae-4efd-8d3c-dba975ae9bef of type vlan for network 55095e0a-1236-4146-9861-5d2f4985cdc1 Jul 16 01:30:33.490596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.564985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.578861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af666900-479c-41ef-b1b3-0264922f6b70 req-6828c00c-ccfa-4a87-96d1-cbda7aa39c7d tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942881 Jul 16 01:30:33.622115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.627836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.628461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.831008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd528856-86cd-45d0-b149-5508fa980c6e {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:33.840732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.857442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Transition to ACTIVE for port object dd528856-86cd-45d0-b149-5508fa980c6e will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:33.863604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.981749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd528856-86cd-45d0-b149-5508fa980c6e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.060940 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9590602b-9cd3-4dd2-983e-ab18b6dd13a9 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.077173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9590602b-9cd3-4dd2-983e-ab18b6dd13a9 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.087630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Attempting to bind port dd528856-86cd-45d0-b149-5508fa980c6e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:34.087977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Attempting to bind port dd528856-86cd-45d0-b149-5508fa980c6e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:34.088346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Attempting to bind port dd528856-86cd-45d0-b149-5508fa980c6e on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:34.095604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Port dd528856-86cd-45d0-b149-5508fa980c6e on network 167f47a7-2079-41c8-aab3-e91b6377e825 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:34.096881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Attempting to bind port dd528856-86cd-45d0-b149-5508fa980c6e on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:34.103189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:34.103980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:34.104587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Bound using segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:34.105138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Bound port: dd528856-86cd-45d0-b149-5508fa980c6e, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:34.105718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.139729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8701043 Jul 16 01:30:34.140496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02fff5-48d8-469f-a6b9-93c5e04c25f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Network': ['ID=55095e0a-1236-4146-9861-5d2f4985cdc1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.143324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:34.149126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'subnet': {'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:34.155344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:34.230013 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9590602b-9cd3-4dd2-983e-ab18b6dd13a9 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.231203 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9590602b-9cd3-4dd2-983e-ab18b6dd13a9 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9404936 Jul 16 01:30:34.233732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b38177b-cbd2-457c-bd04-74997af26dfa req-386287d2-e04a-4586-bb11-ed7fca7eb21f tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.1017649 Jul 16 01:30:34.234504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52588) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:34.240215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-79f02190-20e5-4e9d-a8eb-f0558758dd38 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '26b7e1aa-003f-4f0f-b5b0-6af94dec2076', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:34.248292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590602b-9cd3-4dd2-983e-ab18b6dd13a9 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b7e1aa-003f-4f0f-b5b0-6af94dec2076,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.275813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] For port dd528856-86cd-45d0-b149-5508fa980c6e, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:34.298459 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79f02190-20e5-4e9d-a8eb-f0558758dd38 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.314354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] For port dd528856-86cd-45d0-b149-5508fa980c6e, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd528856-86cd-45d0-b149-5508fa980c6e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:34.333488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.336754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ea071-d395-4218-9bc4-f95607815f0a req-10af8756-77a1-44c9-a7e6-378cb5870def tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.346130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c7ea071-d395-4218-9bc4-f95607815f0a req-10af8756-77a1-44c9-a7e6-378cb5870def tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2184029 Jul 16 01:30:34.367922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:34.369966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.409830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.410386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.411890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] 10.222.0.93 "PUT /v2.0/ports/dd528856-86cd-45d0-b149-5508fa980c6e HTTP/1.1" status: 200 len: 1091 time: 1.0145750 Jul 16 01:30:34.412379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dde0947-f63b-46ab-984a-8174943c9fea', 'tag': 'dd528856-86cd-45d0-b149-5508fa980c6e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:34.414877 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3a144-09c2-457c-8308-2271afeedda5" -d '{"events": [{"name": "network-changed", "server_uuid": "2dde0947-f63b-46ab-984a-8174943c9fea", "tag": "dd528856-86cd-45d0-b149-5508fa980c6e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:34.430892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c7ea071-d395-4218-9bc4-f95607815f0a req-d88d1f50-75a3-4cc4-b408-26b981f8cb4a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834172 Jul 16 01:30:34.461511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f667f-9af3-4952-83df-1fb3c0a16fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd528856-86cd-45d0-b149-5508fa980c6e,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.464525 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79f02190-20e5-4e9d-a8eb-f0558758dd38 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.475354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79f02190-20e5-4e9d-a8eb-f0558758dd38 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.519992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f02190-20e5-4e9d-a8eb-f0558758dd38 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7e6508-8ba7-4372-a9a1-fee316951c06,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.533282 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79f02190-20e5-4e9d-a8eb-f0558758dd38 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.534765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-79f02190-20e5-4e9d-a8eb-f0558758dd38 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983148 Jul 16 01:30:34.537552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52594) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:34.600309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-177ee0b7-7d59-4523-8241-b8da8a475695 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.630373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-177ee0b7-7d59-4523-8241-b8da8a475695 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.662224 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4779ce-1415-43f9-93df-4c68c283a2c6 x-openstack-request-id: req-ba4779ce-1415-43f9-93df-4c68c283a2c6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:34.662697 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dde0947-f63b-46ab-984a-8174943c9fea", "tag": "dd528856-86cd-45d0-b149-5508fa980c6e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:34.662809 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba4779ce-1415-43f9-93df-4c68c283a2c6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:34.663136 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dde0947-f63b-46ab-984a-8174943c9fea', 'tag': 'dd528856-86cd-45d0-b149-5508fa980c6e', 'status': 'completed', 'code': 200} Jul 16 01:30:34.665678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-3511b05b-5c78-4f27-bd86-c494a8a9a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.667450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-3511b05b-5c78-4f27-bd86-c494a8a9a9d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 1094 time: 0.1948304 Jul 16 01:30:34.678482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-177ee0b7-7d59-4523-8241-b8da8a475695 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.701446 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-177ee0b7-7d59-4523-8241-b8da8a475695 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.705806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-177ee0b7-7d59-4523-8241-b8da8a475695 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ff7e6508-8ba7-4372-a9a1-fee316951c06 HTTP/1.1" status: 204 len: 168 time: 0.1665690 Jul 16 01:30:34.707567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ee0b7-7d59-4523-8241-b8da8a475695 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff7e6508-8ba7-4372-a9a1-fee316951c06,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.720437 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:34.795728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e9197d04-134b-4a52-b460-eefc2f12e112 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709183 Jul 16 01:30:34.817654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:34.827632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-18a8d46a-ba7f-4a79-aca1-355db09fa532 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd528856-86cd-45d0-b149-5508fa980c6e HTTP/1.1" status: 200 len: 217 time: 0.1414225 Jul 16 01:30:34.828624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.873062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d759e-31c9-4da3-ab8d-4980db04c299 req-1383c918-2c40-47d3-9069-e52288b90c1a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.887232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f5d759e-31c9-4da3-ab8d-4980db04c299 req-1383c918-2c40-47d3-9069-e52288b90c1a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 943 time: 0.1151786 Jul 16 01:30:34.940689 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:34.965204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f5d759e-31c9-4da3-ab8d-4980db04c299 req-1a7ab9d0-7aea-4c45-b121-1d8c50c59869 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769758 Jul 16 01:30:34.973223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-e96c6660-0932-4da5-8436-622a6e0ada62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.974988 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-e96c6660-0932-4da5-8436-622a6e0ada62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.1355369 Jul 16 01:30:34.975598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Subnet': ['ID=d2df44f4-2a9a-4dc7-a957-54467228c63f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.980412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:34.980758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 71fb7559-0b0a-4bad-8b7c-cefb4cadfb50 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:35.031204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:35.050418 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-bdcd14e7-5396-4d35-a7ae-176a38788454 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470183 Jul 16 01:30:35.055363 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcb43ec3-f350-4edb-aca7-42e07db6fd11 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.077619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Checking segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:35.078073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network hostable DHCP agents. Network: 115e684f-4330-47fc-87ad-5962a282c6de, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:35.121177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcb43ec3-f350-4edb-aca7-42e07db6fd11 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.178571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 115e684f-4330-47fc-87ad-5962a282c6de is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:35.193036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af5ba330-b2ca-45ad-a6ec-0f95c4e105e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb6f2d49e6eb46c38b04de95ef7c048f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598475 Jul 16 01:30:35.195520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:35.211587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 115e684f-4330-47fc-87ad-5962a282c6de) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:35.221837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe7f44-4785-4844-9aa0-8fe28330c547 None None] Network 115e684f-4330-47fc-87ad-5962a282c6de requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:35.225507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.225847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.239351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcb43ec3-f350-4edb-aca7-42e07db6fd11 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.240920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcb43ec3-f350-4edb-aca7-42e07db6fd11 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.242096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bcb43ec3-f350-4edb-aca7-42e07db6fd11 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/26b7e1aa-003f-4f0f-b5b0-6af94dec2076 HTTP/1.1" status: 204 len: 168 time: 0.4231575 Jul 16 01:30:35.249740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:35.252356 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-ba0e6a0d-9dbb-415f-9f57-8169be5dedd3 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874485 Jul 16 01:30:35.271842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb43ec3-f350-4edb-aca7-42e07db6fd11 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b7e1aa-003f-4f0f-b5b0-6af94dec2076,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.293061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8015f7e-b880-46bd-bbec-5b2e6dba355d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.295662 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f20f9fd-fe59-40fe-8453-3d8cb8a984b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1512482 Jul 16 01:30:35.324178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:35.331178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'subnet': {'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:35.340202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9613f79b-09ca-47f2-b39b-1c28f4a07891 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891268 Jul 16 01:30:35.344239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:35.355913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-df88b120-d7da-4c39-8202-0b9538a4e38c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145716113'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:35.388650 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8015f7e-b880-46bd-bbec-5b2e6dba355d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.442715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-115e684f-4330-47fc-87ad-5962a282c6de', 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'fixed_ips': [{'subnet_id': 'd2df44f4-2a9a-4dc7-a957-54467228c63f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:35.444059 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.462773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df88b120-d7da-4c39-8202-0b9538a4e38c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.493134 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-afbeebac-57df-4334-b8b6-7af5ef18f904 req-0b210155-0109-478b-a831-c4bfdb2865a5 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319303 Jul 16 01:30:35.504328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30131f0c-7fb6-4dc1-97c4-e7301dab5a60 req-da4b627b-ec34-4aeb-86ed-c024675af6e4 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0458698 Jul 16 01:30:35.566192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8015f7e-b880-46bd-bbec-5b2e6dba355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.573718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8015f7e-b880-46bd-bbec-5b2e6dba355d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.576733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c8015f7e-b880-46bd-bbec-5b2e6dba355d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/808be56a-03f8-4b1d-91a5-998cec5ccfce HTTP/1.1" status: 204 len: 168 time: 0.3779402 Jul 16 01:30:35.587793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8015f7e-b880-46bd-bbec-5b2e6dba355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808be56a-03f8-4b1d-91a5-998cec5ccfce,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.656042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df88b120-d7da-4c39-8202-0b9538a4e38c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.669951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df88b120-d7da-4c39-8202-0b9538a4e38c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.740504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Allocated IP 10.1.1.2 (115e684f-4330-47fc-87ad-5962a282c6de/d2df44f4-2a9a-4dc7-a957-54467228c63f/3cf21097-4a82-4609-94a1-ddddb9ac056c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:35.769405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88b120-d7da-4c39-8202-0b9538a4e38c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff696c5-f153-47a6-a106-55b96ca026de,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.785888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:35.790852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.804888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a144-09c2-457c-8308-2271afeedda5 req-0b8302c9-58d3-4eee-add3-941e6415f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.806412 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-32d3a144-09c2-457c-8308-2271afeedda5 req-0b8302c9-58d3-4eee-add3-941e6415f8fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 1094 time: 0.2285976 Jul 16 01:30:35.808133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df88b120-d7da-4c39-8202-0b9538a4e38c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.812254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-df88b120-d7da-4c39-8202-0b9538a4e38c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4658802 Jul 16 01:30:35.812934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:35.910344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c4240ce5-c5a6-41b5-8136-b180761e368a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '1ff696c5-f153-47a6-a106-55b96ca026de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:35.930284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef541631-c982-4b1e-a1fe-f9206fe8bced req-3b23d37f-d867-44cc-a669-29b10172cd66 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.932670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef541631-c982-4b1e-a1fe-f9206fe8bced req-3b23d37f-d867-44cc-a669-29b10172cd66 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2541046 Jul 16 01:30:35.943441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a144-09c2-457c-8308-2271afeedda5 req-22c11f3f-4ab8-4433-833a-eb6ba81d762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.945007 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-32d3a144-09c2-457c-8308-2271afeedda5 req-22c11f3f-4ab8-4433-833a-eb6ba81d762a service neutron] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.1301293 Jul 16 01:30:35.970628 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.973580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4240ce5-c5a6-41b5-8136-b180761e368a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.986451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Transition to ACTIVE for port object 3cf21097-4a82-4609-94a1-ddddb9ac056c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:36.017019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Transition to ACTIVE for port object 3cf21097-4a82-4609-94a1-ddddb9ac056c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:36.027142 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.043725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef541631-c982-4b1e-a1fe-f9206fe8bced req-b2b65026-434a-423a-8c43-16eb638a60fe tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022584 Jul 16 01:30:36.150531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Pushing event updated for resources: {'Port': ['ID=3cf21097-4a82-4609-94a1-ddddb9ac056c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:36.169963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Network 115e684f-4330-47fc-87ad-5962a282c6de is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:36.170562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:36.173974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:36.175560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.184678 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-32d3a144-09c2-457c-8308-2271afeedda5 req-f11b4bf4-6c53-472f-a3dc-541e7d13ba6c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd528856-86cd-45d0-b149-5508fa980c6e HTTP/1.1" status: 200 len: 217 time: 0.2211475 Jul 16 01:30:36.266398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Attempting to bind port 3cf21097-4a82-4609-94a1-ddddb9ac056c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:36.277758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Attempting to bind port 3cf21097-4a82-4609-94a1-ddddb9ac056c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:36.279092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Attempting to bind port 3cf21097-4a82-4609-94a1-ddddb9ac056c on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:36.292144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:36.294282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Checking segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:36.297246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.297932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Bound using segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:36.298046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a144-09c2-457c-8308-2271afeedda5 req-b3a64a28-09b8-4698-9f1a-618dd468386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.299215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Bound port: 3cf21097-4a82-4609-94a1-ddddb9ac056c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:36.299466 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-32d3a144-09c2-457c-8308-2271afeedda5 req-b3a64a28-09b8-4698-9f1a-618dd468386f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.0966442 Jul 16 01:30:36.300053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.301228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4240ce5-c5a6-41b5-8136-b180761e368a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.302805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Subnet': ['ID=27143422-9a3b-416b-a70e-3724f56bd2d5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:36.325589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4240ce5-c5a6-41b5-8136-b180761e368a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.363705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Checking segment: {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:36.364046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4240ce5-c5a6-41b5-8136-b180761e368a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df719a3-cc33-47ab-8e36-27ad6e1c2fea,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:36.364180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network hostable DHCP agents. Network: 55095e0a-1236-4146-9861-5d2f4985cdc1, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:36.369657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-32d3a144-09c2-457c-8308-2271afeedda5 req-9bf812a6-6268-4b8c-af51-8db1bf3d5538 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614243 Jul 16 01:30:36.407414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:36.420841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 55095e0a-1236-4146-9861-5d2f4985cdc1) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:36.427001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.428394 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.442395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d582cd-8745-44eb-83c4-bae302c91e3f None None] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:36.447266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] For port 3cf21097-4a82-4609-94a1-ddddb9ac056c, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:36.450071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4240ce5-c5a6-41b5-8136-b180761e368a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.451765 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4240ce5-c5a6-41b5-8136-b180761e368a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6379051 Jul 16 01:30:36.453727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bbbb0-145f-4535-8ee8-847c7b59f2c0 req-6cd03903-1d97-4669-bd55-2eb311f21c9b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.455756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:36.461749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb7bbbb0-145f-4535-8ee8-847c7b59f2c0 req-6cd03903-1d97-4669-bd55-2eb311f21c9b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 943 time: 0.2081938 Jul 16 01:30:36.469217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e5ff8bc6-d7f7-4c68-a0cb-426ea4a78c9e tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '1ff696c5-f153-47a6-a106-55b96ca026de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:36.491071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-411e455e-5f00-4c41-97c9-57a02ce137d0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1654990 Jul 16 01:30:36.493215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:36.498570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'port': {'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'name': 'tempest-TaggedBootDevicesTest-2087647566', 'fixed_ips': [{'subnet_id': 'd2df44f4-2a9a-4dc7-a957-54467228c63f'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:36.520702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] For port 3cf21097-4a82-4609-94a1-ddddb9ac056c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3cf21097-4a82-4609-94a1-ddddb9ac056c,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:36.565376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb7bbbb0-145f-4535-8ee8-847c7b59f2c0 req-0a96c3e0-877c-4654-94c2-d8868ccd1e6e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024113 Jul 16 01:30:36.568362 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.587562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-32d3a144-09c2-457c-8308-2271afeedda5 req-5f002c21-b1d7-435a-8f6b-1e5fa0155901 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035184 Jul 16 01:30:36.689816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:36.764158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8bc6-d7f7-4c68-a0cb-426ea4a78c9e tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.816543 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-32d3a144-09c2-457c-8308-2271afeedda5 req-7405b4da-72c2-46cf-9ae7-74fed19cd345 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197711 Jul 16 01:30:36.818000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f28b7b-94bc-472c-bddb-6e2de2551ab1 None None] Pushing event updated for resources: {'Port': ['ID=3cf21097-4a82-4609-94a1-ddddb9ac056c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:36.852036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.893903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52660) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:36.938194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] device_id is not set on port ef800cc1-4796-4a5b-a324-86d165acd141 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:30:36.968358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8bc6-d7f7-4c68-a0cb-426ea4a78c9e tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.975604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8bc6-d7f7-4c68-a0cb-426ea4a78c9e tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.005692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ba84d93-4d8f-4039-b1da-0855acad891a req-156029ad-8661-4a39-a0d6-e7f00462e4aa tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.1193585 Jul 16 01:30:37.021440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8bc6-d7f7-4c68-a0cb-426ea4a78c9e tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.024996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5ff8bc6-d7f7-4c68-a0cb-426ea4a78c9e tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5639627 Jul 16 01:30:37.027675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff8bc6-d7f7-4c68-a0cb-426ea4a78c9e tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be250cce-a090-4de4-886c-4dd757922fca,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:37.042086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:37.049408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-55095e0a-1236-4146-9861-5d2f4985cdc1', 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'fixed_ips': [{'subnet_id': '27143422-9a3b-416b-a70e-3724f56bd2d5'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:37.050386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.050500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6505128b-5db7-4a14-bcf1-3bfa165adbdd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '1ff696c5-f153-47a6-a106-55b96ca026de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:37.148441 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6505128b-5db7-4a14-bcf1-3bfa165adbdd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.246279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6505128b-5db7-4a14-bcf1-3bfa165adbdd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.255451 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6505128b-5db7-4a14-bcf1-3bfa165adbdd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.270671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2112800434-network', 'tenant_id': '7a1b46c1d64f4f0395047cee18accc20'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:37.316077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505128b-5db7-4a14-bcf1-3bfa165adbdd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557b954d-a967-4c20-b56b-11a35f0767af,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:37.322949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6505128b-5db7-4a14-bcf1-3bfa165adbdd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.324693 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6505128b-5db7-4a14-bcf1-3bfa165adbdd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2815032 Jul 16 01:30:37.327850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:37.336208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3774b5e0-c9cf-4c35-b808-b7acc30ab305 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '1ff696c5-f153-47a6-a106-55b96ca026de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:37.406089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Made reservation on behalf of 7a1b46c1d64f4f0395047cee18accc20 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:37.409848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.429071 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.431416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3774b5e0-c9cf-4c35-b808-b7acc30ab305 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.472130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Allocated IP 10.2.2.2 (55095e0a-1236-4146-9861-5d2f4985cdc1/27143422-9a3b-416b-a70e-3724f56bd2d5/b0d078d3-9f8b-47c7-9328-e26c3ecc8197) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:37.540856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 10.1.1.196 (115e684f-4330-47fc-87ad-5962a282c6de/d2df44f4-2a9a-4dc7-a957-54467228c63f/ef800cc1-4796-4a5b-a324-86d165acd141) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:37.561944 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-10a57820-bdeb-4b6e-a3bf-bb5dc08669bf service neutron] show failed (client error): The resource could not be found. Jul 16 01:30:37.563883 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-10a57820-bdeb-4b6e-a3bf-bb5dc08669bf service neutron] 10.222.0.93 "GET /v2.0/ports/985e61ae-ef46-42a1-88ac-afe188a622a2/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.1116302 Jul 16 01:30:37.571002 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3774b5e0-c9cf-4c35-b808-b7acc30ab305 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.577276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3774b5e0-c9cf-4c35-b808-b7acc30ab305 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.607422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774b5e0-c9cf-4c35-b808-b7acc30ab305 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d88aa6-2045-4745-b61b-ee7f2634b2db,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:37.663296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0d88-c0b3-478b-adf6-13478b03f3be req-97f864a4-c9b9-4b9d-bbc6-451e41e495bb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.665103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cbf0d88-c0b3-478b-adf6-13478b03f3be req-97f864a4-c9b9-4b9d-bbc6-451e41e495bb tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2403302 Jul 16 01:30:37.737802 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.751897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Transition to ACTIVE for port object b0d078d3-9f8b-47c7-9328-e26c3ecc8197 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:37.773796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Transition to ACTIVE for port object b0d078d3-9f8b-47c7-9328-e26c3ecc8197 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:37.785172 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.857273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:37.858181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Pushing event updated for resources: {'Port': ['ID=b0d078d3-9f8b-47c7-9328-e26c3ecc8197,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:37.864629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:37.867272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:37.883091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cbf0d88-c0b3-478b-adf6-13478b03f3be req-a805ca60-1a87-4711-a407-48a76806263a tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954648 Jul 16 01:30:37.919917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.936128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3774b5e0-c9cf-4c35-b808-b7acc30ab305 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.937816 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3774b5e0-c9cf-4c35-b808-b7acc30ab305 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6093147 Jul 16 01:30:37.941109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:37.951317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.953121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-86941d09-897a-4580-98b6-f067cc8571bd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '1ff696c5-f153-47a6-a106-55b96ca026de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:38.014043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:38.044188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86941d09-897a-4580-98b6-f067cc8571bd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.047341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.054377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Attempting to bind port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:38.054800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Attempting to bind port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:38.058467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Attempting to bind port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 on network 55095e0a-1236-4146-9861-5d2f4985cdc1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:38.069455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:38.070023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Checking segment: {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:38.070237 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.070627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Bound using segment: {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:38.071095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Bound port: b0d078d3-9f8b-47c7-9328-e26c3ecc8197, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:38.071479 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.090639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9facf61-43b3-470b-8d25-2f8987061f8a req-350ad092-2a75-4820-8804-9a46b6a04168 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.093887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9facf61-43b3-470b-8d25-2f8987061f8a req-350ad092-2a75-4820-8804-9a46b6a04168 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 943 time: 0.3194058 Jul 16 01:30:38.120622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8911b5-5df9-4392-ac74-3dac40041d7c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.123912 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.124495 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Added segment 797f8bc2-1171-4c96-8936-968236674fd6 of type vlan for network 1e547e72-3aa7-4df0-bc5b-40447282ee09 Jul 16 01:30:38.127630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-2c13d1c4-aaa9-4e65-b6fc-aedb9d9b3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.129789 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-2c13d1c4-aaa9-4e65-b6fc-aedb9d9b3408 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640&tenant_id=c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 1101 time: 0.1414361 Jul 16 01:30:38.130074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Transition to ACTIVE for port object ef800cc1-4796-4a5b-a324-86d165acd141 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:38.146320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:38.190003 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86941d09-897a-4580-98b6-f067cc8571bd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.201736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86941d09-897a-4580-98b6-f067cc8571bd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.221519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86941d09-897a-4580-98b6-f067cc8571bd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3c6637-238c-4ab3-8c90-d152e1985151,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.238482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] For port b0d078d3-9f8b-47c7-9328-e26c3ecc8197, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:38.243576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] For port b0d078d3-9f8b-47c7-9328-e26c3ecc8197, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b0d078d3-9f8b-47c7-9328-e26c3ecc8197,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:38.253125 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.274989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.286491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.294405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9facf61-43b3-470b-8d25-2f8987061f8a req-1a55b7d8-bb2e-420c-9533-db705cf4acf1 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772251 Jul 16 01:30:38.309895 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86941d09-897a-4580-98b6-f067cc8571bd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.311978 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86941d09-897a-4580-98b6-f067cc8571bd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3698976 Jul 16 01:30:38.315609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:38.389624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90aedfe1-a360-40ea-bd39-6210ca26b55c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.412894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea2653-5b41-4c86-8e24-84ca231815d6 None None] Pushing event updated for resources: {'Port': ['ID=b0d078d3-9f8b-47c7-9328-e26c3ecc8197,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.425889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.447672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.453154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.453976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.486254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90aedfe1-a360-40ea-bd39-6210ca26b55c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.508793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95539c06-779a-4cd2-9e0f-d29fbd960812 req-1a4b99ae-6232-46ce-a958-a5fbda17ca5b tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.1143138 Jul 16 01:30:38.539091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6362126 Jul 16 01:30:38.546646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 115e684f-4330-47fc-87ad-5962a282c6de is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:38.547332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:38.563176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Request body: {'subnet': {'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2112800434-subnet', 'tenant_id': '7a1b46c1d64f4f0395047cee18accc20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:38.576558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:38.578228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90aedfe1-a360-40ea-bd39-6210ca26b55c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.602301 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90aedfe1-a360-40ea-bd39-6210ca26b55c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.603781 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-90aedfe1-a360-40ea-bd39-6210ca26b55c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1e3c6637-238c-4ab3-8c90-d152e1985151 HTTP/1.1" status: 204 len: 168 time: 0.2636559 Jul 16 01:30:38.625413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:38.626942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:38.633818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed141713-ea61-46e3-9d6a-50bc15b1ced2 None None] Network 115e684f-4330-47fc-87ad-5962a282c6de requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:38.655409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2de202-043c-4761-8582-a380b007270a admin admin] Pushing event updated for resources: {'Network': ['ID=1e547e72-3aa7-4df0-bc5b-40447282ee09,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.658171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aedfe1-a360-40ea-bd39-6210ca26b55c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e3c6637-238c-4ab3-8c90-d152e1985151,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.665369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=ef800cc1-4796-4a5b-a324-86d165acd141,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.707113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Made reservation on behalf of 7a1b46c1d64f4f0395047cee18accc20 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:38.709262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.716650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 1e547e72-3aa7-4df0-bc5b-40447282ee09 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:38.737677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.738435 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.808681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b2f5d78d-929e-4fc4-98f9-6a65c502549b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3141980 Jul 16 01:30:38.820072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6551ed43-ed99-4e40-9fd6-c3a26a519277 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1918409 Jul 16 01:30:38.822757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52688) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:38.822757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:38.838005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'port': {'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'name': 'tempest-TaggedBootDevicesTest-2051447191', 'fixed_ips': [{'subnet_id': 'd2df44f4-2a9a-4dc7-a957-54467228c63f'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:38.897652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-752a1bee-caeb-46cf-9728-1e294f0bd8b9 None None] Provisioning for port 3cf21097-4a82-4609-94a1-ddddb9ac056c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:38.960751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd528856-86cd-45d0-b149-5508fa980c6e details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:39.015516 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfb6f30-a762-4cdb-a8aa-a542844ecf97 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.043304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfb6f30-a762-4cdb-a8aa-a542844ecf97 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.067772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:39.138213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.167030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:39.168843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfb6f30-a762-4cdb-a8aa-a542844ecf97 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.206827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfb6f30-a762-4cdb-a8aa-a542844ecf97 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.214795 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8bfb6f30-a762-4cdb-a8aa-a542844ecf97 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/28d88aa6-2045-4745-b61b-ee7f2634b2db HTTP/1.1" status: 204 len: 168 time: 0.3895183 Jul 16 01:30:39.222870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.239829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb6f30-a762-4cdb-a8aa-a542844ecf97 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28d88aa6-2045-4745-b61b-ee7f2634b2db,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.246568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf21097-4a82-4609-94a1-ddddb9ac056c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:39.269407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:39.301729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:39.305473 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964747c-5cb0-48c8-9bf0-00e432d287bd" -d '{"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-unplugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:39.311408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.361550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f911dd3-68c7-4167-8faa-b5fb59b2d080,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.370188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Checking segment: {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:39.370387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Network hostable DHCP agents. Network: 1e547e72-3aa7-4df0-bc5b-40447282ee09, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:39.378252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Transition to ACTIVE for port object 985e61ae-ef46-42a1-88ac-afe188a622a2 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:39.398853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c3f2a1a6-7f09-4b01-a821-de0f2978c742 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1716657 Jul 16 01:30:39.399479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452a55a-ea0c-44c1-994d-19bf50245c58 req-1d3e1baa-abfb-46e7-898a-b95bd4aeaecc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.400685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.408789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2452a55a-ea0c-44c1-994d-19bf50245c58 req-1d3e1baa-abfb-46e7-898a-b95bd4aeaecc tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.2436786 Jul 16 01:30:39.411493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.497129 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530b15a5-4cb4-444a-85bd-a88bd0e003d0 x-openstack-request-id: req-530b15a5-4cb4-444a-85bd-a88bd0e003d0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:39.497468 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-unplugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:39.497731 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-530b15a5-4cb4-444a-85bd-a88bd0e003d0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:39.498157 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'code': 200} Jul 16 01:30:39.559078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b6aa2f-319c-4fe0-84ef-e68dfdd011c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.565515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.566199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2452a55a-ea0c-44c1-994d-19bf50245c58 req-bcc252f9-b0a5-4d8d-bd71-89085f0c0988 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413560 Jul 16 01:30:39.567920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Network 1e547e72-3aa7-4df0-bc5b-40447282ee09 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:39.586986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.597906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 1e547e72-3aa7-4df0-bc5b-40447282ee09) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:39.603761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.606244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.631550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b6aa2f-319c-4fe0-84ef-e68dfdd011c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.636362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] No DVR routers for this DVR port 985e61ae-ef46-42a1-88ac-afe188a622a2 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:39.654829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] device_id is not set on port 9599ba27-a20b-4970-8893-55aadeba3897 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:30:39.674447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5d005c1a-943b-4654-877b-8f7365122a1e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1214416 Jul 16 01:30:39.709871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd528856-86cd-45d0-b149-5508fa980c6e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd528856-86cd-45d0-b149-5508fa980c6e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:39.749592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a95a4a-6454-47ea-bc25-1f419d086829 None None] Network 1e547e72-3aa7-4df0-bc5b-40447282ee09 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:39.888119 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b6aa2f-319c-4fe0-84ef-e68dfdd011c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.907723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57b6aa2f-319c-4fe0-84ef-e68dfdd011c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.908869 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-57b6aa2f-319c-4fe0-84ef-e68dfdd011c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/557b954d-a967-4c20-b56b-11a35f0767af HTTP/1.1" status: 204 len: 168 time: 0.5080559 Jul 16 01:30:39.914098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'dd528856-86cd-45d0-b149-5508fa980c6e', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'port_id': 'dd528856-86cd-45d0-b149-5508fa980c6e', 'mac_address': 'fa:16:3e:bb:f7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674999c-177b-4ef8-9ce1-225c3d07f939', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:39.934736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df45bc-d567-4d84-be0a-6545b675a1ce req-cac29576-2f06-42ff-a944-042bd127f5ba tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.945361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2df45bc-d567-4d84-be0a-6545b675a1ce req-cac29576-2f06-42ff-a944-042bd127f5ba tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 943 time: 0.2408009 Jul 16 01:30:39.952701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.979977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:39.980610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:39.980957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:39.990386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6aa2f-319c-4fe0-84ef-e68dfdd011c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=557b954d-a967-4c20-b56b-11a35f0767af,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.993356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d03d49-1fb4-4766-aa3c-a21ac0b809c5 None None] Network 1e547e72-3aa7-4df0-bc5b-40447282ee09 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:40.004454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:40.004792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:40.041750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:40.042117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:40.042494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:40.042958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Bound port: 985e61ae-ef46-42a1-88ac-afe188a622a2, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:40.043322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.077913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd7f336d-efb7-418a-be0f-2abb3e1d824f req-c6e9a4cd-7c15-45f9-aa1a-e498e28e6f65 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0626762 Jul 16 01:30:40.173257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 10.1.1.67 (115e684f-4330-47fc-87ad-5962a282c6de/d2df44f4-2a9a-4dc7-a957-54467228c63f/9599ba27-a20b-4970-8893-55aadeba3897) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:40.183454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2df45bc-d567-4d84-be0a-6545b675a1ce req-abd6b3e6-7bdb-4487-9c61-08d1506d9ad6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371829 Jul 16 01:30:40.192805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:40.202258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:40.205501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:40.208785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af5cd4ba-a5a4-4f22-a70a-e319b28746bb tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2503095 Jul 16 01:30:40.230808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.319311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.334771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cb0607-e134-4310-ad45-450e9937257d None None] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:40.337291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 3cf21097-4a82-4609-94a1-ddddb9ac056c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:40.374778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3cf21097-4a82-4609-94a1-ddddb9ac056c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:40.375164 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.445907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd528856-86cd-45d0-b149-5508fa980c6e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:40.577238 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd528856-86cd-45d0-b149-5508fa980c6e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd528856-86cd-45d0-b149-5508fa980c6e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:40.621855 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.624982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a92b20d3-bed7-4b36-b85c-e0e4270b5c36 None None] Provisioning for port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:40.817300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.819519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.821012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] 10.222.0.78 "PUT /v2.0/ports/985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 1096 time: 2.6827450 Jul 16 01:30:40.822093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90ae2f60-f997-4e42-9901-17d6a21faeb7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.847874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90ae2f60-f997-4e42-9901-17d6a21faeb7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.871913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dd528856-86cd-45d0-b149-5508fa980c6e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.907613 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.943680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-0187dd5a-ed71-4d97-b007-4920401b3704 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.945379 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-0187dd5a-ed71-4d97-b007-4920401b3704 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 822 time: 0.2674763 Jul 16 01:30:40.956836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['dd528856-86cd-45d0-b149-5508fa980c6e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:40.979824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-492b5d95-895f-43e9-a470-c8446a3710da tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/quotas/7a1b46c1d64f4f0395047cee18accc20 HTTP/1.1" status: 200 len: 375 time: 0.0248144 Jul 16 01:30:40.981446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:41.008001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563b9a-43cd-41da-b960-ed9a9fd7718a req-740cec16-14a4-4512-84d1-0df6c6296f7d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.013556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90ae2f60-f997-4e42-9901-17d6a21faeb7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.014855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a563b9a-43cd-41da-b960-ed9a9fd7718a req-740cec16-14a4-4512-84d1-0df6c6296f7d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 948 time: 0.1564920 Jul 16 01:30:41.022980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90ae2f60-f997-4e42-9901-17d6a21faeb7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.024702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-90ae2f60-f997-4e42-9901-17d6a21faeb7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/be250cce-a090-4de4-886c-4dd757922fca HTTP/1.1" status: 204 len: 168 time: 0.8183067 Jul 16 01:30:41.035333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:41.065856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed31ef2-afed-4059-8037-5e22ae324225 service neutron] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.083348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae2f60-f997-4e42-9901-17d6a21faeb7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be250cce-a090-4de4-886c-4dd757922fca,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.116827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-4787fe01-a24a-4d62-9904-b05c7b9f8f40 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008649 Jul 16 01:30:41.153611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a563b9a-43cd-41da-b960-ed9a9fd7718a req-ac0a5b3e-50a1-4ee3-bd11-dc66fc8f5e90 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180401 Jul 16 01:30:41.157496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-c6fad637-bf38-418f-b031-4ae0b6834457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.160107 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-c6fad637-bf38-418f-b031-4ae0b6834457 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1099 time: 0.2933710 Jul 16 01:30:41.179654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03729ca4-33ab-4d60-bd8e-0cc995d50c44 None None] Provisioning complete for port 3cf21097-4a82-4609-94a1-ddddb9ac056c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:41.180037 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03729ca4-33ab-4d60-bd8e-0cc995d50c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.223288 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a81c1473-11cd-4f23-b0c3-02c962ad32ae tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1802623 Jul 16 01:30:41.228267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:41.228940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52738) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:41.257833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.297087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 3cf21097-4a82-4609-94a1-ddddb9ac056c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3cf21097-4a82-4609-94a1-ddddb9ac056c,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.317008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Transition to ACTIVE for port object 9599ba27-a20b-4970-8893-55aadeba3897 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:41.321496 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.322285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b0d078d3-9f8b-47c7-9328-e26c3ecc8197 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:41.349432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d76e41-b47f-4699-b927-1c56130708a3 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.360178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aa54a284-5303-4c49-b27d-588b90483665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.362073 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-aa54a284-5303-4c49-b27d-588b90483665 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1853113 Jul 16 01:30:41.363143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d76e41-b47f-4699-b927-1c56130708a3 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.412767 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-725c5a2c-1b81-409c-8ee8-69891aac668f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.0416875 Jul 16 01:30:41.431528 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.446237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5730b320-69d6-4b10-9976-b0ca63c2852b req-5eb71c34-49b3-4458-9a1a-e188ec839fa5 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0528409 Jul 16 01:30:41.487118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-22ab94eb-f568-409b-81d9-eee2a5beb3d9 service neutron] 10.222.0.81 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493953 Jul 16 01:30:41.492921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d76e41-b47f-4699-b927-1c56130708a3 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.497736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=3cf21097-4a82-4609-94a1-ddddb9ac056c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.501527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2d76e41-b47f-4699-b927-1c56130708a3 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.504052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c2d76e41-b47f-4699-b927-1c56130708a3 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6df719a3-cc33-47ab-8e36-27ad6e1c2fea HTTP/1.1" status: 204 len: 168 time: 0.2742052 Jul 16 01:30:41.509208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:41.512557 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f15b2e-3fd7-40d4-9f81-931600a8927a" -d '{"events": [{"name": "network-changed", "server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:41.515236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:41.517233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 115e684f-4330-47fc-87ad-5962a282c6de is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:41.521888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:41.538259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:41.562384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:41.571206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:41.571582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.614517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d76e41-b47f-4699-b927-1c56130708a3 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df719a3-cc33-47ab-8e36-27ad6e1c2fea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.625010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-9bdff9de-42aa-417f-9b42-a9c660c8f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.626336 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-9bdff9de-42aa-417f-9b42-a9c660c8f25a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2064743 Jul 16 01:30:41.643626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.665657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2986bec9-8c56-45e7-876d-544fca77465a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.707085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03729ca4-33ab-4d60-bd8e-0cc995d50c44 None None] Provisioning for port ef800cc1-4796-4a5b-a324-86d165acd141 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:41.722352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.723879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.738901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03729ca4-33ab-4d60-bd8e-0cc995d50c44 None None] Provisioning complete for port ef800cc1-4796-4a5b-a324-86d165acd141 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:41.739690 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03729ca4-33ab-4d60-bd8e-0cc995d50c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.771975 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86aab843-6730-4726-a045-a245a1c063ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9420841 Jul 16 01:30:41.772176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c5b88d15-a524-40c0-866e-ea1e1992930b tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2436643 Jul 16 01:30:41.775018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:41.798855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-fa73b13f-5806-4555-9c7b-749ae029a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.800990 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-fa73b13f-5806-4555-9c7b-749ae029a077 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642962 Jul 16 01:30:41.824086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-03729ca4-33ab-4d60-bd8e-0cc995d50c44 None None] Port ef800cc1-4796-4a5b-a324-86d165acd141 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:41.888382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.893944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-7a02b9c2-4197-4004-9ef7-131824a0c0b1 service neutron] 10.222.0.81 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049444 Jul 16 01:30:41.959999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b0d078d3-9f8b-47c7-9328-e26c3ecc8197, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b0d078d3-9f8b-47c7-9328-e26c3ecc8197,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.968274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e629cd74-6b3a-45ec-8a43-a3caf210d4ef None None] Provisioning complete for port ef800cc1-4796-4a5b-a324-86d165acd141 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:41.968679 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e629cd74-6b3a-45ec-8a43-a3caf210d4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.970840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.990898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb6f4c-f881-4bec-aa82-88a487d48a66 req-b20a2d56-c250-4bf8-884d-d37aa1095931 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.000452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3cb6f4c-f881-4bec-aa82-88a487d48a66 req-b20a2d56-c250-4bf8-884d-d37aa1095931 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 944 time: 0.2661366 Jul 16 01:30:42.024702 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6b61-012a-4e13-9b17-77f82e880960 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.049743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-90c32f58-19f3-4aa1-a239-7df27755a69d service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388895 Jul 16 01:30:42.089357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b0d078d3-9f8b-47c7-9328-e26c3ecc8197,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.125205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf21097-4a82-4609-94a1-ddddb9ac056c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:42.134566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6b61-012a-4e13-9b17-77f82e880960 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.174713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e629cd74-6b3a-45ec-8a43-a3caf210d4ef None None] Port ef800cc1-4796-4a5b-a324-86d165acd141 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:42.188928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3cf21097-4a82-4609-94a1-ddddb9ac056c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:42.189428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.190814 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-6eece7ba-61d3-453c-8629-e04a3211d44f service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343627 Jul 16 01:30:42.224588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3cb6f4c-f881-4bec-aa82-88a487d48a66 req-2c09d10e-6e1f-4936-9670-4742dcac1481 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230361 Jul 16 01:30:42.311977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6b61-012a-4e13-9b17-77f82e880960 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.322266 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f2deef-c93e-4434-af8a-0274bc40e5d5 x-openstack-request-id: req-d9f2deef-c93e-4434-af8a-0274bc40e5d5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:42.322773 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:42.323336 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9f2deef-c93e-4434-af8a-0274bc40e5d5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:42.323904 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'status': 'completed', 'code': 200} Jul 16 01:30:42.324844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6b61-012a-4e13-9b17-77f82e880960 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.327854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fd2a6b61-012a-4e13-9b17-77f82e880960 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ff696c5-f153-47a6-a106-55b96ca026de HTTP/1.1" status: 204 len: 168 time: 0.5515265 Jul 16 01:30:42.331537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.356083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a6b61-012a-4e13-9b17-77f82e880960 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff696c5-f153-47a6-a106-55b96ca026de,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.467303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bdf2b687-36b4-48d7-89d7-c9e0d48a9db0 None None] Provisioning for port 9599ba27-a20b-4970-8893-55aadeba3897 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:42.476634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bdf2b687-36b4-48d7-89d7-c9e0d48a9db0 None None] Provisioning complete for port 9599ba27-a20b-4970-8893-55aadeba3897 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:42.480035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b687-36b4-48d7-89d7-c9e0d48a9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.536096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec3f1b06-5136-41b5-8e4a-62c655a05c5d tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2029610 Jul 16 01:30:42.546838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.555573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c883e01b-5aa6-4b76-814d-a0a62b447206 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005098247'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:42.557019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2b687-36b4-48d7-89d7-c9e0d48a9db0 None None] Port 9599ba27-a20b-4970-8893-55aadeba3897 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:42.579269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bdf2b687-36b4-48d7-89d7-c9e0d48a9db0 None None] Provisioning complete for port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:42.580154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b687-36b4-48d7-89d7-c9e0d48a9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.639037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-d2cc10c4-2dd4-4b5d-9c11-e91e472d0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.647183 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-d2cc10c4-2dd4-4b5d-9c11-e91e472d0ef8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1099 time: 0.3033240 Jul 16 01:30:42.718963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5dcd9ee5-81d7-42f1-9817-0da544a98231 req-aaf554dd-0f71-4191-bcd5-c58fbd7f4cf3 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 210 time: 0.0911694 Jul 16 01:30:42.719959 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c883e01b-5aa6-4b76-814d-a0a62b447206 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.847176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-afd0b11f-3625-43ae-8cc1-3c974a05ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.850297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-afd0b11f-3625-43ae-8cc1-3c974a05ba32 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1099 time: 0.3065543 Jul 16 01:30:42.893144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-2203f711-850b-4aaf-aafd-6ca4b9ca0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.897535 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-2203f711-850b-4aaf-aafd-6ca4b9ca0a21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2428327 Jul 16 01:30:42.927105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52770) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.944084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-63575555-2e99-486f-bb24-8d2329682d7b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987053676', 'description': 'tempest-description--1266735444'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:42.977959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd528856-86cd-45d0-b149-5508fa980c6e up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:43.008214 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-765827ba-641b-4002-b881-a58841c4c319 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.0964792 Jul 16 01:30:43.015495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c883e01b-5aa6-4b76-814d-a0a62b447206 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.036942 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c883e01b-5aa6-4b76-814d-a0a62b447206 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.076889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63575555-2e99-486f-bb24-8d2329682d7b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.098994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port dd528856-86cd-45d0-b149-5508fa980c6e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:43.109657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c883e01b-5aa6-4b76-814d-a0a62b447206 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.110034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c883e01b-5aa6-4b76-814d-a0a62b447206 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5607595 Jul 16 01:30:43.116164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port dd528856-86cd-45d0-b149-5508fa980c6e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:43.116856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.123792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52772) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:43.125367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883e01b-5aa6-4b76-814d-a0a62b447206 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb068075-d516-4c8b-8b75-e2784b20cfff,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.142725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f873d8b9-a4d8-4660-8eb0-f6972dec644a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': 'bb068075-d516-4c8b-8b75-e2784b20cfff', 'direction': 'ingress', 'protocol': 17}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:43.199975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc780a-8d25-4831-abe3-94c1dedb7074 req-2eabf3cb-0518-4368-a8cd-bf33ed632a1e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.201828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49cc780a-8d25-4831-abe3-94c1dedb7074 req-2eabf3cb-0518-4368-a8cd-bf33ed632a1e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 948 time: 0.3434355 Jul 16 01:30:43.222707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e12bc1e-6229-4836-b536-d3cc2ac19d28 req-e82636ae-4f78-4f20-8594-7f09e5d7bfda tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.1101124 Jul 16 01:30:43.259397 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.278595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-c995e800-c123-4ddc-80ba-99d09b3c65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.290077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-c995e800-c123-4ddc-80ba-99d09b3c65e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2637315 Jul 16 01:30:43.298754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-5835711b-b9df-4d48-bdfa-7187a238559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.300329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde0947-f63b-46ab-984a-8174943c9fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd528856-86cd-45d0-b149-5508fa980c6e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:43.303294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-5835711b-b9df-4d48-bdfa-7187a238559c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.4446642 Jul 16 01:30:43.303812 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672e34ce-a5fe-4a08-ab3d-7395f993258c" -d '{"events": [{"server_uuid": "2dde0947-f63b-46ab-984a-8174943c9fea", "name": "network-vif-plugged", "status": "completed", "tag": "dd528856-86cd-45d0-b149-5508fa980c6e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:43.325442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f873d8b9-a4d8-4660-8eb0-f6972dec644a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.337760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dd528856-86cd-45d0-b149-5508fa980c6e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd528856-86cd-45d0-b149-5508fa980c6e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:43.341474 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.416561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49cc780a-8d25-4831-abe3-94c1dedb7074 req-ddd4f376-41a1-4bdf-a50a-51b61a65f888 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834583 Jul 16 01:30:43.427324 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-f604acfc-4683-4fa3-aecd-1376ffb8490f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.1080775 Jul 16 01:30:43.452512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dd528856-86cd-45d0-b149-5508fa980c6e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.549147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-b076e907-98eb-4019-9637-eac2511ea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.554073 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-b076e907-98eb-4019-9637-eac2511ea11b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2560911 Jul 16 01:30:43.557629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-402c7692-b8db-452d-82f2-e6e10a32cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.561225 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-402c7692-b8db-452d-82f2-e6e10a32cd3f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1261077 Jul 16 01:30:43.634739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f873d8b9-a4d8-4660-8eb0-f6972dec644a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.648499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f873d8b9-a4d8-4660-8eb0-f6972dec644a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.676414 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95742bf5-396b-45f3-a1b2-c9b00cc74e60 x-openstack-request-id: req-95742bf5-396b-45f3-a1b2-c9b00cc74e60 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:43.676691 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde0947-f63b-46ab-984a-8174943c9fea", "name": "network-vif-plugged", "status": "completed", "tag": "dd528856-86cd-45d0-b149-5508fa980c6e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:43.676948 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95742bf5-396b-45f3-a1b2-c9b00cc74e60 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:43.677407 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde0947-f63b-46ab-984a-8174943c9fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd528856-86cd-45d0-b149-5508fa980c6e', 'code': 200} Jul 16 01:30:43.678074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63575555-2e99-486f-bb24-8d2329682d7b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.695555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873d8b9-a4d8-4660-8eb0-f6972dec644a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bdcf4a-fc65-44a5-a8ac-255d0ccd0826,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.698157 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63575555-2e99-486f-bb24-8d2329682d7b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.734164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63575555-2e99-486f-bb24-8d2329682d7b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c8411-76b9-41dc-af01-1f706c8f9285,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.741667 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-00bfbb8e-911a-48fc-845c-f045370e83d2 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781390 Jul 16 01:30:43.742247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f873d8b9-a4d8-4660-8eb0-f6972dec644a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.743423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f873d8b9-a4d8-4660-8eb0-f6972dec644a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6155286 Jul 16 01:30:43.747611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:43.765391 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63575555-2e99-486f-bb24-8d2329682d7b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.767187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-63575555-2e99-486f-bb24-8d2329682d7b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8359394 Jul 16 01:30:43.775453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52786) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:43.785686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ca187-4a9f-4ac1-bbce-a36bbbe953d3 req-24734826-2580-4359-a253-c89d1ac9152a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.796952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d7ca187-4a9f-4ac1-bbce-a36bbbe953d3 req-24734826-2580-4359-a253-c89d1ac9152a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 945 time: 0.2752771 Jul 16 01:30:43.812558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f6a0fa86-2533-4a78-bf49-617736cef6b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'security_group_rule': {'security_group_id': '0e2c8411-76b9-41dc-af01-1f706c8f9285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:43.911975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fa86-2533-4a78-bf49-617736cef6b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.924304 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-48eafa64-c84c-48ca-9e39-378332ace1a0 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658337 Jul 16 01:30:43.924502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d7ca187-4a9f-4ac1-bbce-a36bbbe953d3 req-de0dc1c3-9bf4-4d12-b01f-6120ae3d946f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265109 Jul 16 01:30:43.979374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b374bf51-e628-4cd1-8874-c21d7a1e051f tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.982345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-82b4629b-1f05-4e0f-b8fc-4e5dbc4a1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.983861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-82b4629b-1f05-4e0f-b8fc-4e5dbc4a1b41 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410324 Jul 16 01:30:44.013999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b374bf51-e628-4cd1-8874-c21d7a1e051f tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.091855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b0d078d3-9f8b-47c7-9328-e26c3ecc8197 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:44.092485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-47690b09-0e45-45bf-a28a-fc933fea94fd service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005347 Jul 16 01:30:44.101315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fa86-2533-4a78-bf49-617736cef6b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.104079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2f786ab-8fe9-451d-9f43-9168c0f8ff32 req-bd8fc41c-31c9-4de4-af60-e68b3e288004 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 210 time: 0.0939822 Jul 16 01:30:44.125167 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fa86-2533-4a78-bf49-617736cef6b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.157327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0fa86-2533-4a78-bf49-617736cef6b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4953eef-1801-4d11-965a-e78d02ccfc7c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.162119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c0f0-2f9c-456f-abdf-16fda7523b27 req-8a8e4f73-b8f1-4fd7-a9af-142358de8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.163573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68e8c0f0-2f9c-456f-abdf-16fda7523b27 req-8a8e4f73-b8f1-4fd7-a9af-142358de8ef6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 1096 time: 0.2957692 Jul 16 01:30:44.165312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fa86-2533-4a78-bf49-617736cef6b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.167719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f6a0fa86-2533-4a78-bf49-617736cef6b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3898783 Jul 16 01:30:44.169967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:44.177213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f526ced6-bade-4c08-852b-7bf0dc62f7b1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'security_group_rule': {'security_group_id': '0e2c8411-76b9-41dc-af01-1f706c8f9285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:44.188993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b374bf51-e628-4cd1-8874-c21d7a1e051f tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.191855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b374bf51-e628-4cd1-8874-c21d7a1e051f tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.193020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b374bf51-e628-4cd1-8874-c21d7a1e051f tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/bb068075-d516-4c8b-8b75-e2784b20cfff HTTP/1.1" status: 204 len: 168 time: 0.4442654 Jul 16 01:30:44.199299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:44.199797 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.215060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:44.220629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374bf51-e628-4cd1-8874-c21d7a1e051f tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb068075-d516-4c8b-8b75-e2784b20cfff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.266885 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4901873-a804-4b42-81a3-77e89cf0be54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.306114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68e8c0f0-2f9c-456f-abdf-16fda7523b27 req-fb9557c8-6d97-4873-92c1-25a07e94e67f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243536 Jul 16 01:30:44.314082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f526ced6-bade-4c08-852b-7bf0dc62f7b1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.343064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b9758126-391d-4aef-bb22-623f543f4885 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202133 Jul 16 01:30:44.349798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:44.352561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f15b2e-3fd7-40d4-9f81-931600a8927a req-af4a5e1a-916c-4731-a5b6-499509515612 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515419 Jul 16 01:30:44.365514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e99accdb-2d97-46e9-af75-29f8bfe2e1b7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--77988916'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:44.400112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.513841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9050cebc-693f-48e7-baf1-7e2390ffbb5c req-7ea07d4f-476d-420c-bcb2-eb3fb2e089fd tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0720053 Jul 16 01:30:44.622671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e99accdb-2d97-46e9-af75-29f8bfe2e1b7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.676132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-a557469e-eb27-4eb2-b9a8-79e62757cd8a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.680123 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-a557469e-eb27-4eb2-b9a8-79e62757cd8a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 822 time: 0.3059378 Jul 16 01:30:44.689787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f526ced6-bade-4c08-852b-7bf0dc62f7b1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.705340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Request body: {'port': {'device_id': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'admin_state_up': True, 'tenant_id': '7a1b46c1d64f4f0395047cee18accc20'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:44.717506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f526ced6-bade-4c08-852b-7bf0dc62f7b1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.730186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9c4e6-2f78-49f6-bd1b-71a436548aff req-fe4ed651-b8a8-425f-9023-8e925ea3ebab tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.738577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dba9c4e6-2f78-49f6-bd1b-71a436548aff req-fe4ed651-b8a8-425f-9023-8e925ea3ebab tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 948 time: 0.1534503 Jul 16 01:30:44.798858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526ced6-bade-4c08-852b-7bf0dc62f7b1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbcd05e-4188-4cf6-821b-91dd69bfa1a2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.817441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c425d13-ed19-40a4-8ceb-393e9bd2d0e4 req-836912d3-950d-4e3b-865d-691bc85ae2c4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0304284 Jul 16 01:30:44.820532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dba9c4e6-2f78-49f6-bd1b-71a436548aff req-9cf028ff-be37-4f5a-8e2d-9bb6b916ab88 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818243 Jul 16 01:30:44.916487 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e99accdb-2d97-46e9-af75-29f8bfe2e1b7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.922420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e99accdb-2d97-46e9-af75-29f8bfe2e1b7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.939668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f526ced6-bade-4c08-852b-7bf0dc62f7b1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.943694 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f526ced6-bade-4c08-852b-7bf0dc62f7b1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7699673 Jul 16 01:30:44.944175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:44.949232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:44.974963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99accdb-2d97-46e9-af75-29f8bfe2e1b7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39411a2f-510f-4e21-a7bf-8bbc75a53521,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.981322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Made reservation on behalf of 7a1b46c1d64f4f0395047cee18accc20 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:44.985316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.996202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e99accdb-2d97-46e9-af75-29f8bfe2e1b7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.000692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e99accdb-2d97-46e9-af75-29f8bfe2e1b7 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6434970 Jul 16 01:30:45.000692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52806) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:45.005339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9740f0d3-0ab8-4313-9e57-b4290298edce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952850124'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:45.015780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.178987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Allocated IP 172.20.0.6 (1e547e72-3aa7-4df0-bc5b-40447282ee09/3f911dd3-68c7-4167-8faa-b5fb59b2d080/8e49e50b-49ea-43e3-acbe-6ab214b962ea) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:45.181212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9740f0d3-0ab8-4313-9e57-b4290298edce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.292945 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.425417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9740f0d3-0ab8-4313-9e57-b4290298edce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.436457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9740f0d3-0ab8-4313-9e57-b4290298edce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.481100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9740f0d3-0ab8-4313-9e57-b4290298edce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.482334 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9740f0d3-0ab8-4313-9e57-b4290298edce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4809983 Jul 16 01:30:45.485743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.488426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:45.493647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36f03bb1-6906-4ab2-9a25-989eab641d7a req-eb18953a-4c39-4546-8b7a-6e5f24a59129 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 210 time: 0.0779090 Jul 16 01:30:45.496973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-20d4b027-a090-4d0e-b315-551485d84473 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '39411a2f-510f-4e21-a7bf-8bbc75a53521', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c09355be-6d76-430a-af7e-d7c9644bcfb3', 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:45.507670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f0d3-0ab8-4313-9e57-b4290298edce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09355be-6d76-430a-af7e-d7c9644bcfb3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:45.540651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:45.587553 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20d4b027-a090-4d0e-b315-551485d84473 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.608571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd13d86-b506-45dc-8731-6996b2cee060 req-d9b7ae41-2f9f-4a72-957a-c406ca58c8bc tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.610766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afd13d86-b506-45dc-8731-6996b2cee060 req-d9b7ae41-2f9f-4a72-957a-c406ca58c8bc tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 945 time: 0.1938241 Jul 16 01:30:45.621449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.708162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Network 1e547e72-3aa7-4df0-bc5b-40447282ee09 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:45.709096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afd13d86-b506-45dc-8731-6996b2cee060 req-63a0f34f-edde-4130-a832-7e65702e5d8e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903018 Jul 16 01:30:45.715002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:45.721461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.730902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:45.736763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:45.787307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20d4b027-a090-4d0e-b315-551485d84473 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.800356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20d4b027-a090-4d0e-b315-551485d84473 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.859334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.860030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.867807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20d4b027-a090-4d0e-b315-551485d84473 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.871811 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-20d4b027-a090-4d0e-b315-551485d84473 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3783708 Jul 16 01:30:45.872082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:45.884563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4b027-a090-4d0e-b315-551485d84473 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f93b56c-66fc-4146-9738-f0535ba26fd4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:45.906042 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-d22e2901-c987-43b5-9134-3e10ac4d2c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2093742 Jul 16 01:30:45.909517 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-357e4751-7abe-4e0b-a77c-9397d0df6db8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.919316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-357e4751-7abe-4e0b-a77c-9397d0df6db8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.925265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Request body: {'port': {'device_id': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:46.004076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:46.036859 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.043011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-357e4751-7abe-4e0b-a77c-9397d0df6db8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.050001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'mac_address': 'fa:16:3e:2f:92:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:46.090331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-357e4751-7abe-4e0b-a77c-9397d0df6db8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.093892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-357e4751-7abe-4e0b-a77c-9397d0df6db8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8f93b56c-66fc-4146-9738-f0535ba26fd4 HTTP/1.1" status: 204 len: 168 time: 0.2184851 Jul 16 01:30:46.096721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:46.111806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e4751-7abe-4e0b-a77c-9397d0df6db8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f93b56c-66fc-4146-9738-f0535ba26fd4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.133447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c56c6a5a-b185-4574-86cc-5769d832bf50 req-1fc956f8-af95-4020-81ac-88879e52cf53 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0837739 Jul 16 01:30:46.162777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 172.25.5.96 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/65571ab3-32f5-4c28-a7ef-33d53ea7687c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:46.202258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.222185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a0921baf-8bd7-440b-bf90-81caf0286081 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1212354 Jul 16 01:30:46.226578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:46.243716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.289052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985e61ae-ef46-42a1-88ac-afe188a622a2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:46.351179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:46.360557 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.379891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.396398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e6f00-5e6a-4e6c-ad67-703685137161 req-58bd1d1c-8e6a-48e9-a68d-81d5e1e002b0 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.405403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f85e6f00-5e6a-4e6c-ad67-703685137161 req-58bd1d1c-8e6a-48e9-a68d-81d5e1e002b0 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 948 time: 0.1636920 Jul 16 01:30:46.423796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-619589c0-76b0-461c-8672-f6fa6cae9ded tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.472806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f85e6f00-5e6a-4e6c-ad67-703685137161 req-f3ce2f7a-ea45-4ace-9401-35b04046f79c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662160 Jul 16 01:30:46.488862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.493262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-619589c0-76b0-461c-8672-f6fa6cae9ded tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.498661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.574273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:46.578408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:46.586241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:46.623496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=65571ab3-32f5-4c28-a7ef-33d53ea7687c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.637499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-619589c0-76b0-461c-8672-f6fa6cae9ded tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.640996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-619589c0-76b0-461c-8672-f6fa6cae9ded tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.646122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-619589c0-76b0-461c-8672-f6fa6cae9ded tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/c09355be-6d76-430a-af7e-d7c9644bcfb3 HTTP/1.1" status: 204 len: 168 time: 0.4154747 Jul 16 01:30:46.646209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:46.669033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['985e61ae-ef46-42a1-88ac-afe188a622a2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:46.682990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619589c0-76b0-461c-8672-f6fa6cae9ded tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09355be-6d76-430a-af7e-d7c9644bcfb3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.702196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e49e50b-49ea-43e3-acbe-6ab214b962ea {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:46.712961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.728974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Transition to ACTIVE for port object 8e49e50b-49ea-43e3-acbe-6ab214b962ea will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:46.742204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.787225 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.842729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Pushing event updated for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.857296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.954274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2b4708c8-6038-44c5-ba88-2ca96ce3c386 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.3001688 Jul 16 01:30:46.958703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:47.006106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f33ab0-bea9-4d21-aba2-74297e460734 req-d63237e9-f083-49bd-bd1a-c16d1e662b47 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.008076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13f33ab0-bea9-4d21-aba2-74297e460734 req-d63237e9-f083-49bd-bd1a-c16d1e662b47 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 931 time: 0.3319268 Jul 16 01:30:47.020195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.035059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Attempting to bind port 8e49e50b-49ea-43e3-acbe-6ab214b962ea on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:47.035335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Attempting to bind port 8e49e50b-49ea-43e3-acbe-6ab214b962ea by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:47.035656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Attempting to bind port 8e49e50b-49ea-43e3-acbe-6ab214b962ea on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:47.058049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Port 8e49e50b-49ea-43e3-acbe-6ab214b962ea on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:47.058478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Attempting to bind port 8e49e50b-49ea-43e3-acbe-6ab214b962ea on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:47.071630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:47.071979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Checking segment: {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:47.072407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Bound using segment: {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:47.072859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Bound port: 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:47.073226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.117893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55f91c65-99bf-4d6e-ac5c-141a7432de3c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.137313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-aff2b4f5-5cc6-4573-9540-1df4d4f87f03 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.139091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-aff2b4f5-5cc6-4573-9540-1df4d4f87f03 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640&tenant_id=c6717f74143741a781d9cd28d40c422b&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 949 time: 0.1505685 Jul 16 01:30:47.158337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13f33ab0-bea9-4d21-aba2-74297e460734 req-3a9a02bf-1bf0-4a60-902e-3ac73623cac5 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411350 Jul 16 01:30:47.190923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55f91c65-99bf-4d6e-ac5c-141a7432de3c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.206556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:47.212633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:47.225405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.266690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.267887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.269368 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] 10.222.0.93 "PUT /v2.0/ports/8e49e50b-49ea-43e3-acbe-6ab214b962ea HTTP/1.1" status: 200 len: 1091 time: 1.3519552 Jul 16 01:30:47.272466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'tag': '8e49e50b-49ea-43e3-acbe-6ab214b962ea'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:47.275249 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e783fc4-ccf9-4206-9c28-755723da7bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "21fe6c3e-8d00-4954-8544-99c93a410b5c", "tag": "8e49e50b-49ea-43e3-acbe-6ab214b962ea"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:47.290105 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ffa25bc5-6fcf-47c7-951b-61aa5d6956ab service neutron] 10.222.0.78 "GET /v2.0/ports/985e61ae-ef46-42a1-88ac-afe188a622a2/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 382 time: 0.1421585 Jul 16 01:30:47.296279 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55f91c65-99bf-4d6e-ac5c-141a7432de3c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.299576 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55f91c65-99bf-4d6e-ac5c-141a7432de3c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.300726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-55f91c65-99bf-4d6e-ac5c-141a7432de3c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/39411a2f-510f-4e21-a7bf-8bbc75a53521 HTTP/1.1" status: 204 len: 168 time: 0.3402083 Jul 16 01:30:47.308520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52844) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:47.308854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee4566-8adb-4509-9d77-e19d0fd4a87b req-af4b9213-a935-482a-b82a-212c3da00556 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.310556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6eee4566-8adb-4509-9d77-e19d0fd4a87b req-af4b9213-a935-482a-b82a-212c3da00556 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 945 time: 0.2385361 Jul 16 01:30:47.373081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f91c65-99bf-4d6e-ac5c-141a7432de3c tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39411a2f-510f-4e21-a7bf-8bbc75a53521,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.409541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7a382-f18a-4673-aa5e-e1ab1ce98acb service neutron] Pushing event updated for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.417180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.427050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.436147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6eee4566-8adb-4509-9d77-e19d0fd4a87b req-3b1c2352-f4ee-4ad9-bf51-63522f72a664 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038506 Jul 16 01:30:47.464151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-064f4876-f272-476d-8663-5a7581bf55d5 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1413546 Jul 16 01:30:47.464151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:47.464151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0e58c479-d54d-4c81-9335-f2c144867463 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--547235645'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:47.496643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-162bf50b-3b26-435f-82ea-659fb61330e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.498166 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-162bf50b-3b26-435f-82ea-659fb61330e3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1100 time: 0.1714575 Jul 16 01:30:47.503285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-0f842e04-cb73-426c-9517-385f3815383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.504750 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-0f842e04-cb73-426c-9517-385f3815383c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 1094 time: 0.1769953 Jul 16 01:30:47.505632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e58c479-d54d-4c81-9335-f2c144867463 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.529774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3d8a-b0ab-4ca1-8b2b-d14e9ef49146 req-044ebc9f-4f36-4229-8fc3-66f61f0d5747 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.532421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbbb3d8a-b0ab-4ca1-8b2b-d14e9ef49146 req-044ebc9f-4f36-4229-8fc3-66f61f0d5747 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 949 time: 0.2402713 Jul 16 01:30:47.546491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=65571ab3-32f5-4c28-a7ef-33d53ea7687c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.568581 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.581193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-907faae9-69f3-46e9-9c57-1c86614a9caa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea HTTP/1.1" status: 200 len: 217 time: 0.0568755 Jul 16 01:30:47.601184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbbb3d8a-b0ab-4ca1-8b2b-d14e9ef49146 req-026c73b7-6dcd-429d-8490-1e2d85fcdb5f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627172 Jul 16 01:30:47.670967 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53471e7b-3b63-4daf-a85b-36bb57e2f91d x-openstack-request-id: req-53471e7b-3b63-4daf-a85b-36bb57e2f91d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:47.671268 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fe6c3e-8d00-4954-8544-99c93a410b5c", "tag": "8e49e50b-49ea-43e3-acbe-6ab214b962ea", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:47.671525 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-53471e7b-3b63-4daf-a85b-36bb57e2f91d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:47.671916 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'tag': '8e49e50b-49ea-43e3-acbe-6ab214b962ea', 'status': 'completed', 'code': 200} Jul 16 01:30:47.721154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-976ecc7a-b463-4b11-94df-cca455c313b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.722638 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-976ecc7a-b463-4b11-94df-cca455c313b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f911dd3-68c7-4167-8faa-b5fb59b2d080 HTTP/1.1" status: 200 len: 862 time: 0.1317708 Jul 16 01:30:47.740848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ae65e9c1-595c-4f69-a88f-a3e7d86876a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.742348 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ae65e9c1-595c-4f69-a88f-a3e7d86876a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2335122 Jul 16 01:30:47.756094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0bdbed7-239e-4616-b860-0c24522c75f4 req-c11caad1-fdcf-4f41-876b-754a18b33551 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0457790 Jul 16 01:30:47.767674 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-295c3918-abe7-4c63-a02d-3e52eb767325 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1e547e72-3aa7-4df0-bc5b-40447282ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373764 Jul 16 01:30:47.838680 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-c420d1c7-36e3-4844-b0d0-fbafc1eb35eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.0740459 Jul 16 01:30:47.935418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e58c479-d54d-4c81-9335-f2c144867463 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.954817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.958732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e58c479-d54d-4c81-9335-f2c144867463 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.963865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-15696c33-4062-41eb-a902-4aaab4173c2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0156293 Jul 16 01:30:47.966212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-6fcd31c5-31d0-42fa-bf23-f545df692562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.967591 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-6fcd31c5-31d0-42fa-bf23-f545df692562 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1221452 Jul 16 01:30:47.984267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-df7fef24-63d8-4a5f-ae7f-d271ba2299eb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.984447 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-65c0d5f4-7e55-4d50-9400-6d696dd2af3e service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045105 Jul 16 01:30:47.994109 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-df7fef24-63d8-4a5f-ae7f-d271ba2299eb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.1512363 Jul 16 01:30:48.019381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-4b101c01-5945-4460-bd4e-3bf355babe1b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.0223420 Jul 16 01:30:48.081139 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e58c479-d54d-4c81-9335-f2c144867463 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.083806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0e58c479-d54d-4c81-9335-f2c144867463 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6249073 Jul 16 01:30:48.091951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:48.103056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58c479-d54d-4c81-9335-f2c144867463 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec26925-8c61-4919-9cc3-53dbc4af3573,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.117332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-878ae4e7-6ade-4015-948a-aaf53eb83cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': 'fec26925-8c61-4919-9cc3-53dbc4af3573', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:48.189120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-35f4782a-eea2-477a-97b8-6fdd5778f343 req-ed068dbe-c0da-4283-9c47-7b58e771eea9 service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928215 Jul 16 01:30:48.192050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-9e2a98f6-7d6a-4806-bca7-f04cb3aa9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.193985 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-9e2a98f6-7d6a-4806-bca7-f04cb3aa9cc8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024691 Jul 16 01:30:48.199411 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-878ae4e7-6ade-4015-948a-aaf53eb83cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.272245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25696b24-e430-4fb5-8bf8-03c8e54c2675 req-2c0a5dcd-62aa-4964-bd15-1a0afb5d24c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4cd6d7a2b04645daa4bb78ff995da8a9&device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0677736 Jul 16 01:30:48.330854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-95eb7a23-6e10-4c0f-9889-9d82fa719fbb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3102815 Jul 16 01:30:48.335338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25696b24-e430-4fb5-8bf8-03c8e54c2675 req-7f34b629-aa22-4abf-a6ac-7c50152d6c53 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4cd6d7a2b04645daa4bb78ff995da8a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468781 Jul 16 01:30:48.340965 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-e88ac3e4-094a-404a-8b17-90381369e673 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397421 Jul 16 01:30:48.424926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-0c6fd405-6bc5-4d29-8c48-0a5ccf8f59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.426420 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-0c6fd405-6bc5-4d29-8c48-0a5ccf8f59a6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 1094 time: 0.1400025 Jul 16 01:30:48.442817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68dfef0a-9375-452c-8920-f382616a00aa req-e9ba1d67-926f-4e26-a098-0cc43ad09dd0 tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0856011 Jul 16 01:30:48.494104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-878ae4e7-6ade-4015-948a-aaf53eb83cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.521884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-41180e9c-d1c7-4c2d-8b71-aa9772284730 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728687 Jul 16 01:30:48.539734 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-878ae4e7-6ade-4015-948a-aaf53eb83cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.555572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-08ec4330-6930-409b-8139-21802ba0c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.557133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-08ec4330-6930-409b-8139-21802ba0c22c service neutron] 10.222.0.93 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 923 time: 0.1230092 Jul 16 01:30:48.590854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae4e7-6ade-4015-948a-aaf53eb83cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fdcc29-e4f5-4c8f-b7ec-3cf04485d6fe,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.604843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-bb96bf5b-1916-4b8f-915d-169dfcc01a61 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486482 Jul 16 01:30:48.608164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-878ae4e7-6ade-4015-948a-aaf53eb83cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.609384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-878ae4e7-6ade-4015-948a-aaf53eb83cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5094798 Jul 16 01:30:48.614974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:48.666357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25696b24-e430-4fb5-8bf8-03c8e54c2675 req-f4e99d72-2118-4219-8015-2ba16a487b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.667992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25696b24-e430-4fb5-8bf8-03c8e54c2675 req-f4e99d72-2118-4219-8015-2ba16a487b0e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224633 Jul 16 01:30:48.691274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b7be397-e9ac-41c6-aa7b-59dc30a0f3cd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.730131 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b7be397-e9ac-41c6-aa7b-59dc30a0f3cd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.817298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-d3ab9d43-8aa6-4e9b-b5a8-4607527bfc8a service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015045 Jul 16 01:30:48.820351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b7be397-e9ac-41c6-aa7b-59dc30a0f3cd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.825697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b7be397-e9ac-41c6-aa7b-59dc30a0f3cd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.829292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6b7be397-e9ac-41c6-aa7b-59dc30a0f3cd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b6fdcc29-e4f5-4c8f-b7ec-3cf04485d6fe HTTP/1.1" status: 204 len: 168 time: 0.2099664 Jul 16 01:30:48.831206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:48.853837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7be397-e9ac-41c6-aa7b-59dc30a0f3cd tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6fdcc29-e4f5-4c8f-b7ec-3cf04485d6fe,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.901004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2dbcc412-3abf-428f-b148-47a6f57cb038 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672343 Jul 16 01:30:48.903919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52888) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:48.920813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-056b5e86-0ae9-4894-a166-e7cba6f7d8e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea HTTP/1.1" status: 200 len: 217 time: 0.3555822 Jul 16 01:30:48.931049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719872-3da6-4e60-ba27-9428c56e8594 req-bf2a4273-e862-4b17-9ef3-e260a59e08c1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.932838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a719872-3da6-4e60-ba27-9428c56e8594 req-bf2a4273-e862-4b17-9ef3-e260a59e08c1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 943 time: 0.1621501 Jul 16 01:30:48.979676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-ebe443a4-7af5-443f-a5d3-d341c991fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.981183 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-ebe443a4-7af5-443f-a5d3-d341c991fce4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f911dd3-68c7-4167-8faa-b5fb59b2d080 HTTP/1.1" status: 200 len: 862 time: 0.0537879 Jul 16 01:30:49.017245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a719872-3da6-4e60-ba27-9428c56e8594 req-c28eb7a8-f896-499f-aa6e-0bd600839f83 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686488 Jul 16 01:30:49.034261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-3225cb77-652f-4ca8-b68f-5c9425d1d5eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1e547e72-3aa7-4df0-bc5b-40447282ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328875 Jul 16 01:30:49.047355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a152a11-fbf7-48d4-90ef-18bf1ed2eb80 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.097326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a152a11-fbf7-48d4-90ef-18bf1ed2eb80 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.102682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-afe9ae6c-ace9-4958-9e6d-00e120fb57ca tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--987053676&fields=id&tenant_id=42ae8a55ffd84b78827a8af38aaff54d HTTP/1.1" status: 200 len: 267 time: 0.0823553 Jul 16 01:30:49.175781 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-1655cb97-d879-4d4f-87d3-9dfaec0e14d4 service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178353 Jul 16 01:30:49.222008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-fc6f4490-49a9-4bdb-a2f6-cf3f077b4256 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.223435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-fc6f4490-49a9-4bdb-a2f6-cf3f077b4256 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports/ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 200 len: 932 time: 0.1115971 Jul 16 01:30:49.241598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a152a11-fbf7-48d4-90ef-18bf1ed2eb80 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.244173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a152a11-fbf7-48d4-90ef-18bf1ed2eb80 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.246048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2a152a11-fbf7-48d4-90ef-18bf1ed2eb80 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/fec26925-8c61-4919-9cc3-53dbc4af3573 HTTP/1.1" status: 204 len: 168 time: 0.3403666 Jul 16 01:30:49.260079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.292468 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e783fc4-ccf9-4206-9c28-755723da7bdb req-2de73bad-fbcc-4cef-8457-d59d51207c6c service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093819 Jul 16 01:30:49.311600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a152a11-fbf7-48d4-90ef-18bf1ed2eb80 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec26925-8c61-4919-9cc3-53dbc4af3573,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.339440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8bd2-4629-4aeb-b50d-417fbfa9a9af req-66c15b1a-9382-43b8-9193-bf7bcd133d0f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.340988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-758d8bd2-4629-4aeb-b50d-417fbfa9a9af req-66c15b1a-9382-43b8-9193-bf7bcd133d0f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 949 time: 0.1832457 Jul 16 01:30:49.358493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a9998a4d-7e93-4d0e-b3df-af85dae4a304 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.359849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a9998a4d-7e93-4d0e-b3df-af85dae4a304 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports/9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 200 len: 931 time: 0.1263013 Jul 16 01:30:49.399876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-752b62be-6e2c-4fb8-aaab-775ebd47c20b tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363032 Jul 16 01:30:49.404512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.409798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-29957b69-b3a3-4e96-a81c-39bc0da6f4b2 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group': {'name': 'tempest-secgroup--159018072'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:49.420161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-f5e1df54-6a29-48d1-9700-1a866e0b0640 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0450361 Jul 16 01:30:49.441192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29957b69-b3a3-4e96-a81c-39bc0da6f4b2 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.450050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-758d8bd2-4629-4aeb-b50d-417fbfa9a9af req-a1877749-1cd2-4744-b9b8-701770e39f96 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016829 Jul 16 01:30:49.470608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-c171c479-144e-40c9-9760-8a0377789942 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0389512 Jul 16 01:30:49.551909 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.568758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29957b69-b3a3-4e96-a81c-39bc0da6f4b2 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.573116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29957b69-b3a3-4e96-a81c-39bc0da6f4b2 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.583365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:49.619995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29957b69-b3a3-4e96-a81c-39bc0da6f4b2 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.621900 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29957b69-b3a3-4e96-a81c-39bc0da6f4b2 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2163692 Jul 16 01:30:49.624933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d596e33c-f859-4384-bc6f-3f30b5f74abb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.626768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52914) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.633096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7955b00c-4a17-4526-b46c-5167d4a53782 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '17665114-9900-4d51-81b7-ebff8b3fe4fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:49.633280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d596e33c-f859-4384-bc6f-3f30b5f74abb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.642297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d596e33c-f859-4384-bc6f-3f30b5f74abb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.644777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d596e33c-f859-4384-bc6f-3f30b5f74abb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/networks?id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=55095e0a-1236-4146-9861-5d2f4985cdc1&id=55095e0a-1236-4146-9861-5d2f4985cdc1 HTTP/1.1" status: 200 len: 1991 time: 0.1627364 Jul 16 01:30:49.653985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29957b69-b3a3-4e96-a81c-39bc0da6f4b2 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17665114-9900-4d51-81b7-ebff8b3fe4fd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.677928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7955b00c-4a17-4526-b46c-5167d4a53782 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.682279 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-234e2c66-74e4-44d6-9300-0ca939a73731 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/quotas/42ae8a55ffd84b78827a8af38aaff54d HTTP/1.1" status: 200 len: 375 time: 0.0226994 Jul 16 01:30:49.699840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 985e61ae-ef46-42a1-88ac-afe188a622a2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:49.714039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 985e61ae-ef46-42a1-88ac-afe188a622a2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:49.714497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.740432 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7955b00c-4a17-4526-b46c-5167d4a53782 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.749624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7955b00c-4a17-4526-b46c-5167d4a53782 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.775170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955b00c-4a17-4526-b46c-5167d4a53782 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefd5d1a-7697-4b55-a97f-00ec9a647620,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.790166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7955b00c-4a17-4526-b46c-5167d4a53782 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.794330 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7955b00c-4a17-4526-b46c-5167d4a53782 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639996 Jul 16 01:30:49.794849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52916) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.822983 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dfbccee0-4c9e-4bdd-aa0a-b4c25f754716 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules/cefd5d1a-7697-4b55-a97f-00ec9a647620 HTTP/1.1" status: 200 len: 763 time: 0.0242832 Jul 16 01:30:49.823189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52918) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.852711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-10be4fa6-b2f0-49ae-8f9e-03b4a53a8ae3 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1533005 Jul 16 01:30:49.873354 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-82b7df6d-d733-419a-9087-fd2c0a5bb4fa tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0464318 Jul 16 01:30:49.873728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.909253 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd5893e8-8dc8-4f11-813b-b40615ed51c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.919034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd5893e8-8dc8-4f11-813b-b40615ed51c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.923654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d7bc229-8a6f-4c3d-b45d-7d1ae11b2013 req-b6e91757-d1d5-45fa-98b3-39b539b70990 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 210 time: 0.0697551 Jul 16 01:30:49.955614 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd5893e8-8dc8-4f11-813b-b40615ed51c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.965101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd5893e8-8dc8-4f11-813b-b40615ed51c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.966799 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bd5893e8-8dc8-4f11-813b-b40615ed51c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/cefd5d1a-7697-4b55-a97f-00ec9a647620 HTTP/1.1" status: 204 len: 168 time: 0.0920932 Jul 16 01:30:49.969415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.984626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5893e8-8dc8-4f11-813b-b40615ed51c8 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cefd5d1a-7697-4b55-a97f-00ec9a647620,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.021477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d3b5bd8d-6cdf-4366-a0ef-610a19436dc3 service neutron] 10.222.0.81 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638687 Jul 16 01:30:50.033971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c9f3f394-e3db-4ee0-9939-b8452b654ce4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631945 Jul 16 01:30:50.036678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.043021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ed519ea5-fb17-4bb5-a64e-a0c0de015d83 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '17665114-9900-4d51-81b7-ebff8b3fe4fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:50.076587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.093314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed519ea5-fb17-4bb5-a64e-a0c0de015d83 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.099234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:50.101472 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db7833-b487-42ad-ace7-3384e68c9747" -d '{"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-plugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:50.114281 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad45323d-6be0-41cf-9ef4-735fedef8c8e req-c3126bcc-86d7-4e14-b125-45f270f918cc tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0444798 Jul 16 01:30:50.115273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.120829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.157938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25696b24-e430-4fb5-8bf8-03c8e54c2675 req-8f0af8b6-440b-45d4-8246-f57c014b3ebe tempest-ServerShowV254Test-1032014888 tempest-ServerShowV254Test-1032014888-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ed60691-b2a9-408e-994a-4c50f16916a6 HTTP/1.1" status: 200 len: 210 time: 0.0432231 Jul 16 01:30:50.201866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed519ea5-fb17-4bb5-a64e-a0c0de015d83 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.209571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed519ea5-fb17-4bb5-a64e-a0c0de015d83 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.237970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed519ea5-fb17-4bb5-a64e-a0c0de015d83 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.239715 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ed519ea5-fb17-4bb5-a64e-a0c0de015d83 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2020168 Jul 16 01:30:50.240408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.242932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed519ea5-fb17-4bb5-a64e-a0c0de015d83 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def9b1e8-5c1a-4432-bd32-9ed29e15776a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.244995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.248687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-17049da4-0dce-4a35-8a2e-fd9d6c77ff64 service neutron] 10.222.0.81 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017002 Jul 16 01:30:50.264727 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2a95a913-4ce9-4238-83cd-f9bd1f659726 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules/def9b1e8-5c1a-4432-bd32-9ed29e15776a HTTP/1.1" status: 200 len: 763 time: 0.0181201 Jul 16 01:30:50.267341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.323236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6749f4b1-6989-4f26-b479-c10b64e8463a tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545619 Jul 16 01:30:50.323776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.353500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-1e3c2e5f-752f-4576-a7f1-9d4620426e50 service neutron] 10.222.0.81 "GET /v2.0/ports/ef800cc1-4796-4a5b-a324-86d165acd141?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1038074 Jul 16 01:30:50.393944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8fcaf8f-65ae-40b0-b164-991ac39db4ce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.416302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8fcaf8f-65ae-40b0-b164-991ac39db4ce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.448571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e804-46b6-4011-aa9a-3847f19d9091 req-42be5208-ce56-42e5-984b-487451419070 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.457038 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50f7e804-46b6-4011-aa9a-3847f19d9091 req-42be5208-ce56-42e5-984b-487451419070 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 943 time: 0.1955893 Jul 16 01:30:50.525646 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8fcaf8f-65ae-40b0-b164-991ac39db4ce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.542216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8fcaf8f-65ae-40b0-b164-991ac39db4ce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.543509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e8fcaf8f-65ae-40b0-b164-991ac39db4ce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/def9b1e8-5c1a-4432-bd32-9ed29e15776a HTTP/1.1" status: 204 len: 168 time: 0.2159553 Jul 16 01:30:50.550185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.560962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcaf8f-65ae-40b0-b164-991ac39db4ce tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=def9b1e8-5c1a-4432-bd32-9ed29e15776a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.573679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50f7e804-46b6-4011-aa9a-3847f19d9091 req-ea1566d9-578e-4eec-a430-63683fddfbce tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156888 Jul 16 01:30:50.576375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bc2ff039-08f9-4a70-984f-51c7e25b1ce8 service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152092 Jul 16 01:30:50.602179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-02574cd3-0a66-4c2d-96c3-2fa5d993b52f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.603852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-02574cd3-0a66-4c2d-96c3-2fa5d993b52f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.1726632 Jul 16 01:30:50.618745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4bb59dd6-f211-466c-b1aa-6a5d6e2a2d50 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669694 Jul 16 01:30:50.624150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Request body: {'port': {'device_id': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'admin_state_up': True, 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:50.629395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52942) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.633824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-91d0861f-9d04-405b-a283-c8698b4123d4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Request body: {'security_group_rule': {'security_group_id': '17665114-9900-4d51-81b7-ebff8b3fe4fd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:50.654733 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182a6d44-d51f-4b19-adda-9f5329961db6 x-openstack-request-id: req-182a6d44-d51f-4b19-adda-9f5329961db6 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:50.655264 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-plugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:50.655549 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-182a6d44-d51f-4b19-adda-9f5329961db6 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:50.656029 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'code': 200} Jul 16 01:30:50.728417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d0861f-9d04-405b-a283-c8698b4123d4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.838805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d0861f-9d04-405b-a283-c8698b4123d4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.839510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-48f7a0a9-03f4-4564-aba9-c13af29f22bc service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506454 Jul 16 01:30:50.840175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:50.843713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.848008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d0861f-9d04-405b-a283-c8698b4123d4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.893479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0861f-9d04-405b-a283-c8698b4123d4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc826cbd-f515-422c-92a9-4b0f4bfa95de,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.904830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d0861f-9d04-405b-a283-c8698b4123d4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.908730 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-91d0861f-9d04-405b-a283-c8698b4123d4 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758746 Jul 16 01:30:50.908881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-56b61d0f-8217-40e5-b014-b65b973d05ad service neutron] 10.222.0.81 "GET /v2.0/ports/9599ba27-a20b-4970-8893-55aadeba3897?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0673950 Jul 16 01:30:50.909407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.016050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8e49e50b-49ea-43e3-acbe-6ab214b962ea details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:51.058163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Allocated IP 172.20.0.4 (167f47a7-2079-41c8-aab3-e91b6377e825/6674999c-177b-4ef8-9ce1-225c3d07f939/3e395e93-21c2-4be9-8169-904d96c82d4f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:51.130665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:51.142828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '8e49e50b-49ea-43e3-acbe-6ab214b962ea', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'port_id': '8e49e50b-49ea-43e3-acbe-6ab214b962ea', 'mac_address': 'fa:16:3e:ec:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f911dd3-68c7-4167-8faa-b5fb59b2d080', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:51.185820 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.200395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e49e50b-49ea-43e3-acbe-6ab214b962ea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:51.222927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:51.227537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.250841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.258791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1cb13-6ef9-4914-a6aa-eada8a513629 req-4b1a79f4-2cd6-4e7e-8c6a-bd6baa4f709c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.260429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fec1cb13-6ef9-4914-a6aa-eada8a513629 req-4b1a79f4-2cd6-4e7e-8c6a-bd6baa4f709c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.4734230 Jul 16 01:30:51.279164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.286334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f654252-89c6-42a6-98ad-25f11b42c8eb tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules/cc826cbd-f515-422c-92a9-4b0f4bfa95de HTTP/1.1" status: 200 len: 764 time: 0.3757274 Jul 16 01:30:51.288905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52952) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.325415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.338174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['dd528856-86cd-45d0-b149-5508fa980c6e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:51.341669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:51.346321 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a1aa3377-6ee6-4e20-aa2c-8a75f0729320 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0557306 Jul 16 01:30:51.349140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.381866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:51.387529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:51.391544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:51.420477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event updated for resources: {'Port': ['ID=3e395e93-21c2-4be9-8169-904d96c82d4f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.420693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fec1cb13-6ef9-4914-a6aa-eada8a513629 req-f5d80e54-ccc9-43eb-92ce-6f054c3a374f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330221 Jul 16 01:30:51.428074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d388b8a-b84d-4e9e-ae26-d8f61c11e255 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.443969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d5dee6b8-1e2b-4aac-bfaf-e3a4466efe9f service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268724 Jul 16 01:30:51.445725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d388b8a-b84d-4e9e-ae26-d8f61c11e255 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.451042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.452345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.470283 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-92936ee8-8ed0-46b6-a618-6d3bc3da9c9f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8496587 Jul 16 01:30:51.477792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-72776425-fe63-49e4-bc4a-3ba5d77db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.479510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-72776425-fe63-49e4-bc4a-3ba5d77db80f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640&tenant_id=c6717f74143741a781d9cd28d40c422b HTTP/1.1" status: 200 len: 1101 time: 0.2662272 Jul 16 01:30:51.483194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Request body: {'port': {'device_id': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:51.509736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:51.553578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8e49e50b-49ea-43e3-acbe-6ab214b962ea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:51.576482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d388b8a-b84d-4e9e-ae26-d8f61c11e255 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.577850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.586107 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d388b8a-b84d-4e9e-ae26-d8f61c11e255 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.590320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8d388b8a-b84d-4e9e-ae26-d8f61c11e255 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/cc826cbd-f515-422c-92a9-4b0f4bfa95de HTTP/1.1" status: 204 len: 168 time: 0.2371821 Jul 16 01:30:51.590514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52956) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.603442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d388b8a-b84d-4e9e-ae26-d8f61c11e255 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc826cbd-f515-422c-92a9-4b0f4bfa95de,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.686738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.756505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-1738e959-ed8a-4ca6-9a89-ab5ecd7ffee2 service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024993 Jul 16 01:30:51.759081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-711fb752-9834-47bf-802d-123112ffe0ed tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1661620 Jul 16 01:30:51.761498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:51.885831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff3dc42d-7088-4b0c-8d05-43508c266961 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.924754 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff3dc42d-7088-4b0c-8d05-43508c266961 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.994242 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff3dc42d-7088-4b0c-8d05-43508c266961 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.996906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff3dc42d-7088-4b0c-8d05-43508c266961 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.998097 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ff3dc42d-7088-4b0c-8d05-43508c266961 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "DELETE /v2.0/security-groups/17665114-9900-4d51-81b7-ebff8b3fe4fd HTTP/1.1" status: 204 len: 168 time: 0.2356763 Jul 16 01:30:52.014541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.029271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dc42d-7088-4b0c-8d05-43508c266961 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17665114-9900-4d51-81b7-ebff8b3fe4fd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.034460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-6bbd88df-d43d-40b3-9355-5a9236af8f03 service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684727 Jul 16 01:30:52.040253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e395e93-21c2-4be9-8169-904d96c82d4f {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:52.048819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.065050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Transition to ACTIVE for port object 3e395e93-21c2-4be9-8169-904d96c82d4f will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:52.069899 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.072755 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:52.128807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Pushing event updated for resources: {'Port': ['ID=3e395e93-21c2-4be9-8169-904d96c82d4f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.172320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6279c-37c3-49fd-980a-7c6763c11684 req-6e679fba-4f4b-454b-af3a-84772dbcaabc tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.174729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15a6279c-37c3-49fd-980a-7c6763c11684 req-6e679fba-4f4b-454b-af3a-84772dbcaabc tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 931 time: 0.2604079 Jul 16 01:30:52.202779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Attempting to bind port 3e395e93-21c2-4be9-8169-904d96c82d4f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:52.203134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Attempting to bind port 3e395e93-21c2-4be9-8169-904d96c82d4f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:52.203467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Attempting to bind port 3e395e93-21c2-4be9-8169-904d96c82d4f on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:52.208199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Port 3e395e93-21c2-4be9-8169-904d96c82d4f on network 167f47a7-2079-41c8-aab3-e91b6377e825 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:52.208575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Attempting to bind port 3e395e93-21c2-4be9-8169-904d96c82d4f on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:52.213790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:52.214146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:52.214537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Bound using segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:52.214997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Bound port: 3e395e93-21c2-4be9-8169-904d96c82d4f, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:52.215381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.237246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-48c21c95-2804-46c4-b611-2a85a0f88300 tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2195911 Jul 16 01:30:52.249338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.274641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:52.312716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15a6279c-37c3-49fd-980a-7c6763c11684 req-7c538d15-8743-4a97-8472-a04a25ae33b7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290510 Jul 16 01:30:52.320945 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93e99762-9f27-4360-9a99-20ea27145cee tempest-SecGroupTest-1415010140 tempest-SecGroupTest-1415010140-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704033 Jul 16 01:30:52.322325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] For port 3e395e93-21c2-4be9-8169-904d96c82d4f, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:52.323798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ddc96298-99e5-4d64-aa2d-f94661464eea service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676127 Jul 16 01:30:52.333187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] For port 3e395e93-21c2-4be9-8169-904d96c82d4f, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e395e93-21c2-4be9-8169-904d96c82d4f,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:52.338299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.378990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:52.413331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Pushing event updated for resources: {'Port': ['ID=3e395e93-21c2-4be9-8169-904d96c82d4f,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.432382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.433008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.434510 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-22a7fc09-0d8d-488e-9828-6efd4f180078 service neutron] 10.222.0.93 "PUT /v2.0/ports/3e395e93-21c2-4be9-8169-904d96c82d4f HTTP/1.1" status: 200 len: 1091 time: 0.9564595 Jul 16 01:30:52.435003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:52.448817 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b77c7ef-259e-4650-88a2-affde2e4ff7d" -d '{"events": [{"name": "network-changed", "server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:52.501806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:52.505176 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf8059-0b65-451e-98f3-58be079608c6" -d '{"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-unplugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:52.510983 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.555092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-dbc8c8bf-ac1d-4061-91a1-531e4bac5c60 service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213547 Jul 16 01:30:52.556326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Transition to ACTIVE for port object 985e61ae-ef46-42a1-88ac-afe188a622a2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:52.589118 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.591288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-87b82d71-dc3e-4245-a5a5-b0f14b6b91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.593294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-87b82d71-dc3e-4245-a5a5-b0f14b6b91d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 1094 time: 0.1062665 Jul 16 01:30:52.649670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-5e2b82f2-250a-438a-80a0-a7f7f383c0d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e395e93-21c2-4be9-8169-904d96c82d4f HTTP/1.1" status: 200 len: 217 time: 0.0488043 Jul 16 01:30:52.668072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52982) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.730857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-90f32cd8-2a5c-45c4-bc42-e74791fec080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.732403 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-90f32cd8-2a5c-45c4-bc42-e74791fec080 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.0653062 Jul 16 01:30:52.747774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] No DVR routers for this DVR port 985e61ae-ef46-42a1-88ac-afe188a622a2 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:52.761722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.783801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52986) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.790596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-3ccd1dfc-3de1-41a9-b732-694ae9f0d725 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488496 Jul 16 01:30:52.831330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-fa29563c-adab-4d5a-a06a-bbfdbb060040 service neutron] 10.222.0.81 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548225 Jul 16 01:30:52.847815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740bdb2-5bd2-433e-b33d-d0da4451ad37 req-2eb070fe-05d3-4bb5-9184-fbe2891101e1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.855727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5740bdb2-5bd2-433e-b33d-d0da4451ad37 req-2eb070fe-05d3-4bb5-9184-fbe2891101e1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 944 time: 0.3224177 Jul 16 01:30:52.879068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:52.879397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:52.879816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:52.932860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:52.933377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Attempting to bind port 985e61ae-ef46-42a1-88ac-afe188a622a2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:52.971458 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-20c8b5ec-3fbd-4397-8c98-010653a7ca43 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722019 Jul 16 01:30:52.998809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:52.999204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:52.999721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:53.000297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Bound port: 985e61ae-ef46-42a1-88ac-afe188a622a2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:53.000819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.005948 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-33aa4f1b-9207-4ef8-a478-d63d1ee38171 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80d34bc9487e4f74bcc60ab8d9133817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364913 Jul 16 01:30:53.012444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:53.014882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5740bdb2-5bd2-433e-b33d-d0da4451ad37 req-cf56303f-3a2c-4fb7-9dca-5f486adcad34 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580801 Jul 16 01:30:53.026580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8e49e50b-49ea-43e3-acbe-6ab214b962ea up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:53.031373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-823c361e-7b72-493a-a70c-9deb9f3d9460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.086043 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2005a51d-713d-4efc-9634-ab717dea61cb x-openstack-request-id: req-2005a51d-713d-4efc-9634-ab717dea61cb {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:53.086043 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:53.086043 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2005a51d-713d-4efc-9634-ab717dea61cb {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:53.086593 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f', 'status': 'completed', 'code': 200} Jul 16 01:30:53.108384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 8e49e50b-49ea-43e3-acbe-6ab214b962ea completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:53.113799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 8e49e50b-49ea-43e3-acbe-6ab214b962ea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:53.114373 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.119360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-39f59ff8-a7cb-46ac-a2fa-ed552d9df482 service neutron] 10.222.0.81 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605186 Jul 16 01:30:53.136797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cdc63b3a-d4bc-4384-b441-0bd1bf0e6a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.151036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c26acee-02f0-4331-bf82-488c84d70e6d req-21dd93b0-5b14-4946-81af-4f0b68576c5b service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696877 Jul 16 01:30:53.166074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cdc63b3a-d4bc-4384-b441-0bd1bf0e6a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.256957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cdc63b3a-d4bc-4384-b441-0bd1bf0e6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.257628 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.259654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cdc63b3a-d4bc-4384-b441-0bd1bf0e6a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.260936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cdc63b3a-d4bc-4384-b441-0bd1bf0e6a31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41c3607c-b04b-4d37-a6f8-58a85f09b264 HTTP/1.1" status: 204 len: 168 time: 0.2474909 Jul 16 01:30:53.276080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc63b3a-d4bc-4384-b441-0bd1bf0e6a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c3607c-b04b-4d37-a6f8-58a85f09b264,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.299286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:53.315209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-140bd527-fb96-448b-b9cf-c213e6cfdecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.316780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49e50b-49ea-43e3-acbe-6ab214b962ea'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:53.319342 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35481f50-656a-4474-ba1e-e7f780fd4387" -d '{"events": [{"server_uuid": "21fe6c3e-8d00-4954-8544-99c93a410b5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e49e50b-49ea-43e3-acbe-6ab214b962ea"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:53.328006 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-140bd527-fb96-448b-b9cf-c213e6cfdecf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 1094 time: 0.1062219 Jul 16 01:30:53.337573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:53.348459 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.383285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:53.397703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.414798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d92872d8-c7ee-4ebc-b0fe-7dac4025dd6c service neutron] 10.222.0.81 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941952 Jul 16 01:30:53.448444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-bd853d3c-37b1-4209-933e-e256c345b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.450543 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-bd853d3c-37b1-4209-933e-e256c345b8af service neutron] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.1147645 Jul 16 01:30:53.457858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.471394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.472262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.473850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] 10.222.0.93 "PUT /v2.0/ports/985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 1097 time: 1.9723213 Jul 16 01:30:53.509463 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-ce7c5d61-7345-433e-8760-35f04abdc34c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e395e93-21c2-4be9-8169-904d96c82d4f HTTP/1.1" status: 200 len: 217 time: 0.0516205 Jul 16 01:30:53.567452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-c1e48a93-012f-4380-937f-c4e2e3449f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.569562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-c1e48a93-012f-4380-937f-c4e2e3449f06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.0542901 Jul 16 01:30:53.607225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:53.618127 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-50989cd7-9e8b-4922-b1f0-144ffb70798b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408609 Jul 16 01:30:53.627276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-823c361e-7b72-493a-a70c-9deb9f3d9460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.681591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:53.682007 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-823c361e-7b72-493a-a70c-9deb9f3d9460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.691704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c18b6-89d1-4bee-8705-9aa54aa9b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.751459 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-1dde7c62-fbc7-45fc-bc66-4ac8dc190a49 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238108 Jul 16 01:30:53.782163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-823c361e-7b72-493a-a70c-9deb9f3d9460 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4cd6d7a2b04645daa4bb78ff995da8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9927046 Jul 16 01:30:53.788320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c361e-7b72-493a-a70c-9deb9f3d9460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78082f4-2abd-4049-979b-6bd8d189a58e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.789585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:53.799741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-61ba9e51-22b8-4a1d-bf5b-56bd0fe767a8 service neutron] 10.222.0.81 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565912 Jul 16 01:30:53.807516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-03634ec0-80f1-4afa-9773-9f002159f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.809081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-03634ec0-80f1-4afa-9773-9f002159f43f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1100 time: 0.3045983 Jul 16 01:30:53.867193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0f397-ca53-42b4-b342-590fe849846d req-290c9b51-c89b-494a-b23e-309e79c3d3e1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.868790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9b0f397-ca53-42b4-b342-590fe849846d req-290c9b51-c89b-494a-b23e-309e79c3d3e1 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 949 time: 0.3293910 Jul 16 01:30:53.934669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4b77c7ef-259e-4650-88a2-affde2e4ff7d req-9c8589f1-b765-4ce7-9440-a1909cba7ad9 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734252 Jul 16 01:30:53.935452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b6b33a2-8abd-41b7-bd6c-610519ae96bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.963865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b6b33a2-8abd-41b7-bd6c-610519ae96bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.994381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9b0f397-ca53-42b4-b342-590fe849846d req-c0b9e38b-4731-4e34-83bd-b66a27b27fb8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170723 Jul 16 01:30:54.020372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d37de489-f01e-44b8-a8b5-b5371d857ded service neutron] 10.222.0.81 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102797 Jul 16 01:30:54.026248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b6b33a2-8abd-41b7-bd6c-610519ae96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.026368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-b36cd723-1566-4ac8-9ab8-f17b7477b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.027216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-b36cd723-1566-4ac8-9ab8-f17b7477b27c service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2074478 Jul 16 01:30:54.029284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b6b33a2-8abd-41b7-bd6c-610519ae96bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.039280 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4b6b33a2-8abd-41b7-bd6c-610519ae96bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a78082f4-2abd-4049-979b-6bd8d189a58e HTTP/1.1" status: 204 len: 168 time: 0.2401211 Jul 16 01:30:54.041873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b33a2-8abd-41b7-bd6c-610519ae96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78082f4-2abd-4049-979b-6bd8d189a58e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.114156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-0eb94176-6728-4efd-acac-d3d2bcab8f54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.0775688 Jul 16 01:30:54.116985 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51f87d1-2cf6-4945-b38d-55b4ac6e7f7d x-openstack-request-id: req-c51f87d1-2cf6-4945-b38d-55b4ac6e7f7d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:54.117475 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-unplugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:54.117893 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c51f87d1-2cf6-4945-b38d-55b4ac6e7f7d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:54.118958 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'code': 200} Jul 16 01:30:54.226726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-dde69b6a-4e94-4581-8a88-90b7e5792be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.228492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-dde69b6a-4e94-4581-8a88-90b7e5792be6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0993896 Jul 16 01:30:54.360863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8508-c3d4-4134-9eab-694690a0b99d req-e79b2b6a-0087-40a7-a771-dd3bdd2f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.362861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-e79b2b6a-0087-40a7-a771-dd3bdd2f57cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266732 Jul 16 01:30:54.411833 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dfe6bf-623f-4330-bd57-04782be6357e x-openstack-request-id: req-80dfe6bf-623f-4330-bd57-04782be6357e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:54.412394 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fe6c3e-8d00-4954-8544-99c93a410b5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e49e50b-49ea-43e3-acbe-6ab214b962ea", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:54.415209 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80dfe6bf-623f-4330-bd57-04782be6357e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:54.416919 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49e50b-49ea-43e3-acbe-6ab214b962ea', 'code': 200} Jul 16 01:30:54.561995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-f4d1e5a1-b6bc-4dbc-8788-9eafff5277a7 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865451 Jul 16 01:30:54.579789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8093f6a-ef04-4204-af3a-11971fd68db2 req-69238130-be57-4bdd-9ac9-ad9555914b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.581421 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8093f6a-ef04-4204-af3a-11971fd68db2 req-69238130-be57-4bdd-9ac9-ad9555914b8c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 1096 time: 0.0878346 Jul 16 01:30:54.632077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8093f6a-ef04-4204-af3a-11971fd68db2 req-c47983d5-561f-446f-abc8-5e044d8dfb01 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Jul 16 01:30:55.033239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3e395e93-21c2-4be9-8169-904d96c82d4f details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:55.099265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563f4a6-022b-4440-9cb8-386a0a9c05a9 req-0dd0b804-6059-4039-acda-472d60409dee tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.101102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0563f4a6-022b-4440-9cb8-386a0a9c05a9 req-0dd0b804-6059-4039-acda-472d60409dee tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 943 time: 0.5382040 Jul 16 01:30:55.178437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3e395e93-21c2-4be9-8169-904d96c82d4f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e395e93-21c2-4be9-8169-904d96c82d4f,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:55.194444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '3e395e93-21c2-4be9-8169-904d96c82d4f', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'port_id': '3e395e93-21c2-4be9-8169-904d96c82d4f', 'mac_address': 'fa:16:3e:e1:ed:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674999c-177b-4ef8-9ce1-225c3d07f939', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:55.197783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-498c8508-c3d4-4134-9eab-694690a0b99d req-d188f13f-41d3-4a80-8c68-38d5ca82f84c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252012 Jul 16 01:30:55.218069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0563f4a6-022b-4440-9cb8-386a0a9c05a9 req-a93360d9-5b7c-4ec3-b32d-ebff7dfd3b5b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Jul 16 01:30:55.252110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d783e-6867-4582-84a7-60ea852daab6 req-0a7eaa25-b7cd-497c-af5a-5df406e0f552 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.263190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.264020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b98d783e-6867-4582-84a7-60ea852daab6 req-0a7eaa25-b7cd-497c-af5a-5df406e0f552 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.2773712 Jul 16 01:30:55.282300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e395e93-21c2-4be9-8169-904d96c82d4f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:55.307668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3e395e93-21c2-4be9-8169-904d96c82d4f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e395e93-21c2-4be9-8169-904d96c82d4f,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:55.312953 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.321073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.327153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90e79bca-1030-4b25-ad7c-dd4f5596d151 req-404e42ae-5db4-4b23-b432-d828278d27e0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0393548 Jul 16 01:30:55.360757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b98d783e-6867-4582-84a7-60ea852daab6 req-6d7758a4-6965-405b-9110-e3909708ca55 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951760 Jul 16 01:30:55.379035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3e395e93-21c2-4be9-8169-904d96c82d4f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.593400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7e1221a-03ca-4f69-ab09-e01947297817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.605880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d25f4-3d05-4848-89a1-e8cf81cdf848 req-21c118a9-2a69-4de0-8834-b2b8356a334c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.616773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e5d25f4-3d05-4848-89a1-e8cf81cdf848 req-21c118a9-2a69-4de0-8834-b2b8356a334c tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 949 time: 0.1335516 Jul 16 01:30:55.634604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['3e395e93-21c2-4be9-8169-904d96c82d4f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:55.693672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e5d25f4-3d05-4848-89a1-e8cf81cdf848 req-23cc981e-3a44-4df4-9af6-a5ad0890706b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730944 Jul 16 01:30:55.815178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.831000 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7e1221a-03ca-4f69-ab09-e01947297817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.836113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7e1221a-03ca-4f69-ab09-e01947297817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.889209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c7e1221a-03ca-4f69-ab09-e01947297817 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0f3d218a1254a298559a0ea11b1dbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669050 Jul 16 01:30:55.890024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1221a-03ca-4f69-ab09-e01947297817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0245d510-fba2-42c8-9024-91f2d3ac55b9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.892124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.972266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d395c51-be3a-46c5-9e55-908ad15f489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.001713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18a489b0-42f0-465b-a78f-888cdb518453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.017631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d395c51-be3a-46c5-9e55-908ad15f489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.114248 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d395c51-be3a-46c5-9e55-908ad15f489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.118411 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d395c51-be3a-46c5-9e55-908ad15f489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.124138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8d395c51-be3a-46c5-9e55-908ad15f489e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0245d510-fba2-42c8-9024-91f2d3ac55b9 HTTP/1.1" status: 204 len: 168 time: 0.2305527 Jul 16 01:30:56.134940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:56.137746 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6fc478-041f-4289-81d0-6c689db0a3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:56.162636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d395c51-be3a-46c5-9e55-908ad15f489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0245d510-fba2-42c8-9024-91f2d3ac55b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.207891 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6426a946-e764-4bd6-8dda-00fcba800401 x-openstack-request-id: req-6426a946-e764-4bd6-8dda-00fcba800401 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:56.208266 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:56.208654 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6426a946-e764-4bd6-8dda-00fcba800401 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:56.209217 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'status': 'completed', 'code': 200} Jul 16 01:30:56.222208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18a489b0-42f0-465b-a78f-888cdb518453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.235943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18a489b0-42f0-465b-a78f-888cdb518453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.278370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a489b0-42f0-465b-a78f-888cdb518453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa48f5-a220-4b17-956d-5f02f809425b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.331705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-a02606d0-a651-4d04-b14f-16663f446683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.332400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-18a489b0-42f0-465b-a78f-888cdb518453 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c40b81675ad64ff4b0c3577c65f9d330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121746 Jul 16 01:30:56.332534 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-a02606d0-a651-4d04-b14f-16663f446683 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1100 time: 0.1075289 Jul 16 01:30:56.332628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.353491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-b92904c7-3b44-4c83-bab0-a34e1e2034dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.355690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-b92904c7-3b44-4c83-bab0-a34e1e2034dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1100 time: 0.0834727 Jul 16 01:30:56.472100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23a673dc-34b1-4184-89c7-361721422203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.496976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.524335 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98ca4f36-0ec1-48a0-b620-1fcaff70960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.533907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23a673dc-34b1-4184-89c7-361721422203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.546414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400bfcf-9b6e-4272-a003-945c06eb4204 req-fe55bfab-2a97-4a37-89d1-8fe75da5823b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.547951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3400bfcf-9b6e-4272-a003-945c06eb4204 req-fe55bfab-2a97-4a37-89d1-8fe75da5823b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 944 time: 0.1912394 Jul 16 01:30:56.577779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-99b9a7fb-2b5e-4603-a627-006ea6dce4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.579877 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-99b9a7fb-2b5e-4603-a627-006ea6dce4e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2377808 Jul 16 01:30:56.625179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-4ac97207-82e0-4c9e-8a6a-ae4f50f393a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.627200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-4ac97207-82e0-4c9e-8a6a-ae4f50f393a2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.2408998 Jul 16 01:30:56.649865 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-af4c8e2c-7220-4175-94ec-514303c2ff2c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.0620806 Jul 16 01:30:56.688770 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23a673dc-34b1-4184-89c7-361721422203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.691599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23a673dc-34b1-4184-89c7-361721422203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.695282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-23a673dc-34b1-4184-89c7-361721422203 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdaa48f5-a220-4b17-956d-5f02f809425b HTTP/1.1" status: 204 len: 168 time: 0.3586628 Jul 16 01:30:56.695446 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-c8a86908-e052-4c64-ab05-5958abf5247d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 200 len: 217 time: 0.0570931 Jul 16 01:30:56.699165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3400bfcf-9b6e-4272-a003-945c06eb4204 req-6406cfe8-62e5-43d7-accb-df5c2a40853c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276238 Jul 16 01:30:56.752660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ca13a189-960c-48f0-9ff2-9356eb87e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.754179 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ca13a189-960c-48f0-9ff2-9356eb87e867 service neutron] 10.222.0.93 "GET /v2.0/ports/ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 200 len: 1028 time: 0.1568558 Jul 16 01:30:56.757161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a673dc-34b1-4184-89c7-361721422203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa48f5-a220-4b17-956d-5f02f809425b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.772771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374473a-8336-4d68-b787-4d0f3c053cae req-8bbf8c9c-348d-430e-9900-cfdec630411f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.775362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5374473a-8336-4d68-b787-4d0f3c053cae req-8bbf8c9c-348d-430e-9900-cfdec630411f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.2565744 Jul 16 01:30:56.807894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-36af9a94-a120-497e-9e20-ed4ecccfb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.809418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-36af9a94-a120-497e-9e20-ed4ecccfb535 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1053579 Jul 16 01:30:56.815152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-8134da50-9dd8-4604-aca1-fa85eaddea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.817021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-8134da50-9dd8-4604-aca1-fa85eaddea44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1454782 Jul 16 01:30:56.882297 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5374473a-8336-4d68-b787-4d0f3c053cae req-e466a503-fe53-42a9-8fa2-c8ff03b62651 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990872 Jul 16 01:30:56.888236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-9e4e68e6-6316-473a-9b43-7a896265b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.889928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-9e4e68e6-6316-473a-9b43-7a896265b0fe service neutron] 10.222.0.93 "GET /v2.0/ports/9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 200 len: 1027 time: 0.1204283 Jul 16 01:30:56.952486 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98ca4f36-0ec1-48a0-b620-1fcaff70960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.971503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-17dee277-328f-4ea9-8f8c-6820eb6cc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.973187 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-17dee277-328f-4ea9-8f8c-6820eb6cc654 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448658 Jul 16 01:30:57.003330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98ca4f36-0ec1-48a0-b620-1fcaff70960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.010836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1ca5526-199b-4fb7-bd95-e7b5635802aa req-09c215d9-7eef-4658-883d-845338500a06 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0621521 Jul 16 01:30:57.064085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:57.068851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-6e26b784-4acc-4939-95b6-8ac48defd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.070452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-6e26b784-4acc-4939-95b6-8ac48defd757 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457247 Jul 16 01:30:57.071621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca4f36-0ec1-48a0-b620-1fcaff70960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b5b0e-b0a3-48e2-aa6b-f36277a8b5f3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.071752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3e395e93-21c2-4be9-8169-904d96c82d4f up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:57.076638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-98ca4f36-0ec1-48a0-b620-1fcaff70960c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=472768d6d4334527aaa1ecb79b7c8f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771348 Jul 16 01:30:57.079557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:57.211987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69029310-a3ef-44de-a9a9-e42a28cad6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.262507 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-86f0377e-ae15-4f4a-857b-1f5d04f0dc92 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625569 Jul 16 01:30:57.268665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69029310-a3ef-44de-a9a9-e42a28cad6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.285336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-f059b195-4b18-4433-a3a2-f008b69fe08f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.296613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 3e395e93-21c2-4be9-8169-904d96c82d4f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:57.300581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-f059b195-4b18-4433-a3a2-f008b69fe08f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.314370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-f059b195-4b18-4433-a3a2-f008b69fe08f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.316072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-f059b195-4b18-4433-a3a2-f008b69fe08f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "GET /v2.0/networks?id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=55095e0a-1236-4146-9861-5d2f4985cdc1&id=55095e0a-1236-4146-9861-5d2f4985cdc1 HTTP/1.1" status: 200 len: 1991 time: 0.4067218 Jul 16 01:30:57.316205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 3e395e93-21c2-4be9-8169-904d96c82d4f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:57.316548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.374736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-e154ce7c-86f6-440c-a77a-99ae6374c1c5 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946557 Jul 16 01:30:57.485870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.498966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:57.509479 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-2165776f-3ecd-4bb5-8dda-99bf2401cf1a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ae8a55ffd84b78827a8af38aaff54d HTTP/1.1" status: 200 len: 379 time: 0.1755354 Jul 16 01:30:57.534569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'mac_address': 'fa:16:3e:2f:92:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:57.576899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'admin_state_up': True, 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'security_groups': ['0e2c8411-76b9-41dc-af01-1f706c8f9285']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:57.590937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f679127-4bde-4add-a380-dafa33dc4acc req-8b5ae01d-b4fd-44b1-8c1a-928b6c4c77f4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.593135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f679127-4bde-4add-a380-dafa33dc4acc req-8b5ae01d-b4fd-44b1-8c1a-928b6c4c77f4 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 949 time: 0.1580837 Jul 16 01:30:57.600802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69029310-a3ef-44de-a9a9-e42a28cad6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.603793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69029310-a3ef-44de-a9a9-e42a28cad6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.607591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:57.608169 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-69029310-a3ef-44de-a9a9-e42a28cad6f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c96b5b0e-b0a3-48e2-aa6b-f36277a8b5f3 HTTP/1.1" status: 204 len: 168 time: 0.5273912 Jul 16 01:30:57.610110 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eb8a97-c510-4631-aff7-b398db2a5f87" -d '{"events": [{"server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "name": "network-vif-plugged", "status": "completed", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:57.615067 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.625148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-17d3921d-fe0d-4613-9536-b12d2dae4cfb service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539925 Jul 16 01:30:57.634020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3e395e93-21c2-4be9-8169-904d96c82d4f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e395e93-21c2-4be9-8169-904d96c82d4f,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:57.640489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985e61ae-ef46-42a1-88ac-afe188a622a2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:57.650739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.662953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029310-a3ef-44de-a9a9-e42a28cad6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b5b0e-b0a3-48e2-aa6b-f36277a8b5f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.705959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f679127-4bde-4add-a380-dafa33dc4acc req-46d80bb8-05c4-40f8-ae22-7a6a4c77dd2f tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958667 Jul 16 01:30:57.767477 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c6fc478-041f-4289-81d0-6c689db0a3c1 req-d49b6929-cbe2-46de-a835-f6bb9a5cb999 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746483 Jul 16 01:30:57.780714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:57.806878 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.841054 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff8ce26-bb7a-4dc0-92cb-cbd76a3d579f x-openstack-request-id: req-4ff8ce26-bb7a-4dc0-92cb-cbd76a3d579f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:57.841719 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "name": "network-vif-plugged", "status": "completed", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:57.843714 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ff8ce26-bb7a-4dc0-92cb-cbd76a3d579f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:57.844420 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f', 'code': 200} Jul 16 01:30:57.855497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3e395e93-21c2-4be9-8169-904d96c82d4f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.874177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:57.878708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.944409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9bb21-e769-4e75-8a8b-3a50da77a186 req-47cc86c7-d881-4029-a58a-39c349f8f81a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.955677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfd9bb21-e769-4e75-8a8b-3a50da77a186 req-47cc86c7-d881-4029-a58a-39c349f8f81a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.2014048 Jul 16 01:30:58.049641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.052753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfd9bb21-e769-4e75-8a8b-3a50da77a186 req-7052b5e0-d06e-4e5b-9c44-742a5b56c2b7 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944376 Jul 16 01:30:58.110178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 172.20.0.9 (5f19ccdd-f16f-463e-95aa-50c5c23229b9/5f6929da-759d-4b3c-89c8-3209375964c0/c5acf911-70c2-49a3-90ba-ead2e18dd384) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:58.179889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['985e61ae-ef46-42a1-88ac-afe188a622a2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:58.241108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697130-632b-4e24-82b4-f92477009e6b req-6f1d3f35-ead6-46ef-a946-a9002435cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.247390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc697130-632b-4e24-82b4-f92477009e6b req-6f1d3f35-ead6-46ef-a946-a9002435cb6e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 1096 time: 0.1864192 Jul 16 01:30:58.257600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8da86-3841-4566-8aae-ed0fbd080a48 req-e164c707-e95e-493b-bce2-80ae728920da tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.264980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8c8da86-3841-4566-8aae-ed0fbd080a48 req-e164c707-e95e-493b-bce2-80ae728920da tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 945 time: 0.1154220 Jul 16 01:30:58.390218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8c8da86-3841-4566-8aae-ed0fbd080a48 req-dcae32e0-744a-4a4f-b3d1-63a18a3564fe tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241307 Jul 16 01:30:58.449017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc697130-632b-4e24-82b4-f92477009e6b req-b1e1f085-21b3-4587-b635-95c5e168793b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817460 Jul 16 01:30:58.572010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.584010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da07ea-994b-436b-bdfd-852a847897d2 req-89302fa6-7268-4a3b-b49c-656068a2d068 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.597349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36da07ea-994b-436b-bdfd-852a847897d2 req-89302fa6-7268-4a3b-b49c-656068a2d068 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.1430750 Jul 16 01:30:58.612147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Transition to ACTIVE for port object c5acf911-70c2-49a3-90ba-ead2e18dd384 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:58.661842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-749e8299-111b-4fb3-836c-6f527c5040c5 req-fd74a386-a346-48be-bc45-7bc11b59785a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0547822 Jul 16 01:30:58.675233 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.680570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36da07ea-994b-436b-bdfd-852a847897d2 req-50815cb1-8caa-4f2e-bc38-f6c681425135 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754018 Jul 16 01:30:58.736705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:58.758870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:58.765497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:58.858647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=c5acf911-70c2-49a3-90ba-ead2e18dd384,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.888944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.889676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.926079 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-67754a2f-da8f-46e3-a2e2-afed7e6a619f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3544409 Jul 16 01:30:58.946426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'admin_state_up': True, 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'security_groups': ['0e2c8411-76b9-41dc-af01-1f706c8f9285']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:59.156608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:59.162065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.197087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09667a1d-baff-4039-b633-d13a1c5e4bc1 req-8d88af0c-61d8-4ddf-b2b5-2c6926f261c0 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.197812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c895b311-0caa-47c3-b5ca-eed97450eb6b None None] Provisioning for port c5acf911-70c2-49a3-90ba-ead2e18dd384 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:59.204262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c895b311-0caa-47c3-b5ca-eed97450eb6b None None] Provisioning complete for port c5acf911-70c2-49a3-90ba-ead2e18dd384 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:59.204484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09667a1d-baff-4039-b633-d13a1c5e4bc1 req-8d88af0c-61d8-4ddf-b2b5-2c6926f261c0 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.1060400 Jul 16 01:30:59.205421 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c895b311-0caa-47c3-b5ca-eed97450eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.278225 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09667a1d-baff-4039-b633-d13a1c5e4bc1 req-d13db680-7009-4400-9ea5-85a7e0d76523 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726461 Jul 16 01:30:59.299818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c895b311-0caa-47c3-b5ca-eed97450eb6b None None] Port c5acf911-70c2-49a3-90ba-ead2e18dd384 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:59.325758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20d168-a050-4d32-9310-61aef2159f75 req-1faac7ad-eeb1-45ed-9ab4-999761685610 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.333899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c20d168-a050-4d32-9310-61aef2159f75 req-1faac7ad-eeb1-45ed-9ab4-999761685610 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 950 time: 0.1267974 Jul 16 01:30:59.372281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 10.1.1.208 (115e684f-4330-47fc-87ad-5962a282c6de/d2df44f4-2a9a-4dc7-a957-54467228c63f/cc3c9f7e-8382-4bf2-a3c6-9f46de139f01) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:59.424523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c20d168-a050-4d32-9310-61aef2159f75 req-72223bd0-6f58-470c-9454-73530b4f2c2b tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893552 Jul 16 01:30:59.694595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284c3c-0cee-4af3-a318-ecc1e68447ad req-20851aca-f2ce-4378-870e-f54fed53654a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.698066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96284c3c-0cee-4af3-a318-ecc1e68447ad req-20851aca-f2ce-4378-870e-f54fed53654a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 945 time: 0.1060231 Jul 16 01:30:59.729520 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.776730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Transition to ACTIVE for port object cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:59.779554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96284c3c-0cee-4af3-a318-ecc1e68447ad req-a9b115c3-c21c-404e-89d5-b93bce6ff33e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718601 Jul 16 01:30:59.819252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.897870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.930380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 115e684f-4330-47fc-87ad-5962a282c6de is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:59.932104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:59.947371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:59.990605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b254555-783a-4afd-8f51-0ee927232e3e req-c78fde13-92dc-4df0-ba89-5f39ea9b8939 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.992441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b254555-783a-4afd-8f51-0ee927232e3e req-c78fde13-92dc-4df0-ba89-5f39ea9b8939 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.1986160 Jul 16 01:31:00.025516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:00.034005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.035059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.079617 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b4aabd7f-7070-4034-bd03-50e30ce1d751 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1375277 Jul 16 01:31:00.098661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'admin_state_up': True, 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'security_groups': ['0e2c8411-76b9-41dc-af01-1f706c8f9285']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:00.157391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b254555-783a-4afd-8f51-0ee927232e3e req-5dd5d404-4bc9-4fb9-8837-f2d38f149bee tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309698 Jul 16 01:31:00.169599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a43825-2c15-48d5-91b7-3b0bc4080397 req-55d8d7eb-f975-4f5c-85a9-7b761f8372ce tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.193902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93a43825-2c15-48d5-91b7-3b0bc4080397 req-55d8d7eb-f975-4f5c-85a9-7b761f8372ce tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 1101 time: 0.1984191 Jul 16 01:31:00.285507 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93a43825-2c15-48d5-91b7-3b0bc4080397 req-0a6e581c-7766-4bd4-ac20-947da8c57801 tempest-MigrationsAdminTest-155844470 tempest-MigrationsAdminTest-155844470-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870051 Jul 16 01:31:00.339443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-48912678-5370-4d80-bc67-82974e30d405 None None] Provisioning for port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:00.350371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-48912678-5370-4d80-bc67-82974e30d405 None None] Provisioning complete for port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:00.353325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48912678-5370-4d80-bc67-82974e30d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.358679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:00.366303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.474909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-48912678-5370-4d80-bc67-82974e30d405 None None] Port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:00.498313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-1bc0a61a-64ed-4cdf-ae06-b8a0c020c8b5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1530025 Jul 16 01:31:00.585943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf4184c-58b1-435e-90e4-b129adf88170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.649014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 10.1.1.213 (115e684f-4330-47fc-87ad-5962a282c6de/d2df44f4-2a9a-4dc7-a957-54467228c63f/cbe0252a-6c9e-4e64-a519-1e04d1c84f0d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:00.684310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af560-a5cd-4b45-b973-608af032fc7b req-6e3d4752-5637-4677-98d1-88763c278119 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.694504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af560-a5cd-4b45-b973-608af032fc7b req-6e3d4752-5637-4677-98d1-88763c278119 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.696651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c5af560-a5cd-4b45-b973-608af032fc7b req-6e3d4752-5637-4677-98d1-88763c278119 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 1653 time: 0.1972358 Jul 16 01:31:00.787220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c5af560-a5cd-4b45-b973-608af032fc7b req-3d6bb05d-5779-402e-a4cb-745c4f7299da tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811110 Jul 16 01:31:00.803064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.803893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.804537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.805849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.807528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.808905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.811025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.813530 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf4184c-58b1-435e-90e4-b129adf88170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.814600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5efde3f-6736-4900-989f-7e059d682d09 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6498 time: 0.2237284 Jul 16 01:31:00.826494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf4184c-58b1-435e-90e4-b129adf88170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.920643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6cf4184c-58b1-435e-90e4-b129adf88170 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce42352131ba41cdb36eba7dda2a7cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8936672 Jul 16 01:31:00.924683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53256) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:00.934499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4184c-58b1-435e-90e4-b129adf88170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb881a-14e4-498a-b1fb-814bca077c17,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:00.957749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.974578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Transition to ACTIVE for port object cbe0252a-6c9e-4e64-a519-1e04d1c84f0d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:01.042987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b2594-ff04-4557-90e5-d77cada1c67b req-6e385fe1-5352-48fc-8b54-9eb89d06c72a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.051482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.051724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3b2594-ff04-4557-90e5-d77cada1c67b req-6e385fe1-5352-48fc-8b54-9eb89d06c72a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.3498147 Jul 16 01:31:01.077196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:01.131192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 115e684f-4330-47fc-87ad-5962a282c6de is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:01.143258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:01.166039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:01.199282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.223925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 985e61ae-ef46-42a1-88ac-afe188a622a2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:01.235170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 985e61ae-ef46-42a1-88ac-afe188a622a2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:01.235576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.239517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-72d8c571-4231-4dc8-aa8e-a455fd0ce8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.240184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-72d8c571-4231-4dc8-aa8e-a455fd0ce8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.240804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-72d8c571-4231-4dc8-aa8e-a455fd0ce8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.243115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-72d8c571-4231-4dc8-aa8e-a455fd0ce8a8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 200 len: 2298 time: 0.3800025 Jul 16 01:31:01.266876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c3b2594-ff04-4557-90e5-d77cada1c67b req-8b5536e1-992b-4930-b579-7cc7357a8077 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140684 Jul 16 01:31:01.290961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.290961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.295392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e62648d-d360-4039-b911-1571817b0e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.336801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a893027a-32a2-45e7-8fc0-07fc5c40ca0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431505 Jul 16 01:31:01.356741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1', 'admin_state_up': True, 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'security_groups': ['0e2c8411-76b9-41dc-af01-1f706c8f9285']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:01.364473 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-9fe1b0f3-80d8-40d9-af30-3ff1beeb1a0c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2353632 Jul 16 01:31:01.441989 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.466237 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e62648d-d360-4039-b911-1571817b0e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.496494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-83ef81b0-49ef-4433-8149-f39fd5dccc39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c HTTP/1.1" status: 200 len: 1002 time: 0.2214029 Jul 16 01:31:01.502197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:01.506699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:01.510256 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce8ae31-25b4-4077-92ad-8d61a1c33ff4" -d '{"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-plugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:01.524185 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.561958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9fdcf8ea-c194-4287-9f3a-c5ffb81edc90 None None] Provisioning for port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:01.572543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9fdcf8ea-c194-4287-9f3a-c5ffb81edc90 None None] Provisioning complete for port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:01.573713 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf8ea-c194-4287-9f3a-c5ffb81edc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.603896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-f5c8fefe-0756-4608-a68b-bfbd186257fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.605446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-f5c8fefe-0756-4608-a68b-bfbd186257fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c6717f74143741a781d9cd28d40c422b&device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 1100 time: 0.2100892 Jul 16 01:31:01.622580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:01.636416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9fdcf8ea-c194-4287-9f3a-c5ffb81edc90 None None] Port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:01.679671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.690750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-52d91acb-574c-4859-9877-2b404e7ef043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.691967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-52d91acb-574c-4859-9877-2b404e7ef043 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2743fd1e-578e-4490-a5fa-aa8ac51a8547 HTTP/1.1" status: 200 len: 856 time: 0.0993235 Jul 16 01:31:01.765746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc44757-acda-4b39-82c0-6cfdee6098db req-4ad88dba-908d-4170-93c2-258f2dcfe139 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.767296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdc44757-acda-4b39-82c0-6cfdee6098db req-4ad88dba-908d-4170-93c2-258f2dcfe139 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 945 time: 0.2808669 Jul 16 01:31:01.771611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e62648d-d360-4039-b911-1571817b0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.774192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e62648d-d360-4039-b911-1571817b0e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.778241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e62648d-d360-4039-b911-1571817b0e91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efbb881a-14e4-498a-b1fb-814bca077c17 HTTP/1.1" status: 204 len: 168 time: 0.8485613 Jul 16 01:31:01.804301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62648d-d360-4039-b911-1571817b0e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb881a-14e4-498a-b1fb-814bca077c17,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.856702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdc44757-acda-4b39-82c0-6cfdee6098db req-81502713-e4c5-43e1-912d-d940bcc3feef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771186 Jul 16 01:31:01.873031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59e26e-0896-4a1c-af43-24cfaf631397 req-0fc739d2-3614-4506-b361-951d74b1fab5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.874645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e59e26e-0896-4a1c-af43-24cfaf631397 req-0fc739d2-3614-4506-b361-951d74b1fab5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 951 time: 0.1884835 Jul 16 01:31:01.880949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-e7cbe033-7ed5-4d87-a1cb-3bdad0898957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.882462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-e7cbe033-7ed5-4d87-a1cb-3bdad0898957 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786854 Jul 16 01:31:01.946122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e59e26e-0896-4a1c-af43-24cfaf631397 req-8d744c9e-45e2-49b8-ba40-7225f31399bd tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627270 Jul 16 01:31:01.999948 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77d7c55-1cb7-4187-ab0e-218f026c0a9b x-openstack-request-id: req-f77d7c55-1cb7-4187-ab0e-218f026c0a9b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:02.000724 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-plugged", "status": "completed", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:02.000724 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f77d7c55-1cb7-4187-ab0e-218f026c0a9b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:02.001035 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'code': 200} Jul 16 01:31:02.037725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-2b63e27c-3f2e-4df6-b483-c1a7144b032d service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398425 Jul 16 01:31:02.262373 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.268902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-eda534f1-3b8f-4aba-ba1f-fff4ca7880e1 service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214656 Jul 16 01:31:02.296868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-a6e40c62-04e2-4308-b2b1-9775d4e4dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.298587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-a6e40c62-04e2-4308-b2b1-9775d4e4dbd5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.6386459 Jul 16 01:31:02.351846 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-794d31e4-d31a-443c-ad30-c24ba3fd4a41 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 200 len: 217 time: 0.0428748 Jul 16 01:31:02.390542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-27a61722-8a33-4f46-a12e-121ab8c5f0b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 217 time: 0.1074698 Jul 16 01:31:02.450798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c91fed-7406-45d8-8c9b-71a1927075ca req-5e61d45a-b38d-4e3e-80b4-4690d1bd449a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.456712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68c91fed-7406-45d8-8c9b-71a1927075ca req-5e61d45a-b38d-4e3e-80b4-4690d1bd449a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.2882245 Jul 16 01:31:02.489389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-d718cc51-fe12-4be8-b720-28aa4cb81569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.491337 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-d718cc51-fe12-4be8-b720-28aa4cb81569 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1268346 Jul 16 01:31:02.562504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-dae03f8b-43a0-470f-b789-8a965ed6253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.564516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-dae03f8b-43a0-470f-b789-8a965ed6253b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.1579833 Jul 16 01:31:02.630516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68c91fed-7406-45d8-8c9b-71a1927075ca req-354bbafd-ab1b-4969-ae2d-1ee7ced61484 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306953 Jul 16 01:31:02.684263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c1126-4ef7-47c4-b892-ffd7f0f1d80d req-4fb28f66-b493-458b-a1f1-baa271364c53 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.693778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c1126-4ef7-47c4-b892-ffd7f0f1d80d req-4fb28f66-b493-458b-a1f1-baa271364c53 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.703295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c1126-4ef7-47c4-b892-ffd7f0f1d80d req-4fb28f66-b493-458b-a1f1-baa271364c53 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.714012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c36c1126-4ef7-47c4-b892-ffd7f0f1d80d req-4fb28f66-b493-458b-a1f1-baa271364c53 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 2374 time: 0.3328414 Jul 16 01:31:02.741836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 10.2.2.100 (55095e0a-1236-4146-9861-5d2f4985cdc1/27143422-9a3b-416b-a70e-3724f56bd2d5/0cc5f962-1607-480e-af18-a0c62a990ed1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:02.762882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-02fc8418-be33-4f1d-ba5c-2c7ee8a2c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.764670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-02fc8418-be33-4f1d-ba5c-2c7ee8a2c227 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2449875 Jul 16 01:31:02.781920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c36c1126-4ef7-47c4-b892-ffd7f0f1d80d req-15b47cfb-7949-4751-bc8a-39cf82188010 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668595 Jul 16 01:31:02.905783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-3fcd53a5-4069-47c0-9f01-02fb23a54c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.907353 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-3fcd53a5-4069-47c0-9f01-02fb23a54c94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3271446 Jul 16 01:31:02.921063 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.939897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53320) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:03.027757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8783121-ba00-4287-8b4e-0b9398df813f req-f9480590-cecc-482a-b432-a9eefe91dc0e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.029480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8783121-ba00-4287-8b4e-0b9398df813f req-f9480590-cecc-482a-b432-a9eefe91dc0e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 945 time: 0.2671950 Jul 16 01:31:03.072079 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-1d7515e7-db57-44ec-a181-bb74f0290ac2 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553102 Jul 16 01:31:03.130206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Transition to ACTIVE for port object 0cc5f962-1607-480e-af18-a0c62a990ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:03.154187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8783121-ba00-4287-8b4e-0b9398df813f req-66a7ff43-30c9-429b-ae6d-263821ccf0fd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989740 Jul 16 01:31:03.218868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-774548272-network', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:03.232686 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8dadf08e-6254-4a5f-9da6-f55213a52def req-c3e8badd-ba42-4ba4-8811-5969134e6f9a service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536193 Jul 16 01:31:03.250808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.274058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-aa82a931-e68c-42a7-a7c1-6890d6278016 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555796 Jul 16 01:31:03.279638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Made reservation on behalf of f3e2b12e2e1a452183b9103626afe866 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:03.283140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.305494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:03.309267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:03.313663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:03.337257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.378461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.379361 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.415227 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=0cc5f962-1607-480e-af18-a0c62a990ed1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.424712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-bdcdfd02-4f3b-4329-8edb-cbfc1aee426a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0738196 Jul 16 01:31:03.446218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1', 'admin_state_up': True, 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'security_groups': ['0e2c8411-76b9-41dc-af01-1f706c8f9285']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:03.607452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Made reservation on behalf of 42ae8a55ffd84b78827a8af38aaff54d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:03.612949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.689810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d694d501-ea32-42d7-a8f0-a2a7338c8ab3 None None] Provisioning for port 0cc5f962-1607-480e-af18-a0c62a990ed1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:03.695410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d694d501-ea32-42d7-a8f0-a2a7338c8ab3 None None] Provisioning complete for port 0cc5f962-1607-480e-af18-a0c62a990ed1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:03.695956 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d694d501-ea32-42d7-a8f0-a2a7338c8ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.745287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d694d501-ea32-42d7-a8f0-a2a7338c8ab3 None None] Port 0cc5f962-1607-480e-af18-a0c62a990ed1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:03.842967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Allocated IP 10.2.2.200 (55095e0a-1236-4146-9861-5d2f4985cdc1/27143422-9a3b-416b-a70e-3724f56bd2d5/a8dbbb72-85aa-4691-80fe-d0fa014626d7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:03.878917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-136587a1-7d04-486c-bc56-b1a6b5f86f5e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.880506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-136587a1-7d04-486c-bc56-b1a6b5f86f5e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 951 time: 0.7654281 Jul 16 01:31:03.917683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0d606-2716-4000-ab55-af5230d48c58 req-b55db56c-a78e-41e9-b674-7bb6a1af57fe tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.919195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cd0d606-2716-4000-ab55-af5230d48c58 req-b55db56c-a78e-41e9-b674-7bb6a1af57fe tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.6604493 Jul 16 01:31:03.964378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-df92440a-c606-47d5-af9f-fe00fcf13d8a service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353920 Jul 16 01:31:04.018990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c722b0-6bfb-4e4e-b55f-902614993408 req-97590b58-07f9-4183-9b06-71b255f5c3a6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.020683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0c722b0-6bfb-4e4e-b55f-902614993408 req-97590b58-07f9-4183-9b06-71b255f5c3a6 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 951 time: 0.7021761 Jul 16 01:31:04.079305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.098886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Transition to ACTIVE for port object a8dbbb72-85aa-4691-80fe-d0fa014626d7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:04.104272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-525177a8-5691-42c0-b639-696652f649ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 217 time: 0.1199160 Jul 16 01:31:04.171863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.204145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cd0d606-2716-4000-ab55-af5230d48c58 req-2a95b312-52cb-46ae-a348-bd0d4c71b17f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550979 Jul 16 01:31:04.215936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.237312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.272571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0c722b0-6bfb-4e4e-b55f-902614993408 req-52935e43-b7cf-4b1d-a269-35fc2d053e3d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808791 Jul 16 01:31:04.278809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-abc875bd-124b-442c-bad7-06765868e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.293482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-abc875bd-124b-442c-bad7-06765868e087 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.1498961 Jul 16 01:31:04.332109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:04.380250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event updated for resources: {'Port': ['ID=a8dbbb72-85aa-4691-80fe-d0fa014626d7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.386767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081df968-1e9d-495f-8c8a-3db2cebc6c32,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.403805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:04.405598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:04.425964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:04.430243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Deleting port 985e61ae-ef46-42a1-88ac-afe188a622a2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:04.430506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.434399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.435369 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Added segment 7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1 of type vlan for network 5a279976-2b3a-48ea-bd89-d72754d5e732 Jul 16 01:31:04.545631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.546660 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.592337 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b0763f27-d5ad-4d44-992a-45a4e214afdc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1598880 Jul 16 01:31:04.608635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:04.697404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.729250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.763228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-f8414ed1-828f-4772-99ba-a3f747675fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.765470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-f8414ed1-828f-4772-99ba-a3f747675fee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4710722 Jul 16 01:31:04.793796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:04.885361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4be2c27e-616a-41a5-a8fb-38ba9d6dd234 None None] Provisioning for port a8dbbb72-85aa-4691-80fe-d0fa014626d7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:04.891682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4be2c27e-616a-41a5-a8fb-38ba9d6dd234 None None] Provisioning complete for port a8dbbb72-85aa-4691-80fe-d0fa014626d7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:04.892749 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4be2c27e-616a-41a5-a8fb-38ba9d6dd234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.900116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] For port 985e61ae-ef46-42a1-88ac-afe188a622a2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=985e61ae-ef46-42a1-88ac-afe188a622a2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:04.900829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.916862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.917863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.918600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.970111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Calling delete_port for 985e61ae-ef46-42a1-88ac-afe188a622a2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:04.980769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4be2c27e-616a-41a5-a8fb-38ba9d6dd234 None None] Port a8dbbb72-85aa-4691-80fe-d0fa014626d7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:05.042621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-621c6792-f699-44a2-9ffb-f8f32a05305a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.052817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52f0fa-05be-499a-9c83-6386a5f9bc73 req-844b20b0-cc48-433e-b2bf-b690d86be8e6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.060710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee52f0fa-05be-499a-9c83-6386a5f9bc73 req-844b20b0-cc48-433e-b2bf-b690d86be8e6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 945 time: 0.5671942 Jul 16 01:31:05.074407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1346548 Jul 16 01:31:05.079042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53354) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:05.091544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Request body: {'subnet': {'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-subnet', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:05.150256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5acf911-70c2-49a3-90ba-ead2e18dd384 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:05.155577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Made reservation on behalf of f3e2b12e2e1a452183b9103626afe866 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:05.159479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.175514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54d71d-c5e3-4fc4-8ba3-a5ca52d0d44f admin admin] Pushing event updated for resources: {'Network': ['ID=5a279976-2b3a-48ea-bd89-d72754d5e732,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.176408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.183023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a5793ff7-0684-4495-868b-869594390afc service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957131 Jul 16 01:31:05.191634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:05.198023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132081c-7b36-434a-b7e6-fe494cd10a9f req-8bddd635-3daf-415d-9a00-ec609244c399 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.204736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132081c-7b36-434a-b7e6-fe494cd10a9f req-8bddd635-3daf-415d-9a00-ec609244c399 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.207576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Transition to ACTIVE for port object c5acf911-70c2-49a3-90ba-ead2e18dd384 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:05.210670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132081c-7b36-434a-b7e6-fe494cd10a9f req-8bddd635-3daf-415d-9a00-ec609244c399 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.216589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132081c-7b36-434a-b7e6-fe494cd10a9f req-8bddd635-3daf-415d-9a00-ec609244c399 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.223114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132081c-7b36-434a-b7e6-fe494cd10a9f req-8bddd635-3daf-415d-9a00-ec609244c399 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.224997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c132081c-7b36-434a-b7e6-fe494cd10a9f req-8bddd635-3daf-415d-9a00-ec609244c399 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 3816 time: 0.4718430 Jul 16 01:31:05.241413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.322006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee52f0fa-05be-499a-9c83-6386a5f9bc73 req-8054cf64-5ad3-43fc-b15c-5e400183f359 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600639 Jul 16 01:31:05.333489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Pushing event updated for resources: {'Port': ['ID=c5acf911-70c2-49a3-90ba-ead2e18dd384,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.471809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Attempting to bind port c5acf911-70c2-49a3-90ba-ead2e18dd384 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:05.472509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Attempting to bind port c5acf911-70c2-49a3-90ba-ead2e18dd384 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:05.472950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Attempting to bind port c5acf911-70c2-49a3-90ba-ead2e18dd384 on network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:05.480727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Port c5acf911-70c2-49a3-90ba-ead2e18dd384 on network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:05.481064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Attempting to bind port c5acf911-70c2-49a3-90ba-ead2e18dd384 on network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:05.495177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:05.495655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Checking segment: {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:05.496104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Bound using segment: {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:05.496744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Bound port: c5acf911-70c2-49a3-90ba-ead2e18dd384, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:05.497115 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.606540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-621c6792-f699-44a2-9ffb-f8f32a05305a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.619761 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.642556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c132081c-7b36-434a-b7e6-fe494cd10a9f req-7bc1b19a-6d49-40b2-bef7-72ea24c32884 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987591 Jul 16 01:31:05.647358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-621c6792-f699-44a2-9ffb-f8f32a05305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.683355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7d03e4-9942-48bb-9cb1-d29dd0470fab,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.705331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.717997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] For port c5acf911-70c2-49a3-90ba-ead2e18dd384, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:05.720741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5', '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'de921182-7f8a-4609-afab-cf7982ef7c34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:05.740534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] For port c5acf911-70c2-49a3-90ba-ead2e18dd384, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:05.745367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-621c6792-f699-44a2-9ffb-f8f32a05305a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d169c16be190472694b397bc33ad7f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9182370 Jul 16 01:31:05.754774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:05.781729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.801789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event deleted for resources: {'Port': ['ID=985e61ae-ef46-42a1-88ac-afe188a622a2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.866277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c6792-f699-44a2-9ffb-f8f32a05305a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a67f40b-4056-427e-b88c-eb6f6a5f42eb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.895714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Pushing event updated for resources: {'Port': ['ID=c5acf911-70c2-49a3-90ba-ead2e18dd384,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.922570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.923195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.924766 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8ffe7b4-a012-43d5-85e5-a5a8142c2931 service neutron] 10.222.0.93 "PUT /v2.0/ports/c5acf911-70c2-49a3-90ba-ead2e18dd384 HTTP/1.1" status: 200 len: 1091 time: 1.3240478 Jul 16 01:31:05.925552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Checking segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:05.925921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Network hostable DHCP agents. Network: 5a279976-2b3a-48ea-bd89-d72754d5e732, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:05.930330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:05.935046 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c683d388-e4be-4076-acef-db6a204dab93" -d '{"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:05.949087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-7a28ab6d-abd1-44f9-a6a6-59c1661c2f03 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225289 Jul 16 01:31:05.992095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:06.002991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] No DVR routers for this DVR port 985e61ae-ef46-42a1-88ac-afe188a622a2 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:06.049796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:06.072863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 5a279976-2b3a-48ea-bd89-d72754d5e732) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:06.083548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.086906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf281433-8da0-4583-87f9-fd23f828726e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.089778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1f3fe-ecb5-41eb-a223-f083e0d6db4c None None] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:06.095095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fa51020-9afa-4b6d-b4ab-d2856ed3b6ba req-3043984b-21ab-49f8-af63-cd2fa76f81e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.93 "DELETE /v2.0/ports/985e61ae-ef46-42a1-88ac-afe188a622a2 HTTP/1.1" status: 204 len: 173 time: 2.2045338 Jul 16 01:31:06.095839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-deleted', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:06.101558 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0c1ff0-3a8a-4010-9b52-33f00e32be17" -d '{"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-deleted", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:06.113417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c108cff-e3a4-4bdd-ae7c-d8d1121ac802 req-64d90da0-920a-457b-9847-50894600d474 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=15a50cf5-18aa-4b4e-9e22-0b1fb070f640 HTTP/1.1" status: 200 len: 210 time: 0.2151563 Jul 16 01:31:06.123718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf281433-8da0-4583-87f9-fd23f828726e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.211932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-4934de88-403f-4ea4-acf7-18ef03dcd261 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=843e3aec-078a-41a5-9846-b66fe3e63118 HTTP/1.1" status: 200 len: 217 time: 0.2205825 Jul 16 01:31:06.213054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.213800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.220460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf281433-8da0-4583-87f9-fd23f828726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.223088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf281433-8da0-4583-87f9-fd23f828726e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.224254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf281433-8da0-4583-87f9-fd23f828726e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a67f40b-4056-427e-b88c-eb6f6a5f42eb HTTP/1.1" status: 204 len: 168 time: 0.4513707 Jul 16 01:31:06.284832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf281433-8da0-4583-87f9-fd23f828726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a67f40b-4056-427e-b88c-eb6f6a5f42eb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:06.342660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-0003057b-cc50-4d43-a7f1-22bd42b5097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.353966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-0003057b-cc50-4d43-a7f1-22bd42b5097a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.1335130 Jul 16 01:31:06.386625 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2d24b89f-0835-436e-b333-a84cd0295ac9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3063951 Jul 16 01:31:06.389492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53378) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:06.396813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:06.429916 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.431280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.450796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.483757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-f8e2046c-7df4-4585-963a-a2d3abd4714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.486148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-f8e2046c-7df4-4585-963a-a2d3abd4714c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224315 Jul 16 01:31:06.553912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.612146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-5a279976-2b3a-48ea-bd89-d72754d5e732', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:06.613775 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.704559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-2ebaa61f-8f76-4eee-b9e6-51887f23be2d service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043245 Jul 16 01:31:07.004178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:07.020030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Allocated IP 172.20.0.2 (5a279976-2b3a-48ea-bd89-d72754d5e732/2e7d03e4-9942-48bb-9cb1-d29dd0470fab/dedb0f95-d4c1-4344-a265-7484caa11197) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:07.053561 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969c47c-f850-4159-ba35-1b69f112714b x-openstack-request-id: req-7969c47c-f850-4159-ba35-1b69f112714b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:07.053865 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a50cf5-18aa-4b4e-9e22-0b1fb070f640", "name": "network-vif-deleted", "tag": "985e61ae-ef46-42a1-88ac-afe188a622a2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:07.055011 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7969c47c-f850-4159-ba35-1b69f112714b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:07.055437 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a50cf5-18aa-4b4e-9e22-0b1fb070f640', 'name': 'network-vif-deleted', 'tag': '985e61ae-ef46-42a1-88ac-afe188a622a2', 'status': 'completed', 'code': 200} Jul 16 01:31:07.158872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:07.177044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-2cc854dc-4f44-4fb0-8184-384c648a1494 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527550 Jul 16 01:31:07.184619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fd350f4-4808-456d-aee4-e973d74ee40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.185860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 985e61ae-ef46-42a1-88ac-afe188a622a2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:07.186506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 985e61ae-ef46-42a1-88ac-afe188a622a2 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:07.319863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef800cc1-4796-4a5b-a324-86d165acd141 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:07.330485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.345938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Transition to ACTIVE for port object ef800cc1-4796-4a5b-a324-86d165acd141 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:07.348806 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160f8ed2-fbd9-43fd-89ce-3acafdd06cf8 x-openstack-request-id: req-160f8ed2-fbd9-43fd-89ce-3acafdd06cf8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:07.349678 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:07.349942 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-160f8ed2-fbd9-43fd-89ce-3acafdd06cf8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:07.350633 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'status': 'completed', 'code': 200} Jul 16 01:31:07.353604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.412188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.423609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Transition to ACTIVE for port object dedb0f95-d4c1-4344-a265-7484caa11197 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:07.443153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Transition to ACTIVE for port object dedb0f95-d4c1-4344-a265-7484caa11197 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:07.455408 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.527882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-e2e4a6fa-5583-4361-8cd9-67ab596f0ece service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=309ebef2-8738-4788-bf35-85140bb7470c HTTP/1.1" status: 200 len: 217 time: 0.3229508 Jul 16 01:31:07.544651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Pushing event updated for resources: {'Port': ['ID=dedb0f95-d4c1-4344-a265-7484caa11197,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.554663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.561943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.562419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.563434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.565278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.565701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.574484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.574939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.575345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.575741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.576133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.576547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:07.576753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.585070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Pushing event updated for resources: {'Port': ['ID=ef800cc1-4796-4a5b-a324-86d165acd141,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.603374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:07.621810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:07.623667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Attempting to bind port ef800cc1-4796-4a5b-a324-86d165acd141 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:07.624019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Attempting to bind port ef800cc1-4796-4a5b-a324-86d165acd141 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:07.624385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Attempting to bind port ef800cc1-4796-4a5b-a324-86d165acd141 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:07.631865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:07.638822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Port ef800cc1-4796-4a5b-a324-86d165acd141 on network 115e684f-4330-47fc-87ad-5962a282c6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:07.639162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Attempting to bind port ef800cc1-4796-4a5b-a324-86d165acd141 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:07.645038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:07.645427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Checking segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:07.645854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Bound using segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:07.646292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Bound port: ef800cc1-4796-4a5b-a324-86d165acd141, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:07.646860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.650862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-561a7ad0-6b76-4b96-b581-5519b161f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.650862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-561a7ad0-6b76-4b96-b581-5519b161f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.651102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-561a7ad0-6b76-4b96-b581-5519b161f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.651784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-561a7ad0-6b76-4b96-b581-5519b161f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.651919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-561a7ad0-6b76-4b96-b581-5519b161f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.654131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c683d388-e4be-4076-acef-db6a204dab93 req-561a7ad0-6b76-4b96-b581-5519b161f799 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 4363 time: 0.6473429 Jul 16 01:31:07.668762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fd350f4-4808-456d-aee4-e973d74ee40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.750026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Attempting to bind port dedb0f95-d4c1-4344-a265-7484caa11197 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:07.750879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Attempting to bind port dedb0f95-d4c1-4344-a265-7484caa11197 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:07.751507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Attempting to bind port dedb0f95-d4c1-4344-a265-7484caa11197 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:07.758173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:07.759002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Checking segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:07.760003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.761228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Bound using segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:07.762282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Bound port: dedb0f95-d4c1-4344-a265-7484caa11197, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:07.762724 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.801206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-6a77a421-1c0d-49aa-8601-eed7fbd37ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.801748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-6a77a421-1c0d-49aa-8601-eed7fbd37ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.802232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-6a77a421-1c0d-49aa-8601-eed7fbd37ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.804123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c683d388-e4be-4076-acef-db6a204dab93 req-6a77a421-1c0d-49aa-8601-eed7fbd37ed5 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1248920 Jul 16 01:31:07.805379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] For port ef800cc1-4796-4a5b-a324-86d165acd141, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:07.808251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fd350f4-4808-456d-aee4-e973d74ee40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.813774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] For port ef800cc1-4796-4a5b-a324-86d165acd141, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ef800cc1-4796-4a5b-a324-86d165acd141,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:07.860146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] For port dedb0f95-d4c1-4344-a265-7484caa11197, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:07.864194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] For port dedb0f95-d4c1-4344-a265-7484caa11197, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dedb0f95-d4c1-4344-a265-7484caa11197,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:07.870962 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.925271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.954943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd350f4-4808-456d-aee4-e973d74ee40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd06d281-e64b-4c3f-ab3c-a611bc237187,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.958178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d388-e4be-4076-acef-db6a204dab93 req-e79c62ba-550e-4c97-9348-472453118357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.959819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c683d388-e4be-4076-acef-db6a204dab93 req-e79c62ba-550e-4c97-9348-472453118357 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409576 Jul 16 01:31:07.963665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.964533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-1e04b912-f363-4d92-b0a6-016d3af2b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.966022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-1e04b912-f363-4d92-b0a6-016d3af2b832 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.4132805 Jul 16 01:31:07.967579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.973728 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] 10.222.0.93 "PUT /v2.0/ports/ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 200 len: 1131 time: 2.0012305 Jul 16 01:31:07.995034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912d163-1c88-489a-b609-44fcd2e5838d req-468878da-c458-435b-a060-b4eafc943f3b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.002210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6912d163-1c88-489a-b609-44fcd2e5838d req-468878da-c458-435b-a060-b4eafc943f3b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 945 time: 0.6457443 Jul 16 01:31:08.021114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-7da09908-5d8e-443b-b2f9-7f5e182be24f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.027458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-7da09908-5d8e-443b-b2f9-7f5e182be24f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.034660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26063841-0c9e-42dc-9924-49fbaeb12b84 None None] Pushing event updated for resources: {'Port': ['ID=dedb0f95-d4c1-4344-a265-7484caa11197,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.038517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-7da09908-5d8e-443b-b2f9-7f5e182be24f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.052574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-7da09908-5d8e-443b-b2f9-7f5e182be24f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.063180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-7da09908-5d8e-443b-b2f9-7f5e182be24f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.075919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-7da09908-5d8e-443b-b2f9-7f5e182be24f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.078887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-7da09908-5d8e-443b-b2f9-7f5e182be24f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 4601 time: 0.7251744 Jul 16 01:31:08.116322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:08.139775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3fd350f4-4808-456d-aee4-e973d74ee40a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd12eaaf1b4e4ef48a91d8b22bb35d55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0831776 Jul 16 01:31:08.149252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.151988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53400) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:08.211531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.249054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367624-2740-40b9-8d21-ed0db31d0869 service neutron] Pushing event updated for resources: {'Port': ['ID=ef800cc1-4796-4a5b-a324-86d165acd141,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.317093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0254be1d-3dd1-40ed-9a70-c5e3a3c40540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.374810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.381594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6912d163-1c88-489a-b609-44fcd2e5838d req-327992af-e3ef-4896-adec-dd73c5d5d584 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784811 Jul 16 01:31:08.394802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-da368ea1-00a9-4d01-b9a9-c24da909f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.406110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-da368ea1-00a9-4d01-b9a9-c24da909f9a7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4017994 Jul 16 01:31:08.427913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60194cbe-dbaf-458a-a1e2-ffaed0682929 req-f58796a9-4998-4d6e-8225-141a12590c8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3221290 Jul 16 01:31:08.480032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Allocated IP 172.25.5.93 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/4d21533d-f286-4dad-bd66-5b41abe750e8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:08.498555 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0254be1d-3dd1-40ed-9a70-c5e3a3c40540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.681780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-e9231576-d83b-41e9-ad07-943dd2c3985f service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526104 Jul 16 01:31:08.838259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.879249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0254be1d-3dd1-40ed-9a70-c5e3a3c40540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.882879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0254be1d-3dd1-40ed-9a70-c5e3a3c40540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.884130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0254be1d-3dd1-40ed-9a70-c5e3a3c40540 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd06d281-e64b-4c3f-ab3c-a611bc237187 HTTP/1.1" status: 204 len: 168 time: 0.7202129 Jul 16 01:31:08.927528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-e8f97bb3-ec4a-4cb7-9f6f-0b63ae564d2b service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260244 Jul 16 01:31:08.934838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254be1d-3dd1-40ed-9a70-c5e3a3c40540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd06d281-e64b-4c3f-ab3c-a611bc237187,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.944563 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.012068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a2931093-e2da-4913-bf16-b2d0f2e88f71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8176d12f-20f7-427d-998c-6ec0679d6738 HTTP/1.1" status: 200 len: 217 time: 0.0619137 Jul 16 01:31:09.113768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178501aa-6650-41ab-89af-11a94b37203d req-26386c71-eab3-4961-b71b-4239a7c78f26 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.115914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-178501aa-6650-41ab-89af-11a94b37203d req-26386c71-eab3-4961-b71b-4239a7c78f26 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 945 time: 0.2289548 Jul 16 01:31:09.145043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8e49e50b-49ea-43e3-acbe-6ab214b962ea details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:09.178341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:09.185040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Pushing event updated for resources: {'Port': ['ID=4d21533d-f286-4dad-bd66-5b41abe750e8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.196858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:09.201398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:09.367622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'ef800cc1-4796-4a5b-a324-86d165acd141'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:09.380563 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf930610-375c-40ef-8f8b-0f9cff9b32c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "ef800cc1-4796-4a5b-a324-86d165acd141"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:09.598785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:09.613124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '8e49e50b-49ea-43e3-acbe-6ab214b962ea', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'port_id': '8e49e50b-49ea-43e3-acbe-6ab214b962ea', 'mac_address': 'fa:16:3e:ec:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f911dd3-68c7-4167-8faa-b5fb59b2d080', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:09.666529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-24961408-20f3-40f9-9d62-ec4504ae7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.667985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-24961408-20f3-40f9-9d62-ec4504ae7df5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.6478734 Jul 16 01:31:09.707971 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.737728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85affeb4-fe6b-478d-b7e4-7ac3f25db6ec None None] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:09.761087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9599ba27-a20b-4970-8893-55aadeba3897 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:09.767791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e49e50b-49ea-43e3-acbe-6ab214b962ea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:09.776157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.841567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:09.856977 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.867956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d022c0f6-607d-4b0c-b73d-63c029fcccb2 None None] Provisioning for port dedb0f95-d4c1-4344-a265-7484caa11197 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:09.878122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-178501aa-6650-41ab-89af-11a94b37203d req-30c4c115-d720-49d9-a528-c2871d119876 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509308 Jul 16 01:31:09.968189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-a948c56a-682d-415d-8d29-3f7b7f3d10b5 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.973694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-a948c56a-682d-415d-8d29-3f7b7f3d10b5 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 945 time: 0.8870161 Jul 16 01:31:10.035787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8e49e50b-49ea-43e3-acbe-6ab214b962ea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:10.117261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:10.189864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c7d3f-c257-4231-a57c-b8b8937cf13a req-74e8c402-a82b-4cbd-bece-67190fcba49e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.198971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b51c7d3f-c257-4231-a57c-b8b8937cf13a req-74e8c402-a82b-4cbd-bece-67190fcba49e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 951 time: 0.5705562 Jul 16 01:31:10.289476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dedb0f95-d4c1-4344-a265-7484caa11197 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:10.350293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-311239e5-07b5-420c-b279-1904250bd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.352193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-311239e5-07b5-420c-b279-1904250bd303 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6520000 Jul 16 01:31:10.407298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port dedb0f95-d4c1-4344-a265-7484caa11197 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:10.415902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dedb0f95-d4c1-4344-a265-7484caa11197 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:10.416450 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.448811 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e18b15f-6747-480d-9282-c64734fe3688 x-openstack-request-id: req-5e18b15f-6747-480d-9282-c64734fe3688 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:10.449312 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "ef800cc1-4796-4a5b-a324-86d165acd141", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:10.449312 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e18b15f-6747-480d-9282-c64734fe3688 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:10.449698 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'ef800cc1-4796-4a5b-a324-86d165acd141', 'status': 'completed', 'code': 200} Jul 16 01:31:10.462021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Transition to ACTIVE for port object 9599ba27-a20b-4970-8893-55aadeba3897 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:10.529422 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.552428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-927d7c29-0e06-424b-a536-e5477303ad3a service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817465 Jul 16 01:31:10.566154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.595274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:10.645295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port dedb0f95-d4c1-4344-a265-7484caa11197, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dedb0f95-d4c1-4344-a265-7484caa11197,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:10.656378 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.699168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.742735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=dedb0f95-d4c1-4344-a265-7484caa11197,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:10.770395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.771870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.772405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.773135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.773366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.773843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.774465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.778751 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-3668cafb-e7cc-48ca-b161-0274873e75cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6168 time: 0.3367908 Jul 16 01:31:10.789006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b51c7d3f-c257-4231-a57c-b8b8937cf13a req-9588e040-8829-4246-92be-01a4f7354815 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887971 Jul 16 01:31:10.819129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0932-fd19-4484-9704-f7c6d4c0c90e req-d23bdacf-d8af-4002-ae54-dd18d4fe0517 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.827505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5bab0932-fd19-4484-9704-f7c6d4c0c90e req-d23bdacf-d8af-4002-ae54-dd18d4fe0517 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 945 time: 0.7190025 Jul 16 01:31:10.930240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4056797-1118-420c-a5e6-68004785f50c None None] Provisioning complete for port dedb0f95-d4c1-4344-a265-7484caa11197 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:10.932160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4056797-1118-420c-a5e6-68004785f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.976525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Deleting port 3e395e93-21c2-4be9-8169-904d96c82d4f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:10.976887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.042121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-b7544a2e-0219-453c-bb75-aae7e3ca07a8 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717412 Jul 16 01:31:11.161859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3e395e93-21c2-4be9-8169-904d96c82d4f no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:11.174341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-a9ba1f8e-1d17-4be5-bf38-df1999e60991 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241 HTTP/1.1" status: 200 len: 217 time: 0.0944188 Jul 16 01:31:11.179450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-164315d2-67bd-4bd6-99ef-3f9c2ddd867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.181673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-164315d2-67bd-4bd6-99ef-3f9c2ddd867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.181925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-164315d2-67bd-4bd6-99ef-3f9c2ddd867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.186561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-164315d2-67bd-4bd6-99ef-3f9c2ddd867e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3368337 Jul 16 01:31:11.273287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-f14a8abd-991c-49f8-bb43-721d18a63573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.274814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-f14a8abd-991c-49f8-bb43-721d18a63573 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0847878 Jul 16 01:31:11.290204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5bab0932-fd19-4484-9704-f7c6d4c0c90e req-a231ef5f-4ca1-420d-aa17-25baed579729 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505665 Jul 16 01:31:11.316677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.352319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:11.354898 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f0888-a313-42b8-bb03-da1303ea520e" -d '{"events": [{"server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "name": "network-vif-unplugged", "status": "completed", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:11.368396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-85fcf578-8849-47f9-b625-960ba7394f07 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.369516 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-85fcf578-8849-47f9-b625-960ba7394f07 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 951 time: 0.7403326 Jul 16 01:31:11.387189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3e395e93-21c2-4be9-8169-904d96c82d4f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e395e93-21c2-4be9-8169-904d96c82d4f,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.388904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] For port 3e395e93-21c2-4be9-8169-904d96c82d4f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e395e93-21c2-4be9-8169-904d96c82d4f,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.389287 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.393323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Attempting to bind port 9599ba27-a20b-4970-8893-55aadeba3897 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:11.393716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Attempting to bind port 9599ba27-a20b-4970-8893-55aadeba3897 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:11.394500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Attempting to bind port 9599ba27-a20b-4970-8893-55aadeba3897 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:11.397176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.398273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8e49e50b-49ea-43e3-acbe-6ab214b962ea no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:11.420467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.426851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.433289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.440057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.445079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Port 9599ba27-a20b-4970-8893-55aadeba3897 on network 115e684f-4330-47fc-87ad-5962a282c6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:11.445411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Attempting to bind port 9599ba27-a20b-4970-8893-55aadeba3897 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:11.446061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.452063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.459467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.461710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-4e71e7d2-95f6-4dfc-b5df-b1921dbbe505 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5373 time: 0.3799880 Jul 16 01:31:11.470320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Calling delete_port for 3e395e93-21c2-4be9-8169-904d96c82d4f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:11.513768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:11.514343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Checking segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:11.514606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Bound using segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:11.514951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Bound port: 9599ba27-a20b-4970-8893-55aadeba3897, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:11.515066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-eb480122-fa92-4756-ac13-2dc9d554157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.515318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.517213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-eb480122-fa92-4756-ac13-2dc9d554157a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2330174 Jul 16 01:31:11.539586 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.623449 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.630904 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9b6f567-b2a9-4e3e-92da-7b008753b507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.666099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3e395e93-21c2-4be9-8169-904d96c82d4f,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.676425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8e49e50b-49ea-43e3-acbe-6ab214b962ea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:11.693838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ccd53a9-146d-4455-a366-d03f20c3371a req-fa06c49f-c550-4a2b-8c84-875fc88ccff4 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255299 Jul 16 01:31:11.745415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.758500 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.809332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-55e7a652-2eb7-402a-91f4-e725b04cbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.810819 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bf930610-375c-40ef-8f8b-0f9cff9b32c9 req-55e7a652-2eb7-402a-91f4-e725b04cbef0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4593251 Jul 16 01:31:11.824540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:11.849256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9599ba27-a20b-4970-8893-55aadeba3897,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:11.861385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Router 99c2a851-74c3-4568-876a-3aa2f93ef9df is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:11.871983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.881333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.901707 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849fd18f-f627-4421-8eaa-537258f5fadf x-openstack-request-id: req-849fd18f-f627-4421-8eaa-537258f5fadf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:11.901989 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "name": "network-vif-unplugged", "status": "completed", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:11.902236 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-849fd18f-f627-4421-8eaa-537258f5fadf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:11.902630 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f', 'code': 200} Jul 16 01:31:11.924126 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-3c69c7a1-da7d-4000-a25f-aba100dbd931 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184676 Jul 16 01:31:11.964199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Deleting port de921182-7f8a-4609-afab-cf7982ef7c34 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:11.969107 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.042368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.043176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.044476 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] 10.222.0.93 "PUT /v2.0/ports/9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 200 len: 1130 time: 3.9432766 Jul 16 01:31:12.116417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.128109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:12.227812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['dd528856-86cd-45d0-b149-5508fa980c6e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:12.237617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dedb0f95-d4c1-4344-a265-7484caa11197 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:12.252056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:12.265121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974c387-c892-4d96-9a9e-ac34bf6b1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:12.266554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event deleted for resources: {'Port': ['ID=3e395e93-21c2-4be9-8169-904d96c82d4f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:12.379837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] For port de921182-7f8a-4609-afab-cf7982ef7c34, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=de921182-7f8a-4609-afab-cf7982ef7c34,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:12.380208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.416812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] No DVR routers for this DVR port 3e395e93-21c2-4be9-8169-904d96c82d4f on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:12.425158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.427946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5cc8cc3-ce27-4d0b-b22c-c6f5598db9b8 req-e1ca6d75-ace3-4d5a-a7d2-93c1f2b5fcef tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "DELETE /v2.0/ports/3e395e93-21c2-4be9-8169-904d96c82d4f HTTP/1.1" status: 204 len: 173 time: 2.3877981 Jul 16 01:31:12.430041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'name': 'network-vif-deleted', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:12.432985 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767717af-ee77-4395-a547-6ccc0b525c8e" -d '{"events": [{"server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "name": "network-vif-deleted", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:12.434782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.441498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:12.452834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': '9599ba27-a20b-4970-8893-55aadeba3897'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:12.455336 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Sync routers for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:12.455838 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd1124-e933-4a39-9eec-b8053dcbc40b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "9599ba27-a20b-4970-8893-55aadeba3897"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:12.458596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Calling delete_port for de921182-7f8a-4609-afab-cf7982ef7c34 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:12.485629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.490359 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-68dd5552-1a48-4c40-8a28-58376bcdb69e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0993888 Jul 16 01:31:12.490966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53478) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:12.500697 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:12.501463 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:30:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.551331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f195ca37-0f88-4d02-83ae-1963cf95a15f req-bedfd02e-d387-408e-85c5-ec690273f4aa service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089027 Jul 16 01:31:12.575827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ee446-9583-42b5-975a-cbf778cce852 req-9ba74f73-0a28-4a07-8a58-392d7d2b263f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.580299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-764ee446-9583-42b5-975a-cbf778cce852 req-9ba74f73-0a28-4a07-8a58-392d7d2b263f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 943 time: 0.5319231 Jul 16 01:31:12.644865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057e79d-fbaa-4bbc-b8c9-75573a0c81da req-664b80c5-5634-4dd9-a720-90a566a80912 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.655233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c057e79d-fbaa-4bbc-b8c9-75573a0c81da req-664b80c5-5634-4dd9-a720-90a566a80912 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 951 time: 0.6142561 Jul 16 01:31:12.777345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-764ee446-9583-42b5-975a-cbf778cce852 req-56918c53-a99b-48cb-9908-f63fc5ba607d tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901348 Jul 16 01:31:12.796503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dedb0f95-d4c1-4344-a265-7484caa11197 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:12.796956 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.804837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c057e79d-fbaa-4bbc-b8c9-75573a0c81da req-75f79588-6c6c-4616-b653-83413bbb06b9 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472719 Jul 16 01:31:12.809024 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:12.867284 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48003769-c8d0-4d44-aa4c-12a99acd1451 x-openstack-request-id: req-48003769-c8d0-4d44-aa4c-12a99acd1451 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:12.867926 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a6cb17-2593-4793-8bcd-29e898afeb13", "name": "network-vif-deleted", "tag": "3e395e93-21c2-4be9-8169-904d96c82d4f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:12.868545 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48003769-c8d0-4d44-aa4c-12a99acd1451 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:12.869368 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a6cb17-2593-4793-8bcd-29e898afeb13', 'name': 'network-vif-deleted', 'tag': '3e395e93-21c2-4be9-8169-904d96c82d4f', 'status': 'completed', 'code': 200} Jul 16 01:31:12.935123 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556b2cd-f1e9-4790-902d-f14d82e09377 x-openstack-request-id: req-d556b2cd-f1e9-4790-902d-f14d82e09377 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:12.935960 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "9599ba27-a20b-4970-8893-55aadeba3897", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:12.936375 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d556b2cd-f1e9-4790-902d-f14d82e09377 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:12.936920 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': '9599ba27-a20b-4970-8893-55aadeba3897', 'status': 'completed', 'code': 200} Jul 16 01:31:13.115704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.155833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5', '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'de921182-7f8a-4609-afab-cf7982ef7c34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:13.170717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81d209fc-6d8b-4d69-a3a5-576dcb09faa8 req-a616004e-f522-4aa8-9f7b-c6f238c10a02 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=01a6cb17-2593-4793-8bcd-29e898afeb13 HTTP/1.1" status: 200 len: 210 time: 0.1047063 Jul 16 01:31:13.200663 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 3, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:13.216684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event deleted for resources: {'Port': ['ID=de921182-7f8a-4609-afab-cf7982ef7c34,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.242708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.243364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.243854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.244364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.244842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.245317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.245785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.258399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-88c6f5f1-bd0b-4097-a275-66ec33bb79fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6210 time: 0.2817917 Jul 16 01:31:13.300239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] No DVR routers for this DVR port de921182-7f8a-4609-afab-cf7982ef7c34 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:13.308892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.310928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f51b6825-b3a2-4e18-b40f-5002e7cfafb8 req-96c7a156-1780-448d-b60c-8689f13997e5 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "DELETE /v2.0/ports/de921182-7f8a-4609-afab-cf7982ef7c34 HTTP/1.1" status: 204 len: 173 time: 1.9295168 Jul 16 01:31:13.320443 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Checking router: 99c2a851-74c3-4568-876a-3aa2f93ef9df for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:13.326809 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Updating router 99c2a851-74c3-4568-876a-3aa2f93ef9df port 4d21533d-f286-4dad-bd66-5b41abe750e8 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:13.410243 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.617052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-9ee4b83a-2bed-4194-8dbb-904f978d23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.617625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-9ee4b83a-2bed-4194-8dbb-904f978d23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.618012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-9ee4b83a-2bed-4194-8dbb-904f978d23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.620112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-9ee4b83a-2bed-4194-8dbb-904f978d23eb service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3543060 Jul 16 01:31:13.853765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.863608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.871519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.880111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.891885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.902168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.905515 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.911063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.920503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-b11cbd07-8b6f-4bd8-a786-471ddaccbd51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5373 time: 0.4490073 Jul 16 01:31:13.934692 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Transition to ACTIVE for port object 4d21533d-f286-4dad-bd66-5b41abe750e8 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:13.950434 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.989083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-724a9ed8-1a0a-446d-bd35-0c6e36c8dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.990749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5cd1124-e933-4a39-9eec-b8053dcbc40b req-724a9ed8-1a0a-446d-bd35-0c6e36c8dc5d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3633938 Jul 16 01:31:14.009862 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Pushing event updated for resources: {'Port': ['ID=4d21533d-f286-4dad-bd66-5b41abe750e8,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.023314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-986f10fb-c418-4b94-aca7-e201edcc0969 req-83f70f34-3ca4-4a57-8201-3efcd1bc7d08 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017189 Jul 16 01:31:14.027796 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.028550 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.028888 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.029223 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.029551 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.029922 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.030247 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.030571 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.030892 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.031209 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.032503 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.032832 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:14.062854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Attempting to bind port 4d21533d-f286-4dad-bd66-5b41abe750e8 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:14.063229 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Attempting to bind port 4d21533d-f286-4dad-bd66-5b41abe750e8 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:14.063789 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Attempting to bind port 4d21533d-f286-4dad-bd66-5b41abe750e8 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:14.070033 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:14.070406 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:14.070805 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.071207 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:14.071674 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Bound port: 4d21533d-f286-4dad-bd66-5b41abe750e8, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:14.072055 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.133383 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] For port 4d21533d-f286-4dad-bd66-5b41abe750e8, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:14.136759 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] For port 4d21533d-f286-4dad-bd66-5b41abe750e8, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d21533d-f286-4dad-bd66-5b41abe750e8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:14.145741 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.225407 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:14.225623 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e41c0c8-3921-499c-9d1b-15a6cb432b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.227118 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:30:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:14.279807 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5a1a3-3c95-4361-ba38-23edf4e1c46f None None] Pushing event updated for resources: {'Port': ['ID=4d21533d-f286-4dad-bd66-5b41abe750e8,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.300747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e025f6-97e7-4533-81bd-4bd1255f1aa2 req-215f26e5-bc6b-44d6-b1b5-8bd874d856fc tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.314986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8e025f6-97e7-4533-81bd-4bd1255f1aa2 req-215f26e5-bc6b-44d6-b1b5-8bd874d856fc tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 943 time: 0.1355772 Jul 16 01:31:14.377215 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.381764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:14.392753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.410138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Transition to ACTIVE for port object cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:14.421287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.432165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-baba2fdb-aeeb-404e-8df8-3fb3ce8def67 req-2c299405-a828-47e1-95ee-8249564a01ff tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b4ab836-9ebe-4791-843f-9b05306183a5 HTTP/1.1" status: 200 len: 210 time: 0.1077583 Jul 16 01:31:14.478572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8e025f6-97e7-4533-81bd-4bd1255f1aa2 req-304348d4-cf12-492f-9e3b-1ba6c5b58258 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622117 Jul 16 01:31:14.503534 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:14.542638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.791779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.938935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Attempting to bind port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:14.939298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Attempting to bind port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:14.939640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Attempting to bind port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:14.946354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-deleted', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:14.948699 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ded80-53d1-4a33-bcf1-fe2a5e3fc999" -d '{"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-deleted", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:14.972349 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 3, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:15.010944 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd840b7d-8bc6-450c-95f6-96700c90bece None None] The sync data for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 is: [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 3, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:15.058224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 on network 115e684f-4330-47fc-87ad-5962a282c6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:15.058816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Attempting to bind port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:15.065252 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f9e3e5-d743-4afe-b95a-c2c3c26f5bc2 x-openstack-request-id: req-26f9e3e5-d743-4afe-b95a-c2c3c26f5bc2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:15.065771 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ab836-9ebe-4791-843f-9b05306183a5", "name": "network-vif-deleted", "tag": "de921182-7f8a-4609-afab-cf7982ef7c34", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:15.066171 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26f9e3e5-d743-4afe-b95a-c2c3c26f5bc2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:15.066724 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ab836-9ebe-4791-843f-9b05306183a5', 'name': 'network-vif-deleted', 'tag': 'de921182-7f8a-4609-afab-cf7982ef7c34', 'status': 'completed', 'code': 200} Jul 16 01:31:15.079371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:15.079915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Checking segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:15.080839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Bound using segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:15.081626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Bound port: cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:15.082195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.109300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Allocated IP 172.20.0.1 (5a279976-2b3a-48ea-bd89-d72754d5e732/2e7d03e4-9942-48bb-9cb1-d29dd0470fab/c6d0b13c-be5a-4e5f-bd53-7ac2031436b3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:15.190844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269faaf3-8e75-44d9-9ef9-6372357a3cc9 req-b33ba734-0bdf-440f-a33b-b55b08520e8a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.192431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-269faaf3-8e75-44d9-9ef9-6372357a3cc9 req-b33ba734-0bdf-440f-a33b-b55b08520e8a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 945 time: 0.1126645 Jul 16 01:31:15.252560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.269837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] For port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:15.287235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-269faaf3-8e75-44d9-9ef9-6372357a3cc9 req-16c4a805-7bf4-4f02-961f-e6c22319b46c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847278 Jul 16 01:31:15.292085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] For port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:15.300924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.332014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.338283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.344983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.351951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.358617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.365924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.371900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.374266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-527ff478-22ee-4ac0-8763-9279e6874220 req-f97e37c3-f73e-48d5-8e0c-368ee181cd5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5385 time: 0.2011988 Jul 16 01:31:15.384020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.384711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.386265 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] 10.222.0.93 "PUT /v2.0/ports/cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 HTTP/1.1" status: 200 len: 1091 time: 3.2045820 Jul 16 01:31:15.439595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.467207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:15.492906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-527ff478-22ee-4ac0-8763-9279e6874220 req-2db89643-4ac0-4d05-bd74-f69aa34d2496 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981541 Jul 16 01:31:15.601203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Transition to ACTIVE for port object c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:15.637341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e4485-e914-4d3d-a8c6-105e7ee1e204 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.660968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.698028 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:15.748915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: de921182-7f8a-4609-afab-cf7982ef7c34 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:15.749262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device de921182-7f8a-4609-afab-cf7982ef7c34 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:15.825724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.860687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-dd232e42-b215-4eed-a7a5-ed8ff67c50de tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.862141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-dd232e42-b215-4eed-a7a5-ed8ff67c50de tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 943 time: 0.2631197 Jul 16 01:31:15.945325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.974569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:15.982257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbde028-18fd-403f-8a7d-bc834efe51ba req-02c54e51-37f1-4a00-aa4b-8a74188748e4 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.984091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:15.990723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:16.002140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddbde028-18fd-403f-8a7d-bc834efe51ba req-02c54e51-37f1-4a00-aa4b-8a74188748e4 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 943 time: 0.3356886 Jul 16 01:31:16.034181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Pushing event updated for resources: {'Port': ['ID=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.101853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.151618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddbde028-18fd-403f-8a7d-bc834efe51ba req-99935dab-725b-46c0-bdf4-9c49abbf3ccd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368322 Jul 16 01:31:16.270867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4d21533d-f286-4dad-bd66-5b41abe750e8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:16.329415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Deleting port 8e49e50b-49ea-43e3-acbe-6ab214b962ea {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:16.329959 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.418985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4d21533d-f286-4dad-bd66-5b41abe750e8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:16.424207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4d21533d-f286-4dad-bd66-5b41abe750e8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:16.424914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.589572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c622d3f2-6cf5-4fed-8857-9f46416c304d None None] Provisioning for port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:16.605810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c622d3f2-6cf5-4fed-8857-9f46416c304d None None] Provisioning complete for port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:16.606517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c622d3f2-6cf5-4fed-8857-9f46416c304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.637135 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.638644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe0252a-6c9e-4e64-a519-1e04d1c84f0d {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:16.666174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.679883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 4d21533d-f286-4dad-bd66-5b41abe750e8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d21533d-f286-4dad-bd66-5b41abe750e8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:16.681552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c622d3f2-6cf5-4fed-8857-9f46416c304d None None] Port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:16.686831 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.707695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Transition to ACTIVE for port object cbe0252a-6c9e-4e64-a519-1e04d1c84f0d will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:16.722409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.793825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] For port 8e49e50b-49ea-43e3-acbe-6ab214b962ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8e49e50b-49ea-43e3-acbe-6ab214b962ea,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:16.794686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.832121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=4d21533d-f286-4dad-bd66-5b41abe750e8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.847168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Calling delete_port for 8e49e50b-49ea-43e3-acbe-6ab214b962ea owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:16.862686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.886814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.887329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d779-e20b-4a7b-af86-7b464cf45535 req-25b109dc-8478-4e45-8227-fc445a5d93c8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.896321 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cba6d779-e20b-4a7b-af86-7b464cf45535 req-25b109dc-8478-4e45-8227-fc445a5d93c8 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.3762479 Jul 16 01:31:16.958393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019b9ad-079e-4da1-8ebf-e686dceec5f7 req-4d7354d5-9c6c-446e-a6b1-815f6265785a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.963425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9019b9ad-079e-4da1-8ebf-e686dceec5f7 req-4d7354d5-9c6c-446e-a6b1-815f6265785a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 945 time: 0.3852296 Jul 16 01:31:17.026860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d7293-174c-48f7-8795-ab6c5a55567f req-7835175d-b8a8-40c4-9a85-ac59099def55 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.028689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980d7293-174c-48f7-8795-ab6c5a55567f req-7835175d-b8a8-40c4-9a85-ac59099def55 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 945 time: 0.4854581 Jul 16 01:31:17.117677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cba6d779-e20b-4a7b-af86-7b464cf45535 req-a9392f64-d6f5-4b69-8151-ad402a8c7767 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200046 Jul 16 01:31:17.134437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:17.136740 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772cf3e-e2c9-42f2-95aa-2948e727571d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:17.154928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.203019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Attempting to bind port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:17.203401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Attempting to bind port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:17.203744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Attempting to bind port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:17.210322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d on network 115e684f-4330-47fc-87ad-5962a282c6de not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:17.218682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9019b9ad-079e-4da1-8ebf-e686dceec5f7 req-0648848a-27e9-43fe-86d3-00dae9b68ea2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374313 Jul 16 01:31:17.227349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Attempting to bind port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:17.287351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:17.320339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:17.325545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Checking segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:17.326225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Bound using segment: {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:17.326856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Bound port: cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:17.327384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.425083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Deleting port dd528856-86cd-45d0-b149-5508fa980c6e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:17.426401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.437941 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6164c9f6-1f6d-42f1-83d5-699622239cb4 x-openstack-request-id: req-6164c9f6-1f6d-42f1-83d5-699622239cb4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:17.438229 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:17.440017 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6164c9f6-1f6d-42f1-83d5-699622239cb4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:17.440732 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01', 'status': 'completed', 'code': 200} Jul 16 01:31:17.594623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.601692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3e9709d-930b-468c-bac5-d741e2f74998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.672904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] For port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:17.720273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] For port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:17.745011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.762147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.762643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.763162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.763634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.764329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.764803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.765265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.768076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ca350201-8ef5-4acd-8202-d51b7df1d003 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6302 time: 0.3069060 Jul 16 01:31:17.839925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-51b514f2-c580-4780-9864-f758cbf1fb38 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.841610 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-51b514f2-c580-4780-9864-f758cbf1fb38 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.3998759 Jul 16 01:31:17.930873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.931502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.932954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] 10.222.0.93 "PUT /v2.0/ports/cbe0252a-6c9e-4e64-a519-1e04d1c84f0d HTTP/1.1" status: 200 len: 1091 time: 2.4784417 Jul 16 01:31:17.951616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.982049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:17.984923 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.007539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] For port dd528856-86cd-45d0-b149-5508fa980c6e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dd528856-86cd-45d0-b149-5508fa980c6e,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:18.007837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.013363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83983475-a033-4279-9e24-3f8a6a723164 req-ac4c36d0-137a-478c-ac67-3d62aa09e1b0 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=21fe6c3e-8d00-4954-8544-99c93a410b5c HTTP/1.1" status: 200 len: 210 time: 0.4126923 Jul 16 01:31:18.022175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event deleted for resources: {'Port': ['ID=8e49e50b-49ea-43e3-acbe-6ab214b962ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.028295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b424c-f010-4d44-ae9f-c25820cf0180 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.076541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Calling delete_port for dd528856-86cd-45d0-b149-5508fa980c6e owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:18.160339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] No DVR routers for this DVR port 8e49e50b-49ea-43e3-acbe-6ab214b962ea on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:18.165810 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.168567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2620f26-7a5a-44d7-b7a7-12c505570cfd req-1ea02dce-67bd-40ac-8211-38479855e302 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "DELETE /v2.0/ports/8e49e50b-49ea-43e3-acbe-6ab214b962ea HTTP/1.1" status: 204 len: 173 time: 2.2863092 Jul 16 01:31:18.170431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'name': 'network-vif-deleted', 'tag': '8e49e50b-49ea-43e3-acbe-6ab214b962ea'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:18.173014 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275f10d3-e748-4cdb-9780-f4f367e53e26" -d '{"events": [{"server_uuid": "21fe6c3e-8d00-4954-8544-99c93a410b5c", "name": "network-vif-deleted", "tag": "8e49e50b-49ea-43e3-acbe-6ab214b962ea"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:18.227075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4d21533d-f286-4dad-bd66-5b41abe750e8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:18.266955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.282985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.290129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.297214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.299247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ef1ed0cd-5e04-4967-8588-77a7493329e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.299739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ef1ed0cd-5e04-4967-8588-77a7493329e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.300212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ef1ed0cd-5e04-4967-8588-77a7493329e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.301859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-ef1ed0cd-5e04-4967-8588-77a7493329e8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4984496 Jul 16 01:31:18.306727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.309353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Pushing event updated for resources: {'Port': ['ID=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.326384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.342328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3e9709d-930b-468c-bac5-d741e2f74998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.343210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.359098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4d21533d-f286-4dad-bd66-5b41abe750e8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:18.360189 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.362021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.369753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-dc9e8cb9-ec75-4e0a-bc20-49d04058d492 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5397 time: 0.8256588 Jul 16 01:31:18.395371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3e9709d-930b-468c-bac5-d741e2f74998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.419613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.537011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96b5a9bc-60fd-475e-b75c-8f90a3c0ddc0 req-9bbb7b33-e9f0-4a5f-9113-51a5fccfe438 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661367 Jul 16 01:31:18.545286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c3e9709d-930b-468c-bac5-d741e2f74998 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4e4e7f0d0cf49afa571d787cdbe8c10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2419882 Jul 16 01:31:18.549849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9709d-930b-468c-bac5-d741e2f74998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a684c6a1-b152-4f09-8850-2b9d8c109baf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.553212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Deleting port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:18.553561 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.558225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53590) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:18.623006 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da7926-96db-4aa0-970d-65e16c616031 x-openstack-request-id: req-e9da7926-96db-4aa0-970d-65e16c616031 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:18.623484 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fe6c3e-8d00-4954-8544-99c93a410b5c", "name": "network-vif-deleted", "tag": "8e49e50b-49ea-43e3-acbe-6ab214b962ea", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:18.623813 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9da7926-96db-4aa0-970d-65e16c616031 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:18.624247 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fe6c3e-8d00-4954-8544-99c93a410b5c', 'name': 'network-vif-deleted', 'tag': '8e49e50b-49ea-43e3-acbe-6ab214b962ea', 'status': 'completed', 'code': 200} Jul 16 01:31:18.648667 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.664109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:18.668436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a629e-a6c6-4935-b6d1-434f6df3a56c req-dbf5c7dc-672b-42dc-bd6c-2a96d53d0024 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.675062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-a4b1585d-4c3b-41b4-bc10-73d51bd86b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.676501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da4a629e-a6c6-4935-b6d1-434f6df3a56c req-dbf5c7dc-672b-42dc-bd6c-2a96d53d0024 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 949 time: 0.2099583 Jul 16 01:31:18.676620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7772cf3e-e2c9-42f2-95aa-2948e727571d req-a4b1585d-4c3b-41b4-bc10-73d51bd86b35 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3567524 Jul 16 01:31:18.718604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event deleted for resources: {'Port': ['ID=dd528856-86cd-45d0-b149-5508fa980c6e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.822184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:18.838296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:18.849438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] No DVR routers for this DVR port dd528856-86cd-45d0-b149-5508fa980c6e on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:18.871207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.877471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2730aedd-e416-44f8-8de7-6058bf895443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.877893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980d7293-174c-48f7-8795-ab6c5a55567f req-ea99ff18-6108-475c-bb9b-a15d7f84039f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "DELETE /v2.0/ports/dd528856-86cd-45d0-b149-5508fa980c6e HTTP/1.1" status: 204 len: 173 time: 1.7795870 Jul 16 01:31:18.880164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-555bae90-7e04-43c8-a76c-2d43c065a9a4 req-7ed71c31-b1c2-4bd1-8063-9be6d3e9904f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dde0947-f63b-46ab-984a-8174943c9fea HTTP/1.1" status: 200 len: 210 time: 0.1084032 Jul 16 01:31:18.895774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da4a629e-a6c6-4935-b6d1-434f6df3a56c req-0e817b6f-5394-497a-bd03-2c6bb22f0923 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179255 Jul 16 01:31:19.065025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2730aedd-e416-44f8-8de7-6058bf895443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.077294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] For port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:19.083915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.176473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd528856-86cd-45d0-b149-5508fa980c6e no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:19.206262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: dd528856-86cd-45d0-b149-5508fa980c6e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:19.206478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dd528856-86cd-45d0-b149-5508fa980c6e not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:19.206894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8e49e50b-49ea-43e3-acbe-6ab214b962ea no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:19.226735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Calling delete_port for 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:19.237829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 8e49e50b-49ea-43e3-acbe-6ab214b962ea {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:19.238378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8e49e50b-49ea-43e3-acbe-6ab214b962ea not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:19.304779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c5d1b31a-0d8a-44f5-b344-e2d49ba6ed7b None None] Provisioning complete for port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:19.305160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b31a-0d8a-44f5-b344-e2d49ba6ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.368805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1b31a-0d8a-44f5-b344-e2d49ba6ed7b None None] Port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:19.399748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Router 99c2a851-74c3-4568-876a-3aa2f93ef9df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:19.400246 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2730aedd-e416-44f8-8de7-6058bf895443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.403354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2730aedd-e416-44f8-8de7-6058bf895443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.407851 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2730aedd-e416-44f8-8de7-6058bf895443 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a684c6a1-b152-4f09-8850-2b9d8c109baf HTTP/1.1" status: 204 len: 168 time: 0.8469269 Jul 16 01:31:19.447211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:19.454522 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06575ad3-feeb-411c-af40-0ee3b21620d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:19.464140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730aedd-e416-44f8-8de7-6058bf895443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a684c6a1-b152-4f09-8850-2b9d8c109baf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:19.520077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53602) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:19.526112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0f1c429d-a629-48f2-bec7-870f22b391bd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444631081', 'description': 'tempest-description--915453129'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:19.558223 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.571216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1c429d-a629-48f2-bec7-870f22b391bd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.604251 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed72bc2-e365-45fc-995f-483ef017a540 x-openstack-request-id: req-9ed72bc2-e365-45fc-995f-483ef017a540 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:19.604603 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:19.604773 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ed72bc2-e365-45fc-995f-483ef017a540 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:19.605175 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d', 'status': 'completed', 'code': 200} Jul 16 01:31:19.676519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.677221 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.677880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.678496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.679110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.679988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.680741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.683040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-6a59201f-7987-413e-ae50-2ad6b496287c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6344 time: 0.1057129 Jul 16 01:31:19.816395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:19.868267 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f768e823-ee76-4137-93fa-9570d732f7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.912655 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1c429d-a629-48f2-bec7-870f22b391bd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.939870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-5c8d7024-f5d4-4cc5-a67b-a07d6c24628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.940419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-5c8d7024-f5d4-4cc5-a67b-a07d6c24628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.940960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-5c8d7024-f5d4-4cc5-a67b-a07d6c24628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.942754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-5c8d7024-f5d4-4cc5-a67b-a07d6c24628d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2492292 Jul 16 01:31:19.948506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1c429d-a629-48f2-bec7-870f22b391bd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.043648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc5f962-1607-480e-af18-a0c62a990ed1 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:20.057040 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.072634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c429d-a629-48f2-bec7-870f22b391bd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4d3c2-249f-4b2f-824f-3869cb9516f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.103925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Transition to ACTIVE for port object 0cc5f962-1607-480e-af18-a0c62a990ed1 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:20.111950 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.118021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.130461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:20.235909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-b96bc8d2-07f1-40ff-8192-26fe5558eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.237489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06575ad3-feeb-411c-af40-0ee3b21620d1 req-b96bc8d2-07f1-40ff-8192-26fe5558eaa1 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2816443 Jul 16 01:31:20.239761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:20.253854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.262548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.286088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ca63146a-21b7-440b-8216-740ae0b2da8e admin admin] 10.222.0.81 "PUT /v2.0/routers/99c2a851-74c3-4568-876a-3aa2f93ef9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7550900 Jul 16 01:31:20.286341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.286341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.286582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Sync routers for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:20.287038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5f962-1607-480e-af18-a0c62a990ed1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.287459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.290743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.297970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.306911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-0a2aa98d-f040-4b78-8bc7-13136ac4984b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5397 time: 0.4494944 Jul 16 01:31:20.328440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:20.329398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:31:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.355621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e147fa-65b8-4c33-97c1-8ca95f3346be req-8bb1b35f-6857-40c2-9b80-057764548d81 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.362541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61e147fa-65b8-4c33-97c1-8ca95f3346be req-8bb1b35f-6857-40c2-9b80-057764548d81 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=8eb94cb8-0f9c-4590-be21-e659af9a5482 HTTP/1.1" status: 200 len: 867 time: 0.3136342 Jul 16 01:31:20.484994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event deleted for resources: {'Port': ['ID=3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.488255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8892b6dc-94a8-4971-8434-32b3da4f949d req-7c02d94e-c514-40f6-9380-31be31272406 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803315 Jul 16 01:31:20.507334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] No DVR routers for this DVR port 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:20.513284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f768e823-ee76-4137-93fa-9570d732f7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.523693 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.524522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f768e823-ee76-4137-93fa-9570d732f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.532888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f96e6c14-4228-4047-bf7d-3c5d815e8ab4 req-dda8179b-5727-4e11-9895-231f6ce81588 tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "DELETE /v2.0/ports/3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 HTTP/1.1" status: 204 len: 173 time: 2.6634040 Jul 16 01:31:20.591448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e823-ee76-4137-93fa-9570d732f7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0a2449-5c91-4399-83f0-bea66bbaee9c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.596751 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1c429d-a629-48f2-bec7-870f22b391bd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.598176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0f1c429d-a629-48f2-bec7-870f22b391bd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0766263 Jul 16 01:31:20.615196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61e147fa-65b8-4c33-97c1-8ca95f3346be req-ce963475-8847-4cf2-935d-ce2ce38bd6fa tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352622 Jul 16 01:31:20.615893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53622) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:20.627443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Attempting to bind port 0cc5f962-1607-480e-af18-a0c62a990ed1 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:20.627793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Attempting to bind port 0cc5f962-1607-480e-af18-a0c62a990ed1 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:20.628133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Attempting to bind port 0cc5f962-1607-480e-af18-a0c62a990ed1 on network 55095e0a-1236-4146-9861-5d2f4985cdc1 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:20.630130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dde0947-f63b-46ab-984a-8174943c9fea', 'name': 'network-vif-deleted', 'tag': 'dd528856-86cd-45d0-b149-5508fa980c6e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:20.636192 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58add41-20fd-4c00-9e86-75b8605b172a" -d '{"events": [{"server_uuid": "2dde0947-f63b-46ab-984a-8174943c9fea", "name": "network-vif-deleted", "tag": "dd528856-86cd-45d0-b149-5508fa980c6e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:20.652060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-19d3ece4-e1a0-420f-962a-7959c252bf1b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Request body: {'security_group_rule': {'security_group_id': 'c3e4d3c2-249f-4b2f-824f-3869cb9516f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:20.654307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:20.654987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Port 0cc5f962-1607-480e-af18-a0c62a990ed1 on network 55095e0a-1236-4146-9861-5d2f4985cdc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:20.655475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Attempting to bind port 0cc5f962-1607-480e-af18-a0c62a990ed1 on network 55095e0a-1236-4146-9861-5d2f4985cdc1 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:20.666991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:20.670976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Checking segment: {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:20.672656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Bound using segment: {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:20.673281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Bound port: 0cc5f962-1607-480e-af18-a0c62a990ed1, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:20.674548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.756019 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f768e823-ee76-4137-93fa-9570d732f7d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db518700fb42436d843b3f2ef7972b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9380836 Jul 16 01:31:20.756758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53628) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:20.782409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d3ece4-e1a0-420f-962a-7959c252bf1b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.880645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] For port 0cc5f962-1607-480e-af18-a0c62a990ed1, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:20.884518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] For port 0cc5f962-1607-480e-af18-a0c62a990ed1, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0cc5f962-1607-480e-af18-a0c62a990ed1,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:20.898694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91f81d12-ad8a-4525-a171-f18d062cbea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.909398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.955319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.956468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.963514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] 10.222.0.93 "PUT /v2.0/ports/0cc5f962-1607-480e-af18-a0c62a990ed1 HTTP/1.1" status: 200 len: 1091 time: 2.9916627 Jul 16 01:31:20.967165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91f81d12-ad8a-4525-a171-f18d062cbea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.025787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Request body: {'port': {'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:21.029807 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7f39ea-6edc-4550-8885-7418160eae4f x-openstack-request-id: req-cf7f39ea-6edc-4550-8885-7418160eae4f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:21.034290 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dde0947-f63b-46ab-984a-8174943c9fea", "name": "network-vif-deleted", "tag": "dd528856-86cd-45d0-b149-5508fa980c6e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:21.034733 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf7f39ea-6edc-4550-8885-7418160eae4f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:21.035278 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dde0947-f63b-46ab-984a-8174943c9fea', 'name': 'network-vif-deleted', 'tag': 'dd528856-86cd-45d0-b149-5508fa980c6e', 'status': 'completed', 'code': 200} Jul 16 01:31:21.042420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7753e-b529-4ce8-985a-9c7205534ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc5f962-1607-480e-af18-a0c62a990ed1,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.051008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d3ece4-e1a0-420f-962a-7959c252bf1b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.091541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d3ece4-e1a0-420f-962a-7959c252bf1b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.135107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3ece4-e1a0-420f-962a-7959c252bf1b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1390b563-03d7-496d-9d39-1d39836046be,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.211791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.217239 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91f81d12-ad8a-4525-a171-f18d062cbea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.227746 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91f81d12-ad8a-4525-a171-f18d062cbea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.229064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-91f81d12-ad8a-4525-a171-f18d062cbea5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a0a2449-5c91-4399-83f0-bea66bbaee9c HTTP/1.1" status: 204 len: 168 time: 0.4702647 Jul 16 01:31:21.266285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81d12-ad8a-4525-a171-f18d062cbea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0a2449-5c91-4399-83f0-bea66bbaee9c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.270638 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19d3ece4-e1a0-420f-962a-7959c252bf1b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.275941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-19d3ece4-e1a0-420f-962a-7959c252bf1b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6440632 Jul 16 01:31:21.295950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:21.310059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-effd9393-8482-49b1-b268-c07dd8840b98 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Request body: {'security_group_rule': {'security_group_id': 'c3e4d3c2-249f-4b2f-824f-3869cb9516f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:21.409652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 2, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:21.448953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Checking router: 99c2a851-74c3-4568-876a-3aa2f93ef9df for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:21.449503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Updating router 99c2a851-74c3-4568-876a-3aa2f93ef9df port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:21.477608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-effd9393-8482-49b1-b268-c07dd8840b98 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.523849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.601036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9a19993d-c136-489b-ae8e-6007e72a5a65 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.606291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9a19993d-c136-489b-ae8e-6007e72a5a65 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.4825974 Jul 16 01:31:21.606945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-deleted', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7'}, {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:21.609748 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7791c9-9003-4454-8ba6-0617ea680e02" -d '{"events": [{"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-deleted", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7"}, {"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:21.650058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-4ff95a54-1aa3-41e3-a882-3e11266b03ea tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.0360122 Jul 16 01:31:21.653912 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-effd9393-8482-49b1-b268-c07dd8840b98 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.687908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-effd9393-8482-49b1-b268-c07dd8840b98 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.742119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dbbb72-85aa-4691-80fe-d0fa014626d7 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:21.752639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-effd9393-8482-49b1-b268-c07dd8840b98 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.754765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.764559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-effd9393-8482-49b1-b268-c07dd8840b98 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4640448 Jul 16 01:31:21.768828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:21.774852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Transition to ACTIVE for port object a8dbbb72-85aa-4691-80fe-d0fa014626d7 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:21.776687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:21.780411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.793590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53660) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:21.799665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9393-8482-49b1-b268-c07dd8840b98 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f15ec7-ab99-4daa-a96b-056889e034c2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.806608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.826361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-55d9d884-a6fd-44f0-b104-866478663275 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571835789', 'description': 'tempest-description--385900328'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:21.897607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55d9d884-a6fd-44f0-b104-866478663275 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.946925 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.953659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-88357beb-2c86-467d-a48a-d5c48c2fe07f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2936201 Jul 16 01:31:21.974882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Transition to ACTIVE for port object c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:21.994915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:22.006235 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.086667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8dbbb72-85aa-4691-80fe-d0fa014626d7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.111431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Attempting to bind port a8dbbb72-85aa-4691-80fe-d0fa014626d7 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:22.111834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Attempting to bind port a8dbbb72-85aa-4691-80fe-d0fa014626d7 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:22.112257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Attempting to bind port a8dbbb72-85aa-4691-80fe-d0fa014626d7 on network 55095e0a-1236-4146-9861-5d2f4985cdc1 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:22.125508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Port a8dbbb72-85aa-4691-80fe-d0fa014626d7 on network 55095e0a-1236-4146-9861-5d2f4985cdc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:22.125929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Attempting to bind port a8dbbb72-85aa-4691-80fe-d0fa014626d7 on network 55095e0a-1236-4146-9861-5d2f4985cdc1 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:22.138448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385c890-9388-4346-95b1-1dcf74026934 None None] Pushing event updated for resources: {'Port': ['ID=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.143194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:22.143591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Checking segment: {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:22.144306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Bound using segment: {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:22.144836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Bound port: a8dbbb72-85aa-4691-80fe-d0fa014626d7, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96146ef-97ae-4efd-8d3c-dba975ae9bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:22.145471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.155782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:22.156369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:22.255611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.275808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.281815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Attempting to bind port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:22.282244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Attempting to bind port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:22.282585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Attempting to bind port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:22.287726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.289579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:22.289895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Checking segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:22.290227 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.290826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Bound using segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:22.291324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Bound port: c6d0b13c-be5a-4e5f-bd53-7ac2031436b3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:22.291806 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.294566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.302262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.306305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55d9d884-a6fd-44f0-b104-866478663275 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.308921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.316636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.318260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55d9d884-a6fd-44f0-b104-866478663275 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.326846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-29d5e97f-e433-4c43-9215-78cabd6791f5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.3352230 Jul 16 01:31:22.330874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] For port a8dbbb72-85aa-4691-80fe-d0fa014626d7, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:22.340995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-99214371-24ba-4317-bb78-61c6dfe7a0c9 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858299 Jul 16 01:31:22.372615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] For port a8dbbb72-85aa-4691-80fe-d0fa014626d7, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:22.378795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55d9d884-a6fd-44f0-b104-866478663275 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.383393 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-55d9d884-a6fd-44f0-b104-866478663275 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5617740 Jul 16 01:31:22.385679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:22.391315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-93f9653e-48fb-4aac-8636-e649d5595f7c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'security_group_rule': {'security_group_id': '4bde26d6-d022-4fbe-bdb3-91416b39c884', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:22.399763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9d884-a6fd-44f0-b104-866478663275 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde26d6-d022-4fbe-bdb3-91416b39c884,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.402379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.408431 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.468343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.469086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.470764 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] 10.222.0.93 "PUT /v2.0/ports/a8dbbb72-85aa-4691-80fe-d0fa014626d7 HTTP/1.1" status: 200 len: 1091 time: 1.4618359 Jul 16 01:31:22.498079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1d77b90-f42e-4a3d-80b4-fb61db938fa6 req-e2b5e26e-7b71-4044-86c0-7da5bda245ca tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687753 Jul 16 01:31:22.506916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] For port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:22.513623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e974f-10f0-4ff8-821c-122c14f1cc2a service neutron] Pushing event updated for resources: {'Port': ['ID=a8dbbb72-85aa-4691-80fe-d0fa014626d7,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.517119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] For port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:22.521829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93f9653e-48fb-4aac-8636-e649d5595f7c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.529756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.638134 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75c135-bf32-43d8-b954-d952ab1953db x-openstack-request-id: req-bc75c135-bf32-43d8-b954-d952ab1953db {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:22.638470 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb94cb8-0f9c-4590-be21-e659af9a5482", "name": "network-vif-deleted", "tag": "3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:22.638695 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc75c135-bf32-43d8-b954-d952ab1953db {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:22.639104 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb94cb8-0f9c-4590-be21-e659af9a5482', 'name': 'network-vif-deleted', 'tag': '3fe81ab5-0c6a-436b-92ac-ee4d3380f1e7', 'status': 'completed', 'code': 200} Jul 16 01:31:22.639367 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1', 'status': 'completed', 'code': 200} Jul 16 01:31:22.644726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385c890-9388-4346-95b1-1dcf74026934 None None] Pushing event updated for resources: {'Port': ['ID=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.666389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6a2e8f10-cae9-4aa1-ba5c-0619a77de7e9 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234086 Jul 16 01:31:22.681240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:22.682051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:31:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.769632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93f9653e-48fb-4aac-8636-e649d5595f7c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.776791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.777297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.777788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.778601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.779073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.779538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.780134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.789084 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-eb63b1d5-ce90-444b-a7a8-2b9775169a32 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6478 time: 0.2621338 Jul 16 01:31:22.790299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93f9653e-48fb-4aac-8636-e649d5595f7c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.819507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Allocated IP 172.25.5.88 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/bbee09b6-f0c2-4124-b785-cca6b25fb423) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:22.903485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9653e-48fb-4aac-8636-e649d5595f7c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f83e1a-9661-4ee3-9973-78387e4b6c3e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.908166 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-6140708c-9c97-465f-a503-4a2c1671593d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384 HTTP/1.1" status: 200 len: 217 time: 0.1052792 Jul 16 01:31:22.991621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93f9653e-48fb-4aac-8636-e649d5595f7c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.009021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:23.020024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93f9653e-48fb-4aac-8636-e649d5595f7c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6314301 Jul 16 01:31:23.020879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:23.086443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-cf811af1-0298-4840-8b85-65a03f2c8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.091274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-cf811af1-0298-4840-8b85-65a03f2c8f7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f6929da-759d-4b3c-89c8-3209375964c0 HTTP/1.1" status: 200 len: 851 time: 0.1699729 Jul 16 01:31:23.095659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-86e2c50c-e0e4-4a92-97d8-7ffc3ddded76 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'security_group_rule': {'security_group_id': '4bde26d6-d022-4fbe-bdb3-91416b39c884', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:23.101840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.197274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.247827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e2c50c-e0e4-4a92-97d8-7ffc3ddded76 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.277523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'Port': ['ID=bbee09b6-f0c2-4124-b785-cca6b25fb423,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.338884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-58a218bb-9f1d-43e5-86d5-bd28859ae14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.340653 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-58a218bb-9f1d-43e5-86d5-bd28859ae14b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327719 Jul 16 01:31:23.374473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f52884e-84c1-4d7e-911b-97ff6b02283c req-f54a336c-ae03-45e9-98d6-8b3a9978fda2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 210 time: 0.1010079 Jul 16 01:31:23.385844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:23.388475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:23.392957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:23.522911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:22Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:23.542386 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-a89491d4-60ad-4d10-a3e2-e59738cd5a41 service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947138 Jul 16 01:31:23.610759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d2933b-49a3-442c-bcef-0824fbff9aa0 None None] The sync data for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 is: [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:22Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:23.636944 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e2c50c-e0e4-4a92-97d8-7ffc3ddded76 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.652123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e2c50c-e0e4-4a92-97d8-7ffc3ddded76 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.738056 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.794267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2c50c-e0e4-4a92-97d8-7ffc3ddded76 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c484bb39-0fc9-4a12-b886-0f0734dc28f8,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.813615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e2c50c-e0e4-4a92-97d8-7ffc3ddded76 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.815166 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86e2c50c-e0e4-4a92-97d8-7ffc3ddded76 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7328176 Jul 16 01:31:23.819352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:23.825115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:23.832091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-231aea1f-3927-4fd7-bd18-b622b3cce257 service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791955 Jul 16 01:31:23.901625 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-da9c0ac3-4fc9-4e72-8754-965be4a69239 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 200 len: 217 time: 0.0524950 Jul 16 01:31:23.922987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b2a3c-aaee-4b0d-bf07-7e479c99acb4 req-d54c2a09-17ba-495f-bbb3-a2841a67a689 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.932388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-396b2a3c-aaee-4b0d-bf07-7e479c99acb4 req-d54c2a09-17ba-495f-bbb3-a2841a67a689 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 946 time: 0.3490102 Jul 16 01:31:23.947063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.959861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-951079e9-15be-41db-9942-b2fbedab3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.961376 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-951079e9-15be-41db-9942-b2fbedab3d2b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.0519171 Jul 16 01:31:23.962587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.067527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.096255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.113267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-85a807f4-a5a7-471f-bf51-760f419f8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.114752 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-85a807f4-a5a7-471f-bf51-760f419f8b70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462438 Jul 16 01:31:24.130263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.142980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.162118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.188769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.197578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.211091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-fbd53cf0-20c1-4f91-aa49-f3e90381ec54 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.4958637 Jul 16 01:31:24.211786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:24.301275 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.305172 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-0d946f3c-b975-4a7a-a395-b06a59ac0c76 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609108 Jul 16 01:31:24.350313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:24.356705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:24.357207 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.450505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-396b2a3c-aaee-4b0d-bf07-7e479c99acb4 req-4f0f780e-b83e-4630-808e-3c21be60bc91 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5166931 Jul 16 01:31:24.500873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.529032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-3053feda-e42a-4d0b-8baf-ec77f0b99f29 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143087 Jul 16 01:31:24.535688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.554811 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.558756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37c7f160-5d8d-4013-a4d7-f9714970a74b req-19e8ec89-c952-40ef-b49f-7d2238282690 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3465884 Jul 16 01:31:24.582064 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-fa1f94b3-d953-4adb-9b85-4526c595652b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 200 len: 217 time: 0.0435517 Jul 16 01:31:24.646654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:24.657976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.693588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:24.698852 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:24.779068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.790147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Allocated IP 172.25.5.177 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/df0856b6-aa37-41eb-8745-3c872e208d55) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:24.824016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'Port': ['ID=bbee09b6-f0c2-4124-b785-cca6b25fb423,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.847902 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.933087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.934703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.936304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-81ae74af-0153-4584-a683-52e6c9d6a92b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1653209 Jul 16 01:31:24.952641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf72fe-1fbb-42dc-8e01-4b798e370d78 req-128fa4c8-78dd-4a36-a794-c9816a8e5d7d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.954247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69bf72fe-1fbb-42dc-8e01-4b798e370d78 req-128fa4c8-78dd-4a36-a794-c9816a8e5d7d tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.3185599 Jul 16 01:31:24.985610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d74ca6b8-9ead-42e2-bef9-10d59114fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.987952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d74ca6b8-9ead-42e2-bef9-10d59114fa0d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.3894031 Jul 16 01:31:24.990853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-d1084111-674d-4621-985e-1f8a5ab358cd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.992331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.992682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-d1084111-674d-4621-985e-1f8a5ab358cd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.2364697 Jul 16 01:31:25.018935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Request body: {'port': {'device_id': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'admin_state_up': True, 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:25.038916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69bf72fe-1fbb-42dc-8e01-4b798e370d78 req-5076ecc8-8861-4d83-85ad-46b374ac0c8e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c49b839d-1874-48ea-94e8-0cde20f2a8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779514 Jul 16 01:31:25.137686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:25.142406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:25.155175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:25.210052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'Port': ['ID=df0856b6-aa37-41eb-8745-3c872e208d55,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.246475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b3fc29e-1aad-4b50-a1ee-224f750e0dff req-1e0754d4-2b09-447b-9c7d-90d0051ff069 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 210 time: 0.1191843 Jul 16 01:31:25.266237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-66689998-4cf8-44c1-b489-932e57841159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.267859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-66689998-4cf8-44c1-b489-932e57841159 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2603531 Jul 16 01:31:25.320093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-2bfc202b-0e78-406a-9914-b32f6e80b91e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.322016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-2bfc202b-0e78-406a-9914-b32f6e80b91e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 949 time: 0.3321807 Jul 16 01:31:25.332933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:25.337467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.365747 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fdc707-a508-4d32-846d-ce0e29934175 x-openstack-request-id: req-e5fdc707-a508-4d32-846d-ce0e29934175 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:25.366192 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:25.366540 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5fdc707-a508-4d32-846d-ce0e29934175 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:25.367064 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7', 'status': 'completed', 'code': 200} Jul 16 01:31:25.395660 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.576925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.583261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-0ac972b0-eec5-430c-a0f9-ffbe65d3bf60 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602377 Jul 16 01:31:25.614846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea599-35ce-44f7-9822-a8e28474fceb req-47c6557e-c19b-4592-9ade-525413e01841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.621858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-47c6557e-c19b-4592-9ade-525413e01841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 822 time: 0.1478028 Jul 16 01:31:25.635608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-ef5038d5-7552-443d-aba3-9d110939925d tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/quotas/7a1b46c1d64f4f0395047cee18accc20 HTTP/1.1" status: 200 len: 375 time: 0.0130780 Jul 16 01:31:25.725881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Deleting port 9c56771b-bc07-4d70-b438-eb8d80099ea5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:25.725881 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.752457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Allocated IP 172.20.0.14 (167f47a7-2079-41c8-aab3-e91b6377e825/6674999c-177b-4ef8-9ce1-225c3d07f939/bf792833-1844-47c4-a424-f63bf892b4e3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:25.811468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-6446cdbd-91ed-4c2c-a807-688c5e50b842 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1483853 Jul 16 01:31:25.830511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-e538f4e6-07fb-43d7-832b-a8a1a87d45e8 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:25.838322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-e538f4e6-07fb-43d7-832b-a8a1a87d45e8 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259724 Jul 16 01:31:25.895508 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-88f70e55-6758-44dd-9f85-780158692970 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682171 Jul 16 01:31:25.993096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b8024957-e87a-4dc1-8137-cdff4af9e3d9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 HTTP/1.1" status: 200 len: 217 time: 0.0876386 Jul 16 01:31:26.087931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] For port 9c56771b-bc07-4d70-b438-eb8d80099ea5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9c56771b-bc07-4d70-b438-eb8d80099ea5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:26.088329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.115346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Calling delete_port for 9c56771b-bc07-4d70-b438-eb8d80099ea5 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:26.118033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.130600 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.136737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.138681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-53d2b773-0b32-432f-bf0c-c6e35be272fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.140352 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-53d2b773-0b32-432f-bf0c-c6e35be272fa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.1387527 Jul 16 01:31:26.140733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:26.143606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.144262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.150047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.157218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.164364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.170438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.177376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.179633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-1280668d-566f-40d6-afb5-2433d76bdcf2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.2096868 Jul 16 01:31:26.207725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:26.208096 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.294439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d2cdf92-4940-483e-a1fc-a83a7bc69991 req-b4b93bfd-35d1-4d07-8e8c-cf1470253e44 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066127 Jul 16 01:31:26.301289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'Port': ['ID=df0856b6-aa37-41eb-8745-3c872e208d55,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.332291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-9498afa7-cdd9-4b6d-855b-643ab4e155b5 service neutron] 10.222.0.81 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930239 Jul 16 01:31:26.356630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.363211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-9dd8dccd-79d8-4893-abbd-63d44a6677ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.365171 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-9dd8dccd-79d8-4893-abbd-63d44a6677ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2184601 Jul 16 01:31:26.400753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.409836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-04d6da14-344d-4e16-9a88-ed25f7f84fa8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5810571 Jul 16 01:31:26.413780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.426519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:26.613992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.690330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Pushing event deleted for resources: {'Port': ['ID=9c56771b-bc07-4d70-b438-eb8d80099ea5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.712723 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-0b36a7f2-1773-40dc-9329-4383bb569638 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390465 Jul 16 01:31:26.740405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.740748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.741083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.741416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.741745 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.742073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.742395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.742715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.743033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.743352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.743670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.743985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.754330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] No DVR routers for this DVR port 9c56771b-bc07-4d70-b438-eb8d80099ea5 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:26.757622 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.759629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c5d7eae2-c1a4-43ce-b102-e5b887b20b1b req-d11391a1-7b80-41e2-b790-9edd8c918faf tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.78 "DELETE /v2.0/ports/9c56771b-bc07-4d70-b438-eb8d80099ea5 HTTP/1.1" status: 204 len: 173 time: 1.4305930 Jul 16 01:31:26.787876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9c56771b-bc07-4d70-b438-eb8d80099ea5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:26.869689 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-30554bbd-0f24-4ec6-ad13-58d86e5766dd service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311750 Jul 16 01:31:26.879838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80a5623a-8eb2-455e-a32c-06a2026fc722 req-e9bac912-0841-4d2c-8060-12c966b8f57e tempest-MigrationsAdminTest-20250024 tempest-MigrationsAdminTest-20250024-project] 10.222.0.81 "GET /v2.0/ports?device_id=55c8081f-6562-4426-8a68-b69250c2496d HTTP/1.1" status: 200 len: 210 time: 0.0960531 Jul 16 01:31:26.882965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:26.889867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:26.896555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:26.909369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event updated for resources: {'Port': ['ID=bf792833-1844-47c4-a424-f63bf892b4e3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.946562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.946916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.947261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.947610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.947948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.948504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.948649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.948981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.949307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.949631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.949956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.950273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.955510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-ed4076ec-e782-4740-a30f-cc1a8e004fe5 service neutron] 10.222.0.81 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107607 Jul 16 01:31:26.978363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.979353 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.998323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-9e5a59a3-524e-46fa-911b-f40cebc03b59 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9881132 Jul 16 01:31:27.004238 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-b5d37b60-7c9b-4927-88f0-714cf4bee2c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d HTTP/1.1" status: 200 len: 217 time: 0.1043634 Jul 16 01:31:27.021160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Request body: {'port': {'device_id': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:27.105388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-3de85124-e34e-4d9b-8a70-bd2036cd4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.108438 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-3de85124-e34e-4d9b-8a70-bd2036cd4590 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.0934095 Jul 16 01:31:27.190127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-fc3cffdf-3cd1-473f-83f8-c40c097a8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.191888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-fc3cffdf-3cd1-473f-83f8-c40c097a8afc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705380 Jul 16 01:31:27.193147 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.314111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686fbc4-1e0c-472d-8896-5ca4cffd9d87 req-8ced8c35-58d2-4136-8ff8-c9bb85fed8e7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.316660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a686fbc4-1e0c-472d-8896-5ca4cffd9d87 req-8ced8c35-58d2-4136-8ff8-c9bb85fed8e7 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 932 time: 0.2250915 Jul 16 01:31:27.398182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-deleted', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:27.403864 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4077aed4-4fb4-4476-9c04-625818ade802" -d '{"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-deleted", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:27.424153 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-4df66771-765a-4978-820c-abf6e9471698 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252378 Jul 16 01:31:27.492919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a686fbc4-1e0c-472d-8896-5ca4cffd9d87 req-c01c0c32-d5fe-414b-9b12-0c22e10a9458 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691315 Jul 16 01:31:27.534647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-823e634b-25ff-47a6-b523-323fdbd10cfb service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038334 Jul 16 01:31:27.585271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-d1cb2f94-3121-4f64-b2e7-772f02b02273 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cc5f962-1607-480e-af18-a0c62a990ed1 HTTP/1.1" status: 200 len: 217 time: 0.0441084 Jul 16 01:31:27.605672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-9f6da9b7-1e4b-43c8-beb1-2f118a45252a tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--571835789&fields=id&tenant_id=f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 267 time: 0.3359807 Jul 16 01:31:27.643951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-75c469ea-e061-4ef7-aafb-d0d7a6c3d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.645905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-75c469ea-e061-4ef7-aafb-d0d7a6c3d0fa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.0543091 Jul 16 01:31:27.674242 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4872eca0-675a-41a2-a27b-ab5a8c1da0a9 req-aedd3899-a697-493f-a2bf-bd26259fbe28 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0558412 Jul 16 01:31:27.727386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-55d3ced1-2a69-48af-873e-8c8d48edf3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.729427 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-55d3ced1-2a69-48af-873e-8c8d48edf3fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775008 Jul 16 01:31:27.767988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:27.872665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5d361803-36d9-4e98-ae3e-4b886e1270f2 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.880461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5d361803-36d9-4e98-ae3e-4b886e1270f2 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 816 time: 0.2737355 Jul 16 01:31:27.903320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-6a3a7502-ad50-48cc-bc68-9442a088733c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/quotas/f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 375 time: 0.0213358 Jul 16 01:31:27.913419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:27.933638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'mac_address': 'fa:16:3e:70:f5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:27.981598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.997814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:28.025006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:28.036644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.045550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.071299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.077958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.084697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.091185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.097692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.104011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.106043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86d4a396-0889-48c6-b287-43d8268dba7e req-983b2730-8b53-4793-a8ce-0e159f48fdd5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.2908828 Jul 16 01:31:28.117373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.143639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:28.170523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf792833-1844-47c4-a424-f63bf892b4e3 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:28.185490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.198732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-706ef441-2103-4ca8-929b-8f185d76e413 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631929 Jul 16 01:31:28.200346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-cf7f1252-d6bc-4240-b916-093bdc6da3c1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2961440 Jul 16 01:31:28.226694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Transition to ACTIVE for port object bf792833-1844-47c4-a424-f63bf892b4e3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:28.240290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86d4a396-0889-48c6-b287-43d8268dba7e req-d8ea7451-cc2c-4c95-964a-3f184cb94f00 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120055 Jul 16 01:31:28.247016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.308365 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432850a8-9900-4571-b4e9-17b9618c4f5c x-openstack-request-id: req-432850a8-9900-4571-b4e9-17b9618c4f5c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:28.309034 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8081f-6562-4426-8a68-b69250c2496d", "name": "network-vif-deleted", "tag": "9c56771b-bc07-4d70-b438-eb8d80099ea5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:28.309358 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-432850a8-9900-4571-b4e9-17b9618c4f5c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:28.310294 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8081f-6562-4426-8a68-b69250c2496d', 'name': 'network-vif-deleted', 'tag': '9c56771b-bc07-4d70-b438-eb8d80099ea5', 'status': 'completed', 'code': 200} Jul 16 01:31:28.318833 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-2946c2b0-18be-4bd2-8fda-281b4546fc38 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118472 Jul 16 01:31:28.345675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf792833-1844-47c4-a424-f63bf892b4e3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.368709 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-847fd487-0f62-4144-9591-6bab785ddae0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7 HTTP/1.1" status: 200 len: 217 time: 0.0420985 Jul 16 01:31:28.384841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0edff30d-36ee-4b04-bb48-5fb4dc5a876f service neutron] 10.222.0.81 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717825 Jul 16 01:31:28.450006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-9b7ed84f-25da-422e-bc49-43d17c8ac227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.451672 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-9b7ed84f-25da-422e-bc49-43d17c8ac227 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.0769525 Jul 16 01:31:28.498379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Attempting to bind port bf792833-1844-47c4-a424-f63bf892b4e3 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:28.498825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Attempting to bind port bf792833-1844-47c4-a424-f63bf892b4e3 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:28.499272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Attempting to bind port bf792833-1844-47c4-a424-f63bf892b4e3 on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:28.506438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Port bf792833-1844-47c4-a424-f63bf892b4e3 on network 167f47a7-2079-41c8-aab3-e91b6377e825 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:28.506844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Attempting to bind port bf792833-1844-47c4-a424-f63bf892b4e3 on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:28.522188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:28.522673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:28.523153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Bound using segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:28.523707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Bound port: bf792833-1844-47c4-a424-f63bf892b4e3, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:28.524197 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.535871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-2811608e-fbfe-42ee-9d37-a8b37b7e9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.537472 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-2811608e-fbfe-42ee-9d37-a8b37b7e9aa4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796962 Jul 16 01:31:28.544572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-1f020d19-b19a-4264-a954-262712115c72 service neutron] 10.222.0.81 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413321 Jul 16 01:31:28.654076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] For port bf792833-1844-47c4-a424-f63bf892b4e3, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:28.660216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] For port bf792833-1844-47c4-a424-f63bf892b4e3, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf792833-1844-47c4-a424-f63bf892b4e3,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:28.673687 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.748927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.749621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.781851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] 10.222.0.93 "PUT /v2.0/ports/bf792833-1844-47c4-a424-f63bf892b4e3 HTTP/1.1" status: 200 len: 1092 time: 1.7629900 Jul 16 01:31:28.782385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'tag': 'bf792833-1844-47c4-a424-f63bf892b4e3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:28.794948 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f22511b9-2b6f-4a79-8624-7e0b921dba32", "tag": "bf792833-1844-47c4-a424-f63bf892b4e3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:28.814005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea599-35ce-44f7-9822-a8e28474fceb req-6ce9fbc2-98e9-4f34-ba0e-4cd158cad920 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.816151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-6ce9fbc2-98e9-4f34-ba0e-4cd158cad920 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 822 time: 0.2293687 Jul 16 01:31:28.841307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Request body: {'port': {'device_id': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'admin_state_up': True, 'tenant_id': '7a1b46c1d64f4f0395047cee18accc20'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:28.922722 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-26d0e983-405d-4891-9919-097fd2bc6eee service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788383 Jul 16 01:31:28.996418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ed7b9-d1ce-45b5-909a-dfdf6f92f3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf792833-1844-47c4-a424-f63bf892b4e3,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.052304 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:29.110993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:29.155794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c4c642-76a5-4e46-9484-236ecf59f757 req-a99a4038-ecff-46ba-9abb-ba67e304be14 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0944672 Jul 16 01:31:29.180665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456149f1-a8cb-4a20-ad56-4e3859c9ecd0 req-104db378-e222-4a1e-bdb2-602455c933d8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.182405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-456149f1-a8cb-4a20-ad56-4e3859c9ecd0 req-104db378-e222-4a1e-bdb2-602455c933d8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 944 time: 0.3705595 Jul 16 01:31:29.200938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-1bfde8e5-583a-492a-ad87-333349df339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.206429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-1bfde8e5-583a-492a-ad87-333349df339d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 1095 time: 0.2680411 Jul 16 01:31:29.217444 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bc1c99c-dc46-4e87-8f48-62fbe1d9dc2d req-f53ddded-1eb3-4748-a02d-8ec85c91b194 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869406 Jul 16 01:31:29.239202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Made reservation on behalf of 7a1b46c1d64f4f0395047cee18accc20 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:29.243324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.311583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-931e0cee-5741-44cc-bda7-969b5edafd9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf792833-1844-47c4-a424-f63bf892b4e3 HTTP/1.1" status: 200 len: 217 time: 0.0776730 Jul 16 01:31:29.333555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24b851cb-faeb-4be6-b4b2-79510da47a5f req-d320c584-6abe-449a-98b8-817d6cbbf2c0 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 210 time: 0.0761311 Jul 16 01:31:29.390422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-456149f1-a8cb-4a20-ad56-4e3859c9ecd0 req-c2130f81-69c5-47a0-84a0-2b2739ab3d62 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931045 Jul 16 01:31:29.442880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Allocated IP 172.20.0.10 (1e547e72-3aa7-4df0-bc5b-40447282ee09/3f911dd3-68c7-4167-8faa-b5fb59b2d080/baeca387-e314-4ac1-b6ec-86167908dd30) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:29.450762 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42433d8b-4f84-492d-b5ef-e994939e3d6e x-openstack-request-id: req-42433d8b-4f84-492d-b5ef-e994939e3d6e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:29.452203 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22511b9-2b6f-4a79-8624-7e0b921dba32", "tag": "bf792833-1844-47c4-a424-f63bf892b4e3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:29.452545 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42433d8b-4f84-492d-b5ef-e994939e3d6e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:29.452950 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'tag': 'bf792833-1844-47c4-a424-f63bf892b4e3', 'status': 'completed', 'code': 200} Jul 16 01:31:29.482746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-3c983fe1-b9b0-4283-91ec-1095602bb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.485104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-3c983fe1-b9b0-4283-91ec-1095602bb810 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.1542473 Jul 16 01:31:29.570274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-0c32eaa9-cfb8-4653-8215-6d33ed5bde21 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725670 Jul 16 01:31:29.623085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-128606c8-8c1d-474e-8bfe-02a8934a5059 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6717f74143741a781d9cd28d40c422b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5041852 Jul 16 01:31:29.623789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:29.670992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.761627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.762136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.762640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.763116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.764013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.764639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.765146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.767835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-bf15e3e5-7f28-4cc4-9341-8664bb5285cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6478 time: 0.1276600 Jul 16 01:31:29.769081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:29.797748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.838691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-15bfcba5-50ea-4935-a6ef-82d3aef150a5 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596910 Jul 16 01:31:29.858723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:29.859798 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.865558 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10388aef-c185-4c16-89df-7f7fe04494bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.883460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Network 1e547e72-3aa7-4df0-bc5b-40447282ee09 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:29.903127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.913711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.920326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.923126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.927547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.928351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:29.931802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:29.935575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.943436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.950535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.960698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-c83a69ad-b65c-4a24-84ca-e544aee2b85e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.3676512 Jul 16 01:31:29.998983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-cf681d26-7bd4-4997-bc5c-2a5d14ed6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.000844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-cf681d26-7bd4-4997-bc5c-2a5d14ed6e6b service neutron] 10.222.0.93 "GET /v2.0/networks?id=55095e0a-1236-4146-9861-5d2f4985cdc1 HTTP/1.1" status: 200 len: 903 time: 0.2253904 Jul 16 01:31:30.009229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.009965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.054190 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-d0ae54f1-d89b-4e74-b12b-f6c877d58393 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cc5f962-1607-480e-af18-a0c62a990ed1 HTTP/1.1" status: 200 len: 217 time: 0.0413637 Jul 16 01:31:30.073973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.087555 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-26c63bf3-dd65-43ed-863a-32d0a65d0717 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2557504 Jul 16 01:31:30.121017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Request body: {'port': {'device_id': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:30.125303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:30.127566 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472588db-db78-4fba-95c4-537ee0c8d9e5" -d '{"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:30.161787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:30.171740 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.172866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:30.176110 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10388aef-c185-4c16-89df-7f7fe04494bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.220456 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89149631-e4e8-493a-bfdc-2b1192947942 x-openstack-request-id: req-89149631-e4e8-493a-bfdc-2b1192947942 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:30.221325 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:30.221839 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89149631-e4e8-493a-bfdc-2b1192947942 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:30.222878 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'code': 200} Jul 16 01:31:30.240391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-f26ea4a9-ebcf-401f-9e14-197396e087f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.242159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-f26ea4a9-ebcf-401f-9e14-197396e087f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.1772835 Jul 16 01:31:30.269444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 9c56771b-bc07-4d70-b438-eb8d80099ea5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:30.269790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9c56771b-bc07-4d70-b438-eb8d80099ea5 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:30.278215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed66bf77-90d3-4169-a4c3-a2967c106b32 req-cb87b4ff-f33b-43ae-8007-d4f92193fbfc tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3127418 Jul 16 01:31:30.319500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.328774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:30.361359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03db2fbe-3a98-4b6e-9327-a2b9bdfdadd7 req-242af881-f209-4d0b-b058-9eca56731522 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070076 Jul 16 01:31:30.365244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10388aef-c185-4c16-89df-7f7fe04494bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.369088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10388aef-c185-4c16-89df-7f7fe04494bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.370227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-10388aef-c185-4c16-89df-7f7fe04494bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c49b839d-1874-48ea-94e8-0cde20f2a8d3 HTTP/1.1" status: 204 len: 168 time: 0.7427275 Jul 16 01:31:30.465799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10388aef-c185-4c16-89df-7f7fe04494bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49b839d-1874-48ea-94e8-0cde20f2a8d3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:30.653231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c2cf401-eec9-4273-9836-ee450b000795 req-34f37cdb-4d4f-4a9a-8785-215433534806 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 210 time: 0.0915380 Jul 16 01:31:30.676389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-6dcf4bdf-79f0-4ef2-9b36-359157b656b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.689509 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-6dcf4bdf-79f0-4ef2-9b36-359157b656b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4281545 Jul 16 01:31:30.712554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95210-d0fc-43bc-8cb7-d1aafa93a385 req-35ffe318-561b-4ddb-bc3d-664c0529b9e1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.723545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13d95210-d0fc-43bc-8cb7-d1aafa93a385 req-35ffe318-561b-4ddb-bc3d-664c0529b9e1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 932 time: 0.3514564 Jul 16 01:31:30.856067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-1bd70797-02d6-44e1-b2d7-9fe2ab12d2db tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.857936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-1bd70797-02d6-44e1-b2d7-9fe2ab12d2db tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 816 time: 0.1321297 Jul 16 01:31:30.865691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-1b021f51-290b-499c-9d4a-87a3380e8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.867913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-1b021f51-290b-499c-9d4a-87a3380e8dfe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 1095 time: 0.4194689 Jul 16 01:31:30.965442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-d53c50d4-ab06-4674-8a8f-3165753e7f47 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 379 time: 0.0964346 Jul 16 01:31:30.998599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'port': {'device_id': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'admin_state_up': True, 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'security_groups': ['4bde26d6-d022-4fbe-bdb3-91416b39c884']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:31.032680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:31.103548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-46b0f50c-8930-48f6-a727-d83199712318 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130867 Jul 16 01:31:31.146645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13d95210-d0fc-43bc-8cb7-d1aafa93a385 req-d3ec8549-80be-4541-8e30-e50dc2bf79dc tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220510 Jul 16 01:31:31.195580 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-00d5c79f-2011-4dd1-9217-3b4def16188d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1f00d1b3baa4da7b4af1f4f6720f3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593471 Jul 16 01:31:31.201459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:31.300025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-955ead13-fb9d-4ad5-8603-ed3bbd3fa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.302096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-955ead13-fb9d-4ad5-8603-ed3bbd3fa2d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.4208136 Jul 16 01:31:31.338058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baeca387-e314-4ac1-b6ec-86167908dd30 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:31.364884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e73160f4-9efe-403c-a70e-96d0afa8c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.373313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.396642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5f7791c9-9003-4454-8ba6-0617ea680e02 req-7c50ebbc-4842-4aa0-aa99-819e4f80264a service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846398 Jul 16 01:31:31.447246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Transition to ACTIVE for port object baeca387-e314-4ac1-b6ec-86167908dd30 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:31.455440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e73160f4-9efe-403c-a70e-96d0afa8c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.466933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.646757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e73160f4-9efe-403c-a70e-96d0afa8c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.657592 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e73160f4-9efe-403c-a70e-96d0afa8c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.662798 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e73160f4-9efe-403c-a70e-96d0afa8c50e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cbe9738-fee8-4392-bd39-d26f9fd0b6ee HTTP/1.1" status: 204 len: 168 time: 0.4582057 Jul 16 01:31:31.721048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73160f4-9efe-403c-a70e-96d0afa8c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbe9738-fee8-4392-bd39-d26f9fd0b6ee,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.726325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c71f4-c0bd-4968-bea0-5b162b6df130 req-ab21c6c6-13ae-4c93-902f-79dff7d8b407 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.727894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f1c71f4-c0bd-4968-bea0-5b162b6df130 req-ab21c6c6-13ae-4c93-902f-79dff7d8b407 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 944 time: 0.6955271 Jul 16 01:31:31.750696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-bac96dbc-1bb2-4fdf-9387-cbea6e30265a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf792833-1844-47c4-a424-f63bf892b4e3 HTTP/1.1" status: 200 len: 217 time: 0.4252980 Jul 16 01:31:31.817080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Pushing event updated for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.828669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.829161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.829647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.830252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.830734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.831211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.831675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.833901 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-6abf6215-cfb3-49df-bf35-c2ad32ae7e36 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6478 time: 0.3348861 Jul 16 01:31:31.921317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-92303bc2-586f-4aa3-b77c-0f48da3b8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.923353 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-92303bc2-586f-4aa3-b77c-0f48da3b8387 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.1718895 Jul 16 01:31:31.976470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-105c8f14-c3f5-4a27-b7b1-d24ffb77ea37 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390289 Jul 16 01:31:31.983586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Made reservation on behalf of f3e2b12e2e1a452183b9103626afe866 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:31.987466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.009721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Attempting to bind port baeca387-e314-4ac1-b6ec-86167908dd30 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:32.010207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Attempting to bind port baeca387-e314-4ac1-b6ec-86167908dd30 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:32.010647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Attempting to bind port baeca387-e314-4ac1-b6ec-86167908dd30 on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.015989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Port baeca387-e314-4ac1-b6ec-86167908dd30 on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:32.016463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Attempting to bind port baeca387-e314-4ac1-b6ec-86167908dd30 on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.019010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-cb9ba3d0-52da-4580-8605-b4b26b517f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.020744 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-cb9ba3d0-52da-4580-8605-b4b26b517f54 service neutron] 10.222.0.93 "GET /v2.0/networks?id=55095e0a-1236-4146-9861-5d2f4985cdc1 HTTP/1.1" status: 200 len: 903 time: 0.1754065 Jul 16 01:31:32.035683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:32.036326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Checking segment: {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:32.036642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Bound using segment: {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:32.037349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Bound port: baeca387-e314-4ac1-b6ec-86167908dd30, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:32.038024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.092262 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-9affb586-9764-4096-b112-25da05180b35 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7 HTTP/1.1" status: 200 len: 217 time: 0.0577214 Jul 16 01:31:32.102245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-cdef7fd4-f184-4670-8e1a-1c8d54b2781e service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122694 Jul 16 01:31:32.125413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f1c71f4-c0bd-4968-bea0-5b162b6df130 req-46a39d2b-5e25-46f2-ba51-5e623719f496 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500288 Jul 16 01:31:32.192361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.197139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.203839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.209642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.215536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.222231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.240713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.242715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-2a147bf2-6436-4ea4-abd6-47658f540a76 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.5138597 Jul 16 01:31:32.336485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-c2dcfe39-7594-42bf-a57a-87e24b346cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.341941 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-c2dcfe39-7594-42bf-a57a-87e24b346cc1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.2208321 Jul 16 01:31:32.345303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:32.436890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6c647f8-e1dc-4486-952a-28737d5c0f80 req-134d98b6-13b8-4bf4-8f34-9818a9debc38 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811602 Jul 16 01:31:32.467255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c1a922d-bdd3-4540-a6c2-f4cc708d5f5b req-116416f1-6a89-45d8-ac1d-f19f6344eb75 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484249 Jul 16 01:31:32.469210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:32.497557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.613910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.619421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.621550 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] 10.222.0.93 "PUT /v2.0/ports/baeca387-e314-4ac1-b6ec-86167908dd30 HTTP/1.1" status: 200 len: 1092 time: 2.5088832 Jul 16 01:31:32.631894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:32.641721 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037c1df2-d2bc-4464-944a-f4429d854fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:32.657378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e51597d-f155-4a1f-b9f2-b92592cf3da8 req-4b8cf1d8-e920-4fae-9c01-171605d279f7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 210 time: 0.1770194 Jul 16 01:31:32.721758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c26c0-a370-4d5e-a97e-0cb9dbcbbf39 service neutron] Pushing event updated for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.753019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Allocated IP 172.20.0.10 (5a279976-2b3a-48ea-bd89-d72754d5e732/2e7d03e4-9942-48bb-9cb1-d29dd0470fab/b586d1df-669a-4983-a3ea-dc022f2e26d8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:32.784964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-bdb15a6f-a61c-4422-9731-463609918476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.787038 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-bdb15a6f-a61c-4422-9731-463609918476 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4373105 Jul 16 01:31:32.880749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea599-35ce-44f7-9822-a8e28474fceb req-0fa14d96-2eeb-40d3-a353-e049df15f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.885485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-0fa14d96-2eeb-40d3-a353-e049df15f361 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 1095 time: 0.1948147 Jul 16 01:31:32.958084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03063eaa-414e-4cb2-9ad3-a3be778ca58a req-41ff4868-637e-422c-bc68-cc466a8c3c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.965211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03063eaa-414e-4cb2-9ad3-a3be778ca58a req-41ff4868-637e-422c-bc68-cc466a8c3c02 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 944 time: 0.3408663 Jul 16 01:31:33.038812 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-ae0f16ea-9011-451f-8b7c-3243f83c9d4d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baeca387-e314-4ac1-b6ec-86167908dd30 HTTP/1.1" status: 200 len: 217 time: 0.1438484 Jul 16 01:31:33.048412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03063eaa-414e-4cb2-9ad3-a3be778ca58a req-b3b0f6a2-72b0-4d67-8010-adcaecc86d46 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776749 Jul 16 01:31:33.155252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ea599-35ce-44f7-9822-a8e28474fceb req-995f72ba-6b9f-4dda-a82f-900ee73003e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.159851 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-995f72ba-6b9f-4dda-a82f-900ee73003e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f911dd3-68c7-4167-8faa-b5fb59b2d080 HTTP/1.1" status: 200 len: 862 time: 0.1106653 Jul 16 01:31:33.167196 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bbcd43-02ac-4391-9e0c-f6e96a6d89fe x-openstack-request-id: req-26bbcd43-02ac-4391-9e0c-f6e96a6d89fe {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:33.167587 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:33.167908 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26bbcd43-02ac-4391-9e0c-f6e96a6d89fe {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:33.168593 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'status': 'completed', 'code': 200} Jul 16 01:31:33.212827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.268462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Transition to ACTIVE for port object b586d1df-669a-4983-a3ea-dc022f2e26d8 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:33.275216 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-bb684560-347a-4abd-9c45-b495f50bea44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1e547e72-3aa7-4df0-bc5b-40447282ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960042 Jul 16 01:31:33.278957 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-3ebb6b43-bf1a-4a64-9c33-7b22860253cf service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822793 Jul 16 01:31:33.301298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf792833-1844-47c4-a424-f63bf892b4e3 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:33.366346 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.509357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.553404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a414d099-c192-4bd8-93ff-b9e5f6dfb38d req-d818077f-3f51-4c81-91a8-f303e986f774 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580552 Jul 16 01:31:33.558981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:33.624423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:33.631274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:33.658302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bf792833-1844-47c4-a424-f63bf892b4e3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf792833-1844-47c4-a424-f63bf892b4e3,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.690687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'bf792833-1844-47c4-a424-f63bf892b4e3', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'port_id': 'bf792833-1844-47c4-a424-f63bf892b4e3', 'mac_address': 'fa:16:3e:72:26:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674999c-177b-4ef8-9ce1-225c3d07f939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:33.723425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-3f10df23-f6b4-4779-81ca-2411ed49a9c8 service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284493 Jul 16 01:31:33.800205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.801184 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.801626 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.826696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf792833-1844-47c4-a424-f63bf892b4e3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:33.916205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bf792833-1844-47c4-a424-f63bf892b4e3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf792833-1844-47c4-a424-f63bf892b4e3,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.920637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf77fe-aa53-4d2e-b1ff-8043018d0778 req-df97cd46-feda-4625-9636-2e1a4e086502 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.923255 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.929861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dbf77fe-aa53-4d2e-b1ff-8043018d0778 req-df97cd46-feda-4625-9636-2e1a4e086502 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 944 time: 0.4888618 Jul 16 01:31:33.972398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-5298919c-b14a-4155-9368-5e1eb6b486dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9963000 Jul 16 01:31:34.005014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Request body: {'port': {'device_id': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:34.039926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bf792833-1844-47c4-a424-f63bf892b4e3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.105172 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-980ea599-35ce-44f7-9822-a8e28474fceb req-268e6771-3212-4953-840c-b74e3628893b service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712630 Jul 16 01:31:34.136404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dbf77fe-aa53-4d2e-b1ff-8043018d0778 req-ba6c34bf-94d8-4abd-b10f-94da3f6ec504 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046614 Jul 16 01:31:34.155029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.161108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.167400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.174028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.180051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.195223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.201335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.203338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-058657af-1529-4fae-8981-10dde67ff102 req-cd3f8d80-1a7a-4d44-ba19-fcec4ef7ac32 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.4355426 Jul 16 01:31:34.216989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['bf792833-1844-47c4-a424-f63bf892b4e3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:34.264524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.328939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f719b11-4854-4071-a34e-e056ca35798f None None] Provisioning for port b586d1df-669a-4983-a3ea-dc022f2e26d8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:34.347218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-058657af-1529-4fae-8981-10dde67ff102 req-8cf998a7-aebf-4ffc-b64c-164c95f19a97 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079924 Jul 16 01:31:34.352725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f719b11-4854-4071-a34e-e056ca35798f None None] Provisioning complete for port b586d1df-669a-4983-a3ea-dc022f2e26d8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:34.353336 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f719b11-4854-4071-a34e-e056ca35798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.361894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-1d5e7f98-eb33-47fe-8ec8-d5cb7519c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.371505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-1d5e7f98-eb33-47fe-8ec8-d5cb7519c9f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 1095 time: 0.1848962 Jul 16 01:31:34.518551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f719b11-4854-4071-a34e-e056ca35798f None None] Port b586d1df-669a-4983-a3ea-dc022f2e26d8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:34.580337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-b4783894-5cd4-45b6-94b6-b15095b3ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.583091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-b4783894-5cd4-45b6-94b6-b15095b3ee18 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 923 time: 0.1963308 Jul 16 01:31:34.652143 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-9a9e6f22-86f7-4e82-b6b8-7e62c0624e37 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baeca387-e314-4ac1-b6ec-86167908dd30 HTTP/1.1" status: 200 len: 217 time: 0.0609527 Jul 16 01:31:34.676901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b586d1df-669a-4983-a3ea-dc022f2e26d8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:34.685687 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.701984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Transition to ACTIVE for port object b586d1df-669a-4983-a3ea-dc022f2e26d8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:34.721499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-22881a04-c360-4931-894e-7d2496ceaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.727526 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-22881a04-c360-4931-894e-7d2496ceaf8c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f911dd3-68c7-4167-8faa-b5fb59b2d080 HTTP/1.1" status: 200 len: 862 time: 0.0650613 Jul 16 01:31:34.743382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.795762 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-374bdedc-08c8-4b2b-99a1-27b214eba7ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1e547e72-3aa7-4df0-bc5b-40447282ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617349 Jul 16 01:31:34.946871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-1ecbbd0d-c722-478a-b4e1-1e8fb244baca service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350398 Jul 16 01:31:34.948632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.985958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add954f-7de2-4d22-86b6-85421c26e072 req-2bdcbd4e-a398-4652-8905-79b5d56452b5 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.993385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7add954f-7de2-4d22-86b6-85421c26e072 req-2bdcbd4e-a398-4652-8905-79b5d56452b5 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.6199057 Jul 16 01:31:35.056840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7add954f-7de2-4d22-86b6-85421c26e072 req-09fb44fe-e59e-4827-9c90-2179e52556d3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623677 Jul 16 01:31:35.095411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-037c1df2-d2bc-4464-944a-f4429d854fcf req-5e7059c6-b6e7-4750-93e4-5a3647220491 service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408234 Jul 16 01:31:35.100926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Attempting to bind port b586d1df-669a-4983-a3ea-dc022f2e26d8 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:35.101273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Attempting to bind port b586d1df-669a-4983-a3ea-dc022f2e26d8 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:35.101614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Attempting to bind port b586d1df-669a-4983-a3ea-dc022f2e26d8 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:35.141088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Port b586d1df-669a-4983-a3ea-dc022f2e26d8 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:35.141455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Attempting to bind port b586d1df-669a-4983-a3ea-dc022f2e26d8 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:35.165877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a291805-0e09-4e4b-896f-8fcb72b45a20 req-7e4a82de-b581-4386-bd1c-ac615d65f6ac tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.165877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a291805-0e09-4e4b-896f-8fcb72b45a20 req-7e4a82de-b581-4386-bd1c-ac615d65f6ac tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 944 time: 0.3024690 Jul 16 01:31:35.188428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:35.188780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Checking segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:35.189192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Bound using segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:35.189654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Bound port: b586d1df-669a-4983-a3ea-dc022f2e26d8, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:35.190392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.254881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a291805-0e09-4e4b-896f-8fcb72b45a20 req-a13ad3a7-89ac-449f-afb0-6c525cf2d4f1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880051 Jul 16 01:31:35.293556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:35.297627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:35.309314 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.361466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.362097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.363675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] 10.222.0.93 "PUT /v2.0/ports/b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 200 len: 1092 time: 1.3643630 Jul 16 01:31:35.364134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:35.366950 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8190368e-75dd-4622-8f16-a5eebd6a4eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:35.465276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777fd67-6da2-4ebc-9012-ac311a112788 service neutron] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.578520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-e36f2a38-f0b2-4e67-b865-4dc51d742217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.580312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-e36f2a38-f0b2-4e67-b865-4dc51d742217 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1095 time: 0.1592610 Jul 16 01:31:35.638843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecc5f9-63b8-4e05-9ad3-d00401474e19 req-9b80009c-7ed4-4f38-bba6-64e1bdeba47a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.646206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c3ecc5f9-63b8-4e05-9ad3-d00401474e19 req-9b80009c-7ed4-4f38-bba6-64e1bdeba47a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 945 time: 0.1374357 Jul 16 01:31:35.649112 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9081e34c-842c-44f6-a665-ae40d9913eb4 x-openstack-request-id: req-9081e34c-842c-44f6-a665-ae40d9913eb4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:35.649511 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:35.649862 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9081e34c-842c-44f6-a665-ae40d9913eb4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:35.650359 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'status': 'completed', 'code': 200} Jul 16 01:31:35.652552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-4b9265ae-2dd2-4585-95f5-86ad6bd74449 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 200 len: 217 time: 0.0633943 Jul 16 01:31:35.747234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c3ecc5f9-63b8-4e05-9ad3-d00401474e19 req-2987108d-d3f4-41c8-9041-6e1bd3e665f4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999858 Jul 16 01:31:35.768512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-8c6fd317-2eff-48ce-ac03-2ee42aa6d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.771231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-8c6fd317-2eff-48ce-ac03-2ee42aa6d557 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.1110337 Jul 16 01:31:35.856706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-fe9508a8-e8f6-4e8e-838e-eb9d81aa91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.858315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-fe9508a8-e8f6-4e8e-838e-eb9d81aa91d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761993 Jul 16 01:31:36.032544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.038607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.067436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.073792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.080610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.087038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.093298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.101117 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2ad79161-f8b1-499c-bb75-d08178297d2b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.2216105 Jul 16 01:31:36.122150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-a9d4f36f-19c2-4f7c-8789-1d464690837f service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555325 Jul 16 01:31:36.216876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6293e18e-af3d-4314-91dd-1044e9b8bd05 req-2fe67e85-afd3-4c7b-b3cf-6030b3828e14 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143985 Jul 16 01:31:36.362050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e62872-6f73-4b0f-a5b8-6497ec97d753 req-9fc2b4bb-c35b-4e3b-a675-853de58d71a3 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265172 Jul 16 01:31:36.620207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-17369ddc-cf83-4adb-8894-8c35aac23580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.621836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-17369ddc-cf83-4adb-8894-8c35aac23580 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1095 time: 0.1927898 Jul 16 01:31:36.649947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad0ec3-1dda-46a8-a9bd-e4723e7023a5 req-2aa0ec0c-4ae0-4436-b3af-bba047113521 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.658428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38ad0ec3-1dda-46a8-a9bd-e4723e7023a5 req-2aa0ec0c-4ae0-4436-b3af-bba047113521 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1390753 Jul 16 01:31:36.803867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38ad0ec3-1dda-46a8-a9bd-e4723e7023a5 req-b38cf230-44e4-4901-81d1-d93ed249cf7b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444457 Jul 16 01:31:36.846461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-3febc5b5-9392-4003-aabe-4e0cf7bc2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.847902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-3febc5b5-9392-4003-aabe-4e0cf7bc2c33 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.2164044 Jul 16 01:31:36.917328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13357c1-ba94-4caa-bf14-f20dc6317ac6 req-deead2e7-7f83-44c5-9cf6-bc205a2405d3 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.924033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d13357c1-ba94-4caa-bf14-f20dc6317ac6 req-deead2e7-7f83-44c5-9cf6-bc205a2405d3 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 944 time: 0.2459908 Jul 16 01:31:36.928020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-0470ea87-c618-406d-a9ba-29fd3fcddb0a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 200 len: 217 time: 0.0641010 Jul 16 01:31:37.016047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d13357c1-ba94-4caa-bf14-f20dc6317ac6 req-b46c9bb2-164a-4653-b1ee-3e7bfbca13a5 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904703 Jul 16 01:31:37.036503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-790cf229-3ed2-4379-bf62-de40f7a3a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.038147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-790cf229-3ed2-4379-bf62-de40f7a3a73b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.0978119 Jul 16 01:31:37.243223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-f4635a5b-dbdd-41fc-b86b-ec8819ee11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.244434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-f4635a5b-dbdd-41fc-b86b-ec8819ee11c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991940 Jul 16 01:31:37.326054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device baeca387-e314-4ac1-b6ec-86167908dd30 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:37.390944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79209df7-19d8-4f9f-a5b1-f5f318d79822 req-65253b3c-19bf-4342-ad85-ad40f91d219d tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.403002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf792833-1844-47c4-a424-f63bf892b4e3 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:37.407684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79209df7-19d8-4f9f-a5b1-f5f318d79822 req-65253b3c-19bf-4342-ad85-ad40f91d219d tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 945 time: 0.2573957 Jul 16 01:31:37.554469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-f5a38f87-2aed-4050-aac2-7cb1910f35d2 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954447 Jul 16 01:31:37.568596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79209df7-19d8-4f9f-a5b1-f5f318d79822 req-e7aac740-6444-4d4f-a876-61d7cd4a2f04 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599231 Jul 16 01:31:37.634754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port bf792833-1844-47c4-a424-f63bf892b4e3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:37.651025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:37.673412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.673628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port bf792833-1844-47c4-a424-f63bf892b4e3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:37.673861 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.680370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.685388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'port_id': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'mac_address': 'fa:16:3e:b7:4a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f911dd3-68c7-4167-8faa-b5fb59b2d080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:37.686876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.701039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.708385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.715334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.720887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.722827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d50e505-8060-4a99-9706-46c7167a0963 req-c3551b16-ee06-4df0-b13f-8b691b7aed11 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.3066945 Jul 16 01:31:37.769333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8190368e-75dd-4622-8f16-a5eebd6a4eaf req-cb9e16d3-0e05-4c43-9427-afd3e838bc62 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985891 Jul 16 01:31:37.793061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d50e505-8060-4a99-9706-46c7167a0963 req-3abeebeb-ccdb-4fd2-85ca-072c3e2cea38 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607619 Jul 16 01:31:37.863053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.899394 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.904583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baeca387-e314-4ac1-b6ec-86167908dd30 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:37.991794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:38.014269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf792833-1844-47c4-a424-f63bf892b4e3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:38.017151 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9610cc89-8034-4679-9815-4138bd2586ea" -d '{"events": [{"server_uuid": "f22511b9-2b6f-4a79-8624-7e0b921dba32", "name": "network-vif-plugged", "status": "completed", "tag": "bf792833-1844-47c4-a424-f63bf892b4e3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:38.026464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.059820 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.063252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bf792833-1844-47c4-a424-f63bf892b4e3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf792833-1844-47c4-a424-f63bf892b4e3,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:38.114625 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.165855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.188536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979deac3-03d5-48e2-a74f-689a876063eb req-52af7a82-36b2-4e49-837d-cde933717063 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.190252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-979deac3-03d5-48e2-a74f-689a876063eb req-52af7a82-36b2-4e49-837d-cde933717063 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1705875 Jul 16 01:31:38.262486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61f65913-7e27-48f8-a777-d2046bf7e4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.286426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bf792833-1844-47c4-a424-f63bf892b4e3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.291261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-979deac3-03d5-48e2-a74f-689a876063eb req-3b5867f2-f919-49d5-96e1-45bd51f3829b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947354 Jul 16 01:31:38.343533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['baeca387-e314-4ac1-b6ec-86167908dd30'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:38.382725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83acc-03bd-4a45-afca-11c0b6b73209 req-f1a02b8b-b5a9-4c1c-a644-e82b72dcfe0b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.384349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbc83acc-03bd-4a45-afca-11c0b6b73209 req-f1a02b8b-b5a9-4c1c-a644-e82b72dcfe0b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1623037 Jul 16 01:31:38.484767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbc83acc-03bd-4a45-afca-11c0b6b73209 req-52ec270b-d540-4b5f-8196-9ebbe04e6469 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907381 Jul 16 01:31:38.548646 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61f65913-7e27-48f8-a777-d2046bf7e4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.558643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61f65913-7e27-48f8-a777-d2046bf7e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.585973 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657bfe53-5f1c-4fd4-b292-857f123417fe x-openstack-request-id: req-657bfe53-5f1c-4fd4-b292-857f123417fe {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:38.586512 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22511b9-2b6f-4a79-8624-7e0b921dba32", "name": "network-vif-plugged", "status": "completed", "tag": "bf792833-1844-47c4-a424-f63bf892b4e3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:38.586937 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-657bfe53-5f1c-4fd4-b292-857f123417fe {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:38.587470 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf792833-1844-47c4-a424-f63bf892b4e3', 'code': 200} Jul 16 01:31:38.619654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70bcec-d20c-4fa2-8eaf-2331835768fb req-48515955-fcb0-4bde-b8ce-a602f66187e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.624921 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d70bcec-d20c-4fa2-8eaf-2331835768fb req-48515955-fcb0-4bde-b8ce-a602f66187e9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 1097 time: 0.1357613 Jul 16 01:31:38.637543 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-61f65913-7e27-48f8-a777-d2046bf7e4d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3783e4d385344a8fa9dcfc893b62c12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090751 Jul 16 01:31:38.640088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54142) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.650092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f65913-7e27-48f8-a777-d2046bf7e4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e23c24e-ff14-4e29-8283-cc9ec5ad9b41,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.701659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d70bcec-d20c-4fa2-8eaf-2331835768fb req-62316760-fe5c-4f06-954d-7d323da711f2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668111 Jul 16 01:31:38.716626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c004eb-853a-4f04-96c0-1115286bd320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.742357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c004eb-853a-4f04-96c0-1115286bd320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.805634 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c004eb-853a-4f04-96c0-1115286bd320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.808344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c004eb-853a-4f04-96c0-1115286bd320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.809869 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1c004eb-853a-4f04-96c0-1115286bd320 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e23c24e-ff14-4e29-8283-cc9ec5ad9b41 HTTP/1.1" status: 204 len: 168 time: 0.1678689 Jul 16 01:31:38.838016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c004eb-853a-4f04-96c0-1115286bd320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e23c24e-ff14-4e29-8283-cc9ec5ad9b41,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.937843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c3ce7-98b0-4c7d-b3f3-c771d85a4154 req-4238e416-4f95-4933-9038-70bbbf854cc1 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.939663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192c3ce7-98b0-4c7d-b3f3-c771d85a4154 req-4238e416-4f95-4933-9038-70bbbf854cc1 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 946 time: 0.1359320 Jul 16 01:31:39.019883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192c3ce7-98b0-4c7d-b3f3-c771d85a4154 req-542fd0ea-cf8a-4f96-8a7f-55be545dd8ce tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741601 Jul 16 01:31:39.205389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.223340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.229871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.237044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.237281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54152) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.242110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.248055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.252555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5746b2a-e56c-4041-8620-d7973abf2016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.254563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.262070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-8317eaee-2933-488a-9f72-56a460fad91a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.2577507 Jul 16 01:31:39.318209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4009f0d2-3829-4e99-82dd-1563a2099f9e req-2f651615-62b8-4eef-bc78-0e70a8df1d86 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540855 Jul 16 01:31:39.326425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:39.451872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5746b2a-e56c-4041-8620-d7973abf2016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.469729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5746b2a-e56c-4041-8620-d7973abf2016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.480717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:39.500888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'port_id': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'mac_address': 'fa:16:3e:d5:43:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:39.541560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5746b2a-e56c-4041-8620-d7973abf2016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1236480b-c71a-4d8a-adcf-227d84adb450,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.629036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5746b2a-e56c-4041-8620-d7973abf2016 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3c0f59178a048cbb3a799a937adef4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883691 Jul 16 01:31:39.632674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.635919 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.670419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b586d1df-669a-4983-a3ea-dc022f2e26d8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:39.711204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:39.719625 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.755334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30bca-3933-4974-a6e8-1f444c69ef8d req-4149c574-50c9-4d7c-8972-552226d62beb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.762999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ea30bca-3933-4974-a6e8-1f444c69ef8d req-4149c574-50c9-4d7c-8972-552226d62beb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.2067313 Jul 16 01:31:39.767764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da5141e-2657-4613-8076-f9f2d2535736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.797511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c736cd-f3e7-4a98-a790-ae503a417f3a req-506a0e43-6322-43ae-8a43-5716eaae79fb tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.799358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33c736cd-f3e7-4a98-a790-ae503a417f3a req-506a0e43-6322-43ae-8a43-5716eaae79fb tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1331081 Jul 16 01:31:39.823472 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da5141e-2657-4613-8076-f9f2d2535736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.839098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.907941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da5141e-2657-4613-8076-f9f2d2535736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.911101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da5141e-2657-4613-8076-f9f2d2535736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.912373 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3da5141e-2657-4613-8076-f9f2d2535736 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1236480b-c71a-4d8a-adcf-227d84adb450 HTTP/1.1" status: 204 len: 168 time: 0.2786560 Jul 16 01:31:39.922763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5141e-2657-4613-8076-f9f2d2535736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1236480b-c71a-4d8a-adcf-227d84adb450,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:40.011246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b586d1df-669a-4983-a3ea-dc022f2e26d8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:40.286342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ea30bca-3933-4974-a6e8-1f444c69ef8d req-32ca2495-ab51-4e17-8f1c-64112a353d8c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5221150 Jul 16 01:31:40.336861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33c736cd-f3e7-4a98-a790-ae503a417f3a req-ee343968-8a54-4e47-b140-f9e82a859dd9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180256 Jul 16 01:31:40.614792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b0b-b00c-4a58-9310-37a9cd0b8b29 req-34a1cf78-41aa-43a9-8b4a-5c24b3f6bc1f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.616781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f48f7b0b-b00c-4a58-9310-37a9cd0b8b29 req-34a1cf78-41aa-43a9-8b4a-5c24b3f6bc1f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 946 time: 0.1518781 Jul 16 01:31:40.676638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f48f7b0b-b00c-4a58-9310-37a9cd0b8b29 req-c8878cec-e450-4a37-88c0-4ac127aef30f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Jul 16 01:31:40.882689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.890620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.898944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.913801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.922065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.930755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.938730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.943780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ebc8c066-6a89-4731-a50b-78d0153758e7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.2174442 Jul 16 01:31:41.009836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87b4b078-5f94-4a03-ab28-677eb674b0f2 req-ac38ad95-fbbe-416e-8576-ddbf6a1eea80 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616317 Jul 16 01:31:41.264491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308a1a0-1f30-4219-aa68-74aef488c725 req-b3c0438e-d5db-431b-9713-59e592200ae2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.275062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c308a1a0-1f30-4219-aa68-74aef488c725 req-b3c0438e-d5db-431b-9713-59e592200ae2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 946 time: 0.0943663 Jul 16 01:31:41.327306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c308a1a0-1f30-4219-aa68-74aef488c725 req-ddc23dfe-7291-46f7-9cf1-4613c79d226b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511448 Jul 16 01:31:41.350956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:41.382263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.497044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port b586d1df-669a-4983-a3ea-dc022f2e26d8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:41.501674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b586d1df-669a-4983-a3ea-dc022f2e26d8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:41.502060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.636739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a257c13d-1fca-4544-ab23-3c5ce657a8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.651528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d34082-030b-4fd2-a270-cb45e20a2506 req-30fe55d1-6ae7-431c-a7ac-b301ab71b019 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.654082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0d34082-030b-4fd2-a270-cb45e20a2506 req-30fe55d1-6ae7-431c-a7ac-b301ab71b019 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 945 time: 0.1651340 Jul 16 01:31:41.666268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823818b3-7bd4-4987-bfc0-c7fcaf4163bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.672014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8802fb-5625-4e75-968c-c11c10cec4a9 req-0f933051-8ab6-4f2a-92c1-bbd72b6bb2ab tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.674201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c8802fb-5625-4e75-968c-c11c10cec4a9 req-0f933051-8ab6-4f2a-92c1-bbd72b6bb2ab tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 946 time: 0.1973972 Jul 16 01:31:41.729194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.742218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c8802fb-5625-4e75-968c-c11c10cec4a9 req-6c2e3ee7-643a-4ef2-8ef5-0122b7388ccd tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579097 Jul 16 01:31:41.760839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:41.764480 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a5b7df-0302-4f10-b3db-081f37d3f800" -d '{"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:41.779327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0d34082-030b-4fd2-a270-cb45e20a2506 req-63eb5368-9470-4076-b48d-baf3b5d68255 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034515 Jul 16 01:31:41.781422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:41.788351 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.789641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device baeca387-e314-4ac1-b6ec-86167908dd30 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:41.848115 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823818b3-7bd4-4987-bfc0-c7fcaf4163bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.861088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823818b3-7bd4-4987-bfc0-c7fcaf4163bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.953293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.953512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-823818b3-7bd4-4987-bfc0-c7fcaf4163bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87b74f3963ca4800806428969f30f22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693729 Jul 16 01:31:41.954193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823818b3-7bd4-4987-bfc0-c7fcaf4163bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0697619d-f5c8-4383-998b-260383faa3a3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.971195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.985654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port baeca387-e314-4ac1-b6ec-86167908dd30 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:41.990832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port baeca387-e314-4ac1-b6ec-86167908dd30 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:41.993690 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.132272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39923473-d42f-42d5-84b7-dc5bd20ce8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.133248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.165249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39923473-d42f-42d5-84b7-dc5bd20ce8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.191375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:42.197858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.255559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39923473-d42f-42d5-84b7-dc5bd20ce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.260433 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39923473-d42f-42d5-84b7-dc5bd20ce8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.270487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-39923473-d42f-42d5-84b7-dc5bd20ce8b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0697619d-f5c8-4383-998b-260383faa3a3 HTTP/1.1" status: 204 len: 168 time: 0.3132586 Jul 16 01:31:42.287429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923473-d42f-42d5-84b7-dc5bd20ce8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697619d-f5c8-4383-998b-260383faa3a3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.318192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f6b5d-21ba-4325-a65c-98ce17409f60 req-9923d103-7767-4e09-ab1b-2f7616bbb88a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.318381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.320217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-208f6b5d-21ba-4325-a65c-98ce17409f60 req-9923d103-7767-4e09-ab1b-2f7616bbb88a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 945 time: 0.2756081 Jul 16 01:31:42.422666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-208f6b5d-21ba-4325-a65c-98ce17409f60 req-c4ba6a84-92dc-4a45-b030-ac6cc9c5c545 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939426 Jul 16 01:31:42.461455 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667970ce-793c-4d0e-b98f-e9324ccf8cb0 x-openstack-request-id: req-667970ce-793c-4d0e-b98f-e9324ccf8cb0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:42.461935 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:42.462018 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-667970ce-793c-4d0e-b98f-e9324ccf8cb0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:42.462384 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'code': 200} Jul 16 01:31:42.675537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1decf-6b3b-44fb-909c-bfed523c941f req-8ebe2ef0-bdce-4d90-a9e3-4b46a6d4cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.677531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7a1decf-6b3b-44fb-909c-bfed523c941f req-8ebe2ef0-bdce-4d90-a9e3-4b46a6d4cca5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1097 time: 0.1346827 Jul 16 01:31:42.710720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.718371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.725306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.732096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.742331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.750539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.757554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.760137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-b69a1241-8d65-4305-b55b-797944af9203 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.1679487 Jul 16 01:31:42.805137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7a1decf-6b3b-44fb-909c-bfed523c941f req-0102e86a-4805-4a5b-b642-67651911302e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187835 Jul 16 01:31:42.841220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54272) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:42.856263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18bf302b-2c46-4b1b-b102-2d75f8ca3dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.856707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6856d1f1-c389-4f57-ab8b-daf26dadae3e req-273c1e02-f694-4dee-b3e5-4c5d18ddac24 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851486 Jul 16 01:31:42.988273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18bf302b-2c46-4b1b-b102-2d75f8ca3dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.994981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18bf302b-2c46-4b1b-b102-2d75f8ca3dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.004535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-2d7b1767-b4e0-4190-a7b3-351e9b143f0d tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9443562df4fc414a899986a42f921bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420594 Jul 16 01:31:43.053248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-18bf302b-2c46-4b1b-b102-2d75f8ca3dca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c30e335f99a4aa2987b693c8ea02eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103162 Jul 16 01:31:43.055711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54284) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:43.064183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf302b-2c46-4b1b-b102-2d75f8ca3dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93581d14-765a-465e-a2e1-560ca5c9eb80,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.148687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf519e71-25ca-4cac-af9c-45c74c1a04ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.169585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-7d7f1f28-0d13-4a84-befc-1ac3b0ea43f6 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.171739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-7d7f1f28-0d13-4a84-befc-1ac3b0ea43f6 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656175 Jul 16 01:31:43.177945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf519e71-25ca-4cac-af9c-45c74c1a04ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.179632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965e607-c88f-42bc-97d0-3f1fcbcdc208 req-e608a5fa-2694-4731-9aa2-878d79da882e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.181211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5965e607-c88f-42bc-97d0-3f1fcbcdc208 req-e608a5fa-2694-4731-9aa2-878d79da882e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 946 time: 0.1744192 Jul 16 01:31:43.205427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-2eba68c2-1121-4f66-850d-8313a620661c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/quotas/9443562df4fc414a899986a42f921bbf HTTP/1.1" status: 200 len: 375 time: 0.0230525 Jul 16 01:31:43.252746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-5ddb0087-1419-4898-88a6-5162ea566755 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405483 Jul 16 01:31:43.255708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf519e71-25ca-4cac-af9c-45c74c1a04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.257557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf519e71-25ca-4cac-af9c-45c74c1a04ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.258737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf519e71-25ca-4cac-af9c-45c74c1a04ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93581d14-765a-465e-a2e1-560ca5c9eb80 HTTP/1.1" status: 204 len: 168 time: 0.2014754 Jul 16 01:31:43.279359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf519e71-25ca-4cac-af9c-45c74c1a04ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93581d14-765a-465e-a2e1-560ca5c9eb80,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.286701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5965e607-c88f-42bc-97d0-3f1fcbcdc208 req-e76787bd-e7a5-4064-8680-f72bd016df75 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973554 Jul 16 01:31:43.573367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da1442-e969-41a4-9cfb-53a78595df62 req-964d9d1c-011a-441f-9790-359814cdfb5d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.573367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83da1442-e969-41a4-9cfb-53a78595df62 req-964d9d1c-011a-441f-9790-359814cdfb5d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1491644 Jul 16 01:31:43.735798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83da1442-e969-41a4-9cfb-53a78595df62 req-b2ddaa09-6481-4593-be94-f6f1679574b4 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645920 Jul 16 01:31:43.897184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:43.925771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8dd375cc-9aa6-4c95-bfca-73319d6df3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.998719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-db2c0601-c379-4398-a365-372fd2c0aa27 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9443562df4fc414a899986a42f921bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662396 Jul 16 01:31:44.102997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8dd375cc-9aa6-4c95-bfca-73319d6df3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.112890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8dd375cc-9aa6-4c95-bfca-73319d6df3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.123735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937a4f-16ee-47f8-a826-ed65b1c28d39 req-277955dd-472a-43b7-a13d-7564a76d0292 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.131614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87937a4f-16ee-47f8-a826-ed65b1c28d39 req-277955dd-472a-43b7-a13d-7564a76d0292 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2742138 Jul 16 01:31:44.232638 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fe5e11c-949d-4bf2-8dc6-b023d4c23057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.240859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8dd375cc-9aa6-4c95-bfca-73319d6df3a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e43d85206b64e969260d7a05765c1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422697 Jul 16 01:31:44.245550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e3a44082-3385-4b6a-b753-080aef629e17 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.246809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54324) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:44.247134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e3a44082-3385-4b6a-b753-080aef629e17 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 946 time: 0.2653360 Jul 16 01:31:44.249081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd375cc-9aa6-4c95-bfca-73319d6df3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ca478-d4d0-4048-bb88-a5c8fd96fbed,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.263081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87937a4f-16ee-47f8-a826-ed65b1c28d39 req-ab115bbd-5888-46b3-8b78-832836bdd06e tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295681 Jul 16 01:31:44.342366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-a617c89d-abcf-496a-8a4b-183fc5c6b08a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.352623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-a617c89d-abcf-496a-8a4b-183fc5c6b08a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3470066 Jul 16 01:31:44.388204 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.395354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-320b9dd5-f8cf-44ed-9bd3-7f784e16ca57 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/quotas/9443562df4fc414a899986a42f921bbf HTTP/1.1" status: 200 len: 375 time: 0.0409372 Jul 16 01:31:44.416815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-273de8e9-8bb9-4069-8b44-c0c42c609e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.463594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:44.466633 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b953c8e-cb89-4227-9de0-846d495b88e9" -d '{"events": [{"server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:44.471625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-273de8e9-8bb9-4069-8b44-c0c42c609e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.481949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-14c87fe9-f4ce-4885-9d15-7c3ddaaac89a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837150 Jul 16 01:31:44.556414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-273de8e9-8bb9-4069-8b44-c0c42c609e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.559931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-273de8e9-8bb9-4069-8b44-c0c42c609e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.575170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-273de8e9-8bb9-4069-8b44-c0c42c609e81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a96ca478-d4d0-4048-bb88-a5c8fd96fbed HTTP/1.1" status: 204 len: 168 time: 0.2899897 Jul 16 01:31:44.599769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273de8e9-8bb9-4069-8b44-c0c42c609e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ca478-d4d0-4048-bb88-a5c8fd96fbed,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.734119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.741299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.748767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.755153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.761620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.768447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.774544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.785893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2aaaefaa-eecc-483e-bf01-9109573527da req-914b5cb5-d6a3-4ed9-bb62-d2cc34c0cd8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.3027167 Jul 16 01:31:44.808702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Deleting port bf792833-1844-47c4-a424-f63bf892b4e3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:44.809208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.870795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2aaaefaa-eecc-483e-bf01-9109573527da req-593b2243-5c81-4509-9ecc-35ae84184010 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837126 Jul 16 01:31:44.989850 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb25ff-08c2-478f-baee-17cef878b87c x-openstack-request-id: req-affb25ff-08c2-478f-baee-17cef878b87c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:44.990502 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:44.990754 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-affb25ff-08c2-478f-baee-17cef878b87c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:44.991167 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'code': 200} Jul 16 01:31:45.122787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] For port bf792833-1844-47c4-a424-f63bf892b4e3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf792833-1844-47c4-a424-f63bf892b4e3,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:45.123182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.145675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Calling delete_port for bf792833-1844-47c4-a424-f63bf892b4e3 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:45.170350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801b96b-2f33-4814-81f6-829350912cbf req-63c5889f-6c37-4f94-afc2-8efe50680318 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.183720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f801b96b-2f33-4814-81f6-829350912cbf req-63c5889f-6c37-4f94-afc2-8efe50680318 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 946 time: 0.2084508 Jul 16 01:31:45.243474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ecc3a-84f2-4f0c-8bbb-55db0a7b0313 req-81176638-1e0b-4c49-a905-8d53d8fdad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.245717 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a77ecc3a-84f2-4f0c-8bbb-55db0a7b0313 req-81176638-1e0b-4c49-a905-8d53d8fdad25 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 1097 time: 0.1652846 Jul 16 01:31:45.253516 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.301054 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a77ecc3a-84f2-4f0c-8bbb-55db0a7b0313 req-cdc675fc-163f-494c-b7cb-a1cf2f016e46 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476882 Jul 16 01:31:45.329354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-783d763b-1f68-4f9a-b95a-8e6c8544371a req-b60d9408-1e64-4c02-be5c-ff7d434ba981 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 210 time: 0.0614042 Jul 16 01:31:45.441808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f801b96b-2f33-4814-81f6-829350912cbf req-84170b0c-fbbb-487c-9b19-67840267714b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569261 Jul 16 01:31:45.677945 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-36b30bcd-8cef-4b01-92e3-2354d64f7d99 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=9443562df4fc414a899986a42f921bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407419 Jul 16 01:31:45.683726 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.700796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:45.763901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event deleted for resources: {'Port': ['ID=bf792833-1844-47c4-a424-f63bf892b4e3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.863678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-6955794d-add7-4fc9-9a69-d39d7e54f998 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.868433 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-6955794d-add7-4fc9-9a69-d39d7e54f998 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835146 Jul 16 01:31:45.885665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Request body: {'port': {'device_id': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '9443562df4fc414a899986a42f921bbf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:45.912905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] No DVR routers for this DVR port bf792833-1844-47c4-a424-f63bf892b4e3 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:45.917545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.922683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df6c064a-fa06-4e00-8443-565f8e4070a4 req-e0dfb674-f0ae-41e5-83de-b68199682dda tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "DELETE /v2.0/ports/bf792833-1844-47c4-a424-f63bf892b4e3 HTTP/1.1" status: 204 len: 173 time: 1.6595225 Jul 16 01:31:45.926501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'name': 'network-vif-deleted', 'tag': 'bf792833-1844-47c4-a424-f63bf892b4e3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:45.929724 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbfaf3c-78aa-4c89-b349-15deda820338" -d '{"events": [{"server_uuid": "f22511b9-2b6f-4a79-8624-7e0b921dba32", "name": "network-vif-deleted", "tag": "bf792833-1844-47c4-a424-f63bf892b4e3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:45.944457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54378) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:45.949398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca9d18-8ac2-4f51-b3df-5ee3741e8d3e req-009907ee-14c4-412d-9a96-c6af053de080 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.956726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72ca9d18-8ac2-4f51-b3df-5ee3741e8d3e req-009907ee-14c4-412d-9a96-c6af053de080 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.3848124 Jul 16 01:31:46.026129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72ca9d18-8ac2-4f51-b3df-5ee3741e8d3e req-a9690b3d-6fe8-4b38-a434-5a9336d75004 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673656 Jul 16 01:31:46.068374 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.119970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fc39e-42fa-4dd6-b848-66f7d96cd316 req-508060a6-e472-4e20-bd8b-7b51eed41b07 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.129658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-149fc39e-42fa-4dd6-b848-66f7d96cd316 req-508060a6-e472-4e20-bd8b-7b51eed41b07 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 946 time: 0.4184911 Jul 16 01:31:46.169984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Made reservation on behalf of 9443562df4fc414a899986a42f921bbf for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:46.180843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.199073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011320343-network', 'tenant_id': '7928a36a9e5d4c899d60ca618cd844a5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:46.206357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.244552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-149fc39e-42fa-4dd6-b848-66f7d96cd316 req-6d8a8983-1abb-456b-b8b4-a0177be418af tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137643 Jul 16 01:31:46.288052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Made reservation on behalf of 7928a36a9e5d4c899d60ca618cd844a5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:46.295351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.306144 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f91cc00-86e2-4682-8dc9-8dd80b9f9ecd x-openstack-request-id: req-6f91cc00-86e2-4682-8dc9-8dd80b9f9ecd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:46.306740 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22511b9-2b6f-4a79-8624-7e0b921dba32", "name": "network-vif-deleted", "tag": "bf792833-1844-47c4-a424-f63bf892b4e3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:46.307237 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f91cc00-86e2-4682-8dc9-8dd80b9f9ecd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:46.307798 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22511b9-2b6f-4a79-8624-7e0b921dba32', 'name': 'network-vif-deleted', 'tag': 'bf792833-1844-47c4-a424-f63bf892b4e3', 'status': 'completed', 'code': 200} Jul 16 01:31:46.326326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.472336 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.480392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.502313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.508383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.514320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.520847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.526676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.533492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.539504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.541460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-638c4066-1892-4484-9032-2283b0fa4e8c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5421 time: 0.1909750 Jul 16 01:31:46.559034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bbafde-814e-4294-a17c-9484dad6b55b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.600452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2652c1d-33e8-443c-a552-426d38ca870e req-c801adac-aa68-424d-913a-f74f4d7087a4 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.602390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2652c1d-33e8-443c-a552-426d38ca870e req-c801adac-aa68-424d-913a-f74f4d7087a4 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1631942 Jul 16 01:31:46.606044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e809fc0-de88-426b-9f95-95dc2feb8097 req-13473f81-a846-4361-98c5-98757788ea38 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585256 Jul 16 01:31:46.621225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:46.626286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'floatingip': {'port_id': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:46.679809 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.756670 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.987566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-65fb774f-9330-4b9c-8098-61d0723aca1b tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=9443562df4fc414a899986a42f921bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993252 Jul 16 01:31:47.143940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e827e8f2-f564-4723-8e80-b9d1d8067b18 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.144136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e827e8f2-f564-4723-8e80-b9d1d8067b18 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429338 Jul 16 01:31:47.174172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df20c89a-cc59-4699-b2eb-7da0a2ed960e req-0ba20afc-9860-461d-8b76-673d9f92f353 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 210 time: 0.1906207 Jul 16 01:31:47.179945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Request body: {'port': {'device_id': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '9443562df4fc414a899986a42f921bbf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:47.254477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Allocated IP 192.168.233.109 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/51aba95e-a6e6-4281-bf7e-a0e7d226a9b2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:47.274744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c5e14fe-82a2-4c60-959f-bf3439621543 req-3e6cc0d8-ddd9-4ca6-9968-8e1e3d9d9e54 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=f22511b9-2b6f-4a79-8624-7e0b921dba32 HTTP/1.1" status: 200 len: 210 time: 0.1073241 Jul 16 01:31:47.308042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.366398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.400705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cbe0252a-6c9e-4e64-a519-1e04d1c84f0d details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:47.404120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf792833-1844-47c4-a424-f63bf892b4e3 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:47.433252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:47.451085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d59cf-91c5-4acb-9a03-666754d83a77,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.476156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.476738 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Added segment d8cabc53-2aac-4615-a6f2-b0d128331fdc of type vlan for network b81f246d-47d3-4f89-9154-c62a8da0b5af Jul 16 01:31:47.491966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: bf792833-1844-47c4-a424-f63bf892b4e3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:47.492452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf792833-1844-47c4-a424-f63bf892b4e3 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:47.587927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.662768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.667130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Made reservation on behalf of 9443562df4fc414a899986a42f921bbf for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:47.672815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.700483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.707552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.708427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.710752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.718522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Transition to ACTIVE for port object 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:47.726644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d', 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'port_id': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d', 'mac_address': 'fa:16:3e:ed:1b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2df44f4-2a9a-4dc7-a957-54467228c63f', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:47.741399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de583-56b0-40e7-a726-1d15d2a4370a req-29313276-b300-42e4-8914-85ee3a98fe0a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.748231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e3de583-56b0-40e7-a726-1d15d2a4370a req-29313276-b300-42e4-8914-85ee3a98fe0a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 946 time: 0.2442594 Jul 16 01:31:47.799034 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.805657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8601186 Jul 16 01:31:47.820809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:47.821248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe0252a-6c9e-4e64-a519-1e04d1c84f0d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:47.828590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Request body: {'subnet': {'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011320343-subnet', 'tenant_id': '7928a36a9e5d4c899d60ca618cd844a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:47.870259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.878413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6f396-1732-4ef1-9626-770824286426 admin admin] Pushing event updated for resources: {'Network': ['ID=b81f246d-47d3-4f89-9154-c62a8da0b5af,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.881361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.882308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9599ba27-a20b-4970-8893-55aadeba3897 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:47.899236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network b81f246d-47d3-4f89-9154-c62a8da0b5af details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:47.922904 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.925483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Made reservation on behalf of 7928a36a9e5d4c899d60ca618cd844a5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:47.928485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.004975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:48.013322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:48.030776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:48.082636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.114151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.118071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9599ba27-a20b-4970-8893-55aadeba3897,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.132096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '9599ba27-a20b-4970-8893-55aadeba3897', 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'port_id': '9599ba27-a20b-4970-8893-55aadeba3897', 'mac_address': 'fa:16:3e:16:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2df44f4-2a9a-4dc7-a957-54467228c63f', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:48.184039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.205155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9599ba27-a20b-4970-8893-55aadeba3897 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:48.238062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.239841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.259384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9599ba27-a20b-4970-8893-55aadeba3897,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.267902 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.268625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ef800cc1-4796-4a5b-a324-86d165acd141 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:48.295887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-a5eaa760-778f-412f-9dd9-1dcd9752a300 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4164305 Jul 16 01:31:48.309053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Allocated IP 192.168.233.46 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/2784a46a-3116-41cb-af57-95f15b804b61) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:48.330695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ef800cc1-4796-4a5b-a324-86d165acd141, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ef800cc1-4796-4a5b-a324-86d165acd141,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.345639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Request body: {'port': {'device_id': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:48.394624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'ef800cc1-4796-4a5b-a324-86d165acd141', 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'port_id': 'ef800cc1-4796-4a5b-a324-86d165acd141', 'mac_address': 'fa:16:3e:e5:68:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2df44f4-2a9a-4dc7-a957-54467228c63f', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:48.398354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.434502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e3de583-56b0-40e7-a726-1d15d2a4370a req-f7420d53-bcb1-4054-ac31-60b6195791f1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852684 Jul 16 01:31:48.445899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-56b598f9-c9d0-400d-bdbf-f61e9794f6a9 None None] Provisioning for port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:48.455346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-56b598f9-c9d0-400d-bdbf-f61e9794f6a9 None None] Provisioning complete for port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:48.455571 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56b598f9-c9d0-400d-bdbf-f61e9794f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.506562 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.511619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:31:48.540277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.550638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef800cc1-4796-4a5b-a324-86d165acd141 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:48.581182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.585566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.587558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.594107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.597737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ef800cc1-4796-4a5b-a324-86d165acd141, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ef800cc1-4796-4a5b-a324-86d165acd141,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.600433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.608343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.612578 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.613677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c5acf911-70c2-49a3-90ba-ead2e18dd384 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:48.615733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.622760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.625539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-b7efea1b-7d16-451a-99a9-6206afe6aa51 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5422 time: 0.4842160 Jul 16 01:31:48.656671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb0afab-cb3a-4574-a0f5-929a90206263,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.694198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Checking segment: {'id': 'd8cabc53-2aac-4615-a6f2-b0d128331fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:48.694860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Network hostable DHCP agents. Network: b81f246d-47d3-4f89-9154-c62a8da0b5af, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:48.724888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.753517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c5acf911-70c2-49a3-90ba-ead2e18dd384, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.816926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'port_id': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'mac_address': 'fa:16:3e:56:50:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:48.820941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ef800cc1-4796-4a5b-a324-86d165acd141,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.826741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-56b598f9-c9d0-400d-bdbf-f61e9794f6a9 None None] Port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:48.835604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Network b81f246d-47d3-4f89-9154-c62a8da0b5af is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:48.856192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, b81f246d-47d3-4f89-9154-c62a8da0b5af) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:48.862301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.862965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.869653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.876118 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.883514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38d26c8f-86c8-4bf2-94f1-ff3a9a716cc2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0587928 Jul 16 01:31:48.888518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63f7d3-d7c0-44b3-a745-40c5177990eb None None] Network b81f246d-47d3-4f89-9154-c62a8da0b5af requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:48.899980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.920531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5acf911-70c2-49a3-90ba-ead2e18dd384 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:48.971835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab322b83-7707-46d3-9543-c145df7e69c5 req-c5347d13-b431-4c78-baf6-3abb4fedbd44 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 210 time: 0.0924428 Jul 16 01:31:48.975343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Transition to ACTIVE for port object 2784a46a-3116-41cb-af57-95f15b804b61 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:48.995420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a6ef53f-f9e4-4809-b070-5356450b6729 req-8f1eaee7-ca0d-4436-9eee-fff29ef31b93 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3535204 Jul 16 01:31:49.025812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c5acf911-70c2-49a3-90ba-ead2e18dd384, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.036722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.037775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a8dbbb72-85aa-4691-80fe-d0fa014626d7 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:49.148151 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Floating IP 4a04fb94-4dc3-4adb-8b4d-fc7f6759f129 associated. External IP: 172.25.5.177, port: b586d1df-669a-4983-a3ea-dc022f2e26d8. Jul 16 01:31:49.377409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.424447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:49.434886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.451543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Transition to ACTIVE for port object 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:49.462857 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.475833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Pushing event updated for resources: {'Port': ['ID=2784a46a-3116-41cb-af57-95f15b804b61,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.559386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c5acf911-70c2-49a3-90ba-ead2e18dd384,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.601822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.663835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:49.679880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:49.682833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:49.706281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ff2975-9071-4c42-bb32-6c86f588669d None None] Network b81f246d-47d3-4f89-9154-c62a8da0b5af requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:49.708330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Attempting to bind port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:49.708674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Attempting to bind port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:49.709009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Attempting to bind port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:49.717217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:49.717540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Attempting to bind port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:49.725472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:49.725822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:49.726275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:49.726669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Bound port: 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:49.727029 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.765938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Router 99c2a851-74c3-4568-876a-3aa2f93ef9df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:49.791539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.792727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.827389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e70f0d9a-0e58-486e-aeb6-054ea0208282 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6578770 Jul 16 01:31:49.846963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:49.854213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Request body: {'port': {'device_id': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:49.854457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:49.863789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.901055 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.930513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.931740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.933561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] 10.222.0.93 "PUT /v2.0/ports/51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 HTTP/1.1" status: 200 len: 1096 time: 1.6237311 Jul 16 01:31:49.934211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:49.938028 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d346fb66-5ebb-4785-a772-3f31ad03f47b" -d '{"events": [{"name": "network-changed", "server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:49.957712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a8dbbb72-85aa-4691-80fe-d0fa014626d7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.985077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7', 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1', 'port_id': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7', 'mac_address': 'fa:16:3e:53:62:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27143422-9a3b-416b-a70e-3724f56bd2d5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:50.093534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb492a7-567c-43a3-a8fc-a30fad7bd8e0 req-8df6bd4a-9bf5-4e19-8afc-7923976aac72 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.099826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0f05b-d75a-4dcb-81a9-d6264c6f48b6 service neutron] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.101013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cb492a7-567c-43a3-a8fc-a30fad7bd8e0 req-8df6bd4a-9bf5-4e19-8afc-7923976aac72 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 946 time: 0.7733960 Jul 16 01:31:50.120939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54456) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:50.130140 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.132405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-175978628-network', 'tenant_id': '7e71f1accf204877b08bd9089efa838e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:50.166311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dbbb72-85aa-4691-80fe-d0fa014626d7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:50.177019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.183276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-cd92d236-0d35-473f-922f-a9a69d175a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.185478 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-cd92d236-0d35-473f-922f-a9a69d175a61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1099 time: 0.1985002 Jul 16 01:31:50.186557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Made reservation on behalf of 7e71f1accf204877b08bd9089efa838e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:50.192408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.202632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a8dbbb72-85aa-4691-80fe-d0fa014626d7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:50.213612 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.214520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0cc5f962-1607-480e-af18-a0c62a990ed1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:50.276575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cb492a7-567c-43a3-a8fc-a30fad7bd8e0 req-ae923cce-d3b2-4a54-b8ef-fa118c7227ef tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745801 Jul 16 01:31:50.304624 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-ad72fa8f-b021-48c6-8dea-59ae756cc699 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 HTTP/1.1" status: 200 len: 217 time: 0.1033816 Jul 16 01:31:50.307232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-70a3724f-7a40-42cd-b23f-a934e9b7d239 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.313113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.315720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-70a3724f-7a40-42cd-b23f-a934e9b7d239 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.6743536 Jul 16 01:31:50.381885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1bb39d03-2dbd-4cb9-9913-ddd25c5b4d57 None None] Provisioning for port 2784a46a-3116-41cb-af57-95f15b804b61 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:50.382919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-ae64f10d-b1eb-45f5-96c5-ca7a4e2cf222 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/quotas/24e40b2189594232a5a7d5a497f9a809 HTTP/1.1" status: 200 len: 375 time: 0.0443623 Jul 16 01:31:50.421518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0cc5f962-1607-480e-af18-a0c62a990ed1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0cc5f962-1607-480e-af18-a0c62a990ed1,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:50.430689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-016f7bc6-1aef-4ee3-b909-d1fabe0f6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.432381 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-016f7bc6-1aef-4ee3-b909-d1fabe0f6c38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1209295 Jul 16 01:31:50.446958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1bb39d03-2dbd-4cb9-9913-ddd25c5b4d57 None None] Provisioning complete for port 2784a46a-3116-41cb-af57-95f15b804b61 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:50.447466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bb39d03-2dbd-4cb9-9913-ddd25c5b4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.459424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a8dbbb72-85aa-4691-80fe-d0fa014626d7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.520723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '0cc5f962-1607-480e-af18-a0c62a990ed1', 'network_id': '55095e0a-1236-4146-9861-5d2f4985cdc1', 'port_id': '0cc5f962-1607-480e-af18-a0c62a990ed1', 'mac_address': 'fa:16:3e:71:91:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27143422-9a3b-416b-a70e-3724f56bd2d5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:50.587010 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a163675-edde-47d5-bde1-aa26439e7455 x-openstack-request-id: req-0a163675-edde-47d5-bde1-aa26439e7455 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:50.587301 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:50.587554 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a163675-edde-47d5-bde1-aa26439e7455 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:50.587957 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'status': 'completed', 'code': 200} Jul 16 01:31:50.597143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1bb39d03-2dbd-4cb9-9913-ddd25c5b4d57 None None] Port 2784a46a-3116-41cb-af57-95f15b804b61 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:50.633503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.662692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc5f962-1607-480e-af18-a0c62a990ed1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:50.670010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:50.699238 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] Sync routers for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:50.700637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-11af56cb-d483-4339-8011-befe0598c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.702382 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-11af56cb-d483-4339-8011-befe0598c9ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2569416 Jul 16 01:31:50.711724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0cc5f962-1607-480e-af18-a0c62a990ed1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0cc5f962-1607-480e-af18-a0c62a990ed1,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:50.728934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.731603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:50.734257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:50.737827 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:31:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:50.801480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.860359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0cc5f962-1607-480e-af18-a0c62a990ed1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.866152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:50.886617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01', 'network_id': '115e684f-4330-47fc-87ad-5962a282c6de', 'port_id': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01', 'mac_address': 'fa:16:3e:e1:b2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2df44f4-2a9a-4dc7-a957-54467228c63f', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:50.897641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b434090d-bbf1-4ea9-874f-6004986d2bd7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "PUT /v2.0/floatingips/4a04fb94-4dc3-4adb-8b4d-fc7f6759f129 HTTP/1.1" status: 200 len: 992 time: 4.2752745 Jul 16 01:31:50.925180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-cb026172-b536-4e7e-af90-3328a4113bb1 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094052 Jul 16 01:31:50.925808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:50.944449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:50.947010 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:50.970624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-e7472024-c904-41f2-82d9-0c31dacc944b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5703433 Jul 16 01:31:50.976864 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.988959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.998364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:51.015931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.022555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:51.031705 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.128497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.180545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:51.193527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a96aa-f841-48b9-bb7e-e93a52ddeafb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.215522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.215950 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Added segment 5eeb51d0-6c5e-4c7e-9536-5c2f639eb424 of type vlan for network 330f50d5-be16-4427-856a-2467c9696975 Jul 16 01:31:51.231557 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3297f834-4400-41ea-a7b8-10d1f171b2e9 req-c060e6b3-ef37-4999-8298-57f23aab602b service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980859 Jul 16 01:31:51.246663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e12c1-90e1-4a8e-93b3-15191a0fbc30 req-e9546cb0-20e5-4fca-b8fc-c1a510b6ed32 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.249393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-057e12c1-90e1-4a8e-93b3-15191a0fbc30 req-e9546cb0-20e5-4fca-b8fc-c1a510b6ed32 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 935 time: 0.4413910 Jul 16 01:31:51.294433 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.308087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-bdc45e16-6537-47b4-93b6-5ad94cb8552b service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168085 Jul 16 01:31:51.403934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.406058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.407022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.447208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-d14b4e39-9d0b-4081-8567-a17b1a0ca191 service neutron] 10.222.0.81 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078575 Jul 16 01:31:51.457517 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '4a04fb94-4dc3-4adb-8b4d-fc7f6759f129', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'port_id': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'mac_address': 'fa:16:3e:d5:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:31:25Z', 'updated_at': '2021-07-16T01:31:48Z', 'revision_number': 1, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:51.460790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3381538 Jul 16 01:31:51.476962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54472) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:51.486291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Request body: {'subnet': {'network_id': '330f50d5-be16-4427-856a-2467c9696975', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-175978628-subnet', 'tenant_id': '7e71f1accf204877b08bd9089efa838e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:51.489389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2784a46a-3116-41cb-af57-95f15b804b61 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:51.493438 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] Checking router: 99c2a851-74c3-4568-876a-3aa2f93ef9df for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:51.504746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:51.505480 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:31:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:51.513906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-057e12c1-90e1-4a8e-93b3-15191a0fbc30 req-840c0238-8cc1-41b6-90d0-15a888377184 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178044 Jul 16 01:31:51.522764 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.527065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Made reservation on behalf of 7e71f1accf204877b08bd9089efa838e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:51.531550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.550612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Transition to ACTIVE for port object 2784a46a-3116-41cb-af57-95f15b804b61 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:51.569559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.579970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-649612f3-46b6-41d1-9c40-b00a5cd9990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.582485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-649612f3-46b6-41d1-9c40-b00a5cd9990e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1099 time: 0.2514393 Jul 16 01:31:51.650346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32b83e-f5a9-4d34-a074-939212792244 admin admin] Pushing event updated for resources: {'Network': ['ID=330f50d5-be16-4427-856a-2467c9696975,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.672026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 330f50d5-be16-4427-856a-2467c9696975 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:51.817170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Pushing event updated for resources: {'Port': ['ID=2784a46a-3116-41cb-af57-95f15b804b61,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.896323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Attempting to bind port 2784a46a-3116-41cb-af57-95f15b804b61 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:51.896672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Attempting to bind port 2784a46a-3116-41cb-af57-95f15b804b61 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:51.901294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Attempting to bind port 2784a46a-3116-41cb-af57-95f15b804b61 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:51.912334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Port 2784a46a-3116-41cb-af57-95f15b804b61 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:51.912664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Attempting to bind port 2784a46a-3116-41cb-af57-95f15b804b61 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:51.934651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:51.934996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:51.935394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:51.940121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Bound port: 2784a46a-3116-41cb-af57-95f15b804b61, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:51.940540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.957743 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:52.219313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a8dbbb72-85aa-4691-80fe-d0fa014626d7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:52.288038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] For port 2784a46a-3116-41cb-af57-95f15b804b61, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:52.304675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['9599ba27-a20b-4970-8893-55aadeba3897'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:52.309065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['cbe0252a-6c9e-4e64-a519-1e04d1c84f0d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:52.336587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] For port 2784a46a-3116-41cb-af57-95f15b804b61, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2784a46a-3116-41cb-af57-95f15b804b61,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:52.377151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.383707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.390845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.399727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.407572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.412588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-1e29d620-27e6-474d-9ed5-f194780e1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.416418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.424089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.428015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c5acf911-70c2-49a3-90ba-ead2e18dd384'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:52.428818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-1e29d620-27e6-474d-9ed5-f194780e1a39 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.7799788 Jul 16 01:31:52.433234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-75a7493b-ae93-484d-be0f-e04376a5c915 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5428 time: 0.3797135 Jul 16 01:31:52.437724 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.438328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['0cc5f962-1607-480e-af18-a0c62a990ed1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:52.508261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ef800cc1-4796-4a5b-a324-86d165acd141'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:52.516185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Pushing event updated for resources: {'Port': ['ID=2784a46a-3116-41cb-af57-95f15b804b61,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.547379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.548717 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.552614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-de4a2128-eb30-477a-b191-43f783577a70 service neutron] 10.222.0.93 "PUT /v2.0/ports/2784a46a-3116-41cb-af57-95f15b804b61 HTTP/1.1" status: 200 len: 1095 time: 2.7093673 Jul 16 01:31:52.604851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cde9a836-bed1-4e39-a21a-ce61dc5b8b89 req-6ff89a26-889c-4cab-8c45-3a5c8c561ee6 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697106 Jul 16 01:31:52.645741 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-c9497e50-3ba9-403a-8c09-36b395bbe594 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 HTTP/1.1" status: 200 len: 217 time: 0.2155652 Jul 16 01:31:52.753325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-550d2911-7087-4f7d-8c05-6c52137b7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.759452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-550d2911-7087-4f7d-8c05-6c52137b7079 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 1098 time: 0.1451788 Jul 16 01:31:52.879127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-54d0a243-068e-479c-b56a-9900a8990e93 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2784a46a-3116-41cb-af57-95f15b804b61 HTTP/1.1" status: 200 len: 217 time: 0.1137197 Jul 16 01:31:52.959395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-565abb5f-4a35-4918-92bb-f69783be6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.961755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-565abb5f-4a35-4918-92bb-f69783be6f3c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2083204 Jul 16 01:31:53.103149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-a00dbc69-f527-4607-9df8-ee1431dcf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.113786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-a00dbc69-f527-4607-9df8-ee1431dcf831 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.2259111 Jul 16 01:31:53.115147 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5531665-84db-4e0c-a7d1-7aa8cc49a1d5 x-openstack-request-id: req-a5531665-84db-4e0c-a7d1-7aa8cc49a1d5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:53.115552 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:53.115905 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5531665-84db-4e0c-a7d1-7aa8cc49a1d5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:53.116501 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'status': 'completed', 'code': 200} Jul 16 01:31:53.164325 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '4a04fb94-4dc3-4adb-8b4d-fc7f6759f129', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'port_id': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'mac_address': 'fa:16:3e:d5:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:31:25Z', 'updated_at': '2021-07-16T01:31:48Z', 'revision_number': 1, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:53.222354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:53.266799 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eaa886-e39a-4a2f-809a-13e7aed2aa7f None None] The sync data for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 is: [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '4a04fb94-4dc3-4adb-8b4d-fc7f6759f129', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'port_id': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'mac_address': 'fa:16:3e:d5:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:31:25Z', 'updated_at': '2021-07-16T01:31:48Z', 'revision_number': 1, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:53.274996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-0828c195-f0da-496a-b920-0f77bbbf3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.280995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-0828c195-f0da-496a-b920-0f77bbbf3f6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549325 Jul 16 01:31:53.421659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['cc3c9f7e-8382-4bf2-a3c6-9f46de139f01'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:53.524964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.558138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-e0db689c-a207-4fd4-a128-3179cd2a4fd7 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705507 Jul 16 01:31:53.647120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-ad941f81-abb8-4545-acbf-2be346605c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.650454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-ad941f81-abb8-4545-acbf-2be346605c1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6545708 Jul 16 01:31:53.705335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e36e84af-2600-4af9-b3e2-3bedb1b21ce2 req-c931721a-de44-43ce-9e2b-663e949bd98b service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356716 Jul 16 01:31:53.732133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47404034-79f9-45de-82fc-2ef7237245ce req-30e0e76f-8ff8-4a46-85d3-d7085ae01a0d tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 210 time: 0.1722565 Jul 16 01:31:53.951773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98f8f3-8aea-42d9-b891-9c81d303cb12 req-5d2a6f6f-224e-4649-8bbd-62856d1c5040 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.962136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa98f8f3-8aea-42d9-b891-9c81d303cb12 req-5d2a6f6f-224e-4649-8bbd-62856d1c5040 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 947 time: 0.1072876 Jul 16 01:31:53.992451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6c765d-7dbe-4f0a-8e4e-eb375396f5af None None] New status for floating IP 4a04fb94-4dc3-4adb-8b4d-fc7f6759f129: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:31:53.996511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6418e89-0136-44f4-a3c2-add37adc5761,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.020569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-9d975842-cb1d-4429-98e6-ebc4fd65f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.022894 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-9d975842-cb1d-4429-98e6-ebc4fd65f76b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1097 time: 0.9612753 Jul 16 01:31:54.032522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-15bd653d-ad81-41a9-a6bc-89e672c6a738 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618343 Jul 16 01:31:54.033685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa98f8f3-8aea-42d9-b891-9c81d303cb12 req-1904cc36-3ed3-4bf2-95ea-1e1e2952521a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709431 Jul 16 01:31:54.139181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.150911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.158258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.167010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.176391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.177392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Checking segment: {'id': '5eeb51d0-6c5e-4c7e-9536-5c2f639eb424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '330f50d5-be16-4427-856a-2467c9696975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:54.178746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Network hostable DHCP agents. Network: 330f50d5-be16-4427-856a-2467c9696975, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:54.184975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.204062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.208377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-64d908bc-40b9-472b-b73a-1091ce3e81ec tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5428 time: 0.2050738 Jul 16 01:31:54.286872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f95f9fa-e0f7-44f8-9490-22502472e541 req-c7a0196c-8178-4523-b653-add25f9ecfb9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691240 Jul 16 01:31:54.425565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Network 330f50d5-be16-4427-856a-2467c9696975 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:54.449073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-559cd3fb-f8a2-4ac5-8f9f-7982247883de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.450905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-559cd3fb-f8a2-4ac5-8f9f-7982247883de service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.4174631 Jul 16 01:31:54.456146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 330f50d5-be16-4427-856a-2467c9696975) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:54.495516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:54.504406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6e358-1e24-4e09-a152-155bebd2ef28 None None] Network 330f50d5-be16-4427-856a-2467c9696975 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:54.518919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.519533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.536877 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d346fb66-5ebb-4785-a772-3f31ad03f47b req-10b86f30-e574-4ec8-8c9e-e0bf2e089f02 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454927 Jul 16 01:31:54.561245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-6e1d6809-2c2f-4644-848c-67fa36596e42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 200 len: 1002 time: 0.0961382 Jul 16 01:31:54.575862 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-203a221d-8f58-416d-881c-555cd5e3a235 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0890324 Jul 16 01:31:54.624259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-057a25f7-d3d8-45d4-b9f2-0537a0586ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.625743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-057a25f7-d3d8-45d4-b9f2-0537a0586ae9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.0558846 Jul 16 01:31:54.627807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'mac_address': 'fa:16:3e:8b:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:54.688157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537ed8c-b18d-478b-9821-435290b82023 req-a258842b-8b3a-4620-bf7d-8bd6dd9de58e tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.693032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d537ed8c-b18d-478b-9821-435290b82023 req-a258842b-8b3a-4620-bf7d-8bd6dd9de58e tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1400175 Jul 16 01:31:54.736043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-930884f3-a93e-4df2-8707-90e9a6d4a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.738016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-930884f3-a93e-4df2-8707-90e9a6d4a915 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966527 Jul 16 01:31:54.818074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d537ed8c-b18d-478b-9821-435290b82023 req-3944905f-47ab-47c2-aac9-1ee70ab0ec0c tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822337 Jul 16 01:31:54.878036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c2421-7d79-4b7e-9667-ef0ffb03852f req-e4984e99-a057-4593-9215-85af55680111 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.879571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-499c2421-7d79-4b7e-9667-ef0ffb03852f req-e4984e99-a057-4593-9215-85af55680111 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 946 time: 0.1846030 Jul 16 01:31:54.885328 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-d4939771-7f30-4194-b80e-aa2aefa866b5 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295607 Jul 16 01:31:54.897725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.978086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-499c2421-7d79-4b7e-9667-ef0ffb03852f req-1531a1ae-dba7-43d5-88c5-c31195587946 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917196 Jul 16 01:31:54.997739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b91ac746-f4ca-4c74-a5a6-6b8d0030afed req-ac149e0b-384a-46d2-9e2d-b34e444a8d6f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 210 time: 0.0556479 Jul 16 01:31:55.039910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f7c514f-9c68-46b1-8c3e-bcea66e28d35 req-9c27dcec-b1e7-4ca9-bba8-051d1bef34c9 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470149 Jul 16 01:31:55.067421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bcda2b-0d1c-4d04-9a84-37956447ea4f None None] Network 330f50d5-be16-4427-856a-2467c9696975 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:55.111343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:55.117511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'tag': '2784a46a-3116-41cb-af57-95f15b804b61'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:55.119988 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c001142d-927e-4cab-888f-b28f14bfdd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4867a29-c944-4c51-ba3a-7e9ab649cc3a", "tag": "2784a46a-3116-41cb-af57-95f15b804b61"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:55.214207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-2f133e50-1112-4f44-be21-bf9ecb1b6e78 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.215649 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-2f133e50-1112-4f44-be21-bf9ecb1b6e78 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 805 time: 0.2022331 Jul 16 01:31:55.233169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Request body: {'port': {'device_id': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'admin_state_up': True, 'tenant_id': '24e40b2189594232a5a7d5a497f9a809'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:55.360686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:55.386562 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.429988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2784a46a-3116-41cb-af57-95f15b804b61 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:55.430444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Made reservation on behalf of 24e40b2189594232a5a7d5a497f9a809 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:55.438394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.565858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.662991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2784a46a-3116-41cb-af57-95f15b804b61, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2784a46a-3116-41cb-af57-95f15b804b61,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:55.674021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Allocated IP 172.20.0.11 (167f47a7-2079-41c8-aab3-e91b6377e825/6674999c-177b-4ef8-9ce1-225c3d07f939/b4f24443-1e8f-4cb9-a458-8eaa30933968) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:55.690543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '2784a46a-3116-41cb-af57-95f15b804b61', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '2784a46a-3116-41cb-af57-95f15b804b61', 'mac_address': 'fa:16:3e:a1:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:55.794134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.832508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2784a46a-3116-41cb-af57-95f15b804b61 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:55.863791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2784a46a-3116-41cb-af57-95f15b804b61, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2784a46a-3116-41cb-af57-95f15b804b61,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:55.871270 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.901590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.959643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.973640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:55.981699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2784a46a-3116-41cb-af57-95f15b804b61,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.007895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-1d929af4-3965-428f-ba82-ca2f2a84761b tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.013596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Network 167f47a7-2079-41c8-aab3-e91b6377e825 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:56.014526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-1d929af4-3965-428f-ba82-ca2f2a84761b tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/networks?id=b81f246d-47d3-4f89-9154-c62a8da0b5af HTTP/1.1" status: 200 len: 809 time: 0.6674204 Jul 16 01:31:56.018723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:56.025793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:56.041389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-6aa3b21e-a545-4e33-bcc7-dc0f4aa90720 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/quotas/7928a36a9e5d4c899d60ca618cd844a5 HTTP/1.1" status: 200 len: 375 time: 0.0254049 Jul 16 01:31:56.073251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event updated for resources: {'Port': ['ID=b4f24443-1e8f-4cb9-a458-8eaa30933968,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.097220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.097844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.101221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-5c61caaf-4b2c-44e5-a08d-6e83c9efa201 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7928a36a9e5d4c899d60ca618cd844a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589757 Jul 16 01:31:56.111102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faab25-af7e-4f84-ac48-5f43feb5c4a8 req-84f59f09-e9ee-4fe7-9316-626a31f5ae81 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.112635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5faab25-af7e-4f84-ac48-5f43feb5c4a8 req-84f59f09-e9ee-4fe7-9316-626a31f5ae81 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 948 time: 0.1762066 Jul 16 01:31:56.127399 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-041a9530-4d4f-4b56-be8d-512047b19883 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8979819 Jul 16 01:31:56.143075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Request body: {'port': {'device_id': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:56.209228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5faab25-af7e-4f84-ac48-5f43feb5c4a8 req-8f9b2d41-68b6-45aa-89a5-e03425188358 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867853 Jul 16 01:31:56.236674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.236854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-d055c364-315e-4f91-baa9-1b4250e803ed service neutron] 10.222.0.81 "GET /v2.0/networks/b81f246d-47d3-4f89-9154-c62a8da0b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231146 Jul 16 01:31:56.271996 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7cb937-3c8b-41fe-afb2-cfc2098dfbae x-openstack-request-id: req-6b7cb937-3c8b-41fe-afb2-cfc2098dfbae {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:56.272318 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4867a29-c944-4c51-ba3a-7e9ab649cc3a", "tag": "2784a46a-3116-41cb-af57-95f15b804b61", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:56.272573 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b7cb937-3c8b-41fe-afb2-cfc2098dfbae {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:56.272970 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'tag': '2784a46a-3116-41cb-af57-95f15b804b61', 'status': 'completed', 'code': 200} Jul 16 01:31:56.360326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-75007893-cb2d-437b-a140-036c9fd1e94c service neutron] 10.222.0.81 "GET /v2.0/networks/b81f246d-47d3-4f89-9154-c62a8da0b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164398 Jul 16 01:31:56.434246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.441285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.447995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.455769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.460000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-51d44f3c-8bc0-4987-b844-179eebabc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.461790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-51d44f3c-8bc0-4987-b844-179eebabc3f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 1099 time: 0.1633325 Jul 16 01:31:56.462348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.473053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.479105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.481134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-7c5fdd15-5faf-4588-a6f8-f7ba389fbefb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5428 time: 0.1243894 Jul 16 01:31:56.536105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3488d83c-b3ad-4984-9a30-97ad2790a815 req-be538e40-ed7c-4de3-b27e-8caad06c5a4a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485866 Jul 16 01:31:56.617461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-7e49e9ee-d18c-4abc-97c0-c48170de5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.619058 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-7e49e9ee-d18c-4abc-97c0-c48170de5006 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1333461 Jul 16 01:31:56.682333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-420f79a0-b0d6-45c3-8872-68da94ba853a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2784a46a-3116-41cb-af57-95f15b804b61 HTTP/1.1" status: 200 len: 217 time: 0.0421305 Jul 16 01:31:56.702276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f24443-1e8f-4cb9-a458-8eaa30933968 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:56.731268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.756854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Transition to ACTIVE for port object b4f24443-1e8f-4cb9-a458-8eaa30933968 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:56.763631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-993403c2-0986-459f-90f8-d167cf725ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.765953 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-993403c2-0986-459f-90f8-d167cf725ebf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0752420 Jul 16 01:31:56.767205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.853124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f24443-1e8f-4cb9-a458-8eaa30933968,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.860169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421aa31-e884-4b50-814a-d2c6715b19c7 req-755baea2-cfac-4622-ba04-7ad9653bfd96 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.868944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c421aa31-e884-4b50-814a-d2c6715b19c7 req-755baea2-cfac-4622-ba04-7ad9653bfd96 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1080122 Jul 16 01:31:56.946979 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c421aa31-e884-4b50-814a-d2c6715b19c7 req-f87ce4ba-06b8-47d4-9720-ccbeb426e56a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Jul 16 01:31:57.020343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c47949-df5b-42b5-831b-d635a3458771 req-5e8f0965-b1a4-40b3-bbcb-313775bd1616 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.023068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8c47949-df5b-42b5-831b-d635a3458771 req-5e8f0965-b1a4-40b3-bbcb-313775bd1616 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 944 time: 0.1807685 Jul 16 01:31:57.064006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86bc1523-0999-47ac-91a1-a2d2971ac1c6 req-b2494859-c309-48a9-b662-a77c7f3a3554 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 210 time: 0.0394435 Jul 16 01:31:57.078931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:57.120757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8c47949-df5b-42b5-831b-d635a3458771 req-4f90bb49-65b5-4925-9ce3-5397e363ce8b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862176 Jul 16 01:31:57.303754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-3f4adc22-046f-469f-8b21-c4b9a47a5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.305623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-3f4adc22-046f-469f-8b21-c4b9a47a5101 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5270479 Jul 16 01:31:57.345344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Attempting to bind port b4f24443-1e8f-4cb9-a458-8eaa30933968 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:57.345695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Attempting to bind port b4f24443-1e8f-4cb9-a458-8eaa30933968 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:57.346029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Attempting to bind port b4f24443-1e8f-4cb9-a458-8eaa30933968 on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:57.360539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Port b4f24443-1e8f-4cb9-a458-8eaa30933968 on network 167f47a7-2079-41c8-aab3-e91b6377e825 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:57.360901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Attempting to bind port b4f24443-1e8f-4cb9-a458-8eaa30933968 on network 167f47a7-2079-41c8-aab3-e91b6377e825 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:57.394505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:57.394892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Checking segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:57.395258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Bound using segment: {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:57.395707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Bound port: b4f24443-1e8f-4cb9-a458-8eaa30933968, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ed985a-4b36-4b14-96e8-9ef783018c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:57.396077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.413145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device baeca387-e314-4ac1-b6ec-86167908dd30 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:57.419011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a8dbbb72-85aa-4691-80fe-d0fa014626d7 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:57.432967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0b8c4-4097-40b2-ba30-049b1cf68f69 req-0df8d9eb-2a9a-44c6-9d6d-6f92da21e262 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.434508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66d0b8c4-4097-40b2-ba30-049b1cf68f69 req-0df8d9eb-2a9a-44c6-9d6d-6f92da21e262 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 948 time: 0.0851400 Jul 16 01:31:57.469642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2784a46a-3116-41cb-af57-95f15b804b61'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:57.487516 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-88080492-1615-4070-ad0e-afd4b7dbdc6a service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707306 Jul 16 01:31:57.497146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] For port b4f24443-1e8f-4cb9-a458-8eaa30933968, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:57.510369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66d0b8c4-4097-40b2-ba30-049b1cf68f69 req-2f3d52a8-6451-4bc1-8891-9d84a98f5e83 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680680 Jul 16 01:31:57.544147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] For port b4f24443-1e8f-4cb9-a458-8eaa30933968, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b4f24443-1e8f-4cb9-a458-8eaa30933968,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:57.586179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.606098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port a8dbbb72-85aa-4691-80fe-d0fa014626d7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:57.613840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a8dbbb72-85aa-4691-80fe-d0fa014626d7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:57.614214 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.637966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.638595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.640627 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] 10.222.0.93 "PUT /v2.0/ports/b4f24443-1e8f-4cb9-a458-8eaa30933968 HTTP/1.1" status: 200 len: 1092 time: 1.5029457 Jul 16 01:31:57.640985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'tag': 'b4f24443-1e8f-4cb9-a458-8eaa30933968'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:57.643271 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f08f17-878b-4678-99a9-1a2aab01a0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5709d0-f6b6-473e-b43d-3056602f6926", "tag": "b4f24443-1e8f-4cb9-a458-8eaa30933968"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:57.681517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c001142d-927e-4cab-888f-b28f14bfdd2e req-12b7ffcb-548d-476c-99ed-b3bf8b0bb961 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804020 Jul 16 01:31:57.681517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc86c-d0c2-4e81-82b3-590821db0614 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f24443-1e8f-4cb9-a458-8eaa30933968,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.691674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:57.723755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'port_id': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'mac_address': 'fa:16:3e:b7:4a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f911dd3-68c7-4167-8faa-b5fb59b2d080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:57.787688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-7b2e5b04-d560-4e30-8b1a-8092e34d2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.789248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-7b2e5b04-d560-4e30-8b1a-8092e34d2482 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 1095 time: 0.0893044 Jul 16 01:31:57.825409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.831344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.832023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.836791 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.838858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.843686 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35aeb98-9fb3-4961-aa35-f10bbecd38c4 x-openstack-request-id: req-a35aeb98-9fb3-4961-aa35-f10bbecd38c4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:57.844916 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5709d0-f6b6-473e-b43d-3056602f6926", "tag": "b4f24443-1e8f-4cb9-a458-8eaa30933968", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:57.845058 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a35aeb98-9fb3-4961-aa35-f10bbecd38c4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:57.845871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.846805 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'tag': 'b4f24443-1e8f-4cb9-a458-8eaa30933968', 'status': 'completed', 'code': 200} Jul 16 01:31:57.852889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.862241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baeca387-e314-4ac1-b6ec-86167908dd30 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:57.873300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.882291 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-81d1076a-b69d-4cd4-8b0b-cc6d7c1b2d2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f24443-1e8f-4cb9-a458-8eaa30933968 HTTP/1.1" status: 200 len: 217 time: 0.0657978 Jul 16 01:31:57.884254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:57.886343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.886736 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a44ea8-7e1d-48f4-b9fa-e38e83af8a36" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:57.889114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9771013-61a8-4367-a83f-044e6b30454e req-0bc442a8-e595-426a-9eac-6ca15b1bf9f8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5428 time: 0.1714833 Jul 16 01:31:57.909957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a8dbbb72-85aa-4691-80fe-d0fa014626d7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:57.911827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:57.916372 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.921875 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.956047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9771013-61a8-4367-a83f-044e6b30454e req-42a3e1ea-51d4-45e8-87e5-ff45089457c1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589452 Jul 16 01:31:57.962971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-d9a299a8-0353-45e5-9630-e2dd286b1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.964675 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-d9a299a8-0353-45e5-9630-e2dd286b1931 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.0694909 Jul 16 01:31:57.996687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:57.996687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:58.015846 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-269b273a-3b22-4461-a7fc-e0a24b9153fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430570 Jul 16 01:31:58.036860 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8defa39d-e792-44ed-8925-05a38df4ec68 x-openstack-request-id: req-8defa39d-e792-44ed-8925-05a38df4ec68 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:58.037160 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:58.037411 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8defa39d-e792-44ed-8925-05a38df4ec68 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:58.037799 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7', 'code': 200} Jul 16 01:31:58.041262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a8dbbb72-85aa-4691-80fe-d0fa014626d7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.166338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.223727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:58.226513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.248885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'mac_address': 'fa:16:3e:70:f5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:58.271575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ca419-d897-481d-999d-50dd8ca7a7e6 req-32175c80-3bb8-4202-9583-c8db57b3a5b4 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.281487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c0ca419-d897-481d-999d-50dd8ca7a7e6 req-32175c80-3bb8-4202-9583-c8db57b3a5b4 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1374364 Jul 16 01:31:58.301678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:58.301897 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-a144f705-7750-4d50-b3bb-51eb2ff2fce2 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741320 Jul 16 01:31:58.305819 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.309469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-24bae59f-287a-489f-b0f5-e769c5477385 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.311056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-24bae59f-287a-489f-b0f5-e769c5477385 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.93 "GET /v2.0/networks?id=b81f246d-47d3-4f89-9154-c62a8da0b5af HTTP/1.1" status: 200 len: 809 time: 0.2468157 Jul 16 01:31:58.315626 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.326201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Request body: {'port': {'device_id': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af', 'admin_state_up': True, 'tenant_id': '7928a36a9e5d4c899d60ca618cd844a5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:58.341038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:58.362937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e4d8e35-0983-4a70-b41f-f32bd54de706 req-2c72b024-9a8f-43a1-b0ef-b1910252cc16 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 210 time: 0.0696452 Jul 16 01:31:58.386277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c0ca419-d897-481d-999d-50dd8ca7a7e6 req-06cc68a8-9efd-4c06-9b4b-904df4ee0054 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841084 Jul 16 01:31:58.407720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.412432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:31:58.423323 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:31:58.480132 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-127c8f4b-c9f3-4a60-a829-5d91c1de8ad3 req-5c0e3399-7a27-4375-b1a6-a3a33bc11976 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677947 Jul 16 01:31:58.525744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Made reservation on behalf of 7928a36a9e5d4c899d60ca618cd844a5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:58.528964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.559407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30526727-e875-4954-95ed-75ea1a416563 req-1cd058e1-9af4-44dd-bfda-507046f022e8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.560943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30526727-e875-4954-95ed-75ea1a416563 req-1cd058e1-9af4-44dd-bfda-507046f022e8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 944 time: 0.0691059 Jul 16 01:31:58.592129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['baeca387-e314-4ac1-b6ec-86167908dd30'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:58.604491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30526727-e875-4954-95ed-75ea1a416563 req-02bd7bc7-b09e-47a8-ad4a-b62138f07317 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jul 16 01:31:58.693736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-ff94d6c5-9da6-4e1b-9fae-a299af9e556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.695309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-ff94d6c5-9da6-4e1b-9fae-a299af9e556f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 1095 time: 0.1550503 Jul 16 01:31:58.722507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Allocated IP 172.20.0.3 (b81f246d-47d3-4f89-9154-c62a8da0b5af/1eb0afab-cb3a-4574-a0f5-929a90206263/f93ef08f-71b3-4793-8da0-4c318c8ecbec) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:58.854050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b7be9-54b4-4391-b172-8007fe0e38af req-46749f08-b7a8-44dc-a940-adc16ab18d33 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.855830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-438b7be9-54b4-4391-b172-8007fe0e38af req-46749f08-b7a8-44dc-a940-adc16ab18d33 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 948 time: 0.1019034 Jul 16 01:31:58.861025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-fcb85349-027f-4fa3-857b-ffc25fa99334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.862428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-fcb85349-027f-4fa3-857b-ffc25fa99334 service neutron] 10.222.0.93 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 0.1487379 Jul 16 01:31:58.910456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-438b7be9-54b4-4391-b172-8007fe0e38af req-d3072911-3415-4967-a379-3e27559a18fa tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Jul 16 01:31:58.922455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90518167-ccbc-40de-a157-87759f960b24 req-97519663-8b4d-4165-a10b-3f930fda538f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.923929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90518167-ccbc-40de-a157-87759f960b24 req-97519663-8b4d-4165-a10b-3f930fda538f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1141238 Jul 16 01:31:58.938170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-d11f6398-7691-489f-8176-40b12aa13ca3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f24443-1e8f-4cb9-a458-8eaa30933968 HTTP/1.1" status: 200 len: 217 time: 0.0672572 Jul 16 01:31:58.984671 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.991408 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90518167-ccbc-40de-a157-87759f960b24 req-d87dddeb-b987-411d-aa53-9cd409233451 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490563 Jul 16 01:31:59.017081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:59.017201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.024285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-89532d67-23e9-45de-a456-883dfd3b5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.025859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-89532d67-23e9-45de-a456-883dfd3b5484 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.0764632 Jul 16 01:31:59.057392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:59.067708 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.114347 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-d86baaf4-4728-4441-bccb-4e544a3993ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690155 Jul 16 01:31:59.115950 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.129500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:59.193598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Network b81f246d-47d3-4f89-9154-c62a8da0b5af is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:59.196571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:59.200987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:59.205667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:59.248806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.254452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.255077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.255389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.261639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.267372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Pushing event updated for resources: {'Port': ['ID=f93ef08f-71b3-4793-8da0-4c318c8ecbec,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:59.268733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.276899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.284190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.290848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.293082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa6c4767-3160-448b-b473-777662615306 req-19c277a5-f07a-4665-ae85-2246c2f1907e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5429 time: 0.1340895 Jul 16 01:31:59.301989 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-31f38a06-da0e-4ec0-a6d4-7720d70d41e9 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9807272 Jul 16 01:31:59.321316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Request body: {'port': {'device_id': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:59.357342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa6c4767-3160-448b-b473-777662615306 req-95d83a96-a1ed-4192-85eb-6254b5725d15 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582573 Jul 16 01:31:59.358294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-c43be0fb-2a83-40ab-9a59-f6d6a735fc9b service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344735 Jul 16 01:31:59.445190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cbe0252a-6c9e-4e64-a519-1e04d1c84f0d up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:59.479760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.522223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:59.531155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:59.531617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.542927 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25f08f17-878b-4678-99a9-1a2aab01a0ae req-0f5afb92-4ac0-493f-b22f-9673cc6cde02 service neutron] 10.222.0.93 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736584 Jul 16 01:31:59.614887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c019-3a71-479d-a5a9-ee238d2f06e3 req-eafa3cbc-2c78-4944-a91e-c0e8ae9fc777 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.623759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9686c019-3a71-479d-a5a9-ee238d2f06e3 req-eafa3cbc-2c78-4944-a91e-c0e8ae9fc777 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 931 time: 0.1138153 Jul 16 01:31:59.671267 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.716498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9686c019-3a71-479d-a5a9-ee238d2f06e3 req-4d22ef9c-24fd-47ee-a69c-f8ee84417b71 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901337 Jul 16 01:31:59.739103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:59.754984 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.756397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9599ba27-a20b-4970-8893-55aadeba3897 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:59.851682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739d26b-c492-4697-9336-1a2f0844690c req-423cf9ae-ec2c-45f2-b930-f6e81ea4743b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.853757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a739d26b-c492-4697-9336-1a2f0844690c req-423cf9ae-ec2c-45f2-b930-f6e81ea4743b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 944 time: 0.0859179 Jul 16 01:31:59.899807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93ef08f-71b3-4793-8da0-4c318c8ecbec {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:59.905489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:59.909578 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.911024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a739d26b-c492-4697-9336-1a2f0844690c req-cdad098f-5ef7-4f29-8939-7e64b9e6e0d5 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506086 Jul 16 01:31:59.924613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 9599ba27-a20b-4970-8893-55aadeba3897 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:59.930478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 9599ba27-a20b-4970-8893-55aadeba3897 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:59.930918 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.941179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Transition to ACTIVE for port object f93ef08f-71b3-4793-8da0-4c318c8ecbec will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:59.950236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.003312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:00.039273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:00.041698 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313c5968-d7a4-4f62-8835-07ab79a390cc" -d '{"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:00.146530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.157530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Attempting to bind port f93ef08f-71b3-4793-8da0-4c318c8ecbec on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:00.158524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Attempting to bind port f93ef08f-71b3-4793-8da0-4c318c8ecbec by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd8cabc53-2aac-4615-a6f2-b0d128331fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:00.158937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Attempting to bind port f93ef08f-71b3-4793-8da0-4c318c8ecbec on network b81f246d-47d3-4f89-9154-c62a8da0b5af {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:00.166532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Pushing event updated for resources: {'Port': ['ID=f93ef08f-71b3-4793-8da0-4c318c8ecbec,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.171839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Port f93ef08f-71b3-4793-8da0-4c318c8ecbec on network b81f246d-47d3-4f89-9154-c62a8da0b5af not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:00.172301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Attempting to bind port f93ef08f-71b3-4793-8da0-4c318c8ecbec on network b81f246d-47d3-4f89-9154-c62a8da0b5af {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:00.174446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:00.175002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.179553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:00.180026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Checking segment: {'id': 'd8cabc53-2aac-4615-a6f2-b0d128331fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:00.180563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Bound using segment: {'id': 'd8cabc53-2aac-4615-a6f2-b0d128331fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:00.181111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Bound port: f93ef08f-71b3-4793-8da0-4c318c8ecbec, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8cabc53-2aac-4615-a6f2-b0d128331fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:00.182995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.243283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9599ba27-a20b-4970-8893-55aadeba3897,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:00.258732 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.259603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device baeca387-e314-4ac1-b6ec-86167908dd30 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:00.277081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50c02b-8b83-4032-9e18-182e02594ec9 req-72e6ff43-65e5-4510-89f6-97c8b14b5871 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.301832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c50c02b-8b83-4032-9e18-182e02594ec9 req-72e6ff43-65e5-4510-89f6-97c8b14b5871 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 948 time: 0.1880362 Jul 16 01:32:00.352988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] For port f93ef08f-71b3-4793-8da0-4c318c8ecbec, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:00.364205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] For port f93ef08f-71b3-4793-8da0-4c318c8ecbec, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f93ef08f-71b3-4793-8da0-4c318c8ecbec,segment=NetworkSegment(d8cabc53-2aac-4615-a6f2-b0d128331fdc),segment_id=d8cabc53-2aac-4615-a6f2-b0d128331fdc)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:00.384492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.404836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c50c02b-8b83-4032-9e18-182e02594ec9 req-378325a7-8925-433d-b305-cf7a59cfce1d tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994556 Jul 16 01:32:00.476414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.477644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.479599 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] 10.222.0.93 "PUT /v2.0/ports/f93ef08f-71b3-4793-8da0-4c318c8ecbec HTTP/1.1" status: 200 len: 1091 time: 1.1639509 Jul 16 01:32:00.580611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'tag': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:00.584515 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2436361-52ce-4bbf-b3d6-78a682743b70" -d '{"events": [{"name": "network-changed", "server_uuid": "da45092c-e8ce-4e58-8c1f-c711f95ff3a8", "tag": "f93ef08f-71b3-4793-8da0-4c318c8ecbec"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:00.615035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410c62-7524-4e48-a8ae-779c4a9f9610 req-6e987a98-5c83-4373-b0c5-54d7b9d3ba31 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.622876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15410c62-7524-4e48-a8ae-779c4a9f9610 req-6e987a98-5c83-4373-b0c5-54d7b9d3ba31 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1737778 Jul 16 01:32:00.632543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abd071-7fda-4428-bed4-b0520501aeed service neutron] Pushing event updated for resources: {'Port': ['ID=f93ef08f-71b3-4793-8da0-4c318c8ecbec,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.676967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-882eeee4-93dc-46d3-8c27-a4118932e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.679892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-882eeee4-93dc-46d3-8c27-a4118932e354 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7928a36a9e5d4c899d60ca618cd844a5&device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 1094 time: 0.0877359 Jul 16 01:32:00.682518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.704569 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38499a3f-9828-464c-9656-4bd27ae8c43f x-openstack-request-id: req-38499a3f-9828-464c-9656-4bd27ae8c43f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:00.704873 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:00.705164 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38499a3f-9828-464c-9656-4bd27ae8c43f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:00.705584 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'code': 200} Jul 16 01:32:00.705831 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d', 'code': 200} Jul 16 01:32:00.710050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15410c62-7524-4e48-a8ae-779c4a9f9610 req-fba1cfe1-c969-4b9e-9a5c-774a0f29a361 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 Jul 16 01:32:00.740713 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.757049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port baeca387-e314-4ac1-b6ec-86167908dd30 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:00.757429 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.790643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-5dde1135-bb1f-40b5-b784-0461f17324f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93ef08f-71b3-4793-8da0-4c318c8ecbec HTTP/1.1" status: 200 len: 217 time: 0.0899997 Jul 16 01:32:00.878388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:00.890607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.912320 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dd4507-151a-451b-8430-ebc644106454 x-openstack-request-id: req-88dd4507-151a-451b-8430-ebc644106454 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:00.912507 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da45092c-e8ce-4e58-8c1f-c711f95ff3a8", "tag": "f93ef08f-71b3-4793-8da0-4c318c8ecbec", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:00.912730 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88dd4507-151a-451b-8430-ebc644106454 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:00.913239 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'tag': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec', 'status': 'completed', 'code': 200} Jul 16 01:32:00.918384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-6c9abb38-98f8-46ed-9fe9-62e2a333f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.927243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-6c9abb38-98f8-46ed-9fe9-62e2a333f5f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1eb0afab-cb3a-4574-a0f5-929a90206263 HTTP/1.1" status: 200 len: 849 time: 0.1147327 Jul 16 01:32:00.971728 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.974902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.020809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:01.029698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.048511 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-f7a3aca6-f697-4345-8c81-40def52b2237 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b81f246d-47d3-4f89-9154-c62a8da0b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102083 Jul 16 01:32:01.064759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.074975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.080114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-555c421d-f074-4ea3-9337-95aadf6c111c tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.081661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-555c421d-f074-4ea3-9337-95aadf6c111c tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 945 time: 0.3097503 Jul 16 01:32:01.082459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.089250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.096061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.102111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.108115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.115815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.116143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-b716dcc2-b6d7-48ad-8212-b64b426b2092 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5431 time: 0.2303793 Jul 16 01:32:01.210123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-075ea0ca-29c5-4c70-8076-a8939041b92f req-8bab2e42-03c7-4e57-a110-5d823ee79dfe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919871 Jul 16 01:32:01.250845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088750-7d57-451d-a1fb-c09ee02c86ba req-db75a325-3541-413f-978d-1b1bef7b2514 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.266389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb088750-7d57-451d-a1fb-c09ee02c86ba req-db75a325-3541-413f-978d-1b1bef7b2514 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 943 time: 0.1450152 Jul 16 01:32:01.319151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb088750-7d57-451d-a1fb-c09ee02c86ba req-660211da-006b-4f99-8ce9-2da1432bfa1d tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465028 Jul 16 01:32:01.354962 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-33cc4301-e585-4499-b4ac-953eefc45d86 service neutron] 10.222.0.93 "GET /v2.0/networks/b81f246d-47d3-4f89-9154-c62a8da0b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018332 Jul 16 01:32:01.394229 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-6f288eaa-472d-456c-b161-0d96c8255cc3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945055 Jul 16 01:32:01.437632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0cc5f962-1607-480e-af18-a0c62a990ed1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:01.438202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de98db-e250-48b5-8081-cc0e2fa83f4f req-89e52b7d-f069-4182-93df-376dc3994dd8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.440569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b4f24443-1e8f-4cb9-a458-8eaa30933968 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:01.447584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27de98db-e250-48b5-8081-cc0e2fa83f4f req-89e52b7d-f069-4182-93df-376dc3994dd8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 944 time: 0.1057606 Jul 16 01:32:01.494373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Deleting port baeca387-e314-4ac1-b6ec-86167908dd30 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:01.494877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.516306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27de98db-e250-48b5-8081-cc0e2fa83f4f req-aecc469c-ead8-4743-b117-d799e69bbd1a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678129 Jul 16 01:32:01.569801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d7ddbbfc-94c5-4b4e-bae4-0ecac9382ed0 req-eb839269-79da-432b-a39f-d4d0a867b79f service neutron] 10.222.0.93 "GET /v2.0/networks/b81f246d-47d3-4f89-9154-c62a8da0b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043066 Jul 16 01:32:01.635429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 0cc5f962-1607-480e-af18-a0c62a990ed1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:01.654582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 0cc5f962-1607-480e-af18-a0c62a990ed1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:01.654958 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.699738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a9eeb-6798-4ff8-8faa-b75c3606e034 req-e49e36da-2b35-4556-a187-d431dd935991 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.701369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee0a9eeb-6798-4ff8-8faa-b75c3606e034 req-e49e36da-2b35-4556-a187-d431dd935991 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 948 time: 0.1295896 Jul 16 01:32:01.783326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] For port baeca387-e314-4ac1-b6ec-86167908dd30, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=baeca387-e314-4ac1-b6ec-86167908dd30,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:01.783991 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.789695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-4ac4c321-7a65-4b8f-899e-0dfc69a817ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.791802 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-4ac4c321-7a65-4b8f-899e-0dfc69a817ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=24e40b2189594232a5a7d5a497f9a809&device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 1096 time: 0.3149309 Jul 16 01:32:01.834058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b4f24443-1e8f-4cb9-a458-8eaa30933968, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b4f24443-1e8f-4cb9-a458-8eaa30933968,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:01.834235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee0a9eeb-6798-4ff8-8faa-b75c3606e034 req-2efcd44c-70e0-4cdc-ba5c-7d996bbdf154 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248767 Jul 16 01:32:01.892013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Calling delete_port for baeca387-e314-4ac1-b6ec-86167908dd30 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:01.969367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-bb486c75-0325-45b3-a631-fed535ae09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.971599 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-bb486c75-0325-45b3-a631-fed535ae09c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7928a36a9e5d4c899d60ca618cd844a5&device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 1094 time: 0.3245933 Jul 16 01:32:01.979237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b4f24443-1e8f-4cb9-a458-8eaa30933968', 'network_id': '167f47a7-2079-41c8-aab3-e91b6377e825', 'port_id': 'b4f24443-1e8f-4cb9-a458-8eaa30933968', 'mac_address': 'fa:16:3e:81:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674999c-177b-4ef8-9ce1-225c3d07f939', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:01.987805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ccc17-e0a2-4531-b93f-42363aeff9e4 req-29b7c85e-7497-4f55-a096-c3b3f24ff3ac tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.995772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.998935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d14ccc17-e0a2-4531-b93f-42363aeff9e4 req-29b7c85e-7497-4f55-a096-c3b3f24ff3ac tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 946 time: 0.1366019 Jul 16 01:32:02.112714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d14ccc17-e0a2-4531-b93f-42363aeff9e4 req-095241de-72c1-4bed-9ba2-85c7f1c83c5a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127298 Jul 16 01:32:02.119184 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.154508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0cc5f962-1607-480e-af18-a0c62a990ed1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0cc5f962-1607-480e-af18-a0c62a990ed1,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:02.161689 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.162501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2784a46a-3116-41cb-af57-95f15b804b61 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:02.166751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f24443-1e8f-4cb9-a458-8eaa30933968 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:02.255206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b4f24443-1e8f-4cb9-a458-8eaa30933968, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b4f24443-1e8f-4cb9-a458-8eaa30933968,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:02.270468 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.279351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0cc5f962-1607-480e-af18-a0c62a990ed1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:02.323715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 2784a46a-3116-41cb-af57-95f15b804b61 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:02.338942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 2784a46a-3116-41cb-af57-95f15b804b61 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:02.339329 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.395831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b4f24443-1e8f-4cb9-a458-8eaa30933968,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:02.456039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.504405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2784a46a-3116-41cb-af57-95f15b804b61, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2784a46a-3116-41cb-af57-95f15b804b61,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:02.512635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.513912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c5acf911-70c2-49a3-90ba-ead2e18dd384 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:02.649264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c5acf911-70c2-49a3-90ba-ead2e18dd384 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:02.658039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c5acf911-70c2-49a3-90ba-ead2e18dd384 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:02.658675 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.698511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2784a46a-3116-41cb-af57-95f15b804b61,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:02.708508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599ba27-a20b-4970-8893-55aadeba3897'}, {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}, {'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1'}, {'server_uuid': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2784a46a-3116-41cb-af57-95f15b804b61'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:02.713614 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8083ed-7a75-4d8b-941e-0018b20f6fb4" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "9599ba27-a20b-4970-8893-55aadeba3897"}, {"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}, {"server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1"}, {"server_uuid": "e4867a29-c944-4c51-ba3a-7e9ab649cc3a", "name": "network-vif-plugged", "status": "completed", "tag": "2784a46a-3116-41cb-af57-95f15b804b61"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:02.721481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b4f24443-1e8f-4cb9-a458-8eaa30933968'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:02.726019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.741153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.751459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.761544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.768638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.775879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.783683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.791219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-dfa93c20-f241-47e5-877d-f37b8964dc29 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5432 time: 0.2873054 Jul 16 01:32:02.854664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aabf8771-30d5-47d0-94b2-ca7e3f7cc11b req-bc9be9c8-ac09-4584-8b1f-0fc4a1ffb5ea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624731 Jul 16 01:32:02.878905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ebc4-4161-4844-b90e-3bda6da32fe2 req-7ad9195b-5d3e-4ebe-81a5-e796652d8c87 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.888720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad3ebc4-4161-4844-b90e-3bda6da32fe2 req-7ad9195b-5d3e-4ebe-81a5-e796652d8c87 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 943 time: 0.3338993 Jul 16 01:32:02.928045 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.956522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-589874ab-d93a-48b3-a9fe-004f5bf72b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.959122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-589874ab-d93a-48b3-a9fe-004f5bf72b32 service neutron] 10.222.0.78 "GET /v2.0/networks?id=167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 200 len: 906 time: 1.1346381 Jul 16 01:32:02.963145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-095e4188-04f5-4d27-b5fb-2d777e01bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.965014 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-095e4188-04f5-4d27-b5fb-2d777e01bb1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b81f246d-47d3-4f89-9154-c62a8da0b5af HTTP/1.1" status: 200 len: 910 time: 0.9323905 Jul 16 01:32:02.980571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad3ebc4-4161-4844-b90e-3bda6da32fe2 req-9a5c14ca-94e6-4b95-8960-e8ff7abc4889 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846980 Jul 16 01:32:03.032257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c5acf911-70c2-49a3-90ba-ead2e18dd384, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:03.042094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-e41b5268-4909-421a-8948-5d9d64c3f6e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6 HTTP/1.1" status: 200 len: 217 time: 0.0742638 Jul 16 01:32:03.043246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.044407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:03.185206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-a8cadebb-bb92-43aa-8702-305201968a21 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f93ef08f-71b3-4793-8da0-4c318c8ecbec HTTP/1.1" status: 200 len: 217 time: 0.1994350 Jul 16 01:32:03.195124 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc19fe7-19ec-4e0c-bd07-bf9def87a0a2 x-openstack-request-id: req-efc19fe7-19ec-4e0c-bd07-bf9def87a0a2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:03.195579 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "9599ba27-a20b-4970-8893-55aadeba3897", "code": 200}, {"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "code": 200}, {"server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1", "code": 200}, {"server_uuid": "e4867a29-c944-4c51-ba3a-7e9ab649cc3a", "name": "network-vif-plugged", "status": "completed", "tag": "2784a46a-3116-41cb-af57-95f15b804b61", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:03.197224 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efc19fe7-19ec-4e0c-bd07-bf9def87a0a2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:03.197757 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9599ba27-a20b-4970-8893-55aadeba3897', 'code': 200} Jul 16 01:32:03.198233 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'code': 200} Jul 16 01:32:03.198596 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'code': 200} Jul 16 01:32:03.199219 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1', 'code': 200} Jul 16 01:32:03.199591 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2784a46a-3116-41cb-af57-95f15b804b61', 'code': 200} Jul 16 01:32:03.204894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c5acf911-70c2-49a3-90ba-ead2e18dd384,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.222908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:03.227665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:03.228484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.288074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4bab9-3b8e-4007-ac6c-2fe0047e1599 req-cf255faf-81cb-4615-9e93-941181c40b8e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.295746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f6d4bab9-3b8e-4007-ac6c-2fe0047e1599 req-cf255faf-81cb-4615-9e93-941181c40b8e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 945 time: 0.2164536 Jul 16 01:32:03.322159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-d07dc3e9-04b0-4897-ae21-51147acdefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.323646 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-d07dc3e9-04b0-4897-ae21-51147acdefce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 200 len: 845 time: 0.1525002 Jul 16 01:32:03.327863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-6f0c885f-543e-4fb4-a71c-4f648e072f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.329269 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-6f0c885f-543e-4fb4-a71c-4f648e072f81 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1eb0afab-cb3a-4574-a0f5-929a90206263 HTTP/1.1" status: 200 len: 849 time: 0.1098990 Jul 16 01:32:03.355164 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.401517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f6d4bab9-3b8e-4007-ac6c-2fe0047e1599 req-2fa4372c-3f19-4675-b914-dd46778ae3c6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041563 Jul 16 01:32:03.404119 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-792a3e44-6b82-49d5-8a56-da5a216a1cb8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=167f47a7-2079-41c8-aab3-e91b6377e825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712900 Jul 16 01:32:03.409594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:03.413967 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-db6361b6-414d-407d-9eb4-bc550f61b807 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b81f246d-47d3-4f89-9154-c62a8da0b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708780 Jul 16 01:32:03.437560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c85bbd-b100-420a-be03-2be3c2d6e2fd req-7c0db0a7-1326-48e7-a342-8374d4b0c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.439777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40c85bbd-b100-420a-be03-2be3c2d6e2fd req-7c0db0a7-1326-48e7-a342-8374d4b0c8f8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 1100 time: 0.2623515 Jul 16 01:32:03.466008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f93ef08f-71b3-4793-8da0-4c318c8ecbec details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:03.499285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40c85bbd-b100-420a-be03-2be3c2d6e2fd req-a8f803a8-a9f9-4d03-9098-c6b4437a4425 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521970 Jul 16 01:32:03.504090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.505420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ef800cc1-4796-4a5b-a324-86d165acd141 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:03.612890 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:32:03.619067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.625645 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-086a5ad6-00d7-49f5-8761-f6cb9082a189 service neutron] 10.222.0.78 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103174 Jul 16 01:32:03.657105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309ee4f-c417-4a12-a761-c590777d8fb5 req-c2b9e842-58bb-44ec-ad31-2aee03c6895a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.659236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0309ee4f-c417-4a12-a761-c590777d8fb5 req-c2b9e842-58bb-44ec-ad31-2aee03c6895a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 949 time: 0.1258745 Jul 16 01:32:03.733235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0309ee4f-c417-4a12-a761-c590777d8fb5 req-fca9c92c-6f69-4b57-a8b2-37955a962da3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651331 Jul 16 01:32:03.736694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event deleted for resources: {'Port': ['ID=baeca387-e314-4ac1-b6ec-86167908dd30,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.784652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f93ef08f-71b3-4793-8da0-4c318c8ecbec, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f93ef08f-71b3-4793-8da0-4c318c8ecbec,segment=NetworkSegment(d8cabc53-2aac-4615-a6f2-b0d128331fdc),segment_id=d8cabc53-2aac-4615-a6f2-b0d128331fdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:03.800849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59876bab-bed3-40d4-9d28-e12de6c47a1e req-54418202-9bdc-4a65-ab61-2600e5f94862 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=4769ec8e-6c02-4d80-9f3d-5f017326a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0563192 Jul 16 01:32:03.809913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec', 'network_id': 'b81f246d-47d3-4f89-9154-c62a8da0b5af', 'port_id': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec', 'mac_address': 'fa:16:3e:57:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb0afab-cb3a-4574-a0f5-929a90206263', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:03.811864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.848540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port ef800cc1-4796-4a5b-a324-86d165acd141 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:03.854884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port ef800cc1-4796-4a5b-a324-86d165acd141 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:03.855391 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.871411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] No DVR routers for this DVR port baeca387-e314-4ac1-b6ec-86167908dd30 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:03.881156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.883751 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9639c70a-b108-464b-8c19-7bc04cdc99db req-bf54834d-8046-4d48-b443-2be20b9cdc41 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "DELETE /v2.0/ports/baeca387-e314-4ac1-b6ec-86167908dd30 HTTP/1.1" status: 204 len: 173 time: 2.7837393 Jul 16 01:32:03.883751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'name': 'network-vif-deleted', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:03.886059 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.886608 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb493d7-8392-4408-b4de-85b76b5c62e3" -d '{"events": [{"server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "name": "network-vif-deleted", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:03.910161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93ef08f-71b3-4793-8da0-4c318c8ecbec {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:03.929243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-99a6b825-ff8e-470b-83bf-526d84b563a3 service neutron] 10.222.0.93 "GET /v2.0/networks/b81f246d-47d3-4f89-9154-c62a8da0b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836690 Jul 16 01:32:03.930401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f93ef08f-71b3-4793-8da0-4c318c8ecbec, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f93ef08f-71b3-4793-8da0-4c318c8ecbec,segment=NetworkSegment(d8cabc53-2aac-4615-a6f2-b0d128331fdc),segment_id=d8cabc53-2aac-4615-a6f2-b0d128331fdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:03.938660 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.020831 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c23a0ba-002d-4878-baf5-818accb0f1e4 x-openstack-request-id: req-5c23a0ba-002d-4878-baf5-818accb0f1e4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:04.021401 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4769ec8e-6c02-4d80-9f3d-5f017326a9e4", "name": "network-vif-deleted", "tag": "baeca387-e314-4ac1-b6ec-86167908dd30", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:04.021557 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c23a0ba-002d-4878-baf5-818accb0f1e4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:04.023271 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4769ec8e-6c02-4d80-9f3d-5f017326a9e4', 'name': 'network-vif-deleted', 'tag': 'baeca387-e314-4ac1-b6ec-86167908dd30', 'status': 'completed', 'code': 200} Jul 16 01:32:04.037397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f93ef08f-71b3-4793-8da0-4c318c8ecbec,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.042840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.065984 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-93cb19db-73c4-4b98-bd2e-71ee6ba9a9fb req-5005db14-2641-4747-a7de-ca2204d60530 service neutron] 10.222.0.78 "GET /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376987 Jul 16 01:32:04.114821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ef800cc1-4796-4a5b-a324-86d165acd141, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ef800cc1-4796-4a5b-a324-86d165acd141,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:04.124866 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.125767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:04.200941 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2436361-52ce-4bbf-b3d6-78a682743b70 req-0aafc40b-e0fb-4357-9672-0f5dba1f41b8 service neutron] 10.222.0.93 "GET /v2.0/networks/b81f246d-47d3-4f89-9154-c62a8da0b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583416 Jul 16 01:32:04.263495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ef800cc1-4796-4a5b-a324-86d165acd141,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.275034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:04.280162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:04.280570 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.285315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.291640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.298312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.304600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.310713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.317232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.323192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.325361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3161c856-563f-4e29-9af6-760b00d21af6 req-c4f2bc4f-9d65-4052-992d-0f91ae423209 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.1833279 Jul 16 01:32:04.422509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3161c856-563f-4e29-9af6-760b00d21af6 req-4060cbd6-3471-4c20-98d8-d09846ae796c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766423 Jul 16 01:32:04.437975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.440689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11053a08-e7d8-466d-be72-2079da5d6c42 req-353e1687-0ed1-4d87-bee6-3103ba974037 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.451533 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11053a08-e7d8-466d-be72-2079da5d6c42 req-353e1687-0ed1-4d87-bee6-3103ba974037 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 944 time: 0.1926763 Jul 16 01:32:04.472605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f93ef08f-71b3-4793-8da0-4c318c8ecbec'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:04.525844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11053a08-e7d8-466d-be72-2079da5d6c42 req-c51f5113-b4ec-472d-a898-238416910338 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687351 Jul 16 01:32:04.590248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:04.607568 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.608988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device baeca387-e314-4ac1-b6ec-86167908dd30 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:04.792587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: baeca387-e314-4ac1-b6ec-86167908dd30 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:04.793866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device baeca387-e314-4ac1-b6ec-86167908dd30 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:04.820486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63ef2d-59c0-4056-823c-35be9d4c8bfc req-31f173ff-27e7-402c-acbf-ec52b78e93c6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.820982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b4f24443-1e8f-4cb9-a458-8eaa30933968 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:04.828304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba63ef2d-59c0-4056-823c-35be9d4c8bfc req-31f173ff-27e7-402c-acbf-ec52b78e93c6 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 945 time: 0.1395507 Jul 16 01:32:04.882077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba63ef2d-59c0-4056-823c-35be9d4c8bfc req-d89010b1-0ba3-4de8-baa2-ecc35253d43c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525734 Jul 16 01:32:04.992300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:05.017714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port b4f24443-1e8f-4cb9-a458-8eaa30933968 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:05.039973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b4f24443-1e8f-4cb9-a458-8eaa30933968 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:05.040372 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.082400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4971-f496-4fb1-8199-bc21cfd50739 req-02cfae7c-3c0f-40b1-8563-e53f06a6b890 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.089581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-058c4971-f496-4fb1-8199-bc21cfd50739 req-02cfae7c-3c0f-40b1-8563-e53f06a6b890 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 949 time: 0.1143630 Jul 16 01:32:05.144794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-058c4971-f496-4fb1-8199-bc21cfd50739 req-caacce62-bc2b-4fa0-87f3-db3f77712d9e tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539176 Jul 16 01:32:05.191070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.204143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef800cc1-4796-4a5b-a324-86d165acd141'}, {'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:05.206508 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc81c5c3-b255-4e8f-9f81-674bdefc5bb1" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "ef800cc1-4796-4a5b-a324-86d165acd141"}, {"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-plugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:05.236420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b4f24443-1e8f-4cb9-a458-8eaa30933968, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b4f24443-1e8f-4cb9-a458-8eaa30933968,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:05.246030 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.308179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b4f24443-1e8f-4cb9-a458-8eaa30933968,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:05.481474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e1c6-c860-44d8-bac8-c5be546bf3f8 req-b136a5ac-1426-414f-b480-58973e374597 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.483293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba68e1c6-c860-44d8-bac8-c5be546bf3f8 req-b136a5ac-1426-414f-b480-58973e374597 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1504705 Jul 16 01:32:05.507799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-6182abcd-df3a-465e-a3f1-b4427f3513ec tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.510716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-6182abcd-df3a-465e-a3f1-b4427f3513ec tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 822 time: 0.1879880 Jul 16 01:32:05.536392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-7911e803-f176-4d00-9e4f-2320acf628c1 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/quotas/7a1b46c1d64f4f0395047cee18accc20 HTTP/1.1" status: 200 len: 375 time: 0.0166636 Jul 16 01:32:05.562189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba68e1c6-c860-44d8-bac8-c5be546bf3f8 req-b727eaa7-7d18-440b-921f-6a0c6e1e43b3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723968 Jul 16 01:32:05.619294 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0d0d9e-e921-4797-8791-ef244b5e45dc x-openstack-request-id: req-1a0d0d9e-e921-4797-8791-ef244b5e45dc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:05.620897 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-plugged", "status": "completed", "tag": "ef800cc1-4796-4a5b-a324-86d165acd141", "code": 200}, {"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-plugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:05.621658 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a0d0d9e-e921-4797-8791-ef244b5e45dc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:05.622673 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'code': 200} Jul 16 01:32:05.623146 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01', 'code': 200} Jul 16 01:32:05.623624 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef800cc1-4796-4a5b-a324-86d165acd141', 'code': 200} Jul 16 01:32:05.625140 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'code': 200} Jul 16 01:32:05.636900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-b5cea23f-2b87-4843-8ee9-6558b2b591d5 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913177 Jul 16 01:32:05.822618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-ef4a6c74-ff33-4107-b6a5-bcac0d41dd87 service neutron] 10.222.0.81 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537395 Jul 16 01:32:05.875655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.883441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.889740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.899092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.903417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.911924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.918427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.921321 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-3a2eefed-a411-4ef5-93f9-5ad3171fdd40 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.1837063 Jul 16 01:32:05.936671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.936671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.938790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.938790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.938790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.939304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.939829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.942007 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-e72b9c2f-79fc-4a13-b906-e48722254363 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6492 time: 0.0979981 Jul 16 01:32:05.948813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385808c9-3602-432c-8490-ab5ef57b8140 req-9fdffa10-8351-4b4f-b813-e6d967db9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.950446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-385808c9-3602-432c-8490-ab5ef57b8140 req-9fdffa10-8351-4b4f-b813-e6d967db9fef service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1101 time: 0.1142933 Jul 16 01:32:06.019401 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-447ba225-2a89-4fae-a2af-5cb106652fa7 req-da0c5e9c-cbd6-48db-a52a-ff6014306cf0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621641 Jul 16 01:32:06.019553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2b43f343-c498-4244-9d96-49d96f7c5475 service neutron] 10.222.0.81 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904335 Jul 16 01:32:06.022380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-385808c9-3602-432c-8490-ab5ef57b8140 req-12b49b0b-e432-4fd0-8f1f-b45ddd4735f1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641403 Jul 16 01:32:06.040969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c282de8-2201-4e6c-b0b4-11abff952895 req-558128ce-f3ca-408d-8ea6-328d45678605 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762391 Jul 16 01:32:06.055950 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:06.304125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c67163-449f-4a8c-b285-4179462c2dd8 req-8b995e37-f111-4bc4-9aed-2179b712a7e1 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.314596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c67163-449f-4a8c-b285-4179462c2dd8 req-8b995e37-f111-4bc4-9aed-2179b712a7e1 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 944 time: 0.1351864 Jul 16 01:32:06.389863 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c67163-449f-4a8c-b285-4179462c2dd8 req-a032110c-d128-4a66-82c8-22099853adf3 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735898 Jul 16 01:32:06.564004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72bd5396-6ba5-4be4-b9c8-1f793ca5d994 req-db795f4b-6dab-468a-9d27-be599cdaebb5 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 210 time: 0.0545292 Jul 16 01:32:06.647616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0aed-7d90-446c-8b46-00d62638513e req-4433f51d-5bae-40fd-938d-dd35beb7c707 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.655730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-712c0aed-7d90-446c-8b46-00d62638513e req-4433f51d-5bae-40fd-938d-dd35beb7c707 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1451547 Jul 16 01:32:06.694217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-712c0aed-7d90-446c-8b46-00d62638513e req-3f5b936e-1051-4d18-8499-7ad125bd9d75 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Jul 16 01:32:06.770702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845035-d39b-41f7-9702-7f536f1df85b req-c58c7bfd-af2a-46f6-9b76-fd6a8fee1637 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.772584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc845035-d39b-41f7-9702-7f536f1df85b req-c58c7bfd-af2a-46f6-9b76-fd6a8fee1637 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0716031 Jul 16 01:32:06.816495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc845035-d39b-41f7-9702-7f536f1df85b req-dcb4ca75-b1ae-4358-8ee9-dce7d76420fa tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368776 Jul 16 01:32:07.265872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.273016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.279435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.285766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.299137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.305434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.313621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.315620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25d4742c-c073-4434-8510-59b14e342e8c req-3a9cb3aa-e42b-447a-935c-e8dc5fb2ecfd tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.1322644 Jul 16 01:32:07.385700 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25d4742c-c073-4434-8510-59b14e342e8c req-bb171b8e-dda5-4efa-ac0b-868ddc841076 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641794 Jul 16 01:32:07.458736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f93ef08f-71b3-4793-8da0-4c318c8ecbec up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:07.581642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port f93ef08f-71b3-4793-8da0-4c318c8ecbec completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:07.585743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port f93ef08f-71b3-4793-8da0-4c318c8ecbec triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:07.586129 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.635682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f24443-1e8f-4cb9-a458-8eaa30933968'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:07.637896 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8083bf3-b124-4cf8-91fc-ff8cf57f8ba1" -d '{"events": [{"server_uuid": "fd5709d0-f6b6-473e-b43d-3056602f6926", "name": "network-vif-plugged", "status": "completed", "tag": "b4f24443-1e8f-4cb9-a458-8eaa30933968"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:07.654294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014ddbe-841f-4037-b3d4-8430ebd89e06 req-73063c26-5ffe-45b9-a6dc-0455817d43de tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.670244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0014ddbe-841f-4037-b3d4-8430ebd89e06 req-73063c26-5ffe-45b9-a6dc-0455817d43de tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 944 time: 0.1061566 Jul 16 01:32:07.746583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0014ddbe-841f-4037-b3d4-8430ebd89e06 req-949e89cf-12bb-450a-ba32-93f55f21da8b tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736351 Jul 16 01:32:07.774220 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.840803 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543d4b02-f1aa-4c0a-941f-bbc494654d5b x-openstack-request-id: req-543d4b02-f1aa-4c0a-941f-bbc494654d5b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:07.841100 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5709d0-f6b6-473e-b43d-3056602f6926", "name": "network-vif-plugged", "status": "completed", "tag": "b4f24443-1e8f-4cb9-a458-8eaa30933968", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:07.841389 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-543d4b02-f1aa-4c0a-941f-bbc494654d5b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:07.841777 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f24443-1e8f-4cb9-a458-8eaa30933968', 'code': 200} Jul 16 01:32:07.843982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f93ef08f-71b3-4793-8da0-4c318c8ecbec, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f93ef08f-71b3-4793-8da0-4c318c8ecbec,segment=NetworkSegment(d8cabc53-2aac-4615-a6f2-b0d128331fdc),segment_id=d8cabc53-2aac-4615-a6f2-b0d128331fdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:07.863926 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.953942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f93ef08f-71b3-4793-8da0-4c318c8ecbec,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.969466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.969808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.970148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.970505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.970874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.971236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.971564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.971891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.972252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.972581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.972904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:07.973224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.087123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7892374a-8714-4f3c-815a-88dc9a035d4a req-d7cd95e5-faf8-4c2a-b7f8-cf74583dee27 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 210 time: 0.0443060 Jul 16 01:32:08.123863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e29e9-ade9-40b5-8a40-e07cc8c68524 req-c267fb02-a420-4e9c-8412-b611f729e047 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.123863 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c5e29e9-ade9-40b5-8a40-e07cc8c68524 req-c267fb02-a420-4e9c-8412-b611f729e047 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1212232 Jul 16 01:32:08.163971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-d544ec01-7a87-48f6-b1b2-1ff3286bfbfa tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.168873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-d544ec01-7a87-48f6-b1b2-1ff3286bfbfa tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 822 time: 0.3337331 Jul 16 01:32:08.188274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Request body: {'port': {'device_id': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'admin_state_up': True, 'tenant_id': '7a1b46c1d64f4f0395047cee18accc20'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:08.205292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c5e29e9-ade9-40b5-8a40-e07cc8c68524 req-2262d006-5164-4318-a23b-1d36aa99aba4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773807 Jul 16 01:32:08.290882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b6981-b5eb-4e94-b056-7d90929281c4 req-84e2e523-98f8-425a-a926-fa24eefa4c64 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.291691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fb2a0-f14a-4e2c-982d-c75b069331b2 req-8cdfe59d-81f4-4712-9a85-3af40fe3ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.292740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-533b6981-b5eb-4e94-b056-7d90929281c4 req-84e2e523-98f8-425a-a926-fa24eefa4c64 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0708106 Jul 16 01:32:08.293590 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-209fb2a0-f14a-4e2c-982d-c75b069331b2 req-8cdfe59d-81f4-4712-9a85-3af40fe3ca3f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 1097 time: 0.2756312 Jul 16 01:32:08.352802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-533b6981-b5eb-4e94-b056-7d90929281c4 req-b6fd40e2-6748-428c-88c4-861bd5e3d785 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522025 Jul 16 01:32:08.367882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-209fb2a0-f14a-4e2c-982d-c75b069331b2 req-7238519b-a40c-4abc-8415-5566e767841f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635552 Jul 16 01:32:08.384479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Made reservation on behalf of 7a1b46c1d64f4f0395047cee18accc20 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:08.384479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.581028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Allocated IP 172.20.0.3 (1e547e72-3aa7-4df0-bc5b-40447282ee09/3f911dd3-68c7-4167-8faa-b5fb59b2d080/fa44f46f-e453-4999-b423-a0bc87f3a2bf) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:08.671459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.677635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.685103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.692099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.698420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.705283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.716889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.725641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-711841ad-ab5a-4d07-8e43-884e048e0465 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.1698821 Jul 16 01:32:08.751238 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.800440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.809011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-6dbe6544-ceeb-4b4a-9554-490e0007dd91 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9443562df4fc414a899986a42f921bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401890 Jul 16 01:32:08.824952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e335611-0132-4653-b42c-4a4be495a3d1 req-559aa96a-138e-4c0b-9595-3f02fe75f925 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982206 Jul 16 01:32:08.869251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event updated for resources: {'Port': ['ID=fa44f46f-e453-4999-b423-a0bc87f3a2bf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.872981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Network 1e547e72-3aa7-4df0-bc5b-40447282ee09 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:08.875418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:08.878447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:08.945406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.946682 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.974486 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-2fc695e7-e347-47be-a5b6-1e2b496fe6f9 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938676 Jul 16 01:32:08.989251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-232b4507-9141-4667-bf68-4719a1d9f5e4 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.990939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-232b4507-9141-4667-bf68-4719a1d9f5e4 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648397 Jul 16 01:32:09.011869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-39906c7f-3fcd-415a-b942-832d13e65813 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/quotas/9443562df4fc414a899986a42f921bbf HTTP/1.1" status: 200 len: 375 time: 0.0147073 Jul 16 01:32:09.012411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Request body: {'port': {'device_id': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:09.113234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-7117467b-260d-43b8-92a1-6083bbb2c634 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957077 Jul 16 01:32:09.163058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.216152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b34bc-710b-469b-b745-f558dae97b90 req-98f03ce5-9d48-480c-8f3d-9d608af20a97 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.219098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-589b34bc-710b-469b-b745-f558dae97b90 req-98f03ce5-9d48-480c-8f3d-9d608af20a97 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 945 time: 0.0755832 Jul 16 01:32:09.276295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-589b34bc-710b-469b-b745-f558dae97b90 req-8c5949ed-bd98-4f77-9c80-ba2d9cd09a7d tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463312 Jul 16 01:32:09.564772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa44f46f-e453-4999-b423-a0bc87f3a2bf {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:09.574313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.588667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Transition to ACTIVE for port object fa44f46f-e453-4999-b423-a0bc87f3a2bf will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:09.595814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.602411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.615167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.621350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.627296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.633172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.639036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.643819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa44f46f-e453-4999-b423-a0bc87f3a2bf,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:09.645473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.658475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1eac695a-fcc5-40df-98a1-ef06bae9b10d req-6bdf86d4-b4c3-44ad-87ba-debf30adb774 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.2512691 Jul 16 01:32:09.658736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54870) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:09.668004 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Request body: {'floatingip': {'port_id': 'c5acf911-70c2-49a3-90ba-ead2e18dd384'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:09.706008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f19327-00d8-407b-a86c-d36b6676874b req-226945bb-2314-469a-bc00-65462f51a45a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.708013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5f19327-00d8-407b-a86c-d36b6676874b req-226945bb-2314-469a-bc00-65462f51a45a tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 931 time: 0.2287736 Jul 16 01:32:09.749239 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.841874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5f19327-00d8-407b-a86c-d36b6676874b req-7b957483-61f0-48bf-aaec-ab1ff2780196 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278992 Jul 16 01:32:09.844787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:09.847836 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19205593-6aaa-4d67-813c-104e4319af76" -d '{"events": [{"server_uuid": "da45092c-e8ce-4e58-8c1f-c711f95ff3a8", "name": "network-vif-plugged", "status": "completed", "tag": "f93ef08f-71b3-4793-8da0-4c318c8ecbec"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:09.863122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Attempting to bind port fa44f46f-e453-4999-b423-a0bc87f3a2bf on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:09.863348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Attempting to bind port fa44f46f-e453-4999-b423-a0bc87f3a2bf by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:09.863610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Attempting to bind port fa44f46f-e453-4999-b423-a0bc87f3a2bf on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:09.905752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2f428-2d10-4ef0-817d-8a7090068f0d req-d1f7fed1-1472-4c3c-85db-ed115e4a7fb2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.911950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Port fa44f46f-e453-4999-b423-a0bc87f3a2bf on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:09.912309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Attempting to bind port fa44f46f-e453-4999-b423-a0bc87f3a2bf on network 1e547e72-3aa7-4df0-bc5b-40447282ee09 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:09.915405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eab2f428-2d10-4ef0-817d-8a7090068f0d req-d1f7fed1-1472-4c3c-85db-ed115e4a7fb2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1482058 Jul 16 01:32:09.931243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:09.931758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Checking segment: {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:09.931970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Bound using segment: {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:09.932443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Bound port: fa44f46f-e453-4999-b423-a0bc87f3a2bf, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797f8bc2-1171-4c96-8936-968236674fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:09.932812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.995551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d4c87d8-feae-49ad-8fcc-ef08a57f6346 req-7b350098-3214-4ba0-ad97-d64bc474aa7d tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 210 time: 0.0656822 Jul 16 01:32:10.048848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eab2f428-2d10-4ef0-817d-8a7090068f0d req-2f09a65b-f541-482b-b105-77d495ba927a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314504 Jul 16 01:32:10.151385 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e25d95-edaf-4e8b-91f4-347a8af8c946 x-openstack-request-id: req-63e25d95-edaf-4e8b-91f4-347a8af8c946 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:10.151660 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da45092c-e8ce-4e58-8c1f-c711f95ff3a8", "name": "network-vif-plugged", "status": "completed", "tag": "f93ef08f-71b3-4793-8da0-4c318c8ecbec", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:10.151916 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63e25d95-edaf-4e8b-91f4-347a8af8c946 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:10.152325 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec', 'code': 200} Jul 16 01:32:10.450996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] For port fa44f46f-e453-4999-b423-a0bc87f3a2bf, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:10.466345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] For port fa44f46f-e453-4999-b423-a0bc87f3a2bf, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=fa44f46f-e453-4999-b423-a0bc87f3a2bf,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:10.506376 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.510157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.582760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa44f46f-e453-4999-b423-a0bc87f3a2bf,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.588350 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.637148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1b5bf-34c1-4246-9294-4ae8a257ae87 req-2fddc456-c8a4-4ca6-8496-a49d7ec89739 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.644883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95d1b5bf-34c1-4246-9294-4ae8a257ae87 req-2fddc456-c8a4-4ca6-8496-a49d7ec89739 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 945 time: 0.1016433 Jul 16 01:32:10.712949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95d1b5bf-34c1-4246-9294-4ae8a257ae87 req-b9d72537-042e-444b-b46f-49429a06e7fa tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Jul 16 01:32:10.734751 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Floating IP 0fd43054-f119-4904-acde-f428686e9d4a associated. External IP: 172.25.5.96, port: c5acf911-70c2-49a3-90ba-ead2e18dd384. Jul 16 01:32:10.754122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.754827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.756493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-4fc36ea6-cee3-4d7e-a82e-46dee370d2c7 service neutron] 10.222.0.93 "PUT /v2.0/ports/fa44f46f-e453-4999-b423-a0bc87f3a2bf HTTP/1.1" status: 200 len: 1091 time: 1.7538447 Jul 16 01:32:10.759393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'tag': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:10.761791 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246451d7-0dbf-4213-b305-a0b62e4aab9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c", "tag": "fa44f46f-e453-4999-b423-a0bc87f3a2bf"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:10.795151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5ac3d-0fc6-4f9e-aa3e-584206375fc2 req-44c55b23-12cd-47ca-a5a1-a71a0d3e4a64 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.803743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d5ac3d-0fc6-4f9e-aa3e-584206375fc2 req-44c55b23-12cd-47ca-a5a1-a71a0d3e4a64 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1202211 Jul 16 01:32:10.865621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaad287-0f06-4a84-b46f-4177948914c7 req-71a42c11-9aa5-45cd-826c-eddad5831f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.867159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dbaad287-0f06-4a84-b46f-4177948914c7 req-71a42c11-9aa5-45cd-826c-eddad5831f1d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 1096 time: 0.4554904 Jul 16 01:32:10.877877 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd120870-e7af-4ba0-8a6f-44c48d3a37ec x-openstack-request-id: req-fd120870-e7af-4ba0-8a6f-44c48d3a37ec {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:10.878167 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c", "tag": "fa44f46f-e453-4999-b423-a0bc87f3a2bf", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:10.878422 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd120870-e7af-4ba0-8a6f-44c48d3a37ec {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:10.878841 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'tag': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf', 'status': 'completed', 'code': 200} Jul 16 01:32:10.922034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d5ac3d-0fc6-4f9e-aa3e-584206375fc2 req-3643fd28-9339-4162-8b1a-4719df172728 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017067 Jul 16 01:32:10.955306 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-79d33847-163a-421f-b24a-e59eafae8eb3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=9443562df4fc414a899986a42f921bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386446 Jul 16 01:32:11.069278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-e2b1f8be-815c-48c4-b712-f2f7bfbe3866 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.070774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-e2b1f8be-815c-48c4-b712-f2f7bfbe3866 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101227 Jul 16 01:32:11.074550 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dbaad287-0f06-4a84-b46f-4177948914c7 req-603981eb-6119-4902-b657-9210c4fa31f5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925020 Jul 16 01:32:11.079773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-e9aae45d-4012-4101-8a5b-29426b3304e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.081343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-e9aae45d-4012-4101-8a5b-29426b3304e2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 1094 time: 0.1704412 Jul 16 01:32:11.172033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Request body: {'port': {'device_id': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '9443562df4fc414a899986a42f921bbf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:11.183880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-d7634ac6-df6e-4f18-a763-26519c1e9b29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa44f46f-e453-4999-b423-a0bc87f3a2bf HTTP/1.1" status: 200 len: 217 time: 0.0387480 Jul 16 01:32:11.284128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd2b9a-085f-424e-b357-c8f2021ba6d8 req-b8a11d5e-cb8d-489d-8181-e0184018a224 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.292079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1bd2b9a-085f-424e-b357-c8f2021ba6d8 req-b8a11d5e-cb8d-489d-8181-e0184018a224 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 943 time: 0.1836870 Jul 16 01:32:11.336113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Router 617570b1-1413-4bef-8bb6-94aca01e1a31 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:11.339183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-58170766-7190-4818-b29f-799384cd05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.340784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-58170766-7190-4818-b29f-799384cd05e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f911dd3-68c7-4167-8faa-b5fb59b2d080 HTTP/1.1" status: 200 len: 862 time: 0.1460721 Jul 16 01:32:11.358180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1bd2b9a-085f-424e-b357-c8f2021ba6d8 req-5656ae65-96b8-48fc-b5ce-cce278147870 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649886 Jul 16 01:32:11.403109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Made reservation on behalf of 9443562df4fc414a899986a42f921bbf for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:11.410414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.430256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-b6a16fca-6318-4f52-a5cc-e9fe0d2b31b7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1e547e72-3aa7-4df0-bc5b-40447282ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703700 Jul 16 01:32:11.448324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10a3c3-f58c-487f-95be-c9ae35ccdf9b req-a048f476-2d72-4dee-91e9-e4471ef257aa tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.457420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b10a3c3-f58c-487f-95be-c9ae35ccdf9b req-a048f476-2d72-4dee-91e9-e4471ef257aa tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.2713563 Jul 16 01:32:11.550189 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d13bdc7-6c39-4223-95c2-1b60115b6b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.617883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ced311d-879a-41c3-9cfb-fbdf05792f38 req-59166cf0-80e9-43ec-adf0-4b72ea5e03ea tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 210 time: 0.0491152 Jul 16 01:32:11.622623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-86967d70-e8dd-4248-9f91-025841a9b47e service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824138 Jul 16 01:32:11.675461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b10a3c3-f58c-487f-95be-c9ae35ccdf9b req-7040c0cc-b047-48f7-b019-350fa9b35094 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105849 Jul 16 01:32:11.751716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0624ec31-6408-43bf-92e3-bb8d255593c2 req-a03d4c35-4f65-4866-bb2b-28efa91d9bf9 service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207104 Jul 16 01:32:11.898128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:11.904751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.906967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-7ae59af8-f02f-4657-b073-3f8a9a93a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.914190 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec116c7-0314-4716-885e-ecc61832477e None None] Sync routers for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:11.925391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-7ae59af8-f02f-4657-b073-3f8a9a93a4ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a1b46c1d64f4f0395047cee18accc20&device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 1094 time: 0.0811293 Jul 16 01:32:11.933409 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:11.933988 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:31:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:11.977067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-30d5a514-6260-4a96-8869-4bf9ec7e74cb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "PUT /v2.0/floatingips/0fd43054-f119-4904-acde-f428686e9d4a HTTP/1.1" status: 200 len: 990 time: 2.3170476 Jul 16 01:32:12.005081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Allocated IP 192.168.233.28 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/d4dc0992-ae0d-4c74-97d9-530122e0c923) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:12.219656 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:12.393396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.422010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Transition to ACTIVE for port object d4dc0992-ae0d-4c74-97d9-530122e0c923 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:12.491315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.514990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', '2784a46a-3116-41cb-af57-95f15b804b61'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:12.622521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:12.640524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:12.643535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:12.646688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Pushing event updated for resources: {'Port': ['ID=d4dc0992-ae0d-4c74-97d9-530122e0c923,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.711521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-ba87bf99-36bd-444c-a83b-0ca16c2b0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.716140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-ba87bf99-36bd-444c-a83b-0ca16c2b0297 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 200 len: 923 time: 0.7895184 Jul 16 01:32:12.747859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.748446 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.785319 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0fd43054-f119-4904-acde-f428686e9d4a', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'port_id': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'mac_address': 'fa:16:3e:56:50:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:32:10Z', 'revision_number': 1, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:12.799963 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ef893d50-6d94-4091-9180-b4428edf4f42 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6428196 Jul 16 01:32:12.819589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Request body: {'port': {'device_id': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:12.826969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70335c44-ceaf-466a-a38b-13163bf70750 req-a174c76d-0bc3-42d4-921b-a457c0e733db tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.828667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70335c44-ceaf-466a-a38b-13163bf70750 req-a174c76d-0bc3-42d4-921b-a457c0e733db tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.3005431 Jul 16 01:32:12.830004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-85614a02-f035-4434-b4df-1caab67f78e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa44f46f-e453-4999-b423-a0bc87f3a2bf HTTP/1.1" status: 200 len: 217 time: 0.0961964 Jul 16 01:32:12.847792 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec116c7-0314-4716-885e-ecc61832477e None None] Checking router: 617570b1-1413-4bef-8bb6-94aca01e1a31 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:12.857278 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:12.857956 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:31:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:12.882217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893b73a-cc8f-4ea5-9edc-c4364f3a0b9d req-f8df9367-404c-477e-ae06-6449c49034b1 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.883899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7893b73a-cc8f-4ea5-9edc-c4364f3a0b9d req-f8df9367-404c-477e-ae06-6449c49034b1 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 945 time: 0.4082587 Jul 16 01:32:12.890303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:12.892635 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:12.981439 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.995479 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:13.046966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-da4e5442-8a99-4b58-9aa8-b36793ed5a71 None None] Provisioning for port d4dc0992-ae0d-4c74-97d9-530122e0c923 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:13.052341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-da4e5442-8a99-4b58-9aa8-b36793ed5a71 None None] Provisioning complete for port d4dc0992-ae0d-4c74-97d9-530122e0c923 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:13.052913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-da4e5442-8a99-4b58-9aa8-b36793ed5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.055586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7893b73a-cc8f-4ea5-9edc-c4364f3a0b9d req-bf68ddbc-6547-46d2-b99d-39d1877709fb tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075103 Jul 16 01:32:13.065155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-694db5c3-74ce-43f3-bae5-18bd7b1ccaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.075686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-694db5c3-74ce-43f3-bae5-18bd7b1ccaab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f911dd3-68c7-4167-8faa-b5fb59b2d080 HTTP/1.1" status: 200 len: 862 time: 0.2277722 Jul 16 01:32:13.095416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70335c44-ceaf-466a-a38b-13163bf70750 req-303cea47-ff54-45c9-98a9-28c07ab0ee20 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568367 Jul 16 01:32:13.107270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-da4e5442-8a99-4b58-9aa8-b36793ed5a71 None None] Port d4dc0992-ae0d-4c74-97d9-530122e0c923 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:13.162527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-05a0148c-e1ce-4388-88f4-4fa57126bdc7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1e547e72-3aa7-4df0-bc5b-40447282ee09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659351 Jul 16 01:32:13.381711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-753b7307-b4ef-4741-96e4-fb8b4c608ef5 service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093010 Jul 16 01:32:13.397885 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cec116c7-0314-4716-885e-ecc61832477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0fd43054-f119-4904-acde-f428686e9d4a', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'port_id': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'mac_address': 'fa:16:3e:56:50:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:32:10Z', 'revision_number': 1, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:13.453201 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec116c7-0314-4716-885e-ecc61832477e None None] The sync data for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 is: [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0fd43054-f119-4904-acde-f428686e9d4a', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'port_id': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'mac_address': 'fa:16:3e:56:50:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:32:10Z', 'revision_number': 1, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:13.501523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dc0992-ae0d-4c74-97d9-530122e0c923 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:13.501976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device fa44f46f-e453-4999-b423-a0bc87f3a2bf details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:13.512941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.531095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Transition to ACTIVE for port object d4dc0992-ae0d-4c74-97d9-530122e0c923 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:13.533993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-246451d7-0dbf-4213-b305-a0b62e4aab9e req-417d25a8-dd5e-4601-ab61-7e982b2a038b service neutron] 10.222.0.93 "GET /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423876 Jul 16 01:32:13.536687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.550601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630311b-1708-4e52-ad09-71b9d298b6d0 req-7b3b5196-0fa3-4f3a-9c1e-fe6c21a76449 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.551877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b630311b-1708-4e52-ad09-71b9d298b6d0 req-7b3b5196-0fa3-4f3a-9c1e-fe6c21a76449 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 943 time: 0.2986023 Jul 16 01:32:13.570414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8325-41c6-46d4-8f41-d0b224e0bdad req-3acea1fa-44cf-4b6c-ad72-243ed9474d80 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.577429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b3e8325-41c6-46d4-8f41-d0b224e0bdad req-3acea1fa-44cf-4b6c-ad72-243ed9474d80 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 935 time: 0.2844267 Jul 16 01:32:13.649359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b3e8325-41c6-46d4-8f41-d0b224e0bdad req-3f071d21-638e-4499-aedc-952369555238 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678642 Jul 16 01:32:13.709820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b630311b-1708-4e52-ad09-71b9d298b6d0 req-372b4186-6b62-4e4a-aca3-7a97d5090427 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227720 Jul 16 01:32:13.789932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port fa44f46f-e453-4999-b423-a0bc87f3a2bf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=fa44f46f-e453-4999-b423-a0bc87f3a2bf,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:13.828331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f8f990-6995-44a8-9e32-7427423b9a90 None None] New status for floating IP 0fd43054-f119-4904-acde-f428686e9d4a: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:32:13.848083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=d4dc0992-ae0d-4c74-97d9-530122e0c923,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.887432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf', 'network_id': '1e547e72-3aa7-4df0-bc5b-40447282ee09', 'port_id': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf', 'mac_address': 'fa:16:3e:3a:d8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f911dd3-68c7-4167-8faa-b5fb59b2d080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:13.918337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Attempting to bind port d4dc0992-ae0d-4c74-97d9-530122e0c923 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:13.918958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Attempting to bind port d4dc0992-ae0d-4c74-97d9-530122e0c923 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:13.919308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Attempting to bind port d4dc0992-ae0d-4c74-97d9-530122e0c923 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:13.927017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Port d4dc0992-ae0d-4c74-97d9-530122e0c923 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:13.928446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Attempting to bind port d4dc0992-ae0d-4c74-97d9-530122e0c923 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:13.939444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:13.940077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:13.940666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:13.942430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Bound port: d4dc0992-ae0d-4c74-97d9-530122e0c923, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:13.942980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.949794 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7022ac6b-424f-45f7-8af3-0e6e446750cd x-openstack-request-id: req-7022ac6b-424f-45f7-8af3-0e6e446750cd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:13.951147 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:13.955682 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7022ac6b-424f-45f7-8af3-0e6e446750cd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:13.964664 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'status': 'completed', 'code': 200} Jul 16 01:32:14.098770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] For port d4dc0992-ae0d-4c74-97d9-530122e0c923, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:14.103104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] For port d4dc0992-ae0d-4c74-97d9-530122e0c923, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d4dc0992-ae0d-4c74-97d9-530122e0c923,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:14.111818 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.154815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.156173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.157806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] 10.222.0.93 "PUT /v2.0/ports/d4dc0992-ae0d-4c74-97d9-530122e0c923 HTTP/1.1" status: 200 len: 1095 time: 1.3430128 Jul 16 01:32:14.159336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.159886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.160770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.161245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.161713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.162179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.162654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.173463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-6c41a925-c295-4900-9d82-a5ded74cd00b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6492 time: 0.1785667 Jul 16 01:32:14.176183 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.204566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e8a69-58c7-4bee-8d7d-806c3709fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=d4dc0992-ae0d-4c74-97d9-530122e0c923,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.206463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa44f46f-e453-4999-b423-a0bc87f3a2bf {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:14.237830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port fa44f46f-e453-4999-b423-a0bc87f3a2bf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=fa44f46f-e453-4999-b423-a0bc87f3a2bf,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:14.287615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-67505e59-3b6e-40ba-b5f0-485e860dd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.289620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-67505e59-3b6e-40ba-b5f0-485e860dd352 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 1098 time: 0.0791888 Jul 16 01:32:14.312185 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.363011 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e87fbae-ae90-4f0e-b51c-b413dd470303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.402363 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-dcdd5388-14d9-4980-9efb-93f1ce5429c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d4dc0992-ae0d-4c74-97d9-530122e0c923 HTTP/1.1" status: 200 len: 217 time: 0.0956802 Jul 16 01:32:14.465608 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.494064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ab69df94-9458-478a-aee3-147f702ec64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.495561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-ab69df94-9458-478a-aee3-147f702ec64c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0838945 Jul 16 01:32:14.528723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=fa44f46f-e453-4999-b423-a0bc87f3a2bf,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.549003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-dac61781-e1a8-4071-8a6e-7073a22c95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.550636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-dac61781-e1a8-4071-8a6e-7073a22c95bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f19ccdd-f16f-463e-95aa-50c5c23229b9 HTTP/1.1" status: 200 len: 913 time: 0.3763978 Jul 16 01:32:14.597644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-a7a550ed-e56f-4248-a4f7-5f80e6d49d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.599177 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-a7a550ed-e56f-4248-a4f7-5f80e6d49d62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913842 Jul 16 01:32:14.618063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eace39-80c8-4c73-bf4f-3c07d0d6546e req-d0690b76-2e20-4893-af16-708e0acb80a3 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.622226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6eace39-80c8-4c73-bf4f-3c07d0d6546e req-d0690b76-2e20-4893-af16-708e0acb80a3 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 945 time: 0.2374005 Jul 16 01:32:14.674340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cc8a2-8012-4da5-85d5-ab9fafc01d6a req-630fecae-d364-4a6d-9fc2-dc8b9227ca68 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.681353 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-369cc8a2-8012-4da5-85d5-ab9fafc01d6a req-630fecae-d364-4a6d-9fc2-dc8b9227ca68 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.2463994 Jul 16 01:32:14.710288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-4ea16e66-d61c-4baa-a547-4323639d013a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384 HTTP/1.1" status: 200 len: 1000 time: 0.1513152 Jul 16 01:32:14.720272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-f10eea8c-60b7-4ade-a6e6-ff93b7c0c885 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135163 Jul 16 01:32:14.730038 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6eace39-80c8-4c73-bf4f-3c07d0d6546e req-66fe3dd5-e799-4849-bc3f-ad2433819002 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992706 Jul 16 01:32:14.753765 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['fa44f46f-e453-4999-b423-a0bc87f3a2bf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:14.770630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-369cc8a2-8012-4da5-85d5-ab9fafc01d6a req-6f487832-a10a-436e-a536-0c62d13389d9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883965 Jul 16 01:32:14.782563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-33f52a79-bbcc-445b-9c37-7f90b502d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.784034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-33f52a79-bbcc-445b-9c37-7f90b502d213 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f6929da-759d-4b3c-89c8-3209375964c0 HTTP/1.1" status: 200 len: 851 time: 0.0662599 Jul 16 01:32:14.882539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-7cdf166d-9dcb-447c-a4af-62b419b0bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.883710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-7cdf166d-9dcb-447c-a4af-62b419b0bbd2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891604 Jul 16 01:32:14.899010 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82f5f83e-6ffe-4b43-a748-1195e45ab90c req-0726e43a-38d2-412f-9dea-c0f00d775365 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720364 Jul 16 01:32:15.139938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-3464cdde-a2d2-4130-9f0d-bbf3a2223a27 service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459874 Jul 16 01:32:15.244952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad4d30-121f-47b5-9e62-e21befa0af00 req-a2a87476-9c88-48aa-b40d-2b7b970f68cf tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.251882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4ad4d30-121f-47b5-9e62-e21befa0af00 req-a2a87476-9c88-48aa-b40d-2b7b970f68cf tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 947 time: 0.2506206 Jul 16 01:32:15.268297 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.269664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24743f-dd50-44e3-9959-e634ff24ff6b req-3888f8f9-58ae-426e-820a-e5e1efefc1c8 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.276862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af24743f-dd50-44e3-9959-e634ff24ff6b req-3888f8f9-58ae-426e-820a-e5e1efefc1c8 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 944 time: 0.2745304 Jul 16 01:32:15.360370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4ad4d30-121f-47b5-9e62-e21befa0af00 req-a4d38cbb-322b-4f7e-85d9-fc5c1b31fa46 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075549 Jul 16 01:32:15.367878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc0027e7-d8c0-4811-95b8-8ff24ef1ac3a req-f945c3dc-49c0-4fa9-b18b-b36f6b8599e1 service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116661 Jul 16 01:32:15.399015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af24743f-dd50-44e3-9959-e634ff24ff6b req-14b00d27-ed15-4c16-b8c8-be156e7c6a33 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211810 Jul 16 01:32:15.947141 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.968936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'tag': 'd4dc0992-ae0d-4c74-97d9-530122e0c923'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:15.977463 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282fe5a-af47-4c1e-837d-6528367f05cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc92d665-edc4-4013-aa4e-eb975e7f5888", "tag": "d4dc0992-ae0d-4c74-97d9-530122e0c923"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:16.056932 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b153735-58e0-4cec-badc-1b13fa98784c x-openstack-request-id: req-7b153735-58e0-4cec-badc-1b13fa98784c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:16.056932 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc92d665-edc4-4013-aa4e-eb975e7f5888", "tag": "d4dc0992-ae0d-4c74-97d9-530122e0c923", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:16.056932 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b153735-58e0-4cec-badc-1b13fa98784c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:16.056932 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'tag': 'd4dc0992-ae0d-4c74-97d9-530122e0c923', 'status': 'completed', 'code': 200} Jul 16 01:32:16.057388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957462b-01fd-4543-9667-47a149f9e26c req-8338a8e9-8b32-4c9d-8534-de52ed2ba818 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.072666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f957462b-01fd-4543-9667-47a149f9e26c req-8338a8e9-8b32-4c9d-8534-de52ed2ba818 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1375947 Jul 16 01:32:16.140752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f957462b-01fd-4543-9667-47a149f9e26c req-f2599255-0072-4440-84af-fe44c8722b41 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Jul 16 01:32:16.175474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-8d84d5e9-b2c5-4caf-8c8c-d9538c2da00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.177204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-8d84d5e9-b2c5-4caf-8c8c-d9538c2da00e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9443562df4fc414a899986a42f921bbf&device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 1098 time: 0.0685413 Jul 16 01:32:16.283119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-06991ce8-fd7d-4b71-9f9d-2e633fa67b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.284678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-06991ce8-fd7d-4b71-9f9d-2e633fa67b29 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.0996931 Jul 16 01:32:16.336066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-c4be58f7-a7b8-423c-bfdd-7da98ea8f119 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d4dc0992-ae0d-4c74-97d9-530122e0c923 HTTP/1.1" status: 200 len: 217 time: 0.0381382 Jul 16 01:32:16.405443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-1c0423fa-625d-47ed-b0da-da21cb0d49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.406956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-1c0423fa-625d-47ed-b0da-da21cb0d49f1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0563931 Jul 16 01:32:16.545232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-7e81ef5a-e799-4779-a3af-193ddb376cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.547292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-7e81ef5a-e799-4779-a3af-193ddb376cb4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243958 Jul 16 01:32:16.759591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9a3b7-8117-480c-826c-2ce8efaf24f6 req-b47849c8-0690-48d4-b49c-9ce5a24af32c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.761495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24f9a3b7-8117-480c-826c-2ce8efaf24f6 req-b47849c8-0690-48d4-b49c-9ce5a24af32c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 947 time: 0.1891484 Jul 16 01:32:16.771198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23a211-c7a9-4dc0-b54a-661e121872de req-1c0e5bb7-43d7-4b5d-93b3-4cf1d93a3e38 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.773204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a23a211-c7a9-4dc0-b54a-661e121872de req-1c0e5bb7-43d7-4b5d-93b3-4cf1d93a3e38 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 944 time: 0.2198317 Jul 16 01:32:16.776550 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-48d744d3-3d26-4276-b8a7-00f0556225f2 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008185 Jul 16 01:32:16.785179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.876606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a23a211-c7a9-4dc0-b54a-661e121872de req-940a62f4-4136-4fe0-a7a9-f6d62bb43d64 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973601 Jul 16 01:32:16.921130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24f9a3b7-8117-480c-826c-2ce8efaf24f6 req-57ed555d-5252-49b7-89b3-2e9a54693387 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213560 Jul 16 01:32:16.981467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b282fe5a-af47-4c1e-837d-6528367f05cf req-9976feeb-5053-493f-ac0f-2bc4eeb95c28 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931765 Jul 16 01:32:17.358592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bfe31-e45c-46bc-9d5c-c1b3f9719b86 req-b098f8bb-486b-48b9-9d10-b71d4b9be464 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.360118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652bfe31-e45c-46bc-9d5c-c1b3f9719b86 req-b098f8bb-486b-48b9-9d10-b71d4b9be464 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.0780187 Jul 16 01:32:17.408939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652bfe31-e45c-46bc-9d5c-c1b3f9719b86 req-0e567c2c-9661-46df-be26-dbd550c56449 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Jul 16 01:32:17.523548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d4dc0992-ae0d-4c74-97d9-530122e0c923 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:17.526964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device fa44f46f-e453-4999-b423-a0bc87f3a2bf up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:17.635896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port fa44f46f-e453-4999-b423-a0bc87f3a2bf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:17.643617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port fa44f46f-e453-4999-b423-a0bc87f3a2bf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:17.643988 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.679578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d4dc0992-ae0d-4c74-97d9-530122e0c923, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d4dc0992-ae0d-4c74-97d9-530122e0c923,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:17.697507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'd4dc0992-ae0d-4c74-97d9-530122e0c923', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'd4dc0992-ae0d-4c74-97d9-530122e0c923', 'mac_address': 'fa:16:3e:99:0f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:17.769669 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.780335 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.793134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dc0992-ae0d-4c74-97d9-530122e0c923 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:17.821001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:17.823209 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c1a75-a270-4b32-b7a8-aa05e061f799" -d '{"events": [{"server_uuid": "3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c", "name": "network-vif-plugged", "status": "completed", "tag": "fa44f46f-e453-4999-b423-a0bc87f3a2bf"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:17.841127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d4dc0992-ae0d-4c74-97d9-530122e0c923, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d4dc0992-ae0d-4c74-97d9-530122e0c923,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:17.843044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port fa44f46f-e453-4999-b423-a0bc87f3a2bf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=fa44f46f-e453-4999-b423-a0bc87f3a2bf,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:17.850157 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.856258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.877253 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f35cb21-7d9c-42d5-906b-e2afbe0107e5 x-openstack-request-id: req-9f35cb21-7d9c-42d5-906b-e2afbe0107e5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:17.877627 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c", "name": "network-vif-plugged", "status": "completed", "tag": "fa44f46f-e453-4999-b423-a0bc87f3a2bf", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:17.877940 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f35cb21-7d9c-42d5-906b-e2afbe0107e5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:17.878385 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf', 'code': 200} Jul 16 01:32:17.949641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d4dc0992-ae0d-4c74-97d9-530122e0c923,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.014492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=fa44f46f-e453-4999-b423-a0bc87f3a2bf,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.136105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e27d1f-75de-4e18-a64c-af6fe837ceec req-4a7dee28-63f5-4faf-9f7b-29549bb376ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.137555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8e27d1f-75de-4e18-a64c-af6fe837ceec req-4a7dee28-63f5-4faf-9f7b-29549bb376ac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 1096 time: 0.1546142 Jul 16 01:32:18.152209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d765e0-2650-4b02-93bc-e38548609f56 req-28956d6f-65a7-403a-87a7-e4278e007c8c tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.153880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47d765e0-2650-4b02-93bc-e38548609f56 req-28956d6f-65a7-403a-87a7-e4278e007c8c tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 945 time: 0.1311173 Jul 16 01:32:18.162812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0f2a6-b19b-42f3-a7b0-df599be3462b req-96fb3550-be6a-4063-a162-5c0c926c7a13 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.164186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44d0f2a6-b19b-42f3-a7b0-df599be3462b req-96fb3550-be6a-4063-a162-5c0c926c7a13 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 945 time: 0.1426768 Jul 16 01:32:18.246352 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44d0f2a6-b19b-42f3-a7b0-df599be3462b req-0309b5d6-7abf-4601-9611-b55d8bdea82c tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757194 Jul 16 01:32:18.248271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8e27d1f-75de-4e18-a64c-af6fe837ceec req-ea3f2c7d-1c0a-406a-b3f3-f408b021ed6d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935514 Jul 16 01:32:18.251051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47d765e0-2650-4b02-93bc-e38548609f56 req-7e814ccd-5be1-409c-95c6-f2a022e5e68c tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820215 Jul 16 01:32:18.367723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['d4dc0992-ae0d-4c74-97d9-530122e0c923'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:18.448662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c24125-a297-4e4b-8d79-c4a8eefd9c2e req-8bea3279-b69f-481d-ae74-c36f767c9cbb tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.450322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87c24125-a297-4e4b-8d79-c4a8eefd9c2e req-8bea3279-b69f-481d-ae74-c36f767c9cbb tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 948 time: 0.1082766 Jul 16 01:32:18.458641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3a4a-85ef-46e9-ba6c-67bcc992c5b1 req-c1a2a088-8c41-498c-9e6b-7c59c5583c5c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.460054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56ed3a4a-85ef-46e9-ba6c-67bcc992c5b1 req-c1a2a088-8c41-498c-9e6b-7c59c5583c5c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1083882 Jul 16 01:32:18.520807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87c24125-a297-4e4b-8d79-c4a8eefd9c2e req-de2e5e72-b441-4fff-a4da-3e014ab8e915 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596917 Jul 16 01:32:18.525666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56ed3a4a-85ef-46e9-ba6c-67bcc992c5b1 req-f1c20a39-6eea-4092-9d2b-caaa02f0179c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586441 Jul 16 01:32:18.795161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fa471-45b0-456f-8a0b-2855dd8418b4 req-6c4bd61a-db4d-4fb1-9df8-705886dfcaa5 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.797186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-529fa471-45b0-456f-8a0b-2855dd8418b4 req-6c4bd61a-db4d-4fb1-9df8-705886dfcaa5 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.0643079 Jul 16 01:32:18.834309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-529fa471-45b0-456f-8a0b-2855dd8418b4 req-94451aba-70bb-48ee-8b47-d4afd8e72f99 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jul 16 01:32:19.260910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842e74f-4797-4b90-9129-956f41a3fc95 req-f296910b-bd16-4ff5-b533-f19a85e3dd45 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.262466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8842e74f-4797-4b90-9129-956f41a3fc95 req-f296910b-bd16-4ff5-b533-f19a85e3dd45 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.0660086 Jul 16 01:32:19.301698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8842e74f-4797-4b90-9129-956f41a3fc95 req-9a93e89d-c512-4f31-b049-0681a150c2c4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Jul 16 01:32:19.471065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a589-0c2d-4126-94c7-b904b2a3643d req-58917430-ad78-44a5-811e-bd0382d92d85 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.472595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea30a589-0c2d-4126-94c7-b904b2a3643d req-58917430-ad78-44a5-811e-bd0382d92d85 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 945 time: 0.1108034 Jul 16 01:32:19.483845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e09eb-90b9-4e06-984f-6cfb0662b23b req-b401dcf6-26f6-46fe-b1c4-96d00bcfe22e tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.485270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c5e09eb-90b9-4e06-984f-6cfb0662b23b req-b401dcf6-26f6-46fe-b1c4-96d00bcfe22e tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 945 time: 0.0849705 Jul 16 01:32:19.540971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea30a589-0c2d-4126-94c7-b904b2a3643d req-f1636279-b839-498d-b282-77736bd37d9b tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546665 Jul 16 01:32:19.546340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c5e09eb-90b9-4e06-984f-6cfb0662b23b req-a1275cab-3401-4f46-8b6e-f5262e38b9cd tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/security-groups?id=325d59cf-91c5-4acb-9a03-666754d83a77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542696 Jul 16 01:32:19.569980 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.713908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2597a1a-53a9-4870-a912-baa85e9b25dd req-db04b141-cd06-4e40-83f7-4170ddb87304 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.715567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2597a1a-53a9-4870-a912-baa85e9b25dd req-db04b141-cd06-4e40-83f7-4170ddb87304 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 948 time: 0.0731688 Jul 16 01:32:19.760023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2597a1a-53a9-4870-a912-baa85e9b25dd req-b750f6aa-9a02-41f8-91e4-8471c57ac582 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Jul 16 01:32:20.009506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aed69-1c37-4c89-bd79-1a2099e4df95 req-2596f91d-e1c7-457e-9195-7626f37279b0 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.010971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-899aed69-1c37-4c89-bd79-1a2099e4df95 req-2596f91d-e1c7-457e-9195-7626f37279b0 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.0623834 Jul 16 01:32:20.075904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-899aed69-1c37-4c89-bd79-1a2099e4df95 req-c2c46da6-2b29-4d37-9355-5dd988c62fdc tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593905 Jul 16 01:32:20.105005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e9373-9203-45f0-80a5-90c75aef234f req-8b8c9072-03a4-45b3-b6f6-73101649582e tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.106477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-468e9373-9203-45f0-80a5-90c75aef234f req-8b8c9072-03a4-45b3-b6f6-73101649582e tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.93 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 945 time: 0.0741420 Jul 16 01:32:20.216565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Deleting port f93ef08f-71b3-4793-8da0-4c318c8ecbec {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:20.216931 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.308122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] For port f93ef08f-71b3-4793-8da0-4c318c8ecbec, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f93ef08f-71b3-4793-8da0-4c318c8ecbec,segment=NetworkSegment(d8cabc53-2aac-4615-a6f2-b0d128331fdc),segment_id=d8cabc53-2aac-4615-a6f2-b0d128331fdc)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:20.308513 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.320764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Calling delete_port for f93ef08f-71b3-4793-8da0-4c318c8ecbec owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:20.482103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.499955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f93ef08f-71b3-4793-8da0-4c318c8ecbec'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:20.804311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Pushing event deleted for resources: {'Port': ['ID=f93ef08f-71b3-4793-8da0-4c318c8ecbec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.877399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930c1f0-b9ea-48ff-a8b5-85d80e570de4 req-40694b3d-d917-4e37-96c6-d95089b14bca tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.878876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b930c1f0-b9ea-48ff-a8b5-85d80e570de4 req-40694b3d-d917-4e37-96c6-d95089b14bca tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.4594600 Jul 16 01:32:20.880582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] No DVR routers for this DVR port f93ef08f-71b3-4793-8da0-4c318c8ecbec on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:20.883918 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.885870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-468e9373-9203-45f0-80a5-90c75aef234f req-1f2a3cf2-d761-4eb1-80c1-974d6b4509f8 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.93 "DELETE /v2.0/ports/f93ef08f-71b3-4793-8da0-4c318c8ecbec HTTP/1.1" status: 204 len: 173 time: 0.7646303 Jul 16 01:32:20.886299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'name': 'network-vif-deleted', 'tag': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:20.888573 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf59baf7-5e70-4551-ab8f-df15c37f7418" -d '{"events": [{"server_uuid": "da45092c-e8ce-4e58-8c1f-c711f95ff3a8", "name": "network-vif-deleted", "tag": "f93ef08f-71b3-4793-8da0-4c318c8ecbec"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:20.940992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b930c1f0-b9ea-48ff-a8b5-85d80e570de4 req-410ebcb9-dd3d-4d15-94f8-3ca848d31773 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485642 Jul 16 01:32:20.949189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58c718-36f7-42f7-b88b-3327e1e5b551 req-b1033b62-2970-4762-af24-49b98b43c46e tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.950662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a58c718-36f7-42f7-b88b-3327e1e5b551 req-b1033b62-2970-4762-af24-49b98b43c46e tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 945 time: 0.1573400 Jul 16 01:32:20.994928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a58c718-36f7-42f7-b88b-3327e1e5b551 req-e3bdc1da-fb22-4c97-83d6-a5ecd71cd6d8 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jul 16 01:32:21.077540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d8d2b03-721c-4a98-a2c1-376b907cb91d req-adaed7c9-c278-4107-8536-4142748be939 tempest-VolumesActionsTest-687785713 tempest-VolumesActionsTest-687785713-project] 10.222.0.81 "GET /v2.0/ports?device_id=da45092c-e8ce-4e58-8c1f-c711f95ff3a8 HTTP/1.1" status: 200 len: 210 time: 0.0300934 Jul 16 01:32:21.245385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc4ff-d704-4ecb-aca5-e1153ddbda04 req-ee3de7df-0722-4eaa-94ab-a1841e88d60a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.247121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-464cc4ff-d704-4ecb-aca5-e1153ddbda04 req-ee3de7df-0722-4eaa-94ab-a1841e88d60a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 948 time: 0.0666010 Jul 16 01:32:21.273768 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d4a153-4721-4edc-af83-2d5a7e3b2e01 x-openstack-request-id: req-87d4a153-4721-4edc-af83-2d5a7e3b2e01 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:21.274066 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da45092c-e8ce-4e58-8c1f-c711f95ff3a8", "name": "network-vif-deleted", "tag": "f93ef08f-71b3-4793-8da0-4c318c8ecbec", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:21.274320 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87d4a153-4721-4edc-af83-2d5a7e3b2e01 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:21.274717 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da45092c-e8ce-4e58-8c1f-c711f95ff3a8', 'name': 'network-vif-deleted', 'tag': 'f93ef08f-71b3-4793-8da0-4c318c8ecbec', 'status': 'completed', 'code': 200} Jul 16 01:32:21.288898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-464cc4ff-d704-4ecb-aca5-e1153ddbda04 req-4036fc62-7554-40bd-ac3a-c041404bb29a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356719 Jul 16 01:32:21.520333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d09cb3-0ba1-4c5f-a0d1-216a85e74c7c req-b1eee350-9511-4f8d-a6a0-5adab5125b99 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.521852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0d09cb3-0ba1-4c5f-a0d1-216a85e74c7c req-b1eee350-9511-4f8d-a6a0-5adab5125b99 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.0713716 Jul 16 01:32:21.552129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d4dc0992-ae0d-4c74-97d9-530122e0c923 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:21.562050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0d09cb3-0ba1-4c5f-a0d1-216a85e74c7c req-6925af1b-5444-4329-8ecd-bcea14a0cf33 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Jul 16 01:32:21.600935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port d4dc0992-ae0d-4c74-97d9-530122e0c923 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:21.604587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port d4dc0992-ae0d-4c74-97d9-530122e0c923 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:21.604964 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.663353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e0df-8726-4cfe-b6b8-46ac1060243a req-a272177d-4b49-4c12-b1b8-a9c2f3cd7d5f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.671039 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e090e0df-8726-4cfe-b6b8-46ac1060243a req-a272177d-4b49-4c12-b1b8-a9c2f3cd7d5f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 945 time: 0.0772166 Jul 16 01:32:21.687770 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.707766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e090e0df-8726-4cfe-b6b8-46ac1060243a req-8133e82d-6e98-4494-bf92-e2f392a9bf13 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358486 Jul 16 01:32:21.713515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dc0992-ae0d-4c74-97d9-530122e0c923'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:21.715866 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f784c76a-18f1-4646-b7b5-b90a72339bc5" -d '{"events": [{"server_uuid": "dc92d665-edc4-4013-aa4e-eb975e7f5888", "name": "network-vif-plugged", "status": "completed", "tag": "d4dc0992-ae0d-4c74-97d9-530122e0c923"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:21.730836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d4dc0992-ae0d-4c74-97d9-530122e0c923, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d4dc0992-ae0d-4c74-97d9-530122e0c923,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:21.735021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.735972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f93ef08f-71b3-4793-8da0-4c318c8ecbec no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:21.774276 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60397b29-be93-4bcf-8b50-911437589821 x-openstack-request-id: req-60397b29-be93-4bcf-8b50-911437589821 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:21.774564 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc92d665-edc4-4013-aa4e-eb975e7f5888", "name": "network-vif-plugged", "status": "completed", "tag": "d4dc0992-ae0d-4c74-97d9-530122e0c923", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:21.774817 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60397b29-be93-4bcf-8b50-911437589821 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:21.775200 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dc0992-ae0d-4c74-97d9-530122e0c923', 'code': 200} Jul 16 01:32:21.775955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: f93ef08f-71b3-4793-8da0-4c318c8ecbec {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:21.776251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f93ef08f-71b3-4793-8da0-4c318c8ecbec not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:21.804358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d4dc0992-ae0d-4c74-97d9-530122e0c923,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:21.914607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6f50-54e8-4641-9871-af774fca60ba req-58d0f8a1-4acf-463d-9ea9-1773393692ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.916166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e5a6f50-54e8-4641-9871-af774fca60ba req-58d0f8a1-4acf-463d-9ea9-1773393692ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 1100 time: 0.0588868 Jul 16 01:32:21.958471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e5a6f50-54e8-4641-9871-af774fca60ba req-91c855ee-8e78-4249-8c62-7716d7d824b5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277667 Jul 16 01:32:22.124636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47decb53-2468-4bef-9d76-7b653e8ea940 req-a0bcd36a-9007-4a2d-b336-ecd25308e396 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.126141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47decb53-2468-4bef-9d76-7b653e8ea940 req-a0bcd36a-9007-4a2d-b336-ecd25308e396 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.0668385 Jul 16 01:32:22.165803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47decb53-2468-4bef-9d76-7b653e8ea940 req-43fe6e44-7215-4399-9db5-e8fa690b2cef tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334506 Jul 16 01:32:22.181048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:22.184518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:22.335921 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.370380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:22.394069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'mac_address': 'fa:16:3e:70:f5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:22.398861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:22.452596 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.486744 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.511632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:22.529126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dbd9a-5aad-46a5-aa46-c5b61873dbca req-d5e28910-033a-408b-a40d-2153f66e4f22 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.531764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d1dbd9a-5aad-46a5-aa46-c5b61873dbca req-d5e28910-033a-408b-a40d-2153f66e4f22 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 949 time: 0.1105368 Jul 16 01:32:22.557799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.574132 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:32:22.574573 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:32:22.580887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d1dbd9a-5aad-46a5-aa46-c5b61873dbca req-345dece1-3510-43a6-9625-afc926b0fcbb tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Jul 16 01:32:22.764989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664bf51-9c77-4d80-a3a8-66bc45d66b75 req-2bc35083-a7fb-4faa-aabe-bb941e5b11e8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.767053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b664bf51-9c77-4d80-a3a8-66bc45d66b75 req-2bc35083-a7fb-4faa-aabe-bb941e5b11e8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.0817330 Jul 16 01:32:22.824517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b664bf51-9c77-4d80-a3a8-66bc45d66b75 req-5b672e57-86a5-4d32-972c-2595a71cc08b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504835 Jul 16 01:32:22.909899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375dac2-f65a-448a-b076-1a1364adca0e req-ed784dad-c2e2-43f9-9ed0-26ef23762b4e tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.911600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d375dac2-f65a-448a-b076-1a1364adca0e req-ed784dad-c2e2-43f9-9ed0-26ef23762b4e tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 945 time: 0.0727775 Jul 16 01:32:22.962015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d375dac2-f65a-448a-b076-1a1364adca0e req-c4c3faea-23cf-49fe-8a28-c5b1a0b21fdd tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Jul 16 01:32:23.120523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.140216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:23.173936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:23.190515 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.266583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.278271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:23.490416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba6fb2-1653-47ba-874c-7d2746105596 req-9df62864-c880-4839-b1b1-2d494229a4ab tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.493049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81ba6fb2-1653-47ba-874c-7d2746105596 req-9df62864-c880-4839-b1b1-2d494229a4ab tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 946 time: 0.1344149 Jul 16 01:32:23.564628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81ba6fb2-1653-47ba-874c-7d2746105596 req-ae47318d-9de7-447f-8d1d-f81776ca369e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633745 Jul 16 01:32:23.762872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-90eb7625-ca0c-4cb3-8cca-05eca9853924 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.764676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-90eb7625-ca0c-4cb3-8cca-05eca9853924 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 945 time: 0.1359324 Jul 16 01:32:23.776855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:23.780380 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc83da-af48-4518-81a7-d3a616a405d7" -d '{"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:23.859104 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4dcfd4-9941-4e75-8857-b7c5b6da46e0 x-openstack-request-id: req-7a4dcfd4-9941-4e75-8857-b7c5b6da46e0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:23.859498 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:23.859700 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a4dcfd4-9941-4e75-8857-b7c5b6da46e0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:23.860036 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'code': 200} Jul 16 01:32:23.902173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc9313-2dff-45fb-89cc-a081e38cd3d5 req-e00533d4-b913-4420-b99b-a4dd9a9ff9fe tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.904922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60dc9313-2dff-45fb-89cc-a081e38cd3d5 req-e00533d4-b913-4420-b99b-a4dd9a9ff9fe tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 949 time: 0.1644390 Jul 16 01:32:23.991840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60dc9313-2dff-45fb-89cc-a081e38cd3d5 req-87d29836-28f0-41c7-8ba2-0757a924d6ee tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763769 Jul 16 01:32:24.013586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Deleting port fa44f46f-e453-4999-b423-a0bc87f3a2bf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:24.013586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.224739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678bf2e-5aea-49ee-971a-81b8a8447217 req-f0a999ae-a4b8-441f-abd9-52a997ac6237 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.226103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:24.231796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c678bf2e-5aea-49ee-971a-81b8a8447217 req-f0a999ae-a4b8-441f-abd9-52a997ac6237 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1904964 Jul 16 01:32:24.287468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] For port fa44f46f-e453-4999-b423-a0bc87f3a2bf, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=fa44f46f-e453-4999-b423-a0bc87f3a2bf,segment=NetworkSegment(797f8bc2-1171-4c96-8936-968236674fd6),segment_id=797f8bc2-1171-4c96-8936-968236674fd6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:24.287980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.307169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:24.307543 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.315187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c678bf2e-5aea-49ee-971a-81b8a8447217 req-3cebc48d-2266-4315-995e-917859346921 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823834 Jul 16 01:32:24.326814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Calling delete_port for fa44f46f-e453-4999-b423-a0bc87f3a2bf owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:24.374968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790b274-53d1-414f-839b-c9c167ce5e1a req-c8a1f6ac-13ea-42dd-b7c1-fdaeb0ad7b8c tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.382103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3790b274-53d1-414f-839b-c9c167ce5e1a req-c8a1f6ac-13ea-42dd-b7c1-fdaeb0ad7b8c tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 945 time: 0.2226813 Jul 16 01:32:24.457705 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.473510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3790b274-53d1-414f-839b-c9c167ce5e1a req-c1465736-4346-4eb8-83a9-1fe8384e2d06 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed8911b5-5df9-4392-ac74-3dac40041d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903275 Jul 16 01:32:24.554461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:24.564034 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.645801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.661093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.675528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['fa44f46f-e453-4999-b423-a0bc87f3a2bf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:24.718246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event deleted for resources: {'Port': ['ID=fa44f46f-e453-4999-b423-a0bc87f3a2bf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.808375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] No DVR routers for this DVR port fa44f46f-e453-4999-b423-a0bc87f3a2bf on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:24.819269 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.821510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a033abf-c674-4159-a9b7-8b75b512dab1 req-5293c31b-c722-4168-b910-2c3048b37841 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.93 "DELETE /v2.0/ports/fa44f46f-e453-4999-b423-a0bc87f3a2bf HTTP/1.1" status: 204 len: 173 time: 1.0382853 Jul 16 01:32:24.822443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'name': 'network-vif-deleted', 'tag': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:24.825161 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda0ed6-1971-4a23-a01b-28fd6538655e" -d '{"events": [{"server_uuid": "3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c", "name": "network-vif-deleted", "tag": "fa44f46f-e453-4999-b423-a0bc87f3a2bf"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:24.957248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8815b-b583-499c-8e44-5c6e3a4f3422 req-c1612c8d-b699-492c-95fb-cf9378a437a2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.959417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-beb8815b-b583-499c-8e44-5c6e3a4f3422 req-c1612c8d-b699-492c-95fb-cf9378a437a2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1524229 Jul 16 01:32:25.035669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-beb8815b-b583-499c-8e44-5c6e3a4f3422 req-ca452773-e323-4ed0-8b37-4ce7b9c98b2e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665236 Jul 16 01:32:25.184260 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d2681-772f-41ea-b51f-557dc3513b82 x-openstack-request-id: req-a23d2681-772f-41ea-b51f-557dc3513b82 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:25.184689 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c", "name": "network-vif-deleted", "tag": "fa44f46f-e453-4999-b423-a0bc87f3a2bf", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:25.185063 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a23d2681-772f-41ea-b51f-557dc3513b82 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:25.185554 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c', 'name': 'network-vif-deleted', 'tag': 'fa44f46f-e453-4999-b423-a0bc87f3a2bf', 'status': 'completed', 'code': 200} Jul 16 01:32:25.536020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.536674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.537206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.537862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.538507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.539057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.539579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.540128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.540870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.541529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.542161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.542807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.543436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.544064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.544739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.545507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.546151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.546801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.547436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.548130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.549370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.552657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-fe18cc2a-c1de-4d01-9e4e-f49e83ec6cf3 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888&device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c&device_id=fd5709d0-f6b6-473e-b43d-3056602f6926&device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a&device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944&device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589&device_id=a795905b-8f16-478f-8d3c-59c2bebd1783&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 18999 time: 0.1453016 Jul 16 01:32:25.585083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-cbc73a4b-c436-491c-93e1-77b2537d608e tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.613802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06b75-a888-4316-9cb7-c05ef9135526 req-a0ce3a36-bd06-46f3-9bea-1bc0db22d5f8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.621673 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccb06b75-a888-4316-9cb7-c05ef9135526 req-a0ce3a36-bd06-46f3-9bea-1bc0db22d5f8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1502292 Jul 16 01:32:25.682763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccb06b75-a888-4316-9cb7-c05ef9135526 req-aeb64479-6a15-418c-89d0-c56782de2f6a tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598423 Jul 16 01:32:25.793532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-cbc73a4b-c436-491c-93e1-77b2537d608e tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.811832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-cbc73a4b-c436-491c-93e1-77b2537d608e tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.861671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:25.863887 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a31dfe-2074-42fc-86c8-dd787fe05faf" -d '{"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:25.926883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e09bbf6-5caa-4600-a7d3-5e469fb3defe req-cbc73a4b-c436-491c-93e1-77b2537d608e tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&id=4bde26d6-d022-4fbe-bdb3-91416b39c884&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&id=df88e926-a383-4a98-a443-7f18af8c7aa8&id=29bbafde-814e-4294-a17c-9484dad6b55b&id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 856 time: 0.3612711 Jul 16 01:32:26.097508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19b0e827-5336-4f67-ae68-4268ae3569e5 req-e65437ac-ce00-4145-919d-def52c03ccd0 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/ports?device_id=3e2bb0c3-6db0-43a3-8a81-10c0d7129d1c HTTP/1.1" status: 200 len: 210 time: 0.1300921 Jul 16 01:32:26.098785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc73a4b-c436-491c-93e1-77b2537d608e tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5746fcd1-d5ea-4d41-b170-a8a4b96dc166,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.162426 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e51cfd6-6917-47c8-a43f-c6e919d6c1bb x-openstack-request-id: req-2e51cfd6-6917-47c8-a43f-c6e919d6c1bb {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:26.162728 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:26.162982 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e51cfd6-6917-47c8-a43f-c6e919d6c1bb {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:26.163390 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'code': 200} Jul 16 01:32:26.620518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccdc40-978c-464a-97bc-5a402b986bad req-aebf5006-5293-4fdb-9cf6-e084e0a2da39 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.628818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91ccdc40-978c-464a-97bc-5a402b986bad req-aebf5006-5293-4fdb-9cf6-e084e0a2da39 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1819780 Jul 16 01:32:26.709530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91ccdc40-978c-464a-97bc-5a402b986bad req-d76c71ca-6b29-4aef-bfc7-906790471f43 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704818 Jul 16 01:32:26.959630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a252958-8768-40b5-baf2-4677b5499fad req-f2ad0a99-a251-454c-b036-0e837410474a tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.960743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a252958-8768-40b5-baf2-4677b5499fad req-f2ad0a99-a251-454c-b036-0e837410474a tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.961291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a252958-8768-40b5-baf2-4677b5499fad req-f2ad0a99-a251-454c-b036-0e837410474a tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.963184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a252958-8768-40b5-baf2-4677b5499fad req-f2ad0a99-a251-454c-b036-0e837410474a tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888&device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a&device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 2882 time: 0.1388943 Jul 16 01:32:27.002056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90cefd-356a-47a0-b385-6027ff83fc9f req-0c940402-9642-45e3-ae90-25031e9e4d08 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.003893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df90cefd-356a-47a0-b385-6027ff83fc9f req-0c940402-9642-45e3-ae90-25031e9e4d08 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1410508 Jul 16 01:32:27.050799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a252958-8768-40b5-baf2-4677b5499fad req-5d376aa1-66dd-4369-823d-0d2d0d275f48 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790710 Jul 16 01:32:27.126280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df90cefd-356a-47a0-b385-6027ff83fc9f req-6f52e36d-0be4-4668-a0b9-c72c8a392733 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027477 Jul 16 01:32:27.579615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device fa44f46f-e453-4999-b423-a0bc87f3a2bf no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:27.613764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: fa44f46f-e453-4999-b423-a0bc87f3a2bf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:27.619095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device fa44f46f-e453-4999-b423-a0bc87f3a2bf not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:27.945833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55270) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.019547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.069039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.084393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b8988-5b45-4c31-bdba-5351233bb765 req-75ccab0d-7843-4211-af34-88bfe59dcafe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.108504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e79b8988-5b45-4c31-bdba-5351233bb765 req-75ccab0d-7843-4211-af34-88bfe59dcafe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1782160 Jul 16 01:32:28.147506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.150751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.155613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "DELETE /v2.0/security-groups/c3e4d3c2-249f-4b2f-824f-3869cb9516f6 HTTP/1.1" status: 204 len: 168 time: 0.2085385 Jul 16 01:32:28.156277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.188372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4d3c2-249f-4b2f-824f-3869cb9516f6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.196634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e79b8988-5b45-4c31-bdba-5351233bb765 req-7c48b4f1-1de2-4646-9e3d-39f2307f552d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869844 Jul 16 01:32:28.205685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.206054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.206404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.206798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.207291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.207430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.208745 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.209281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.209816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.210426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.211068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.211619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91fd15-4c8d-431f-960d-9b075bebcb84 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:28.221833 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b8f51556-2ddb-4d67-9333-c5d4d6b0c837 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] show failed (client error): The resource could not be found. Jul 16 01:32:28.226469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.235281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b8f51556-2ddb-4d67-9333-c5d4d6b0c837 tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "GET /v2.0/security-groups/c3e4d3c2-249f-4b2f-824f-3869cb9516f6 HTTP/1.1" status: 404 len: 347 time: 0.0601387 Jul 16 01:32:28.520896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Deleting port bbee09b6-f0c2-4124-b785-cca6b25fb423 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:28.521335 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.531634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cbda1-0c25-4da4-be34-b9ccf32712b3 req-85293b3a-a67b-453b-bd60-7f795e3a1636 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.533380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-265cbda1-0c25-4da4-be34-b9ccf32712b3 req-85293b3a-a67b-453b-bd60-7f795e3a1636 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1105080 Jul 16 01:32:28.678319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-265cbda1-0c25-4da4-be34-b9ccf32712b3 req-b1eaf779-ee3e-490f-89b4-b82e3e70092c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330769 Jul 16 01:32:28.715749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.716095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.732111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Calling delete_port for bbee09b6-f0c2-4124-b785-cca6b25fb423 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:28.818148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc254d-9cc1-4a44-9433-1217669f3052 req-b90c037c-9637-482b-8f39-10f2c1f11888 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.825204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddbc254d-9cc1-4a44-9433-1217669f3052 req-b90c037c-9637-482b-8f39-10f2c1f11888 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1101 time: 0.2152653 Jul 16 01:32:28.879365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddbc254d-9cc1-4a44-9433-1217669f3052 req-f7876c01-589d-4681-b4b3-286c485c1d6b tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 Jul 16 01:32:29.018596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.066865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Pushing event deleted for resources: {'Port': ['ID=bbee09b6-f0c2-4124-b785-cca6b25fb423,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.150216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.150829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.151172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.151686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.152098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.152942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.153358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.153848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.155409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.156151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.156927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.157336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:29.230978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aef57-f6fb-49b6-919f-6d58432e4bb3 req-5d215fea-0782-4d8f-a449-bf5ca46b250c tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.233493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d3aef57-f6fb-49b6-919f-6d58432e4bb3 req-5d215fea-0782-4d8f-a449-bf5ca46b250c tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1101 time: 0.1803403 Jul 16 01:32:29.287350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.290949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.295725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-960c9737-8c44-4fad-a92b-f0ce9b4c679f tempest-ImagesOneServerNegativeTestJSON-1354854188 tempest-ImagesOneServerNegativeTestJSON-1354854188-project] 10.222.0.81 "DELETE /v2.0/floatingips/e4c4b444-f2ff-4cbe-a90d-fa41fdd87dc5 HTTP/1.1" status: 204 len: 168 time: 1.0649643 Jul 16 01:32:29.307315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d3aef57-f6fb-49b6-919f-6d58432e4bb3 req-6e781a27-f302-4c27-9a7c-6843255d1582 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664346 Jul 16 01:32:29.550515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5bc69-97d6-4a5f-a09b-e45dff050570 req-9a1ce5cc-47e0-4f67-94a1-89645df37597 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.562397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eeb5bc69-97d6-4a5f-a09b-e45dff050570 req-9a1ce5cc-47e0-4f67-94a1-89645df37597 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1544449 Jul 16 01:32:29.637949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eeb5bc69-97d6-4a5f-a09b-e45dff050570 req-732420f8-cb3e-424a-acf5-0181da05fec8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745404 Jul 16 01:32:29.899904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.003217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875fe9-25cf-4219-9b60-226922ef7229 req-46a839bf-a9a5-4572-beab-1f25210c9d98 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.004836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e875fe9-25cf-4219-9b60-226922ef7229 req-46a839bf-a9a5-4572-beab-1f25210c9d98 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1115155 Jul 16 01:32:30.024504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] Deleting subnet 3f911dd3-68c7-4167-8faa-b5fb59b2d080 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:30.030692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.097701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e875fe9-25cf-4219-9b60-226922ef7229 req-4fa6feef-e99d-44d6-9f7c-8fcbdcdd1f58 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840468 Jul 16 01:32:30.111019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.194732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.291159 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.325822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f911dd3-68c7-4167-8faa-b5fb59b2d080,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.328311 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.333060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.333600 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-30288ca8-0d53-4b6a-ac5c-0f81e240649e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3f911dd3-68c7-4167-8faa-b5fb59b2d080 HTTP/1.1" status: 204 len: 168 time: 0.4321699 Jul 16 01:32:30.519853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.691895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.722091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e547e72-3aa7-4df0-bc5b-40447282ee09']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.745493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797f8bc2-1171-4c96-8936-968236674fd6') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.745887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797f8bc2-1171-4c96-8936-968236674fd6') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.778539 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.826010 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.840623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:30.843345 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:30.847311 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:31.044768 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.073469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.083313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1e547e72-3aa7-4df0-bc5b-40447282ee09 HTTP/1.1" status: 204 len: 168 time: 0.7458694 Jul 16 01:32:31.119779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0e829-61db-4c8f-9b4c-ab4f11a5b364 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e547e72-3aa7-4df0-bc5b-40447282ee09,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.155514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513044d-17aa-4916-8273-5aff56ae4144 req-2fa7b725-1cca-40cd-a646-0e1c95f5b8c5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.156611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3513044d-17aa-4916-8273-5aff56ae4144 req-2fa7b725-1cca-40cd-a646-0e1c95f5b8c5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.3193936 Jul 16 01:32:31.261399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3513044d-17aa-4916-8273-5aff56ae4144 req-4aba50f7-5a67-40fc-9d14-431f39577d69 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968757 Jul 16 01:32:31.455759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.487444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88563eb4-4a6b-43c8-a256-5abd199f3a8c req-5b2501de-945b-483b-b87c-920035c6e6c7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.495152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88563eb4-4a6b-43c8-a256-5abd199f3a8c req-5b2501de-945b-483b-b87c-920035c6e6c7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2078121 Jul 16 01:32:31.546081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce457d18-8c28-42ef-bff7-43f2ba5158bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a1b46c1d64f4f0395047cee18accc20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883677 Jul 16 01:32:31.546935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.588141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88563eb4-4a6b-43c8-a256-5abd199f3a8c req-1c27f0e7-7421-46b1-9b99-0389d546db31 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919042 Jul 16 01:32:31.651642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ce7f-ae28-482d-8f7c-c5a3d98bb6de req-19ef9a1a-c059-4a48-8c2f-cbdf48f6603b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.655998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a29e174c-7745-4d46-a5c2-68824a7d292d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.661724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60c4ce7f-ae28-482d-8f7c-c5a3d98bb6de req-19ef9a1a-c059-4a48-8c2f-cbdf48f6603b tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1581020 Jul 16 01:32:31.684001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a29e174c-7745-4d46-a5c2-68824a7d292d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.759363 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a29e174c-7745-4d46-a5c2-68824a7d292d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.766585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a29e174c-7745-4d46-a5c2-68824a7d292d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.793121 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a29e174c-7745-4d46-a5c2-68824a7d292d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed8911b5-5df9-4392-ac74-3dac40041d7c HTTP/1.1" status: 204 len: 168 time: 0.2401304 Jul 16 01:32:31.796602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60c4ce7f-ae28-482d-8f7c-c5a3d98bb6de req-2a2f2614-0f3c-4e28-a9ed-e728568862b1 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237960 Jul 16 01:32:31.823517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e174c-7745-4d46-a5c2-68824a7d292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8911b5-5df9-4392-ac74-3dac40041d7c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.463212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc0a2b-2e6d-410b-a705-aeee39128035 req-ce7419b6-bd8b-4e45-86d8-a7aa998ace09 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.464785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ccc0a2b-2e6d-410b-a705-aeee39128035 req-ce7419b6-bd8b-4e45-86d8-a7aa998ace09 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.0766478 Jul 16 01:32:32.506351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ccc0a2b-2e6d-410b-a705-aeee39128035 req-268d6566-df96-40f4-9d7f-47a3ac6fffb3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Jul 16 01:32:32.714253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:32.790931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e17f84-6cf7-460f-81a2-a25bd1a496b1 req-d9e8168b-9a25-4db6-9ff1-57c2eeedb148 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.798037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0e17f84-6cf7-460f-81a2-a25bd1a496b1 req-d9e8168b-9a25-4db6-9ff1-57c2eeedb148 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0782368 Jul 16 01:32:32.849928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1456711688-network', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:32.870474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0e17f84-6cf7-460f-81a2-a25bd1a496b1 req-594c3449-3018-4adf-8c76-0ae85d6d8535 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712690 Jul 16 01:32:32.928716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Made reservation on behalf of 2b44aaec28724c998d44b56d2ac2af35 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:32.931965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.948871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.081945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.089239 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.103893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:33.115771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.116530 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Added segment 2552b085-f692-46ad-912b-2b06e6608e2d of type vlan for network ad6a9fae-a477-4573-9a3f-c968446c3c72 Jul 16 01:32:33.132334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79f627-20a6-4e7a-b873-500ac0bcd835 req-8b51ec39-28b9-49e1-9f38-c822bdbb8638 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.134788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb79f627-20a6-4e7a-b873-500ac0bcd835 req-8b51ec39-28b9-49e1-9f38-c822bdbb8638 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1733615 Jul 16 01:32:33.164625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.217410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fedb2d-3e8a-4ef0-a217-14806f93efc6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.221190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb79f627-20a6-4e7a-b873-500ac0bcd835 req-5b3fb701-ba68-4f74-9535-9706f05d541c tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787590 Jul 16 01:32:33.233369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.235362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.240026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.299136 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5836499 Jul 16 01:32:33.302079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.308026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Request body: {'subnet': {'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1456711688-subnet', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:33.370084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Made reservation on behalf of 2b44aaec28724c998d44b56d2ac2af35 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:33.374442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.381908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376e646-1ec7-4689-9d4e-8c39361af693 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6a9fae-a477-4573-9a3f-c968446c3c72,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.395176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:33.687093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.789835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed38627-1690-4f78-808b-b3a4aa802587,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.806193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Checking segment: {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:33.806558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Network hostable DHCP agents. Network: ad6a9fae-a477-4573-9a3f-c968446c3c72, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:33.823222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dce34-3814-49c9-b1a2-b8b22a97d7fe req-d6815349-7dd4-4a84-8970-3afd5e6d1b44 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.824961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-676dce34-3814-49c9-b1a2-b8b22a97d7fe req-d6815349-7dd4-4a84-8970-3afd5e6d1b44 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1835208 Jul 16 01:32:33.871062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-676dce34-3814-49c9-b1a2-b8b22a97d7fe req-6aa0a102-6ffd-4bcf-9b67-df5f4cb0c19b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 Jul 16 01:32:33.872777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:33.882605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ad6a9fae-a477-4573-9a3f-c968446c3c72) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:33.887596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.888325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.897662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951720e3-ed64-420f-a497-2c2d85b18767 None None] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:33.907952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aea46c39-6bcb-4954-b8b5-94fd1333ff40 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6045704 Jul 16 01:32:33.911520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55432) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.916443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:33.966214 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.967724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.063892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.141451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20918e-d4dc-43cd-92e7-314374220505 req-60140232-3c86-4ec0-beb1-17d348381e53 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.153481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b20918e-d4dc-43cd-92e7-314374220505 req-60140232-3c86-4ec0-beb1-17d348381e53 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1405022 Jul 16 01:32:34.207281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ad6a9fae-a477-4573-9a3f-c968446c3c72', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:34.208987 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.269284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b20918e-d4dc-43cd-92e7-314374220505 req-756bf14a-5d53-41d4-961e-5afb15e077d8 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150134 Jul 16 01:32:34.354581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.467471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Allocated IP 172.20.0.2 (ad6a9fae-a477-4573-9a3f-c968446c3c72/bed38627-1690-4f78-808b-b3a4aa802587/e42382b4-0f4a-4703-bc7a-ebbc13d35d1c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:34.674971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1cbe0-8486-4ee6-8011-31c4bad10f38 req-ce451147-8982-4f67-a823-f84c00f52572 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.676659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76e1cbe0-8486-4ee6-8011-31c4bad10f38 req-ce451147-8982-4f67-a823-f84c00f52572 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1458089 Jul 16 01:32:34.748696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76e1cbe0-8486-4ee6-8011-31c4bad10f38 req-15b99d84-0fcf-44c1-b1ac-80ee53da937f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583372 Jul 16 01:32:34.790749 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.804376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Transition to ACTIVE for port object e42382b4-0f4a-4703-bc7a-ebbc13d35d1c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:34.817240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.828152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Transition to ACTIVE for port object e42382b4-0f4a-4703-bc7a-ebbc13d35d1c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:34.840810 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.855096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.895502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Pushing event updated for resources: {'Port': ['ID=e42382b4-0f4a-4703-bc7a-ebbc13d35d1c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:34.916439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:34.918126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:34.921880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:35.069747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Allocated IP 172.25.5.109 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/a8cd7879-1674-4e13-a93a-af3513c93329) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:35.131815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Attempting to bind port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:35.132410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Attempting to bind port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:35.132880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Attempting to bind port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c on network ad6a9fae-a477-4573-9a3f-c968446c3c72 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:35.141464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:35.142193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Checking segment: {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:35.142712 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.143382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Bound using segment: {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:35.143997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Bound port: e42382b4-0f4a-4703-bc7a-ebbc13d35d1c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:35.144473 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.219714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.242090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56af31-b87a-4905-9de1-50b60e9eea96 req-aa8566f5-4593-4d6b-b99d-7a4ae5b59534 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.253013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] For port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:35.256242 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe56af31-b87a-4905-9de1-50b60e9eea96 req-aa8566f5-4593-4d6b-b99d-7a4ae5b59534 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1338763 Jul 16 01:32:35.260811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] For port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e42382b4-0f4a-4703-bc7a-ebbc13d35d1c,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:35.271980 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.307750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.344716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe56af31-b87a-4905-9de1-50b60e9eea96 req-d7104060-3dbf-4410-b88c-5d3a5587c1b2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899720 Jul 16 01:32:35.414014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:35.426534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:35.429938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:35.445536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd8ffe-6e7e-42b4-8007-bbc2ca40ec34 None None] Pushing event updated for resources: {'Port': ['ID=e42382b4-0f4a-4703-bc7a-ebbc13d35d1c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.551777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a8cd7879-1674-4e13-a93a-af3513c93329,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.568948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef491d19-2bf1-4d60-9f0f-901fef32a582 req-b1cc67a6-19ac-4e1a-8cf0-835c453220de tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.576684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef491d19-2bf1-4d60-9f0f-901fef32a582 req-b1cc67a6-19ac-4e1a-8cf0-835c453220de tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0985458 Jul 16 01:32:35.764701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef491d19-2bf1-4d60-9f0f-901fef32a582 req-dce7d884-38c5-40d0-a30a-8b269a137a38 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868672 Jul 16 01:32:35.989467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.094205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6228-537e-46d8-bd78-650fc7d91030 req-036b0fea-1d27-428f-8acf-6c851c5762c3 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.095963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f63f6228-537e-46d8-bd78-650fc7d91030 req-036b0fea-1d27-428f-8acf-6c851c5762c3 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1123154 Jul 16 01:32:36.239013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f63f6228-537e-46d8-bd78-650fc7d91030 req-07e28153-cfbd-4bf3-a011-5275bbcb80bb tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356838 Jul 16 01:32:36.303803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e42382b4-0f4a-4703-bc7a-ebbc13d35d1c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:36.385501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:36.505084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.678671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2efde-050e-461e-94bd-7d3cb46bd0e1 req-37035e4a-a1b8-4f45-afab-65908b102587 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.687184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41c2efde-050e-461e-94bd-7d3cb46bd0e1 req-37035e4a-a1b8-4f45-afab-65908b102587 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1394806 Jul 16 01:32:36.734840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:36.789153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41c2efde-050e-461e-94bd-7d3cb46bd0e1 req-cb370df6-4875-4fa3-97a6-222118c5dceb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954947 Jul 16 01:32:37.001497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:37.019710 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Sync routers for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:37.040962 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:37.042799 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:37.049012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.051235 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-daf79930-859e-4972-b7aa-e4ebfbd453f5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1387138 Jul 16 01:32:37.058490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:37.110469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7874b-e251-4132-ab35-0aebf23fa15a None None] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:37.363677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8be93064-2074-47fc-b023-97690f052fa6 None None] Provisioning for port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:37.370672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8be93064-2074-47fc-b023-97690f052fa6 None None] Provisioning complete for port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:37.371082 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8be93064-2074-47fc-b023-97690f052fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.488003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c04f-da6f-4332-acbd-76370b5435c4 req-29242efc-ff0a-493b-83f1-c972f7201d51 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.494454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10e6c04f-da6f-4332-acbd-76370b5435c4 req-29242efc-ff0a-493b-83f1-c972f7201d51 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2713249 Jul 16 01:32:37.519461 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:37.523506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8be93064-2074-47fc-b023-97690f052fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.600973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8be93064-2074-47fc-b023-97690f052fa6 None None] For port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e42382b4-0f4a-4703-bc7a-ebbc13d35d1c,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:37.610368 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8be93064-2074-47fc-b023-97690f052fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.622179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10e6c04f-da6f-4332-acbd-76370b5435c4 req-1162c5e6-ad1e-4280-8eec-85c8f2174bae tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180489 Jul 16 01:32:37.759543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be93064-2074-47fc-b023-97690f052fa6 None None] Pushing event updated for resources: {'Port': ['ID=e42382b4-0f4a-4703-bc7a-ebbc13d35d1c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.024048 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:35Z', 'revision_number': 3, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:38.066118 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Checking router: 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:38.066867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Updating router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b port a8cd7879-1674-4e13-a93a-af3513c93329 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:38.071416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828542bc-58f1-4f3e-a6cb-02d1ecdd9263 req-9abb3c99-7743-4775-9d46-e3fbbf014455 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.082419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-828542bc-58f1-4f3e-a6cb-02d1ecdd9263 req-9abb3c99-7743-4775-9d46-e3fbbf014455 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1793220 Jul 16 01:32:38.140428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-437218c8-54bc-4fbb-aea2-b1317c3fe475 None None] Provisioning complete for port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:38.140686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-437218c8-54bc-4fbb-aea2-b1317c3fe475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.156529 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.163659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.216248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-828542bc-58f1-4f3e-a6cb-02d1ecdd9263 req-6471b681-a045-4d22-a7a1-9d5dc899e863 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308162 Jul 16 01:32:38.298790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebfbf6-53e1-4377-a204-0a4c3a416a8e req-509f79a7-b653-44e5-898b-8a9670683e6c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.307660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91ebfbf6-53e1-4377-a204-0a4c3a416a8e req-509f79a7-b653-44e5-898b-8a9670683e6c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1402001 Jul 16 01:32:38.337123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e42382b4-0f4a-4703-bc7a-ebbc13d35d1c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:38.407233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91ebfbf6-53e1-4377-a204-0a4c3a416a8e req-87d2fc45-7db7-4bbe-b466-3fbb51808a2f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952177 Jul 16 01:32:38.424101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:38.424703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.582216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Allocated IP 172.20.0.1 (ad6a9fae-a477-4573-9a3f-c968446c3c72/bed38627-1690-4f78-808b-b3a4aa802587/94e03233-63bd-46d1-9ef0-dd1c9bea1657) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:38.759495 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.774791 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Transition to ACTIVE for port object a8cd7879-1674-4e13-a93a-af3513c93329 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:38.783309 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.821120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.854188 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Attempting to bind port a8cd7879-1674-4e13-a93a-af3513c93329 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:38.854691 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Attempting to bind port a8cd7879-1674-4e13-a93a-af3513c93329 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:38.855063 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Attempting to bind port a8cd7879-1674-4e13-a93a-af3513c93329 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:38.871210 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:38.871641 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:38.872136 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.872569 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:38.873690 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Bound port: a8cd7879-1674-4e13-a93a-af3513c93329, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:38.874204 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.981059 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] For port a8cd7879-1674-4e13-a93a-af3513c93329, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:38.985674 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] For port a8cd7879-1674-4e13-a93a-af3513c93329, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a8cd7879-1674-4e13-a93a-af3513c93329,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:38.996126 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Pushing event updated for resources: {'Port': ['ID=a8cd7879-1674-4e13-a93a-af3513c93329,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.003127 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.073926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528acb37-27f0-4b4b-9432-f0dc00831920 req-a4e32d14-2670-4a72-9f9e-cb4db292b3db tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.078662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-528acb37-27f0-4b4b-9432-f0dc00831920 req-a4e32d14-2670-4a72-9f9e-cb4db292b3db tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1669502 Jul 16 01:32:39.080074 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.080601 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.081035 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.081885 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.083206 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.083640 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.084577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.085657 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.086554 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.094718 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.095943 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.096660 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:39.170801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-528acb37-27f0-4b4b-9432-f0dc00831920 req-220fa3eb-2dbd-433b-969c-e1adff57d4d7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789504 Jul 16 01:32:39.210575 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878cd48-c643-467d-93d5-dfae9c077430 None None] Pushing event updated for resources: {'Port': ['ID=a8cd7879-1674-4e13-a93a-af3513c93329,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.224343 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:39.225377 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.334594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a34459-c36c-46ef-8588-33cbcca417f3 req-50cdb273-0284-48f2-904b-836751fe9de2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.337304 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:39.343165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70a34459-c36c-46ef-8588-33cbcca417f3 req-50cdb273-0284-48f2-904b-836751fe9de2 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.0804515 Jul 16 01:32:39.400151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70a34459-c36c-46ef-8588-33cbcca417f3 req-b7b0e5d7-8e49-43c9-8174-b144ca5c1869 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559797 Jul 16 01:32:39.446360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Transition to ACTIVE for port object 94e03233-63bd-46d1-9ef0-dd1c9bea1657 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:39.521934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.577025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:39.599128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:39.603335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:39.639864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Pushing event updated for resources: {'Port': ['ID=94e03233-63bd-46d1-9ef0-dd1c9bea1657,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.708061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378dd5a-2660-4089-8b9d-a42c94060c77 req-825341a8-1e5a-4094-b3d9-84d548beb1c0 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.710262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.710448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3378dd5a-2660-4089-8b9d-a42c94060c77 req-825341a8-1e5a-4094-b3d9-84d548beb1c0 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1128781 Jul 16 01:32:39.730793 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:35Z', 'revision_number': 3, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.807273 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325388a-b50d-49a9-92c4-2968a5f1cef2 None None] The sync data for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 is: [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:35Z', 'revision_number': 3, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:39.899089 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.081700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9a42c021-611c-41db-a7b8-9fe55a4524c5 None None] Provisioning for port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:40.103894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9a42c021-611c-41db-a7b8-9fe55a4524c5 None None] Provisioning complete for port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:40.131545 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9a42c021-611c-41db-a7b8-9fe55a4524c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.261461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9a42c021-611c-41db-a7b8-9fe55a4524c5 None None] Port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:40.301946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.310690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.367184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3378dd5a-2660-4089-8b9d-a42c94060c77 req-1ac434a2-21d1-436f-838b-e88a52b14f7f tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464455 Jul 16 01:32:40.547194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.566067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef04e0-4545-4fb7-a225-d95b57aa07c8 req-cfb2e61b-c826-442f-99e6-fcbfb58b1780 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.621365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59ef04e0-4545-4fb7-a225-d95b57aa07c8 req-cfb2e61b-c826-442f-99e6-fcbfb58b1780 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.9020927 Jul 16 01:32:40.729399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59ef04e0-4545-4fb7-a225-d95b57aa07c8 req-a4d3b008-4f32-4b4f-83ac-416e45ca955b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056585 Jul 16 01:32:40.815885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Pushing event updated for resources: {'Port': ['ID=94e03233-63bd-46d1-9ef0-dd1c9bea1657,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.825978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:40.827908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:41.010936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd10a-ce34-4325-a18d-4d156695aa41 req-607fc55a-131f-4af6-af33-4fc37b01f5c2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.022397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb1dd10a-ce34-4325-a18d-4d156695aa41 req-607fc55a-131f-4af6-af33-4fc37b01f5c2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1622293 Jul 16 01:32:41.092498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:41.095291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb1dd10a-ce34-4325-a18d-4d156695aa41 req-aa91c9a7-c5bf-41fb-91df-55bcc0123c69 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706613 Jul 16 01:32:41.387114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:41.404952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a762b50b-c926-4777-8505-4014a3d2cec3 admin admin] 10.222.0.81 "PUT /v2.0/routers/42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3364971 Jul 16 01:32:41.406337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1aada065-7195-4df8-9a1f-40f23abdb39d None None] Provisioning complete for port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:41.406337 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1aada065-7195-4df8-9a1f-40f23abdb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.515685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1aada065-7195-4df8-9a1f-40f23abdb39d None None] Port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:41.555341 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf939-8938-4c5b-89df-3347e4e1a8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.667944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0c37-a683-448a-a548-44a2da3885df req-4a858d3a-de4b-4020-9899-f4c826c78ed4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.672103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-536d0c37-a683-448a-a548-44a2da3885df req-4a858d3a-de4b-4020-9899-f4c826c78ed4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.1054516 Jul 16 01:32:41.744467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-536d0c37-a683-448a-a548-44a2da3885df req-e1c3f68c-5f00-421d-9ff3-b9e1f96a5b17 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663383 Jul 16 01:32:42.106172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.114394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2869e254-7743-43e5-aa7d-f8c714b1280b tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030512582', 'description': 'tempest-description--527014122'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:42.171979 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2869e254-7743-43e5-aa7d-f8c714b1280b tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.190800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627f197-db3d-49ae-87f7-c16e8b823a9c req-501c8754-aed2-4ced-8c70-ae3b08899d4a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.200509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8627f197-db3d-49ae-87f7-c16e8b823a9c req-501c8754-aed2-4ced-8c70-ae3b08899d4a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1508224 Jul 16 01:32:42.294797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a8cd7879-1674-4e13-a93a-af3513c93329 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:42.313564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8627f197-db3d-49ae-87f7-c16e8b823a9c req-c19ebadf-9b27-4822-a9b6-1648577d6340 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109588 Jul 16 01:32:42.400171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a8cd7879-1674-4e13-a93a-af3513c93329 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:42.419059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a8cd7879-1674-4e13-a93a-af3513c93329 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:42.425061 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.444829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2869e254-7743-43e5-aa7d-f8c714b1280b tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.453070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2869e254-7743-43e5-aa7d-f8c714b1280b tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.505656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869e254-7743-43e5-aa7d-f8c714b1280b tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce85d35-1987-42e8-9b49-8695380d8b86,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.543459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2869e254-7743-43e5-aa7d-f8c714b1280b tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.548286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2869e254-7743-43e5-aa7d-f8c714b1280b tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4355664 Jul 16 01:32:42.548595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.559322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e74b3948-9bdd-47e5-bdd6-c3dad6ca6ecf tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Request body: {'security_group_rule': {'security_group_id': 'bce85d35-1987-42e8-9b49-8695380d8b86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:42.597687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e74b3948-9bdd-47e5-bdd6-c3dad6ca6ecf tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.634139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0117e-651f-4583-8e17-139860864f1c req-dab2c68b-f09e-41c7-ae42-324287302f8d tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.634754 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.637246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00c0117e-651f-4583-8e17-139860864f1c req-dab2c68b-f09e-41c7-ae42-324287302f8d tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1448860 Jul 16 01:32:42.675114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port a8cd7879-1674-4e13-a93a-af3513c93329, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a8cd7879-1674-4e13-a93a-af3513c93329,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:42.685176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.699943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00c0117e-651f-4583-8e17-139860864f1c req-8ac5371a-0d3b-4f93-be40-e3d7cddd4ce7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529096 Jul 16 01:32:42.712282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e74b3948-9bdd-47e5-bdd6-c3dad6ca6ecf tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.717567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e74b3948-9bdd-47e5-bdd6-c3dad6ca6ecf tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.733212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Sync routers for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:42.741217 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e74b3948-9bdd-47e5-bdd6-c3dad6ca6ecf tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.742721 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e74b3948-9bdd-47e5-bdd6-c3dad6ca6ecf tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931770 Jul 16 01:32:42.745461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b3948-9bdd-47e5-bdd6-c3dad6ca6ecf tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f70b3f-0449-414a-abc5-85f5559da709,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.745937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.755098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5aed4b0a-a2be-4921-81d1-4c79573ce12e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Request body: {'security_group_rule': {'security_group_id': 'bce85d35-1987-42e8-9b49-8695380d8b86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:42.756410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:42.757060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:42.817815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=a8cd7879-1674-4e13-a93a-af3513c93329,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.837908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aed4b0a-a2be-4921-81d1-4c79573ce12e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.942099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:43.055922 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:43.101018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aed4b0a-a2be-4921-81d1-4c79573ce12e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.118163 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aed4b0a-a2be-4921-81d1-4c79573ce12e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.142479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47becd-45e9-4cae-a70f-d0e6bf45ccb3 req-8e99bd92-f5b4-47e6-9325-40128ee5884e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.152092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d47becd-45e9-4cae-a70f-d0e6bf45ccb3 req-8e99bd92-f5b4-47e6-9325-40128ee5884e tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.2633731 Jul 16 01:32:43.167110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed4b0a-a2be-4921-81d1-4c79573ce12e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75332493-24f2-49ac-a57b-ec8a7ffd73eb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.188247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972969e3-6075-4eab-9592-f986d96b9a9b req-1c0dfd0e-1c72-402a-98ec-3cab83dd8694 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.189817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-972969e3-6075-4eab-9592-f986d96b9a9b req-1c0dfd0e-1c72-402a-98ec-3cab83dd8694 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 946 time: 0.2190707 Jul 16 01:32:43.191205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aed4b0a-a2be-4921-81d1-4c79573ce12e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.192947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5aed4b0a-a2be-4921-81d1-4c79573ce12e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4456077 Jul 16 01:32:43.196012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:43.202100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:43.251966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.313835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d47becd-45e9-4cae-a70f-d0e6bf45ccb3 req-33d4ccc0-b867-4f55-b42f-6c959c583fe0 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591005 Jul 16 01:32:43.317883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:40Z', 'revision_number': 2, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:43.384772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Checking router: 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:43.384772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Updating router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:43.434067 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.489808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.509939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Deleting port b4f24443-1e8f-4cb9-a458-8eaa30933968 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:43.510364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.631907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Allocated IP 172.25.5.207 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/6f707c76-2c46-4f58-9aae-5acdad77a236) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:43.648571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] For port b4f24443-1e8f-4cb9-a458-8eaa30933968, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b4f24443-1e8f-4cb9-a458-8eaa30933968,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:43.648957 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.724845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Calling delete_port for b4f24443-1e8f-4cb9-a458-8eaa30933968 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:43.832316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.906553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec2308-a64a-4997-93d7-2a728e5a4d14 req-c72b8909-5dc4-4002-ae86-f8f0f96ec97d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.908462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7eec2308-a64a-4997-93d7-2a728e5a4d14 req-c72b8909-5dc4-4002-ae86-f8f0f96ec97d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.2500789 Jul 16 01:32:43.962675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.990335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7eec2308-a64a-4997-93d7-2a728e5a4d14 req-615df80a-7fb8-4bf8-b46a-e17d4578956c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731099 Jul 16 01:32:44.016664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.070567 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:44.073906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:44.081024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:44.157383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Transition to ACTIVE for port object 94e03233-63bd-46d1-9ef0-dd1c9bea1657 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:44.159235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.168139 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.187254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b4f24443-1e8f-4cb9-a458-8eaa30933968'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:44.190948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:44.222673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event updated for resources: {'Port': ['ID=6f707c76-2c46-4f58-9aae-5acdad77a236,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.287376 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.337240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] No DVR routers for this DVR port b4f24443-1e8f-4cb9-a458-8eaa30933968 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:44.339273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event deleted for resources: {'Port': ['ID=b4f24443-1e8f-4cb9-a458-8eaa30933968,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.346109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.348637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-972969e3-6075-4eab-9592-f986d96b9a9b req-30df68c4-8fee-4304-98f5-ac72359a1498 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.93 "DELETE /v2.0/ports/b4f24443-1e8f-4cb9-a458-8eaa30933968 HTTP/1.1" status: 204 len: 173 time: 1.1321678 Jul 16 01:32:44.353351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'name': 'network-vif-deleted', 'tag': 'b4f24443-1e8f-4cb9-a458-8eaa30933968'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:44.364147 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6fef59-5ccb-438c-8967-e3936da3c12e" -d '{"events": [{"server_uuid": "fd5709d0-f6b6-473e-b43d-3056602f6926", "name": "network-vif-deleted", "tag": "b4f24443-1e8f-4cb9-a458-8eaa30933968"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:44.380606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a8cd7879-1674-4e13-a93a-af3513c93329 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:44.395755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4977455-af99-420a-99b3-3fcc37e5e126 req-66d93d1f-faf4-4fa9-834e-27475b2226ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:44.398147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d4977455-af99-420a-99b3-3fcc37e5e126 req-66d93d1f-faf4-4fa9-834e-27475b2226ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2928815 Jul 16 01:32:44.436812 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-caf31dd1-f6b2-4daa-86d5-8b270d21a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.458782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3e730-314f-486f-a876-8c53e07f772d None None] Pushing event updated for resources: {'Port': ['ID=94e03233-63bd-46d1-9ef0-dd1c9bea1657,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.462298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.485816 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.499790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d4977455-af99-420a-99b3-3fcc37e5e126 req-226eb49c-4663-497f-a05d-fd138242290c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912294 Jul 16 01:32:44.602781 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb3ae29-0834-4668-87c7-850b1bed79b6 x-openstack-request-id: req-aeb3ae29-0834-4668-87c7-850b1bed79b6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:44.603059 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5709d0-f6b6-473e-b43d-3056602f6926", "name": "network-vif-deleted", "tag": "b4f24443-1e8f-4cb9-a458-8eaa30933968", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:44.603301 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aeb3ae29-0834-4668-87c7-850b1bed79b6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:44.603869 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5709d0-f6b6-473e-b43d-3056602f6926', 'name': 'network-vif-deleted', 'tag': 'b4f24443-1e8f-4cb9-a458-8eaa30933968', 'status': 'completed', 'code': 200} Jul 16 01:32:44.648317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c82e15d0-927c-4818-828b-d597a9c01643 req-18f686f3-302b-415d-8a09-87dc38c1f2f4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd5709d0-f6b6-473e-b43d-3056602f6926 HTTP/1.1" status: 200 len: 210 time: 0.0646124 Jul 16 01:32:44.770471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.775398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.779864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Attempting to bind port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:44.780113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Attempting to bind port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:44.780704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Attempting to bind port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 on network ad6a9fae-a477-4573-9a3f-c968446c3c72 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:44.799112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:44.799504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Checking segment: {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:44.799941 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.800366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Bound using segment: {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:44.800885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Bound port: 94e03233-63bd-46d1-9ef0-dd1c9bea1657, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:44.801318 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.808632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a8cd7879-1674-4e13-a93a-af3513c93329 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:44.809012 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.841963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event updated for resources: {'Port': ['ID=6f707c76-2c46-4f58-9aae-5acdad77a236,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.854095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.869441 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.870788 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6936cd16-d598-4d93-a2bd-df62e7250db6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6736312 Jul 16 01:32:44.973969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] For port 94e03233-63bd-46d1-9ef0-dd1c9bea1657, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:45.008336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] For port 94e03233-63bd-46d1-9ef0-dd1c9bea1657, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=94e03233-63bd-46d1-9ef0-dd1c9bea1657,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:45.017439 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.089900 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:45.090527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:45.094388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3e730-314f-486f-a876-8c53e07f772d None None] Pushing event updated for resources: {'Port': ['ID=94e03233-63bd-46d1-9ef0-dd1c9bea1657,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.268311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:45.340771 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.552567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73f7df-ac1a-42df-928b-fc8cd553f4f7 req-c806f2f9-5c51-404f-ad68-b405464800de tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:45.552567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f73f7df-ac1a-42df-928b-fc8cd553f4f7 req-c806f2f9-5c51-404f-ad68-b405464800de tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 947 time: 0.1194310 Jul 16 01:32:45.625705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f73f7df-ac1a-42df-928b-fc8cd553f4f7 req-37970a4c-707c-4381-9256-4e31f7dca243 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577352 Jul 16 01:32:45.641891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be8182ff-d578-4499-88e4-74473b685428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:44Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:45.704709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8182ff-d578-4499-88e4-74473b685428 None None] The sync data for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 is: [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:44Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:45.950223 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.952814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee42c1-a561-4e45-b2db-a4abd7017fba req-764167ca-d542-4405-a863-45a5b15be8fc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:45.971965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6ee42c1-a561-4e45-b2db-a4abd7017fba req-764167ca-d542-4405-a863-45a5b15be8fc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1620338 Jul 16 01:32:46.054962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6ee42c1-a561-4e45-b2db-a4abd7017fba req-4779a7a0-6cf1-4e6c-8fee-afc1cb4e0053 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814235 Jul 16 01:32:46.335950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:46.389015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 94e03233-63bd-46d1-9ef0-dd1c9bea1657 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:46.587437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.591185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:46.604149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:46.604948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.674362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:46.678481 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9170d311-8427-4e62-9cf9-bf986640a53f" -d '{"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:46.767846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:46.814488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.824775 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8717fa3b-c186-44a7-a50e-8c47b93c96c2 x-openstack-request-id: req-8717fa3b-c186-44a7-a50e-8c47b93c96c2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:46.825065 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:46.827254 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8717fa3b-c186-44a7-a50e-8c47b93c96c2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:46.827923 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'code': 200} Jul 16 01:32:46.925591 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.927297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=14']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.004611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.060854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 94e03233-63bd-46d1-9ef0-dd1c9bea1657, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=94e03233-63bd-46d1-9ef0-dd1c9bea1657,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:47.072144 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.219357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=94e03233-63bd-46d1-9ef0-dd1c9bea1657,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.463918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3bdc3-3a26-4002-a0cc-1eaa7f8288b9 req-d2c3f1c4-3188-464d-8286-b1773021514f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:47.473837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccf3bdc3-3a26-4002-a0cc-1eaa7f8288b9 req-d2c3f1c4-3188-464d-8286-b1773021514f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1379001 Jul 16 01:32:47.556192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccf3bdc3-3a26-4002-a0cc-1eaa7f8288b9 req-ab4c2ea5-0592-481e-aba5-230450d40281 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814259 Jul 16 01:32:47.616699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b24ca-b9fd-4114-ae28-d693168a556e req-41780e21-dfbc-4028-85c2-0358215b66f5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:47.625324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-574b24ca-b9fd-4114-ae28-d693168a556e req-41780e21-dfbc-4028-85c2-0358215b66f5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1245480 Jul 16 01:32:47.672267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-574b24ca-b9fd-4114-ae28-d693168a556e req-511a2e3b-0030-4ed8-ab2a-f56cc4c92c60 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Jul 16 01:32:47.673460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b4f24443-1e8f-4cb9-a458-8eaa30933968 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:47.728126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: b4f24443-1e8f-4cb9-a458-8eaa30933968 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:47.729176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b4f24443-1e8f-4cb9-a458-8eaa30933968 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:48.286100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-c8761066-0af3-4b99-a487-fd21911cb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.288270 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-c8761066-0af3-4b99-a487-fd21911cb1a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.1327567 Jul 16 01:32:48.301034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 94e03233-63bd-46d1-9ef0-dd1c9bea1657 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:48.302174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6557c85-8cd5-498a-b433-e0b627205e5c req-03474935-241e-4238-b4ce-f6910dc8d494 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.303905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6557c85-8cd5-498a-b433-e0b627205e5c req-03474935-241e-4238-b4ce-f6910dc8d494 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0984552 Jul 16 01:32:48.362409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6557c85-8cd5-498a-b433-e0b627205e5c req-e0464a2e-0abd-4c8e-a13e-2ca640e262bc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495636 Jul 16 01:32:48.403793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:48.404892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.418031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-118338a7-26d1-4177-873d-640c32def920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.420482 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-118338a7-26d1-4177-873d-640c32def920 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1148913 Jul 16 01:32:48.580410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-6d40de0c-19d3-4e8e-8d00-f2728fc17a65 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.1521440 Jul 16 01:32:48.649711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-eb36bee9-391c-41fb-a704-4748de346343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.651435 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-eb36bee9-391c-41fb-a704-4748de346343 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0639277 Jul 16 01:32:48.728769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-8cdbda34-5c5f-48af-97a4-ef22fc524e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.730882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-8cdbda34-5c5f-48af-97a4-ef22fc524e8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722051 Jul 16 01:32:48.853024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37efb24-022e-4eac-89a1-589206a4d00c req-0a75e41d-ed2b-4433-a368-8999a05da601 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.856896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e37efb24-022e-4eac-89a1-589206a4d00c req-0a75e41d-ed2b-4433-a368-8999a05da601 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1245871 Jul 16 01:32:48.901532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-c044e387-3297-4d1f-9b7a-3e7dafe11342 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563766 Jul 16 01:32:48.927821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e37efb24-022e-4eac-89a1-589206a4d00c req-a2ab3c34-76ef-4e34-9046-3c391fd4410b tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 Jul 16 01:32:49.026651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-839cfb74-9c04-42b2-86e6-9df9502aa815 req-ba37705c-c815-4d4c-918d-f5aa2b500e94 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150162 Jul 16 01:32:49.138272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11883749-2c72-436b-a877-486ba9eb28eb req-e91e1fb7-b519-4b9c-8578-d14b7a73a903 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.140682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11883749-2c72-436b-a877-486ba9eb28eb req-e91e1fb7-b519-4b9c-8578-d14b7a73a903 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 945 time: 0.0778959 Jul 16 01:32:49.199994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11883749-2c72-436b-a877-486ba9eb28eb req-e7f6c61e-fcd8-436b-acdc-6c9d29008747 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531816 Jul 16 01:32:49.594590 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.601046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440f88-e571-4e80-96f9-8b6b1c8e7e60 req-f924ed53-0d43-4f3c-b90f-37252520cfe6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.604826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e440f88-e571-4e80-96f9-8b6b1c8e7e60 req-f924ed53-0d43-4f3c-b90f-37252520cfe6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1166203 Jul 16 01:32:49.677783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e440f88-e571-4e80-96f9-8b6b1c8e7e60 req-4ae12af1-b54b-49d4-9c44-a4f19c00f6fa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648260 Jul 16 01:32:50.151440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609581-3776-47ef-9d66-17d7081b57d9 req-c22c9ce1-e566-4021-8c48-b56a87f9b74a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.153381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8609581-3776-47ef-9d66-17d7081b57d9 req-c22c9ce1-e566-4021-8c48-b56a87f9b74a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0933208 Jul 16 01:32:50.200207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8609581-3776-47ef-9d66-17d7081b57d9 req-78b35cf6-c253-4560-9c89-30d583bb1374 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Jul 16 01:32:50.398367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-5693891f-b72b-4138-9d72-2a63286d08d9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.401279 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-5693891f-b72b-4138-9d72-2a63286d08d9 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.78 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 945 time: 0.1046500 Jul 16 01:32:50.409003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf85f20-c0b9-4241-909b-a2a8037afd67 req-9fd5a411-69fc-4f92-a772-08b5220714c8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.410642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bf85f20-c0b9-4241-909b-a2a8037afd67 req-9fd5a411-69fc-4f92-a772-08b5220714c8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 945 time: 0.0737169 Jul 16 01:32:50.457211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bf85f20-c0b9-4241-909b-a2a8037afd67 req-5264e61a-43e9-411c-bd46-760a89df0464 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c7c8db-e80c-4e28-aded-9d53d9af679e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Jul 16 01:32:50.527638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Deleting port 5387a657-c47b-41f4-bcf9-f489d2105bd6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:50.527989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.625021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] For port 5387a657-c47b-41f4-bcf9-f489d2105bd6, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=5387a657-c47b-41f4-bcf9-f489d2105bd6,segment=NetworkSegment(22ed985a-4b36-4b14-96e8-9ef783018c6b),segment_id=22ed985a-4b36-4b14-96e8-9ef783018c6b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:50.625403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.637571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Calling delete_port for 5387a657-c47b-41f4-bcf9-f489d2105bd6 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:50.814676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.827333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['5387a657-c47b-41f4-bcf9-f489d2105bd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:50.926807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Pushing event deleted for resources: {'Port': ['ID=5387a657-c47b-41f4-bcf9-f489d2105bd6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.946641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] No DVR routers for this DVR port 5387a657-c47b-41f4-bcf9-f489d2105bd6 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:50.957774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.960094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a76fa318-89be-4fae-84fb-2417d68dee67 req-fd32263f-fc14-4c26-8e2f-5222b07ddcf8 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.78 "DELETE /v2.0/ports/5387a657-c47b-41f4-bcf9-f489d2105bd6 HTTP/1.1" status: 204 len: 173 time: 0.5527933 Jul 16 01:32:50.960578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'name': 'network-vif-deleted', 'tag': '5387a657-c47b-41f4-bcf9-f489d2105bd6'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:50.963794 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3e6eb-2d09-46d8-ba15-46530d4b8d6d" -d '{"events": [{"server_uuid": "a795905b-8f16-478f-8d3c-59c2bebd1783", "name": "network-vif-deleted", "tag": "5387a657-c47b-41f4-bcf9-f489d2105bd6"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:50.976740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474bc1-2825-4d3c-aacf-e42e2929fc47 req-c763f47a-d2c1-41da-8146-fc6846c5a041 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.982327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04474bc1-2825-4d3c-aacf-e42e2929fc47 req-c763f47a-d2c1-41da-8146-fc6846c5a041 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0961268 Jul 16 01:32:51.028140 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96270b06-67be-4809-bab9-c94cae636790 x-openstack-request-id: req-96270b06-67be-4809-bab9-c94cae636790 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:51.028140 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a795905b-8f16-478f-8d3c-59c2bebd1783", "name": "network-vif-deleted", "tag": "5387a657-c47b-41f4-bcf9-f489d2105bd6", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:51.028140 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96270b06-67be-4809-bab9-c94cae636790 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:51.028516 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a795905b-8f16-478f-8d3c-59c2bebd1783', 'name': 'network-vif-deleted', 'tag': '5387a657-c47b-41f4-bcf9-f489d2105bd6', 'status': 'completed', 'code': 200} Jul 16 01:32:51.073512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04474bc1-2825-4d3c-aacf-e42e2929fc47 req-0ec8e7cf-b083-4866-b503-4aa097c6a51a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846999 Jul 16 01:32:51.461228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9f193-7c03-4b29-9a46-7da562463114 req-f45ad879-3b35-4b20-b449-034d0d80593a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.462781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25d9f193-7c03-4b29-9a46-7da562463114 req-f45ad879-3b35-4b20-b449-034d0d80593a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1076255 Jul 16 01:32:51.517156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25d9f193-7c03-4b29-9a46-7da562463114 req-e8ecd5da-3026-4bf1-9e17-d4b8b44b2072 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474787 Jul 16 01:32:51.534992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd6a7c-18df-45b2-8140-bd7d2a9e74da req-f224707b-53e5-4afe-9cf3-cb25e9d38ce6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.536807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93fd6a7c-18df-45b2-8140-bd7d2a9e74da req-f224707b-53e5-4afe-9cf3-cb25e9d38ce6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1139119 Jul 16 01:32:51.591000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93fd6a7c-18df-45b2-8140-bd7d2a9e74da req-2033f963-02f2-40cd-acf1-a1431453707b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461135 Jul 16 01:32:51.804923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69310af4-6a84-4d45-9fd1-6c311cf0b2ed req-7ccb2dc3-40b4-4ba5-b9eb-629f8a3b8fcf tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] 10.222.0.81 "GET /v2.0/ports?device_id=a795905b-8f16-478f-8d3c-59c2bebd1783 HTTP/1.1" status: 200 len: 210 time: 0.0695419 Jul 16 01:32:51.870942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.942878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] Deleting subnet 1eb0afab-cb3a-4574-a0f5-929a90206263 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:51.954219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4e52-a030-4356-a200-5ded41b4364e req-30d367f9-0ff8-4b6e-8ddd-a593d87d0692 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.956033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca4b4e52-a030-4356-a200-5ded41b4364e req-30d367f9-0ff8-4b6e-8ddd-a593d87d0692 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1209443 Jul 16 01:32:51.956863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.025688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.061593 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca4b4e52-a030-4356-a200-5ded41b4364e req-4de48676-d5ce-47c4-93d3-c142102f15b5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831659 Jul 16 01:32:52.089230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.167863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.200311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb0afab-cb3a-4574-a0f5-929a90206263,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.215468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.221110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-edec3f22-46c6-45e8-99ad-06d6f55716d8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1eb0afab-cb3a-4574-a0f5-929a90206263 HTTP/1.1" status: 204 len: 168 time: 0.3394608 Jul 16 01:32:52.221949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.312653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.412031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.424035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-803dfb54-bdd9-409a-85b5-49f31fb371ea tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.426192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81f246d-47d3-4f89-9154-c62a8da0b5af']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.426358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-803dfb54-bdd9-409a-85b5-49f31fb371ea tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.1358314 Jul 16 01:32:52.438301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cabc53-2aac-4615-a6f2-b0d128331fdc') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.438671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cabc53-2aac-4615-a6f2-b0d128331fdc') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.442963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-f05ddae6-7e07-47d2-8e2d-0aa812c9083c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/quotas/9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 375 time: 0.0120292 Jul 16 01:32:52.449719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.470296 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.478160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:52.478566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:52.480379 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:52.485275 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:52.536605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-9117ab78-5d85-4152-97b7-7c6bb33976c0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0861554 Jul 16 01:32:52.547064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.554387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.556423 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b81f246d-47d3-4f89-9154-c62a8da0b5af HTTP/1.1" status: 204 len: 168 time: 0.3332400 Jul 16 01:32:52.569556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55974) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.576370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834593b-5cae-45e6-8150-5a44188f8e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81f246d-47d3-4f89-9154-c62a8da0b5af,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.689078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] Deleting subnet b6418e89-0136-44f4-a3c2-add37adc5761 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:52.697331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.750307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-30ce7791-3b95-49b9-81fb-0e56f81c559b service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069538 Jul 16 01:32:52.760106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.834407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceb209-0564-415a-bfa3-d9ed5587d5b6 req-80f9ead6-b07b-4fa5-b4ca-61b0361c52ab tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.835869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cceb209-0564-415a-bfa3-d9ed5587d5b6 req-80f9ead6-b07b-4fa5-b4ca-61b0361c52ab tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1886051 Jul 16 01:32:52.881555 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.959144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-ff6ba4cc-c5b9-45d6-a5d0-1a8a14fce902 service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012815 Jul 16 01:32:52.966491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cceb209-0564-415a-bfa3-d9ed5587d5b6 req-a3647524-da78-42d4-9148-03436366b7cd tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051571 Jul 16 01:32:52.990207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.025565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6418e89-0136-44f4-a3c2-add37adc5761,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.030715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.033152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d85f8fc7-385e-4ee7-aaf6-83a99439819e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b6418e89-0136-44f4-a3c2-add37adc5761 HTTP/1.1" status: 204 len: 168 time: 0.4625182 Jul 16 01:32:53.035873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.159076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.231312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55990) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.272193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.284349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330f50d5-be16-4427-856a-2467c9696975']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.299097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eeb51d0-6c5e-4c7e-9536-5c2f639eb424') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.299494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eeb51d0-6c5e-4c7e-9536-5c2f639eb424') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.309704 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.338499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] Deleting subnet 6674999c-177b-4ef8-9ce1-225c3d07f939 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:53.343255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.389689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.394828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74839e00-8117-4682-82ab-62ce635b2c91 req-9ba1bd8f-2278-4dad-b2db-6b6ce49979f3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 210 time: 0.0824604 Jul 16 01:32:53.403290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.421587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:53.421587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:53.443900 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:53.486456 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.536832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.544442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.551351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/330f50d5-be16-4427-856a-2467c9696975 HTTP/1.1" status: 204 len: 168 time: 0.5140545 Jul 16 01:32:53.574515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f6b1e-507b-492e-959c-7ae93fff9de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=330f50d5-be16-4427-856a-2467c9696975,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.577755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.614195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6674999c-177b-4ef8-9ce1-225c3d07f939,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.627021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.633797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-351ce9f4-21e6-4331-9dfd-a2a3f27f0f31 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6674999c-177b-4ef8-9ce1-225c3d07f939 HTTP/1.1" status: 204 len: 168 time: 0.4008558 Jul 16 01:32:53.634211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56002) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.714144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56004) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.725463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.770908 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5ed60da8-87f0-4a68-9413-e7795b5ec4d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7928a36a9e5d4c899d60ca618cd844a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551825 Jul 16 01:32:53.773718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56006) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.831894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.838486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6011b863-b1e6-453e-a58b-0855403463e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.843442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167f47a7-2079-41c8-aab3-e91b6377e825']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.855444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ed985a-4b36-4b14-96e8-9ef783018c6b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.855801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ed985a-4b36-4b14-96e8-9ef783018c6b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.865513 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.865691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6011b863-b1e6-453e-a58b-0855403463e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.881969 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.892037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:53.892645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:53.894517 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:53.943090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6011b863-b1e6-453e-a58b-0855403463e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.947955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6011b863-b1e6-453e-a58b-0855403463e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.949159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6011b863-b1e6-453e-a58b-0855403463e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/325d59cf-91c5-4acb-9a03-666754d83a77 HTTP/1.1" status: 204 len: 168 time: 0.1739824 Jul 16 01:32:53.965664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011b863-b1e6-453e-a58b-0855403463e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d59cf-91c5-4acb-9a03-666754d83a77,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.976430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.008725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.010799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/167f47a7-2079-41c8-aab3-e91b6377e825 HTTP/1.1" status: 204 len: 168 time: 0.3752575 Jul 16 01:32:54.011615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be8e36-f461-4ed1-ac4f-47750d48aef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=167f47a7-2079-41c8-aab3-e91b6377e825,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.243388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b1be-5fdc-4339-a637-458cf5f39974 req-653c18f4-530e-4580-96d2-05bcfdc03597 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.254824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ff7b1be-5fdc-4339-a637-458cf5f39974 req-653c18f4-530e-4580-96d2-05bcfdc03597 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1297698 Jul 16 01:32:54.273330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.313952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ff7b1be-5fdc-4339-a637-458cf5f39974 req-7e964240-c1d3-4086-8105-d4ba12de0a6d tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Jul 16 01:32:54.357804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.362566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-145df9d5-03b0-4dc1-9e6b-b117c8bb42b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24e40b2189594232a5a7d5a497f9a809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876517 Jul 16 01:32:54.385537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5387a657-c47b-41f4-bcf9-f489d2105bd6 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:54.446254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 5387a657-c47b-41f4-bcf9-f489d2105bd6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:54.446607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 5387a657-c47b-41f4-bcf9-f489d2105bd6 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:54.450250 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b179da9-6bef-41bf-80f8-5c796205ab31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.550254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b179da9-6bef-41bf-80f8-5c796205ab31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.615908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f71d15ec-9e42-4685-83a6-951bc3787a95 req-2169e6db-2500-4a10-8a48-6c7eadca39ff tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 210 time: 0.0566456 Jul 16 01:32:54.622013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.683606 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2bd3b0b0-82eb-416d-8cef-c2e6303160bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e71f1accf204877b08bd9089efa838e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595765 Jul 16 01:32:54.687054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.711158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b179da9-6bef-41bf-80f8-5c796205ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.717257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b179da9-6bef-41bf-80f8-5c796205ab31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.720111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5b179da9-6bef-41bf-80f8-5c796205ab31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0c7c8db-e80c-4e28-aded-9d53d9af679e HTTP/1.1" status: 204 len: 168 time: 0.3608017 Jul 16 01:32:54.752712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-7a0a10eb-d915-45d7-99d4-47c7966f6b2c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.772101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-7a0a10eb-d915-45d7-99d4-47c7966f6b2c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.2697787 Jul 16 01:32:54.774604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b179da9-6bef-41bf-80f8-5c796205ab31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7c8db-e80c-4e28-aded-9d53d9af679e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.790266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'port': {'device_id': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'admin_state_up': True, 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:54.836698 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6302a9-1dbf-48f4-863d-5c66cd94de1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.868011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6302a9-1dbf-48f4-863d-5c66cd94de1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.933278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6302a9-1dbf-48f4-863d-5c66cd94de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.937906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6302a9-1dbf-48f4-863d-5c66cd94de1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.941624 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec6302a9-1dbf-48f4-863d-5c66cd94de1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/368a96aa-f841-48b9-bb7e-e93a52ddeafb HTTP/1.1" status: 204 len: 168 time: 0.2507434 Jul 16 01:32:54.948426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6302a9-1dbf-48f4-863d-5c66cd94de1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a96aa-f841-48b9-bb7e-e93a52ddeafb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.993621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Made reservation on behalf of 9aed513fa48643488d7c6fa13e41cd6e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:54.999185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.161866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Allocated IP 172.20.0.8 (3f7db1a4-1994-4387-a044-f7026ae74634/c4dc9589-d8f7-4f97-a41c-a2099903218e/a6146fd6-0c35-45bc-971a-08e96ff4fc67) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:55.997082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.035709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-baa77db5-a142-4f7d-8740-9c3d1faaee81 req-51de9173-9f62-4282-9a1f-f208c56c6974 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 210 time: 0.0622907 Jul 16 01:32:56.055895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Transition to ACTIVE for port object a6146fd6-0c35-45bc-971a-08e96ff4fc67 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:56.064923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:56.189216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.271461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-307662561-network', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:56.295588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342c734-a458-47bf-9cf3-7aae3ba8a8af req-b4b942aa-a4d3-463e-be96-2291a3fa0caa tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.297130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3342c734-a458-47bf-9cf3-7aae3ba8a8af req-b4b942aa-a4d3-463e-be96-2291a3fa0caa tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.7251880 Jul 16 01:32:56.309724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:56.315521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:56.318570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:56.332347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Made reservation on behalf of 14aa088753474d4f9b37d72a9f4b22ee for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:56.340995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.356565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.440090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=a6146fd6-0c35-45bc-971a-08e96ff4fc67,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.477102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.488591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.516215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.517806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3342c734-a458-47bf-9cf3-7aae3ba8a8af req-cb492f00-9734-4962-b20e-ef0688dceefc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999493 Jul 16 01:32:56.522492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.555394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-a7ab5f6f-9ffe-4fae-a55c-ee9fb68c01f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728946 Jul 16 01:32:56.564757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:56.573913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Request body: {'port': {'device_id': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:56.592016 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.592402 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Added segment d1b98c34-b917-4339-a907-9bb9df566b10 of type vlan for network aba1fd15-b456-4383-b5f4-c531e9e86651 Jul 16 01:32:56.661278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.683996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6674ec7-48fd-437c-96a1-6a60e5092fb9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.732672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.739239 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.740860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.741759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.766402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a75361a4-b1d0-4c31-9e14-a1059659b70b None None] Provisioning for port a6146fd6-0c35-45bc-971a-08e96ff4fc67 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:56.774520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a75361a4-b1d0-4c31-9e14-a1059659b70b None None] Provisioning complete for port a6146fd6-0c35-45bc-971a-08e96ff4fc67 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:56.776506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a75361a4-b1d0-4c31-9e14-a1059659b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.841794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a75361a4-b1d0-4c31-9e14-a1059659b70b None None] Port a6146fd6-0c35-45bc-971a-08e96ff4fc67 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:56.850257 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7843885 Jul 16 01:32:56.880319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56102) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:56.888870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Request body: {'subnet': {'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-307662561-subnet', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:56.931813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d7f5-08c6-44c3-8832-5c6d2f1237f8 admin admin] Pushing event updated for resources: {'Network': ['ID=aba1fd15-b456-4383-b5f4-c531e9e86651,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.936066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Made reservation on behalf of 14aa088753474d4f9b37d72a9f4b22ee for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:56.939081 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.943772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network aba1fd15-b456-4383-b5f4-c531e9e86651 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:57.190236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6146fd6-0c35-45bc-971a-08e96ff4fc67 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:57.224845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.226023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.253312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Transition to ACTIVE for port object a6146fd6-0c35-45bc-971a-08e96ff4fc67 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:57.274208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.306668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83931ea2-acf1-418d-accd-0d95004468e1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.317245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Checking segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:57.317616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Network hostable DHCP agents. Network: aba1fd15-b456-4383-b5f4-c531e9e86651, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:57.337016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Network aba1fd15-b456-4383-b5f4-c531e9e86651 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:57.355163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, aba1fd15-b456-4383-b5f4-c531e9e86651) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:57.365406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.365873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2b59d-1156-42f7-8a50-49a0e6daf3ac None None] Network aba1fd15-b456-4383-b5f4-c531e9e86651 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:57.367934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.405230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6146fd6-0c35-45bc-971a-08e96ff4fc67,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.405971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b2077e60-2cf6-4cd6-9458-3ad539b77c1d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5242105 Jul 16 01:32:57.406645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:57.412069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:57.437537 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.439001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.480042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674396d-e005-41dd-a76b-25b913b6e49b req-d67466ab-d882-4b82-a602-e191e7034a19 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.488434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1674396d-e005-41dd-a76b-25b913b6e49b req-d67466ab-d882-4b82-a602-e191e7034a19 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 931 time: 0.3020411 Jul 16 01:32:57.547345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.622245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1674396d-e005-41dd-a76b-25b913b6e49b req-065ca58a-4990-41c0-b6e6-70b6c01712aa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328056 Jul 16 01:32:57.681354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:57.686283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:57.741619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Attempting to bind port a6146fd6-0c35-45bc-971a-08e96ff4fc67 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:57.742564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Attempting to bind port a6146fd6-0c35-45bc-971a-08e96ff4fc67 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:57.743891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Attempting to bind port a6146fd6-0c35-45bc-971a-08e96ff4fc67 on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:57.757669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Port a6146fd6-0c35-45bc-971a-08e96ff4fc67 on network 3f7db1a4-1994-4387-a044-f7026ae74634 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:57.763971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Attempting to bind port a6146fd6-0c35-45bc-971a-08e96ff4fc67 on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:57.781079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:57.782748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:57.787353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Bound using segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:57.788299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Bound port: a6146fd6-0c35-45bc-971a-08e96ff4fc67, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:57.789097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.818683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.831031 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-aba1fd15-b456-4383-b5f4-c531e9e86651', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:57.834105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.045593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b106f2-c8de-416a-bfd6-c88818185875 req-e1a64202-ff52-472d-83b5-ef33b5308267 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.054271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6b106f2-c8de-416a-bfd6-c88818185875 req-e1a64202-ff52-472d-83b5-ef33b5308267 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2607863 Jul 16 01:32:58.132723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] For port a6146fd6-0c35-45bc-971a-08e96ff4fc67, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:58.138049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] For port a6146fd6-0c35-45bc-971a-08e96ff4fc67, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a6146fd6-0c35-45bc-971a-08e96ff4fc67,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:58.174284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.233966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.246737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6146fd6-0c35-45bc-971a-08e96ff4fc67,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.261767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6b106f2-c8de-416a-bfd6-c88818185875 req-1dca4156-b18b-495e-b007-e2ad0e6ab11b tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043657 Jul 16 01:32:58.263915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.264706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.266764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-42c20ade-ba33-4711-b5f6-a3ce113675d0 service neutron] 10.222.0.93 "PUT /v2.0/ports/a6146fd6-0c35-45bc-971a-08e96ff4fc67 HTTP/1.1" status: 200 len: 1091 time: 1.6992459 Jul 16 01:32:58.267474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'tag': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:58.271352 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2" -d '{"events": [{"name": "network-changed", "server_uuid": "da002dd1-bc92-4296-ab0d-b1721de592d9", "tag": "a6146fd6-0c35-45bc-971a-08e96ff4fc67"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:58.284270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.329496 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bba5a3-f4a0-441a-b534-d4c326065968 x-openstack-request-id: req-b8bba5a3-f4a0-441a-b534-d4c326065968 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:58.329798 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da002dd1-bc92-4296-ab0d-b1721de592d9", "tag": "a6146fd6-0c35-45bc-971a-08e96ff4fc67", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:58.330184 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8bba5a3-f4a0-441a-b534-d4c326065968 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:58.330660 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'tag': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67', 'status': 'completed', 'code': 200} Jul 16 01:32:58.417181 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.442647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Allocated IP 172.25.5.86 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/f7f2821b-347b-46ca-9b49-526cd8247613) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:58.445601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Allocated IP 172.20.0.2 (aba1fd15-b456-4383-b5f4-c531e9e86651/83931ea2-acf1-418d-accd-0d95004468e1/08aac12a-0cc1-496e-8c29-1de9a166906b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:58.497674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-821700c7-b9f5-418a-8edf-1fdae6a28334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.504478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-821700c7-b9f5-418a-8edf-1fdae6a28334 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 1094 time: 0.1281462 Jul 16 01:32:58.591005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-68e812c3-8837-4609-a23c-68585b3598a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6146fd6-0c35-45bc-971a-08e96ff4fc67 HTTP/1.1" status: 200 len: 217 time: 0.0786452 Jul 16 01:32:58.655184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:58.657777 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9818d41-4740-4676-891c-4763a0718e4f" -d '{"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-unplugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:58.676663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-c07a27a1-b098-4609-ad0e-d27ce27ba2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.679446 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.679814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-c07a27a1-b098-4609-ad0e-d27ce27ba2a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0823777 Jul 16 01:32:58.697521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:58.737406 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc357cdc-fcd1-4c0b-8107-b6a9c1e3ef6c x-openstack-request-id: req-dc357cdc-fcd1-4c0b-8107-b6a9c1e3ef6c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:58.737744 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-unplugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:58.739553 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc357cdc-fcd1-4c0b-8107-b6a9c1e3ef6c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:58.739969 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'code': 200} Jul 16 01:32:58.742582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.755424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:58.760306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.809419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:58.815831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:58.816906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'mac_address': 'fa:16:3e:8b:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:58.819629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:58.849202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f2821b-347b-46ca-9b49-526cd8247613,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.885016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-92b22ab7-5044-4080-b21a-113c4d7be5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.886969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-92b22ab7-5044-4080-b21a-113c4d7be5a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005041 Jul 16 01:32:59.008038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bca8d-f4eb-48f2-b14c-cfec4799156b req-f41d843e-5538-41c6-9778-b20af1624f50 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.015106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-248bca8d-f4eb-48f2-b14c-cfec4799156b req-f41d843e-5538-41c6-9778-b20af1624f50 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 943 time: 0.1829872 Jul 16 01:32:59.054637 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.060615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.082511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-b53c240f-0503-49f4-bd06-4f343256b7a7 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876369 Jul 16 01:32:59.086381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Transition to ACTIVE for port object 08aac12a-0cc1-496e-8c29-1de9a166906b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:59.095776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:59.099680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.134159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-248bca8d-f4eb-48f2-b14c-cfec4799156b req-8b82d756-4120-4645-9095-21c9e0ac4b54 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181567 Jul 16 01:32:59.136169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Transition to ACTIVE for port object 08aac12a-0cc1-496e-8c29-1de9a166906b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:59.141581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:59.146999 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.158028 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.210597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Network aba1fd15-b456-4383-b5f4-c531e9e86651 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:59.214297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:59.215175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.217356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:59.227925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Pushing event updated for resources: {'Port': ['ID=08aac12a-0cc1-496e-8c29-1de9a166906b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.261800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ff3afe6-bf34-4c0d-8892-ad069ea1d36d req-43b6d045-0fb8-4a91-9212-e04a5ab7aff3 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648312 Jul 16 01:32:59.330079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Attempting to bind port 08aac12a-0cc1-496e-8c29-1de9a166906b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:59.330730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Attempting to bind port 08aac12a-0cc1-496e-8c29-1de9a166906b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:59.331345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Attempting to bind port 08aac12a-0cc1-496e-8c29-1de9a166906b on network aba1fd15-b456-4383-b5f4-c531e9e86651 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.366605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:59.367285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Checking segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:59.368060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.368856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Bound using segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:59.369551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Bound port: 08aac12a-0cc1-496e-8c29-1de9a166906b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:59.370116 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.443197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.483913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-669e86fd-55cc-4d56-b8e0-909f24bb231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.488517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-669e86fd-55cc-4d56-b8e0-909f24bb231b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 1094 time: 0.1482832 Jul 16 01:32:59.546874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.564966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:59.592369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] For port 08aac12a-0cc1-496e-8c29-1de9a166906b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:59.619542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] For port 08aac12a-0cc1-496e-8c29-1de9a166906b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=08aac12a-0cc1-496e-8c29-1de9a166906b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:59.644246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.744915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13baff-d3a3-4933-9ea3-20259f808e14 None None] Pushing event updated for resources: {'Port': ['ID=08aac12a-0cc1-496e-8c29-1de9a166906b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.769681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-7fadcc76-878a-4e30-962e-69f6dd659438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.771233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-7fadcc76-878a-4e30-962e-69f6dd659438 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.2749186 Jul 16 01:32:59.805900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dc975-12f2-45ef-8830-808146079d4a req-a753f981-fb31-4031-93a3-b266c8444108 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.817977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05dc975-12f2-45ef-8830-808146079d4a req-a753f981-fb31-4031-93a3-b266c8444108 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 949 time: 0.3054335 Jul 16 01:32:59.886580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-c25f6bff-97de-4a3d-92ed-0d7a47fb6e48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6146fd6-0c35-45bc-971a-08e96ff4fc67 HTTP/1.1" status: 200 len: 217 time: 0.1027362 Jul 16 01:32:59.951892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a05dc975-12f2-45ef-8830-808146079d4a req-7c825400-a713-400b-95d8-e6f7d1720715 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331255 Jul 16 01:32:59.990806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-9f0584f3-63cc-4c02-b897-0d5786ff3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.994087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-9f0584f3-63cc-4c02-b897-0d5786ff3879 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0987518 Jul 16 01:33:00.132780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-199cfa4a-53b7-4118-99af-5b5f129326d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.133951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-199cfa4a-53b7-4118-99af-5b5f129326d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345158 Jul 16 01:33:00.373943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08aac12a-0cc1-496e-8c29-1de9a166906b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:00.413094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-cbb3564a-138e-4065-9cea-65bcddf95400 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708836 Jul 16 01:33:00.439666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Router abbd9bc8-b753-42c6-b98b-10b85a729760 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:33:00.481806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 08aac12a-0cc1-496e-8c29-1de9a166906b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:00.599635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-101ed92d-2ce0-4167-a8d0-a8bb7b7fcef2 req-00a667c5-b659-4e32-ad4c-5e21f70540a7 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756637 Jul 16 01:33:00.627375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:00.640881 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Sync routers for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:00.656489 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:00.657618 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.661671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.666614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0c96cd0-ea83-4068-8a84-13f090115957 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2589428 Jul 16 01:33:00.667423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56184) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:00.688271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2389f-0225-4f1b-8ba5-93bb1c590840 req-952a3b20-7d52-4418-ba14-748a1430d4db tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.695638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbf2389f-0225-4f1b-8ba5-93bb1c590840 req-952a3b20-7d52-4418-ba14-748a1430d4db tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 943 time: 0.2591534 Jul 16 01:33:00.793311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbf2389f-0225-4f1b-8ba5-93bb1c590840 req-21493ab5-fb87-4478-b72a-551a4b94be8e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911691 Jul 16 01:33:01.174913 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:01.205164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb439-2187-43b4-9f9b-48bd42e0e56d req-87a3c21e-5e35-4d79-bfe7-48f00c5eafe3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.213459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-823cb439-2187-43b4-9f9b-48bd42e0e56d req-87a3c21e-5e35-4d79-bfe7-48f00c5eafe3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 949 time: 0.0869141 Jul 16 01:33:01.296021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-823cb439-2187-43b4-9f9b-48bd42e0e56d req-8beecb0b-c73a-42f3-a0a1-c6450f5dfb4a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813346 Jul 16 01:33:01.376101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.415989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043e553-a2a5-48fd-b9d0-67dbad97f9fe None None] Network aba1fd15-b456-4383-b5f4-c531e9e86651 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:01.430665 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:32:59Z', 'revision_number': 3, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:01.491736 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Checking router: abbd9bc8-b753-42c6-b98b-10b85a729760 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:01.492744 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Updating router abbd9bc8-b753-42c6-b98b-10b85a729760 port f7f2821b-347b-46ca-9b49-526cd8247613 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:33:01.498200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9d772eed-6786-4884-9a0a-eaea10561129 None None] Provisioning for port 08aac12a-0cc1-496e-8c29-1de9a166906b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:01.515491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9d772eed-6786-4884-9a0a-eaea10561129 None None] Provisioning complete for port 08aac12a-0cc1-496e-8c29-1de9a166906b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:01.518434 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d772eed-6786-4884-9a0a-eaea10561129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.558466 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.603551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Allocated IP 172.20.0.1 (aba1fd15-b456-4383-b5f4-c531e9e86651/83931ea2-acf1-418d-accd-0d95004468e1/96e453b4-ae55-468f-8a77-51271cc68f08) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:01.684654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d772eed-6786-4884-9a0a-eaea10561129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.717330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:01.811958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9d772eed-6786-4884-9a0a-eaea10561129 None None] For port 08aac12a-0cc1-496e-8c29-1de9a166906b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=08aac12a-0cc1-496e-8c29-1de9a166906b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:01.820566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d772eed-6786-4884-9a0a-eaea10561129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.844247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.916300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Transition to ACTIVE for port object 96e453b4-ae55-468f-8a77-51271cc68f08 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:01.952800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:01.953047 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.018222 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.033220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d772eed-6786-4884-9a0a-eaea10561129 None None] Pushing event updated for resources: {'Port': ['ID=08aac12a-0cc1-496e-8c29-1de9a166906b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.148444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Network aba1fd15-b456-4383-b5f4-c531e9e86651 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:02.159450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:02.163725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.178730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ccdc8-48d8-41b5-8b4f-f9a5f743f330 req-e23ef58f-fb9e-4c0d-b158-d36e68756b5a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.191809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-573ccdc8-48d8-41b5-8b4f-f9a5f743f330 req-e23ef58f-fb9e-4c0d-b158-d36e68756b5a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 943 time: 0.1702347 Jul 16 01:33:02.193306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:02.226421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:02.231168 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1d33a8-3ec7-486a-85db-167d15569c18" -d '{"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-plugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:02.247995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:02.255216 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.293202 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.297545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-573ccdc8-48d8-41b5-8b4f-f9a5f743f330 req-a3261b23-88be-481d-9d63-de749fa80d21 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045582 Jul 16 01:33:02.318411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.320171 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Transition to ACTIVE for port object f7f2821b-347b-46ca-9b49-526cd8247613 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:02.330522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Pushing event updated for resources: {'Port': ['ID=96e453b4-ae55-468f-8a77-51271cc68f08,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.354452 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.387025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.402778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08aac12a-0cc1-496e-8c29-1de9a166906b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:02.446590 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55f3bf4-d922-4d31-8188-fe7c2b85125f x-openstack-request-id: req-e55f3bf4-d922-4d31-8188-fe7c2b85125f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:02.447335 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-plugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:02.447335 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e55f3bf4-d922-4d31-8188-fe7c2b85125f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:02.447699 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'code': 200} Jul 16 01:33:02.476131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-caf28479-7dfa-4714-a5b4-a2805c1b3c5c None None] Provisioning complete for port 08aac12a-0cc1-496e-8c29-1de9a166906b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:02.477018 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-caf28479-7dfa-4714-a5b4-a2805c1b3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.511152 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de8ef9-fc52-48fe-9895-548372fd7384 None None] Pushing event updated for resources: {'Port': ['ID=f7f2821b-347b-46ca-9b49-526cd8247613,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.555503 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Attempting to bind port f7f2821b-347b-46ca-9b49-526cd8247613 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:02.555885 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Attempting to bind port f7f2821b-347b-46ca-9b49-526cd8247613 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:02.556590 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Attempting to bind port f7f2821b-347b-46ca-9b49-526cd8247613 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:02.564463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 08aac12a-0cc1-496e-8c29-1de9a166906b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:02.565415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.568392 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.569207 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:02.570558 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:02.571031 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.572192 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:02.576166 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Bound port: f7f2821b-347b-46ca-9b49-526cd8247613, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:02.577369 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.701989 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] For port f7f2821b-347b-46ca-9b49-526cd8247613, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:02.708811 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] For port f7f2821b-347b-46ca-9b49-526cd8247613, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f7f2821b-347b-46ca-9b49-526cd8247613,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:02.723694 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.816771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7737ab-1cfb-446b-b828-a8d2b9961be7 req-113d5909-d076-4df3-be36-b1e0dd92bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.823202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb7737ab-1cfb-446b-b828-a8d2b9961be7 req-113d5909-d076-4df3-be36-b1e0dd92bc0d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1101 time: 0.2486048 Jul 16 01:33:02.897273 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de8ef9-fc52-48fe-9895-548372fd7384 None None] Pushing event updated for resources: {'Port': ['ID=f7f2821b-347b-46ca-9b49-526cd8247613,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.901381 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:02.902610 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:02.904729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51345e6e-d095-4c50-8373-84172fd04b86 req-49c50be6-d803-4cae-acb4-c1fbcee26efc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.918911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51345e6e-d095-4c50-8373-84172fd04b86 req-49c50be6-d803-4cae-acb4-c1fbcee26efc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2734151 Jul 16 01:33:02.929102 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.950740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.998076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-593967a9-f859-448f-b5cd-c7f727335417 None None] Provisioning for port 96e453b4-ae55-468f-8a77-51271cc68f08 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:03.002723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb7737ab-1cfb-446b-b828-a8d2b9961be7 req-d473099a-9930-4bfe-aadc-74f5a76c37cb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685982 Jul 16 01:33:03.008048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-593967a9-f859-448f-b5cd-c7f727335417 None None] Provisioning complete for port 96e453b4-ae55-468f-8a77-51271cc68f08 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:03.008451 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-593967a9-f859-448f-b5cd-c7f727335417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.076702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51345e6e-d095-4c50-8373-84172fd04b86 req-0d528e09-f48a-4bca-893a-53bdd00a22d7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563365 Jul 16 01:33:03.079300 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:03.124678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-593967a9-f859-448f-b5cd-c7f727335417 None None] Port 96e453b4-ae55-468f-8a77-51271cc68f08 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:03.205342 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.220726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Pushing event updated for resources: {'Port': ['ID=96e453b4-ae55-468f-8a77-51271cc68f08,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:03.319069 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-59ccf27b-cc37-496a-b14f-11c8b5c454f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1750288 Jul 16 01:33:03.335779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-a5503199-7d21-4ec9-a76b-f3b5cf430ea7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2609046 Jul 16 01:33:03.401052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Network aba1fd15-b456-4383-b5f4-c531e9e86651 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:03.406211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:03.417613 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:01Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:03.499773 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea40402-0ad5-411d-ac56-446d3599679e None None] The sync data for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 is: [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:01Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:03.594642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c3a25-2f08-4a9a-8ccd-2bd803b1dc3a req-7ad1965f-1d09-41de-b6dd-b6140661780a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.597472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f40c3a25-2f08-4a9a-8ccd-2bd803b1dc3a req-7ad1965f-1d09-41de-b6dd-b6140661780a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 943 time: 0.1010892 Jul 16 01:33:03.652465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Router abbd9bc8-b753-42c6-b98b-10b85a729760 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:03.668293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f40c3a25-2f08-4a9a-8ccd-2bd803b1dc3a req-49db6f40-edff-4b9a-8d21-6670160f5008 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649726 Jul 16 01:33:03.670465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-17a1529c-08d3-44ce-86ed-e0b19fdd7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.672903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-17a1529c-08d3-44ce-86ed-e0b19fdd7c91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.3242285 Jul 16 01:33:03.700906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a6146fd6-0c35-45bc-971a-08e96ff4fc67 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:03.741281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.741776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.742257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.742724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.743200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.743660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.744134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.746112 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-88ba7378-1eaf-4713-88dd-e9df4b8f6af3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6498 time: 0.3275287 Jul 16 01:33:03.781324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-66498147-adff-415a-982b-bf7c6f2b95d4 None None] Provisioning complete for port 96e453b4-ae55-468f-8a77-51271cc68f08 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:03.781701 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-66498147-adff-415a-982b-bf7c6f2b95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.880314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-66498147-adff-415a-982b-bf7c6f2b95d4 None None] Port 96e453b4-ae55-468f-8a77-51271cc68f08 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:03.941341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a6146fd6-0c35-45bc-971a-08e96ff4fc67, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a6146fd6-0c35-45bc-971a-08e96ff4fc67,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:03.973458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67', 'mac_address': 'fa:16:3e:33:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:04.035445 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.065185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6146fd6-0c35-45bc-971a-08e96ff4fc67 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:04.091607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a6146fd6-0c35-45bc-971a-08e96ff4fc67, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a6146fd6-0c35-45bc-971a-08e96ff4fc67,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:04.098919 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.141465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-9fdd3dca-cb5a-4553-86c0-2ff13039f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.144015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-9fdd3dca-cb5a-4553-86c0-2ff13039f360 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.4460695 Jul 16 01:33:04.255649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a6146fd6-0c35-45bc-971a-08e96ff4fc67,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:04.399525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:04.480780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5919a-296f-42ba-ad9d-24af9b305bb0 req-b1546974-8f16-46fa-920e-0e4dad526517 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.486176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab5919a-296f-42ba-ad9d-24af9b305bb0 req-b1546974-8f16-46fa-920e-0e4dad526517 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1324036 Jul 16 01:33:04.517270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:04.564666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:04.587062 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-45fc733d-9e28-473b-ab5a-5d489c7fd18b admin admin] 10.222.0.81 "PUT /v2.0/routers/abbd9bc8-b753-42c6-b98b-10b85a729760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9183528 Jul 16 01:33:04.593267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-cd6e5dff-a5d6-4e50-9f46-103dda6a610a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.4347150 Jul 16 01:33:04.594831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-0ca496bf-4103-4442-a227-25c868b92c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.595306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-0ca496bf-4103-4442-a227-25c868b92c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.617720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-0ca496bf-4103-4442-a227-25c868b92c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.623919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab5919a-296f-42ba-ad9d-24af9b305bb0 req-2ec5f56f-caca-4e13-8b8e-0a5719894e61 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213088 Jul 16 01:33:04.625189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-0ca496bf-4103-4442-a227-25c868b92c14 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 200 len: 2298 time: 0.8286641 Jul 16 01:33:04.752672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82ce5c35-de93-4424-98c1-ccd217fb778a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.989414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-aad74a9e-63df-4e0a-b4e4-436057b49d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.993526 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-aad74a9e-63df-4e0a-b4e4-436057b49d5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.3669922 Jul 16 01:33:04.995490 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-c7f8e975-dd23-4364-9248-ac3269f62543 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c HTTP/1.1" status: 200 len: 1002 time: 0.3438818 Jul 16 01:33:05.062986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82ce5c35-de93-4424-98c1-ccd217fb778a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.081464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82ce5c35-de93-4424-98c1-ccd217fb778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.163764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-82ce5c35-de93-4424-98c1-ccd217fb778a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2fe5a0e321fc451ab3113efadd8abe14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7616773 Jul 16 01:33:05.166856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.171314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-6484a1d4-54a8-48c0-8cae-97310bbd977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.183590 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-6484a1d4-54a8-48c0-8cae-97310bbd977f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2743fd1e-578e-4490-a5fa-aa8ac51a8547 HTTP/1.1" status: 200 len: 856 time: 0.1524479 Jul 16 01:33:05.206729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845adf1-196c-43eb-9159-08c253fc9306 req-983a560d-0013-4a70-97f6-77c402323e2a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.215755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8845adf1-196c-43eb-9159-08c253fc9306 req-983a560d-0013-4a70-97f6-77c402323e2a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 944 time: 0.2080309 Jul 16 01:33:05.239947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce5c35-de93-4424-98c1-ccd217fb778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b763ee-199f-4515-a84e-46bb7bd25d8f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.319602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-848f67c7-46dd-4c52-b8c2-900f91ae1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.321749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-848f67c7-46dd-4c52-b8c2-900f91ae1694 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3214345 Jul 16 01:33:05.341695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8845adf1-196c-43eb-9159-08c253fc9306 req-c07791b4-de7a-4142-96c7-bd272b9665f0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229529 Jul 16 01:33:05.394357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557c8a34-23f3-4dcc-83ea-fb8184781cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.412725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.428312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4731915f-635c-44dd-8ed4-ceadba7f1103 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882915915', 'description': 'tempest-description--525528018'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:05.487543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4731915f-635c-44dd-8ed4-ceadba7f1103 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.501646 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-4765a43e-abbd-4af0-8615-f8ba6a221ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.503505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-4765a43e-abbd-4af0-8615-f8ba6a221ac4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3191097 Jul 16 01:33:05.513817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557c8a34-23f3-4dcc-83ea-fb8184781cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.546932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-0d2b783c-6d5c-41aa-9472-5feb81500efc service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150898 Jul 16 01:33:05.623621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557c8a34-23f3-4dcc-83ea-fb8184781cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.626370 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557c8a34-23f3-4dcc-83ea-fb8184781cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.627649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-557c8a34-23f3-4dcc-83ea-fb8184781cbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7b763ee-199f-4515-a84e-46bb7bd25d8f HTTP/1.1" status: 204 len: 168 time: 0.4560492 Jul 16 01:33:05.649020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c8a34-23f3-4dcc-83ea-fb8184781cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b763ee-199f-4515-a84e-46bb7bd25d8f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.660575 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4731915f-635c-44dd-8ed4-ceadba7f1103 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.672252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4731915f-635c-44dd-8ed4-ceadba7f1103 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.768822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731915f-635c-44dd-8ed4-ceadba7f1103 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df6dc57-733f-4730-a3c4-602b85893e48,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.778045 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4731915f-635c-44dd-8ed4-ceadba7f1103 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.784995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4731915f-635c-44dd-8ed4-ceadba7f1103 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3575361 Jul 16 01:33:05.785459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.796271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-982b6752-2006-4add-bd00-4d8783521984 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'security_group_rule': {'security_group_id': '1df6dc57-733f-4730-a3c4-602b85893e48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:05.846575 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-982b6752-2006-4add-bd00-4d8783521984 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.054175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b162c7d-0da2-4987-9877-52f073551255 req-cbf07b21-51fe-441d-8f64-93035bc07b37 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.056100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b162c7d-0da2-4987-9877-52f073551255 req-cbf07b21-51fe-441d-8f64-93035bc07b37 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2127221 Jul 16 01:33:06.102097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-982b6752-2006-4add-bd00-4d8783521984 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.111863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-982b6752-2006-4add-bd00-4d8783521984 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.145030 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-d489114c-3dfe-4ca0-8abf-ad8f0b2543e8 service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312132 Jul 16 01:33:06.165063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b162c7d-0da2-4987-9877-52f073551255 req-fe49e7f0-4235-442e-8ede-3645917c8738 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982149 Jul 16 01:33:06.165940 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-982b6752-2006-4add-bd00-4d8783521984 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.171042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-982b6752-2006-4add-bd00-4d8783521984 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3816767 Jul 16 01:33:06.171561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.205047 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-27414bc7-7d5a-405c-addd-cbdfeebcb1fa req-6f530cc5-9449-4eef-8041-969c72724b26 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490996 Jul 16 01:33:06.206459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0d8ad615-3709-4312-abc9-5be5ad138a5d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'security_group_rule': {'security_group_id': '1df6dc57-733f-4730-a3c4-602b85893e48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:06.217051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b6752-2006-4add-bd00-4d8783521984 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fe2788-c226-4992-babb-7c2205f72df6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.270566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad615-3709-4312-abc9-5be5ad138a5d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.310866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-8e9232de-a8dd-4848-900e-3caeb45d948a service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569209 Jul 16 01:33:06.385379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-d9073b55-f69b-483d-b3fb-e02ac965df58 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 217 time: 0.0624220 Jul 16 01:33:06.389131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f7f2821b-347b-46ca-9b49-526cd8247613 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:06.430369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad615-3709-4312-abc9-5be5ad138a5d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.451120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-062da7ca-2df6-4669-aab0-5a8ba725ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.453276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-062da7ca-2df6-4669-aab0-5a8ba725ce38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.0628200 Jul 16 01:33:06.485378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad615-3709-4312-abc9-5be5ad138a5d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.509295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f7f2821b-347b-46ca-9b49-526cd8247613 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:06.516026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f7f2821b-347b-46ca-9b49-526cd8247613 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:06.516986 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.529632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ad615-3709-4312-abc9-5be5ad138a5d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e365eb-a1a7-4dc9-ad4d-c73b9dadd386,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.558623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad615-3709-4312-abc9-5be5ad138a5d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.565204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56306) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.565424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0d8ad615-3709-4312-abc9-5be5ad138a5d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3871896 Jul 16 01:33:06.590083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:06.599842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa227d-5a64-4879-b8fd-23cba4d1cf26 req-90dde77e-05ca-4068-a7d8-dfa6fe8d6667 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.601970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ffa227d-5a64-4879-b8fd-23cba4d1cf26 req-90dde77e-05ca-4068-a7d8-dfa6fe8d6667 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1700428 Jul 16 01:33:06.637957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-1b7fdc8a-a317-4f17-bdb2-580ab4757a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.639939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-1b7fdc8a-a317-4f17-bdb2-580ab4757a6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1795006 Jul 16 01:33:06.641548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.760914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ffa227d-5a64-4879-b8fd-23cba4d1cf26 req-0d566c85-bbc6-4a77-bbce-fdfbd8429791 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524577 Jul 16 01:33:06.776142 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.807526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a85e2d-514a-4728-9aac-f017103c9fff req-7aced5f1-1290-4a89-ae48-1745ebc4c0f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.813690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58a85e2d-514a-4728-9aac-f017103c9fff req-7aced5f1-1290-4a89-ae48-1745ebc4c0f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 944 time: 0.1881251 Jul 16 01:33:06.839749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-3207a833-2c4e-4a2d-8f40-d55361684d47 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773641 Jul 16 01:33:06.854056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f7f2821b-347b-46ca-9b49-526cd8247613, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f7f2821b-347b-46ca-9b49-526cd8247613,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:06.866263 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.896088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58a85e2d-514a-4728-9aac-f017103c9fff req-6bd1c96b-2b41-4c36-a292-ca424ea4726b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766675 Jul 16 01:33:06.973869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f7f2821b-347b-46ca-9b49-526cd8247613,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.067528 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-d0f84dee-4ebd-45c4-924f-24fa9139dc16 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180278 Jul 16 01:33:07.153012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-ba769e2a-44bc-4d13-ad1d-fdb07c97e3d9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 217 time: 0.0732067 Jul 16 01:33:07.193865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Sync routers for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:07.211615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:07.219185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:07.273052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-7101df14-1376-4d74-9c38-84d5170e4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.274567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-7101df14-1376-4d74-9c38-84d5170e4495 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.0792851 Jul 16 01:33:07.326399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.473489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:07.542974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-d6e933f3-cb2b-4ba4-87cf-828699a3f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.546806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-d6e933f3-cb2b-4ba4-87cf-828699a3f235 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2602870 Jul 16 01:33:07.755366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a6146fd6-0c35-45bc-971a-08e96ff4fc67 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:07.816160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Allocated IP 172.25.5.132 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/348b1ffa-90de-4026-954c-a52f26761058) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:07.935900 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port a6146fd6-0c35-45bc-971a-08e96ff4fc67 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:07.945224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a6146fd6-0c35-45bc-971a-08e96ff4fc67 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:07.945918 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.967469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1c13b-a0b8-4947-a25c-3d606a4f18f2 req-16bc8db3-308f-49be-baf5-855b2f3ea94a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.975632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-029cb5dd-58ce-4b92-a007-e9403514c32e service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755677 Jul 16 01:33:07.979205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93d1c13b-a0b8-4947-a25c-3d606a4f18f2 req-16bc8db3-308f-49be-baf5-855b2f3ea94a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1329648 Jul 16 01:33:08.096144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93d1c13b-a0b8-4947-a25c-3d606a4f18f2 req-f5ff5988-13cb-4d7f-99be-b584202416cc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122882 Jul 16 01:33:08.125638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 2, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:08.129168 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.182102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a6146fd6-0c35-45bc-971a-08e96ff4fc67, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a6146fd6-0c35-45bc-971a-08e96ff4fc67,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:08.227952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:08.232049 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2f2a31-ef9a-4872-b32d-5444a736c5a0" -d '{"events": [{"server_uuid": "da002dd1-bc92-4296-ab0d-b1721de592d9", "name": "network-vif-plugged", "status": "completed", "tag": "a6146fd6-0c35-45bc-971a-08e96ff4fc67"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:08.236500 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.255786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.261884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-7609dfc9-8748-4a43-ab79-a0bc39c880f6 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744095 Jul 16 01:33:08.289774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Checking router: abbd9bc8-b753-42c6-b98b-10b85a729760 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:08.290279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Updating router abbd9bc8-b753-42c6-b98b-10b85a729760 port 96e453b4-ae55-468f-8a77-51271cc68f08 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:33:08.294603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a6146fd6-0c35-45bc-971a-08e96ff4fc67,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.324179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fec32e-2ac8-44f9-850e-409e5012feda req-d57e9c59-bb1e-49ca-b269-e69463ce2232 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.324372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f7f2821b-347b-46ca-9b49-526cd8247613 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:08.326009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06fec32e-2ac8-44f9-850e-409e5012feda req-d57e9c59-bb1e-49ca-b269-e69463ce2232 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 944 time: 0.1899588 Jul 16 01:33:08.343650 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d53415-045e-4f92-91ef-0770d5b608ac x-openstack-request-id: req-04d53415-045e-4f92-91ef-0770d5b608ac {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:08.344498 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da002dd1-bc92-4296-ab0d-b1721de592d9", "name": "network-vif-plugged", "status": "completed", "tag": "a6146fd6-0c35-45bc-971a-08e96ff4fc67", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:08.344848 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04d53415-045e-4f92-91ef-0770d5b608ac {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:08.345341 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67', 'code': 200} Jul 16 01:33:08.355037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.355530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.356022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.357027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.357527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.357980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.358408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.358835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.359261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.359684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.360104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.360551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.363292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-3e80cb5b-d315-4037-b790-69e38fa73d07 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=843e3aec-078a-41a5-9846-b66fe3e63118 HTTP/1.1" status: 200 len: 217 time: 0.0865169 Jul 16 01:33:08.384582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06fec32e-2ac8-44f9-850e-409e5012feda req-0d586460-836b-4fa4-a511-b13a5deb7b5d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464215 Jul 16 01:33:08.402604 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.446166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-dca68faf-1ac8-480e-8baa-36f79529e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.447579 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-dca68faf-1ac8-480e-8baa-36f79529e32b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.0724521 Jul 16 01:33:08.450023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.522571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f7f2821b-347b-46ca-9b49-526cd8247613 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:08.523133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.548445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:08.550528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:08.571134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c51385-874b-4e33-bed9-aa6bb517362b req-5e9c50a1-8a59-4124-8867-f09c12f1f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.583644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:08.584004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67c51385-874b-4e33-bed9-aa6bb517362b req-5e9c50a1-8a59-4124-8867-f09c12f1f4a8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 1096 time: 0.1690199 Jul 16 01:33:08.668733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67c51385-874b-4e33-bed9-aa6bb517362b req-c16d58e4-411b-42c3-98b0-df0c68e7af11 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752170 Jul 16 01:33:08.796341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'Port': ['ID=348b1ffa-90de-4026-954c-a52f26761058,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.856713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.868014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-76059306-f0a8-4345-a3b1-5fbf3eee5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.869921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-76059306-f0a8-4345-a3b1-5fbf3eee5416 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4095931 Jul 16 01:33:08.982943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.053687 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-7c4b668e-f60d-4165-8f9b-77459fff330f service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718318 Jul 16 01:33:09.074155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.087227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Transition to ACTIVE for port object 96e453b4-ae55-468f-8a77-51271cc68f08 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:09.093851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.150888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d0c41-074c-4616-8d88-b6ff9d14af96 None None] Pushing event updated for resources: {'Port': ['ID=96e453b4-ae55-468f-8a77-51271cc68f08,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.222440 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-e0cb7789-712f-4ad1-b6ae-2a7d516ffcdd service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535411 Jul 16 01:33:09.259872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Attempting to bind port 96e453b4-ae55-468f-8a77-51271cc68f08 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:09.260248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Attempting to bind port 96e453b4-ae55-468f-8a77-51271cc68f08 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:09.260663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Attempting to bind port 96e453b4-ae55-468f-8a77-51271cc68f08 on network aba1fd15-b456-4383-b5f4-c531e9e86651 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:09.269942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:09.274240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Checking segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:09.274789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.275202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Bound using segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:09.275763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Bound port: 96e453b4-ae55-468f-8a77-51271cc68f08, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:09.276151 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.285406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.321986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ac531-29c5-4aff-b8c6-ec259e762717 req-8e19f42c-2485-4f05-9c50-532bbb81a001 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.331040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b8ac531-29c5-4aff-b8c6-ec259e762717 req-8e19f42c-2485-4f05-9c50-532bbb81a001 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1071744 Jul 16 01:33:09.334577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.339955 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-ee2db143-64f4-4f70-a6d4-28008cf133ca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=309ebef2-8738-4788-bf35-85140bb7470c HTTP/1.1" status: 200 len: 217 time: 0.0520370 Jul 16 01:33:09.363766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] For port 96e453b4-ae55-468f-8a77-51271cc68f08, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:09.368841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] For port 96e453b4-ae55-468f-8a77-51271cc68f08, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=96e453b4-ae55-468f-8a77-51271cc68f08,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:09.375094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.393982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b8ac531-29c5-4aff-b8c6-ec259e762717 req-52b34c22-12f4-4d1d-bcbb-a2fe97f7afd3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584359 Jul 16 01:33:09.433329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'Port': ['ID=348b1ffa-90de-4026-954c-a52f26761058,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.505503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-046f6ae7-2aeb-430a-baad-7e519c0e2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.507307 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-046f6ae7-2aeb-430a-baad-7e519c0e2d4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.1405005 Jul 16 01:33:09.515697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.518839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:09.519610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:32:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:09.562810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.574385 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3a543530-65e4-4dc7-8b15-dee59a91bc32 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9998989 Jul 16 01:33:09.621166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-2fcdf4ad-92af-46ee-a125-19c5958c99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.625676 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-2fcdf4ad-92af-46ee-a125-19c5958c99da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017346 Jul 16 01:33:09.682708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7abcd-c46d-43ad-b51c-588e683ceb43 req-503aeea2-67e6-4f3f-9a0d-260721e73305 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.691393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccd7abcd-c46d-43ad-b51c-588e683ceb43 req-503aeea2-67e6-4f3f-9a0d-260721e73305 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1050303 Jul 16 01:33:09.763415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:09.764765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccd7abcd-c46d-43ad-b51c-588e683ceb43 req-515719fc-df49-4cc2-a44f-18d487a9c688 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Jul 16 01:33:09.851098 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-e5830c43-c00e-4769-b2a7-6b8da777d667 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180073 Jul 16 01:33:09.858701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d0c41-074c-4616-8d88-b6ff9d14af96 None None] Pushing event updated for resources: {'Port': ['ID=96e453b4-ae55-468f-8a77-51271cc68f08,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.955501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-ef51317d-9e13-4c2e-a8ee-ac1906a17632 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1882915915&fields=id&tenant_id=14aa088753474d4f9b37d72a9f4b22ee HTTP/1.1" status: 200 len: 267 time: 0.0879290 Jul 16 01:33:10.147059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-0f905374-f3ab-4d20-a2d2-f5db8aa933e7 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885399 Jul 16 01:33:10.149591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-f20635a8-398e-4d15-a2e7-9b56e912d5f4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.162040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-f20635a8-398e-4d15-a2e7-9b56e912d5f4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 810 time: 0.1953897 Jul 16 01:33:10.211852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-105b3a98-c84e-42d3-a0af-fdd783f70b6e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/quotas/14aa088753474d4f9b37d72a9f4b22ee HTTP/1.1" status: 200 len: 375 time: 0.0430791 Jul 16 01:33:10.224027 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-9831566c-b6f6-452f-8cf5-318f73f0a073 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8176d12f-20f7-427d-998c-6ec0679d6738 HTTP/1.1" status: 200 len: 217 time: 0.0690174 Jul 16 01:33:10.282624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:09Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:10.349351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-eb4b3dbe-2929-4f4a-8431-86297003e194 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1342731 Jul 16 01:33:10.351017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96e453b4-ae55-468f-8a77-51271cc68f08 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:10.354432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d110426-031c-4ce0-b5cb-6769105c94d7 None None] The sync data for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 is: [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:09Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:10.391514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-d4fe50f2-9dac-47ec-be54-6495e4b8f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.399450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-d4fe50f2-9dac-47ec-be54-6495e4b8f580 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.1633096 Jul 16 01:33:10.478382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 96e453b4-ae55-468f-8a77-51271cc68f08 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:10.486889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 96e453b4-ae55-468f-8a77-51271cc68f08 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:10.487374 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.557207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-f9374524-1e96-4ea5-98a4-81fd80759bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.561449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-f9374524-1e96-4ea5-98a4-81fd80759bd2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486878 Jul 16 01:33:10.573973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-04b81188-b426-486f-aa67-1554e38f816d service neutron] 10.222.0.81 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137599 Jul 16 01:33:10.715462 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.774314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 96e453b4-ae55-468f-8a77-51271cc68f08, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=96e453b4-ae55-468f-8a77-51271cc68f08,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:10.782749 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.792174 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-73693a6b-1fb6-4656-9179-0838fe77bb52 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230594 Jul 16 01:33:10.869853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-aaa926b9-7e65-4c98-a87f-0ef25e3ba1d3 service neutron] 10.222.0.81 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948267 Jul 16 01:33:10.912509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=96e453b4-ae55-468f-8a77-51271cc68f08,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.913322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf1c54-aca8-4c7a-b251-69da6391fcd3 req-36215794-4f62-42c4-816a-db78240c3872 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.915100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fdf1c54-aca8-4c7a-b251-69da6391fcd3 req-36215794-4f62-42c4-816a-db78240c3872 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2363098 Jul 16 01:33:11.000100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fdf1c54-aca8-4c7a-b251-69da6391fcd3 req-991f4bb8-df78-4956-a500-538e57b0f7ac tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771163 Jul 16 01:33:11.023929 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-6e7aeddb-4199-42d0-95f9-ebab4ed1c3e7 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240202 Jul 16 01:33:11.109069 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-29b35e2f-93bf-49d2-b750-af96cb66ff04 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241 HTTP/1.1" status: 200 len: 217 time: 0.0752456 Jul 16 01:33:11.206445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-4fecb49f-3ab4-42c1-946d-da3ef48743d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.209742 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-4fecb49f-3ab4-42c1-946d-da3ef48743d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0929925 Jul 16 01:33:11.361543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-0dda0337-3201-4185-8e87-c55a96ff6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.363168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-0dda0337-3201-4185-8e87-c55a96ff6782 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1429448 Jul 16 01:33:11.392189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acca35c-5ce3-4b8a-88a1-81d01404870c req-31c22e35-518a-4a7e-b20b-6a4d2ae86dd6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.399254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5acca35c-5ce3-4b8a-88a1-81d01404870c req-31c22e35-518a-4a7e-b20b-6a4d2ae86dd6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1499629 Jul 16 01:33:11.479365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5acca35c-5ce3-4b8a-88a1-81d01404870c req-7a0336a9-89b8-40b1-8764-4ee874deb3b3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714166 Jul 16 01:33:11.508320 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-a5a35f38-cc45-4af8-a880-82272ca83cf4 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319163 Jul 16 01:33:11.553323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e355d7ab-6261-42ae-bd61-70c4f630b00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.656036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1adfb515-8f93-4a37-acbf-cd7368e46a38 req-7383cd91-648c-4e55-a9ac-a79644fe49e4 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397564 Jul 16 01:33:11.659240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a285c6a5-fec4-48d3-bc99-df9734732189 req-6c4517b5-2a62-429f-9157-1ce24a31a302 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 210 time: 0.0716863 Jul 16 01:33:12.242434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96e453b4-ae55-468f-8a77-51271cc68f08 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:12.299785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9e1c2-ae75-42a2-b4b1-28050ca90802 req-356b73ff-6175-4d90-a2b2-79c0e7a6937b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.309221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1db9e1c2-ae75-42a2-b4b1-28050ca90802 req-356b73ff-6175-4d90-a2b2-79c0e7a6937b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.2200785 Jul 16 01:33:12.361227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 96e453b4-ae55-468f-8a77-51271cc68f08 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:12.363467 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.379485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1db9e1c2-ae75-42a2-b4b1-28050ca90802 req-8940e69b-840d-4e59-aecf-2c79aa91c52e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679219 Jul 16 01:33:12.424783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79a27-e521-45b6-ac77-8ac797ad0816 req-3b559e8f-efe8-4652-bb3d-1f55003ada88 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.432852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87a79a27-e521-45b6-ac77-8ac797ad0816 req-3b559e8f-efe8-4652-bb3d-1f55003ada88 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.2417710 Jul 16 01:33:12.480870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87a79a27-e521-45b6-ac77-8ac797ad0816 req-88b504c8-3ee9-450d-8f2f-5cd56b9ccc4c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470321 Jul 16 01:33:12.835488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-726ca1ac-4dc4-4733-b5f1-551ca5e6dce0 req-e2b97450-eda1-4f61-86e1-d205d6f37646 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 210 time: 0.0332656 Jul 16 01:33:12.991005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-f2ab61a1-55ed-4d16-9aa1-b1ee6171ef54 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.992866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-f2ab61a1-55ed-4d16-9aa1-b1ee6171ef54 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 810 time: 0.1786904 Jul 16 01:33:13.036092 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-215bd373-8464-42cf-a199-e068b83c0c6d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14aa088753474d4f9b37d72a9f4b22ee HTTP/1.1" status: 200 len: 380 time: 0.0347979 Jul 16 01:33:13.045800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'port': {'device_id': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'admin_state_up': True, 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'security_groups': ['1df6dc57-733f-4730-a3c4-602b85893e48']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.160634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Made reservation on behalf of 14aa088753474d4f9b37d72a9f4b22ee for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:13.164368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.280386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-9fb51b41-b1fc-496c-9407-ea83ac261689 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2030512582&fields=id&tenant_id=2b44aaec28724c998d44b56d2ac2af35 HTTP/1.1" status: 200 len: 267 time: 0.0348694 Jul 16 01:33:13.310778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Allocated IP 172.20.0.11 (aba1fd15-b456-4383-b5f4-c531e9e86651/83931ea2-acf1-418d-accd-0d95004468e1/12cdf6ef-aa93-4649-9b39-c7d310700b0b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:13.412061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e46f0359-f58f-4828-a108-13ee8dff3979 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.414030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e46f0359-f58f-4828-a108-13ee8dff3979 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/networks?id=ad6a9fae-a477-4573-9a3f-c968446c3c72 HTTP/1.1" status: 200 len: 816 time: 0.1269712 Jul 16 01:33:13.432123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-1e1e7038-be3d-4932-b94a-83a4a38d5c63 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/quotas/2b44aaec28724c998d44b56d2ac2af35 HTTP/1.1" status: 200 len: 375 time: 0.0124633 Jul 16 01:33:13.499858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.530944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Transition to ACTIVE for port object 12cdf6ef-aa93-4649-9b39-c7d310700b0b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:13.537710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-5368e9d9-25c9-441d-8469-fe608db46a2d tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2b44aaec28724c998d44b56d2ac2af35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998571 Jul 16 01:33:13.567504 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.609781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Network aba1fd15-b456-4383-b5f4-c531e9e86651 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:13.614904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:13.618678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:13.650526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'Port': ['ID=12cdf6ef-aa93-4649-9b39-c7d310700b0b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.674493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.675250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.693013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706e937-0a1b-489c-88bc-839f5e71b2ae req-4ed9f728-d970-4a7d-9f67-82e5604892c2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.694640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7706e937-0a1b-489c-88bc-839f5e71b2ae req-4ed9f728-d970-4a7d-9f67-82e5604892c2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1555109 Jul 16 01:33:13.694838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-a0d84aac-6c89-43d1-84cd-2014ce7ccb4d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6531374 Jul 16 01:33:13.697536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-071c9480-66c6-41d7-8391-0f1b58fabc3e service neutron] 10.222.0.81 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440616 Jul 16 01:33:13.709172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Request body: {'port': {'device_id': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.803550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.961861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed2191f1-14e8-4d46-b978-e70275631bbd None None] Provisioning for port 12cdf6ef-aa93-4649-9b39-c7d310700b0b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:13.969858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed2191f1-14e8-4d46-b978-e70275631bbd None None] Provisioning complete for port 12cdf6ef-aa93-4649-9b39-c7d310700b0b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:13.971592 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed2191f1-14e8-4d46-b978-e70275631bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.042242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ed2191f1-14e8-4d46-b978-e70275631bbd None None] Port 12cdf6ef-aa93-4649-9b39-c7d310700b0b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:14.104426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7706e937-0a1b-489c-88bc-839f5e71b2ae req-f7217aca-627b-497f-9f14-41eb85dcfe73 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965747 Jul 16 01:33:14.125023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-7384a14c-1894-4e8e-964a-82c336b7228d service neutron] 10.222.0.81 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143851 Jul 16 01:33:14.158026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cdf6ef-aa93-4649-9b39-c7d310700b0b {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:14.166332 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.179825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Transition to ACTIVE for port object 12cdf6ef-aa93-4649-9b39-c7d310700b0b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:14.188757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.227615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-107fa3e1-8ae5-4998-8892-486adc98857b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.283803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Pushing event updated for resources: {'Port': ['ID=12cdf6ef-aa93-4649-9b39-c7d310700b0b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.294583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7611ff-c5b8-40b3-a614-25e770a6e634 req-d575c3c1-aed2-4624-a8fa-204b06ffdd72 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.299260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d7611ff-c5b8-40b3-a614-25e770a6e634 req-d575c3c1-aed2-4624-a8fa-204b06ffdd72 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0826075 Jul 16 01:33:14.357615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Attempting to bind port 12cdf6ef-aa93-4649-9b39-c7d310700b0b on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:14.358206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Attempting to bind port 12cdf6ef-aa93-4649-9b39-c7d310700b0b by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:14.358735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Attempting to bind port 12cdf6ef-aa93-4649-9b39-c7d310700b0b on network aba1fd15-b456-4383-b5f4-c531e9e86651 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:14.366754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Port 12cdf6ef-aa93-4649-9b39-c7d310700b0b on network aba1fd15-b456-4383-b5f4-c531e9e86651 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:14.367296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Attempting to bind port 12cdf6ef-aa93-4649-9b39-c7d310700b0b on network aba1fd15-b456-4383-b5f4-c531e9e86651 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:14.369168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d7611ff-c5b8-40b3-a614-25e770a6e634 req-6cb5480a-907d-4262-b54a-314c5df5b271 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643332 Jul 16 01:33:14.373837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:14.374406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Checking segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:14.374984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Bound using segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:14.375880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Bound port: 12cdf6ef-aa93-4649-9b39-c7d310700b0b, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:14.376447 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.390192 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.467067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] For port 12cdf6ef-aa93-4649-9b39-c7d310700b0b, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:14.470642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] For port 12cdf6ef-aa93-4649-9b39-c7d310700b0b, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:14.483148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.577678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.579500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.580998 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] 10.222.0.93 "PUT /v2.0/ports/12cdf6ef-aa93-4649-9b39-c7d310700b0b HTTP/1.1" status: 200 len: 1092 time: 0.8787384 Jul 16 01:33:14.581511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:14.583787 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da0c39-e2a6-466f-8c50-d86efb6c4361" -d '{"events": [{"name": "network-changed", "server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:14.617025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fa23f-4d22-4090-9934-6d2b832042f9 service neutron] Pushing event updated for resources: {'Port': ['ID=12cdf6ef-aa93-4649-9b39-c7d310700b0b,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.769784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-70980254-9b3a-4c13-8493-c0f0da606c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.771619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-70980254-9b3a-4c13-8493-c0f0da606c23 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 1095 time: 0.1202531 Jul 16 01:33:14.846184 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-8eb5321a-0e19-4f03-ae8e-a28b34afd248 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b HTTP/1.1" status: 200 len: 217 time: 0.0649371 Jul 16 01:33:14.879902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f23760-0150-43ee-b40b-4df493190c71 req-ee1045c4-3477-4efa-b73c-0f9a64fce113 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.893922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55f23760-0150-43ee-b40b-4df493190c71 req-ee1045c4-3477-4efa-b73c-0f9a64fce113 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 944 time: 0.1535637 Jul 16 01:33:14.975097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55f23760-0150-43ee-b40b-4df493190c71 req-ae0c9844-a0a6-4146-8d54-59f07e0747e4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798635 Jul 16 01:33:14.978751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-d2c07c42-0a89-44b5-ba9e-124afe1f2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.981762 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-d2c07c42-0a89-44b5-ba9e-124afe1f2bc5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.1287746 Jul 16 01:33:15.018585 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3affc5-2670-438a-86b4-2a89bcf252b4 x-openstack-request-id: req-0f3affc5-2670-438a-86b4-2a89bcf252b4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:15.018893 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:15.019361 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f3affc5-2670-438a-86b4-2a89bcf252b4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:15.019994 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'status': 'completed', 'code': 200} Jul 16 01:33:15.046016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-268068b0-a251-4aac-9774-17357101debd req-92e85e2f-fe03-4da5-8fd6-a2b9755b25da tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0353453 Jul 16 01:33:15.086641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-8735858c-4eb4-4fd0-973a-568a9289f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.088406 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-8735858c-4eb4-4fd0-973a-568a9289f2b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803151 Jul 16 01:33:15.196263 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-271239c5-9883-4f0a-aa41-b8672dda1b2e service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012404 Jul 16 01:33:15.269504 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.305270 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d0b9e5e9-858f-4cbe-b08b-f6d16c99fbf2 req-0fed0282-a6f9-4f70-a1e4-ad85b1c26f91 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033111 Jul 16 01:33:15.322053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91424d-a534-4dfd-8b34-76b299d401e7 req-58d4ad0b-2bc3-43da-aad7-f513c2893d57 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.324170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c91424d-a534-4dfd-8b34-76b299d401e7 req-58d4ad0b-2bc3-43da-aad7-f513c2893d57 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0733092 Jul 16 01:33:15.366039 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c91424d-a534-4dfd-8b34-76b299d401e7 req-971a2fef-1b1d-4608-8933-6cbc9a5c70dd tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345752 Jul 16 01:33:15.458723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-ee2b4b60-55ec-4893-97ab-8102653519b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.460381 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-ee2b4b60-55ec-4893-97ab-8102653519b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 1095 time: 0.0560625 Jul 16 01:33:15.566992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-76cd5c2e-f662-4464-9718-da7bb7a46955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.568921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-76cd5c2e-f662-4464-9718-da7bb7a46955 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 911 time: 0.1023335 Jul 16 01:33:15.618150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1310d-e002-4b5b-9ebc-c2ebcbfaf42c req-671ab51a-c994-4a8f-9d60-e7f752090b79 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.624810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bb1310d-e002-4b5b-9ebc-c2ebcbfaf42c req-671ab51a-c994-4a8f-9d60-e7f752090b79 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0939319 Jul 16 01:33:15.640875 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-51182e0a-7b3e-489e-abee-ea7dade65317 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b HTTP/1.1" status: 200 len: 217 time: 0.0620115 Jul 16 01:33:15.678113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bb1310d-e002-4b5b-9ebc-c2ebcbfaf42c req-0acc01e3-e60b-49c5-b6f1-8c2d67d587ad tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Jul 16 01:33:15.705525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-0d14141b-be9e-4a2a-8119-63214189e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.707033 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-0d14141b-be9e-4a2a-8119-63214189e1f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.0531301 Jul 16 01:33:15.768728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-c93d30fb-4a4a-41fa-8f82-9fd9b6bf8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.770258 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-c93d30fb-4a4a-41fa-8f82-9fd9b6bf8165 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554311 Jul 16 01:33:15.873700 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-df1f5eb6-6bff-4235-840b-f3103c7a06b5 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843272 Jul 16 01:33:15.980565 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4da0c39-e2a6-466f-8c50-d86efb6c4361 req-c5b313ac-40fd-40d2-9e3f-f8bcc97f019c service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960598 Jul 16 01:33:15.986066 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.184161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecf808-ef11-4925-822a-98c7f47b5385 req-b0b4f2bc-1cf5-40b0-aa32-c7f8571c25f5 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.192156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9ecf808-ef11-4925-822a-98c7f47b5385 req-b0b4f2bc-1cf5-40b0-aa32-c7f8571c25f5 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 944 time: 0.0808258 Jul 16 01:33:16.238763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9ecf808-ef11-4925-822a-98c7f47b5385 req-e3dd8e59-8ed0-40d6-94e8-30db0c01ea27 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455453 Jul 16 01:33:16.277485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24d65fb2-1e52-442d-b6d3-9e96a2dea62e req-3cc41df9-3561-4aa9-8e54-22f3b3a04106 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0335932 Jul 16 01:33:16.285642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-f0c61c2c-b4cc-441e-a5cf-0dda35e3edb3 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.287265 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-f0c61c2c-b4cc-441e-a5cf-0dda35e3edb3 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.93 "GET /v2.0/networks?id=ad6a9fae-a477-4573-9a3f-c968446c3c72 HTTP/1.1" status: 200 len: 816 time: 0.1856291 Jul 16 01:33:16.344922 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-a4c4090b-d96e-4607-bdcc-6a4c44283a50 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b44aaec28724c998d44b56d2ac2af35 HTTP/1.1" status: 200 len: 380 time: 0.0396228 Jul 16 01:33:16.354743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Request body: {'port': {'device_id': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'admin_state_up': True, 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'security_groups': ['bce85d35-1987-42e8-9b49-8695380d8b86']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:16.478556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Made reservation on behalf of 2b44aaec28724c998d44b56d2ac2af35 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:16.482262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.592870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ee66-c10f-40ac-8625-9afb02cd30f6 req-58a15ebf-ad9f-4ddd-ab42-b9fc474594bf tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.602254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b755ee66-c10f-40ac-8625-9afb02cd30f6 req-58a15ebf-ad9f-4ddd-ab42-b9fc474594bf tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0979767 Jul 16 01:33:16.625618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Allocated IP 172.20.0.9 (ad6a9fae-a477-4573-9a3f-c968446c3c72/bed38627-1690-4f78-808b-b3a4aa802587/e1d4d6f7-5c80-47a5-8700-e18295ee3eb5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:16.667135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b755ee66-c10f-40ac-8625-9afb02cd30f6 req-99a19dd8-657e-4aae-9720-8aad43477c65 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636284 Jul 16 01:33:16.772076 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.826178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.840815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Transition to ACTIVE for port object e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:16.877033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.933469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:16.940075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:16.940860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192291a9-9e0f-4d90-a7ad-698fef929c45 req-71ea3b88-ae3c-44a6-85b9-aaca5beaaed0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.944506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:16.964491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192291a9-9e0f-4d90-a7ad-698fef929c45 req-71ea3b88-ae3c-44a6-85b9-aaca5beaaed0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1093295 Jul 16 01:33:16.989409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event updated for resources: {'Port': ['ID=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.018467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192291a9-9e0f-4d90-a7ad-698fef929c45 req-295c6d71-f13d-472e-b772-c0ec0157a567 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530500 Jul 16 01:33:17.028162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.029102 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.048374 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-95f7dece-5c56-42ed-abaf-fec1504902c0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6973798 Jul 16 01:33:17.070180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Request body: {'port': {'device_id': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:17.163489 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.253105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8126b34b-aa77-468a-b937-35d05a9015f6 None None] Provisioning for port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:17.257289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8126b34b-aa77-468a-b937-35d05a9015f6 None None] Provisioning complete for port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:17.257909 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8126b34b-aa77-468a-b937-35d05a9015f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.299634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8126b34b-aa77-468a-b937-35d05a9015f6 None None] Port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:17.420460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945a3e2-ccf1-4126-b77a-440c56a82595 req-eaef3ade-70ee-4554-bc8d-aef25c710386 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.428792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a945a3e2-ccf1-4126-b77a-440c56a82595 req-eaef3ade-70ee-4554-bc8d-aef25c710386 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 944 time: 0.0789320 Jul 16 01:33:17.460908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:17.470200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.484853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Transition to ACTIVE for port object e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:17.489251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.501454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a945a3e2-ccf1-4126-b77a-440c56a82595 req-f1764a80-3504-46cb-b66d-afae21eac5c1 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714750 Jul 16 01:33:17.525832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a86f9-213d-4fc5-921c-6c3475241f2a req-4cc17f5f-015c-4904-8f6b-b55f53766734 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.533625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-255a86f9-213d-4fc5-921c-6c3475241f2a req-4cc17f5f-015c-4904-8f6b-b55f53766734 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 931 time: 0.1026728 Jul 16 01:33:17.589441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-255a86f9-213d-4fc5-921c-6c3475241f2a req-10f47a6f-7be7-4445-b109-a93e930fa421 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548337 Jul 16 01:33:17.622807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.643666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Attempting to bind port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:17.644128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Attempting to bind port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:17.644612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Attempting to bind port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 on network ad6a9fae-a477-4573-9a3f-c968446c3c72 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:17.649535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 on network ad6a9fae-a477-4573-9a3f-c968446c3c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:17.650034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Attempting to bind port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 on network ad6a9fae-a477-4573-9a3f-c968446c3c72 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:17.656333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:17.656774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Checking segment: {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:17.657627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Bound using segment: {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:17.658257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Bound port: e1d4d6f7-5c80-47a5-8700-e18295ee3eb5, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2552b085-f692-46ad-912b-2b06e6608e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:17.658887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.913373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c042dc2-67b4-4f15-b260-7b02f873998d req-89c3ce04-79e8-4d3b-beab-02438d6b8c1f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.931742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c042dc2-67b4-4f15-b260-7b02f873998d req-89c3ce04-79e8-4d3b-beab-02438d6b8c1f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1018670 Jul 16 01:33:17.986790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c042dc2-67b4-4f15-b260-7b02f873998d req-a8cef430-313e-443d-98d7-f53745504edb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Jul 16 01:33:18.153157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] For port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:18.156976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] For port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:18.162635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.212531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.213478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.217234 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] 10.222.0.93 "PUT /v2.0/ports/e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 HTTP/1.1" status: 200 len: 1091 time: 1.1523430 Jul 16 01:33:18.217719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:18.225801 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6ca616-b368-451a-ad8a-e0bccb585847" -d '{"events": [{"name": "network-changed", "server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:18.280997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c56462-5ffa-43db-b3f2-2d537c8f3633 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.329412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05006885-ae70-40b1-a03e-5231dde406ce req-1c00abe8-cee5-40f3-93a3-27b07ba5fbb1 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.333356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05006885-ae70-40b1-a03e-5231dde406ce req-1c00abe8-cee5-40f3-93a3-27b07ba5fbb1 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1405284 Jul 16 01:33:18.373077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-0bff5f29-4b85-4107-a70f-e1089aa323e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.374594 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-0bff5f29-4b85-4107-a70f-e1089aa323e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b44aaec28724c998d44b56d2ac2af35&device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 1094 time: 0.1094773 Jul 16 01:33:18.381322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05006885-ae70-40b1-a03e-5231dde406ce req-96ade2f4-321a-4755-b352-01f135721675 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Jul 16 01:33:18.429742 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-970d03fb-7cf2-4c74-94a4-97eecc8e400e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 HTTP/1.1" status: 200 len: 217 time: 0.0397239 Jul 16 01:33:18.470030 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f786871-45d7-4816-8b08-c34778c5b7c0 x-openstack-request-id: req-7f786871-45d7-4816-8b08-c34778c5b7c0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:18.470704 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:18.470704 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f786871-45d7-4816-8b08-c34778c5b7c0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:18.470988 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'status': 'completed', 'code': 200} Jul 16 01:33:18.496824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-5aef2a6e-2da2-4384-b2ee-9a25cc0099c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.498883 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-5aef2a6e-2da2-4384-b2ee-9a25cc0099c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bed38627-1690-4f78-808b-b3a4aa802587 HTTP/1.1" status: 200 len: 855 time: 0.0630527 Jul 16 01:33:18.578933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-28dc6f13-d23c-4fcb-a23d-9c07912a6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.580642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-28dc6f13-d23c-4fcb-a23d-9c07912a6622 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ad6a9fae-a477-4573-9a3f-c968446c3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720770 Jul 16 01:33:18.700207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-b4710364-6a4c-4264-9e0f-59be08a22a07 service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114781 Jul 16 01:33:18.780086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5028c-2c58-42e6-ba62-c4433d99f5db req-cfa8732d-8981-464f-adec-47c0233fb73a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.790303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81b5028c-2c58-42e6-ba62-c4433d99f5db req-cfa8732d-8981-464f-adec-47c0233fb73a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 944 time: 0.1177421 Jul 16 01:33:18.822676 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cf9ee9b1-6d51-4e1b-bd9b-8895f613614b req-6057a420-f39c-4065-a140-73ffedfd8f38 service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153302 Jul 16 01:33:18.860783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81b5028c-2c58-42e6-ba62-c4433d99f5db req-c7ef11fa-e86a-4cd4-b41e-694c063d4ee3 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679114 Jul 16 01:33:18.870772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7123064-04dd-4fd0-8e4a-75584148675b req-c5dcc64c-68f4-44d9-8a0d-a1a2f6768227 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.880510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7123064-04dd-4fd0-8e4a-75584148675b req-c5dcc64c-68f4-44d9-8a0d-a1a2f6768227 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.1365979 Jul 16 01:33:18.913095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7123064-04dd-4fd0-8e4a-75584148675b req-4bb9b2e3-2dcf-47cd-b815-910f2e710ee0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345774 Jul 16 01:33:18.934474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-83ae5d86-ab9d-4e48-952c-116e6de81b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.936113 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-83ae5d86-ab9d-4e48-952c-116e6de81b89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b44aaec28724c998d44b56d2ac2af35&device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 1094 time: 0.0650723 Jul 16 01:33:19.030427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-f85b6508-57d8-4f8f-8c1b-3af122e16342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.031995 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-f85b6508-57d8-4f8f-8c1b-3af122e16342 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ad6a9fae-a477-4573-9a3f-c968446c3c72 HTTP/1.1" status: 200 len: 917 time: 0.0898311 Jul 16 01:33:19.080623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-841c4f43-e5a1-4fdf-93ef-4fd95ec95faf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 HTTP/1.1" status: 200 len: 217 time: 0.0376272 Jul 16 01:33:19.136729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-96fd182a-a0e4-404e-ab85-9492926f08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.138475 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-96fd182a-a0e4-404e-ab85-9492926f08a8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bed38627-1690-4f78-808b-b3a4aa802587 HTTP/1.1" status: 200 len: 855 time: 0.0523591 Jul 16 01:33:19.161403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57f513-438f-4435-bf7a-366b1d2c4270 req-591b36d9-3c89-4fc0-8159-f09df2edabdf tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.162967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de57f513-438f-4435-bf7a-366b1d2c4270 req-591b36d9-3c89-4fc0-8159-f09df2edabdf tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0702481 Jul 16 01:33:19.207702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-7943fdb0-8dfa-4ce5-830b-866095f13a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.208503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de57f513-438f-4435-bf7a-366b1d2c4270 req-78a342e6-d333-49fc-91f3-6ca68a62a18d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Jul 16 01:33:19.209489 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-7943fdb0-8dfa-4ce5-830b-866095f13a54 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ad6a9fae-a477-4573-9a3f-c968446c3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643325 Jul 16 01:33:19.307007 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-a213e8d2-fb43-4a04-8ee8-4ec7fe4c530c service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901980 Jul 16 01:33:19.406066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b6ca616-b368-451a-ad8a-e0bccb585847 req-5f0b2b38-5f6b-4c53-8ad3-9d22fd120791 service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930347 Jul 16 01:33:19.582425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112654b1-945f-4910-a4d1-abc4778def61 req-f2d53a12-3912-44f0-9807-b624202b462e tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.589451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-112654b1-945f-4910-a4d1-abc4778def61 req-f2d53a12-3912-44f0-9807-b624202b462e tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0709753 Jul 16 01:33:19.599817 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.634909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-112654b1-945f-4910-a4d1-abc4778def61 req-6e0e6600-ec5f-4276-8910-55c984e461f1 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Jul 16 01:33:19.788642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 12cdf6ef-aa93-4649-9b39-c7d310700b0b details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:19.889175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 12cdf6ef-aa93-4649-9b39-c7d310700b0b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:19.905239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'port_id': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'mac_address': 'fa:16:3e:a8:92:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:19.944848 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.962191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cdf6ef-aa93-4649-9b39-c7d310700b0b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:19.983554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 12cdf6ef-aa93-4649-9b39-c7d310700b0b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:19.989078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.055140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=12cdf6ef-aa93-4649-9b39-c7d310700b0b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:20.055823 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:20.162827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc0bd0-e451-41e2-b5a3-f2fb1aa9c3bd req-3dabf9c9-1aea-4391-81e5-a1a39464db1d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.164377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0dc0bd0-e451-41e2-b5a3-f2fb1aa9c3bd req-3dabf9c9-1aea-4391-81e5-a1a39464db1d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 945 time: 0.1334379 Jul 16 01:33:20.180824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769da094-6f48-4479-93ab-36212c667cf5 req-8ca47215-9868-4fab-b8f8-f6de78ea5cfa tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.182247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-769da094-6f48-4479-93ab-36212c667cf5 req-8ca47215-9868-4fab-b8f8-f6de78ea5cfa tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.0966125 Jul 16 01:33:20.240206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0dc0bd0-e451-41e2-b5a3-f2fb1aa9c3bd req-20fd14ed-1b8e-47d5-9caa-db6e288bf13d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678084 Jul 16 01:33:20.245779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-769da094-6f48-4479-93ab-36212c667cf5 req-0026afa7-8c47-411e-ae9c-346281f9f5f2 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571451 Jul 16 01:33:20.465878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['12cdf6ef-aa93-4649-9b39-c7d310700b0b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:20.469555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bc1e8-caec-415b-be13-6ddc8276278e req-614e0f5e-11e0-4c53-b76b-07764aab5f82 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.476538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d0bc1e8-caec-415b-be13-6ddc8276278e req-614e0f5e-11e0-4c53-b76b-07764aab5f82 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0835593 Jul 16 01:33:20.525691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d0bc1e8-caec-415b-be13-6ddc8276278e req-3e7d423f-1612-423b-91cd-37c7ed835d47 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480208 Jul 16 01:33:20.807148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2f7b9-845d-42da-80b5-367f17cd20ef req-4bb7ed8e-29d7-4273-bba0-3954cde61ace tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.808678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f2f7b9-845d-42da-80b5-367f17cd20ef req-4bb7ed8e-29d7-4273-bba0-3954cde61ace tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0677168 Jul 16 01:33:20.849613 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f2f7b9-845d-42da-80b5-367f17cd20ef req-69099508-024d-4a4f-af3a-7f55e7e4fa33 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Jul 16 01:33:21.505670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4003e-9dea-41e4-941b-dbb4006f0857 req-d7de3db3-772f-429e-8e30-7671b5a732c8 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.507182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cb4003e-9dea-41e4-941b-dbb4006f0857 req-d7de3db3-772f-429e-8e30-7671b5a732c8 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 945 time: 0.1331079 Jul 16 01:33:21.531926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9ae33-4c36-41c1-8bce-9015573e7c1d req-8b60d0f9-0ae8-4333-965e-86c3b4b1b835 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.533419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6dc9ae33-4c36-41c1-8bce-9015573e7c1d req-8b60d0f9-0ae8-4333-965e-86c3b4b1b835 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.1150970 Jul 16 01:33:21.583807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cb4003e-9dea-41e4-941b-dbb4006f0857 req-2ebde879-58d7-4d54-8a73-9e7bc0e8f0e6 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669882 Jul 16 01:33:21.592777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6dc9ae33-4c36-41c1-8bce-9015573e7c1d req-471db14f-6f8e-4884-9e32-b703f93ba04d tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516546 Jul 16 01:33:21.910073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c898b19-045e-45fd-b4b9-58293db4dc9c req-c1dfd472-50c1-4292-af86-300c85c14263 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.911735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c898b19-045e-45fd-b4b9-58293db4dc9c req-c1dfd472-50c1-4292-af86-300c85c14263 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0785253 Jul 16 01:33:21.974865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c898b19-045e-45fd-b4b9-58293db4dc9c req-afea00cd-9f84-4ade-976a-0a43b7c97315 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569725 Jul 16 01:33:22.071264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e3905-25aa-44dc-b233-5f8cf3d0820e req-4a7eea86-7444-4378-9911-a3fca10fb4da tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.073167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a54e3905-25aa-44dc-b233-5f8cf3d0820e req-4a7eea86-7444-4378-9911-a3fca10fb4da tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0738466 Jul 16 01:33:22.116148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a54e3905-25aa-44dc-b233-5f8cf3d0820e req-d4f98bf7-e20c-4392-a168-8086cc52912e tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356822 Jul 16 01:33:22.814227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf880c2-7b57-419d-bc09-77f9dc0aea0f req-661374ff-b12e-4f1f-847d-e3082fbbc74f tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.815756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf880c2-7b57-419d-bc09-77f9dc0aea0f req-661374ff-b12e-4f1f-847d-e3082fbbc74f tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 945 time: 0.1144536 Jul 16 01:33:22.824037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211d0f8-8822-4986-b50a-96ca1fbe3d04 req-a4e19cee-855c-4dd8-8fbd-b36d51f6a12a tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.826012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a211d0f8-8822-4986-b50a-96ca1fbe3d04 req-a4e19cee-855c-4dd8-8fbd-b36d51f6a12a tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.1133747 Jul 16 01:33:22.886120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf880c2-7b57-419d-bc09-77f9dc0aea0f req-7239ae93-3979-4ef8-a79b-6de69b374bcf tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591545 Jul 16 01:33:22.889486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a211d0f8-8822-4986-b50a-96ca1fbe3d04 req-e410478e-774e-41eb-8238-6996db09babe tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565994 Jul 16 01:33:23.175883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a0889-0768-4d63-bd89-0c782c97219d req-f0d19695-bd11-4018-b967-ec893782ceec tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.177423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94a0889-0768-4d63-bd89-0c782c97219d req-f0d19695-bd11-4018-b967-ec893782ceec tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0644462 Jul 16 01:33:23.217980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94a0889-0768-4d63-bd89-0c782c97219d req-2194ffd7-e38f-4a19-a94c-db7391a917f0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344992 Jul 16 01:33:23.299405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf20e25-6523-408c-b2d0-d4010e060675 req-2c1569b7-a8a7-40c9-964d-ece8138f5cc6 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.300925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccf20e25-6523-408c-b2d0-d4010e060675 req-2c1569b7-a8a7-40c9-964d-ece8138f5cc6 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0712764 Jul 16 01:33:23.342827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccf20e25-6523-408c-b2d0-d4010e060675 req-9bfd8de1-1062-4d28-8561-0974d2ff7e92 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jul 16 01:33:23.800489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 12cdf6ef-aa93-4649-9b39-c7d310700b0b up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:23.850760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 12cdf6ef-aa93-4649-9b39-c7d310700b0b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:23.854427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 12cdf6ef-aa93-4649-9b39-c7d310700b0b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:23.854803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.932572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.958597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:23.961308 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5615ead2-2e36-487b-8074-c3aed8cabe35" -d '{"events": [{"server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "name": "network-vif-plugged", "status": "completed", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:23.975570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 12cdf6ef-aa93-4649-9b39-c7d310700b0b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:23.983530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.045877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=12cdf6ef-aa93-4649-9b39-c7d310700b0b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.123495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88fa19-6293-4445-b4ec-5e1019c33396 req-35a4a57e-0b2f-4b14-aa73-e2e26654d050 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.125029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa88fa19-6293-4445-b4ec-5e1019c33396 req-35a4a57e-0b2f-4b14-aa73-e2e26654d050 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1100457 Jul 16 01:33:24.137888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa935-b4ec-4cc9-b9c7-420c932de432 req-2b522447-6a2b-4ae2-ab0d-1ad4e84d2b95 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.139330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfcfa935-b4ec-4cc9-b9c7-420c932de432 req-2b522447-6a2b-4ae2-ab0d-1ad4e84d2b95 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.0931082 Jul 16 01:33:24.195188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa88fa19-6293-4445-b4ec-5e1019c33396 req-c2f04e53-1614-46fd-8b89-6b441dbcc354 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548906 Jul 16 01:33:24.202699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfcfa935-b4ec-4cc9-b9c7-420c932de432 req-96c5c563-192c-4fd5-9be0-62f0f69fc2c9 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473626 Jul 16 01:33:24.244626 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a04e57-8a91-4cdb-b990-311b3a7bd430 x-openstack-request-id: req-05a04e57-8a91-4cdb-b990-311b3a7bd430 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:24.245176 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "name": "network-vif-plugged", "status": "completed", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:24.245628 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05a04e57-8a91-4cdb-b990-311b3a7bd430 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:24.246217 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'code': 200} Jul 16 01:33:24.380539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc85b2-b02e-4721-a1a4-0aba1d8abdc4 req-ecd42b21-d016-4a2f-9169-c41c19760b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.382651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23dc85b2-b02e-4721-a1a4-0aba1d8abdc4 req-ecd42b21-d016-4a2f-9169-c41c19760b4b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0651617 Jul 16 01:33:24.423350 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23dc85b2-b02e-4721-a1a4-0aba1d8abdc4 req-7656b8b9-d1b0-4d51-9208-e447244d046f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336170 Jul 16 01:33:24.519373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23888eef-c10c-465e-abb5-6106f2c28c27 req-db15a12b-4816-4b6f-b0a1-735f5379c923 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.526004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23888eef-c10c-465e-abb5-6106f2c28c27 req-db15a12b-4816-4b6f-b0a1-735f5379c923 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0777774 Jul 16 01:33:24.577125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23888eef-c10c-465e-abb5-6106f2c28c27 req-56bae4ba-4603-4574-a456-2dc2b108e8a5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Jul 16 01:33:24.648903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c3b4-60fc-487d-bd7b-015c7b7724eb req-79b0157e-d635-4695-b7d8-786799643b81 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.650407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ce6c3b4-60fc-487d-bd7b-015c7b7724eb req-79b0157e-d635-4695-b7d8-786799643b81 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0689070 Jul 16 01:33:24.689155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ce6c3b4-60fc-487d-bd7b-015c7b7724eb req-bf29fd19-e29e-4f21-ba10-e5007db871b3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Jul 16 01:33:25.417441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd47270-8e03-42f7-ad27-183637cd860b req-78e14558-c4d5-47b9-ac61-46f71c19f58d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.418985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bd47270-8e03-42f7-ad27-183637cd860b req-78e14558-c4d5-47b9-ac61-46f71c19f58d tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1149240 Jul 16 01:33:25.430803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d9eb-3867-4b09-bd1d-d8429633adfe req-9083b7af-4431-4edf-81a3-85bcdd585b9a tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.432385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ce2d9eb-3867-4b09-bd1d-d8429633adfe req-9083b7af-4431-4edf-81a3-85bcdd585b9a tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.0999184 Jul 16 01:33:25.490349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bd47270-8e03-42f7-ad27-183637cd860b req-cdceaafa-5e36-423f-b40a-1b33075aed2c tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569718 Jul 16 01:33:25.493251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ce2d9eb-3867-4b09-bd1d-d8429633adfe req-e0c2b9c2-0fc5-4cd6-8c07-4267cf9548f3 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536542 Jul 16 01:33:25.815006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cedc4-defe-4147-ad0d-6b2e236b7eff req-37c76ed9-3446-44dd-8759-641aab0286b3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.816596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-310cedc4-defe-4147-ad0d-6b2e236b7eff req-37c76ed9-3446-44dd-8759-641aab0286b3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0698509 Jul 16 01:33:25.900111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-310cedc4-defe-4147-ad0d-6b2e236b7eff req-f1db3456-31f0-4ac5-aee1-f1e9e4f9924d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613391 Jul 16 01:33:25.929175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05b57-867a-4808-ab46-b409e957c320 req-2348ee5b-beba-468f-bd49-c0d256300c85 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.930712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0af05b57-867a-4808-ab46-b409e957c320 req-2348ee5b-beba-468f-bd49-c0d256300c85 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1019671 Jul 16 01:33:25.969588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0af05b57-867a-4808-ab46-b409e957c320 req-d302c41e-1d42-4a5e-9f26-c16c3bdcecd8 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 16 01:33:26.734924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2059d-f09d-4b28-846c-38bacd47bdb6 req-985bc302-d7eb-4613-a453-30ed2266969e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.736459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fe2059d-f09d-4b28-846c-38bacd47bdb6 req-985bc302-d7eb-4613-a453-30ed2266969e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.1160095 Jul 16 01:33:26.744896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25a56d-4708-43b4-a27b-1fa8a6eff23e req-23168b00-49d1-4ddc-87f1-d27f149dfd50 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.746269 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc25a56d-4708-43b4-a27b-1fa8a6eff23e req-23168b00-49d1-4ddc-87f1-d27f149dfd50 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1165829 Jul 16 01:33:26.804811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fe2059d-f09d-4b28-846c-38bacd47bdb6 req-d5ea1281-d395-46ee-a135-fd772446552e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575299 Jul 16 01:33:26.807741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc25a56d-4708-43b4-a27b-1fa8a6eff23e req-f0b62f38-0331-4cec-ac0a-1b9086aa485f tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543673 Jul 16 01:33:27.118000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b9822-d6e9-4fb7-8a57-ec7d3374e6d3 req-221efd12-4e72-4de4-b004-e51bdbef9a69 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.119647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c86b9822-d6e9-4fb7-8a57-ec7d3374e6d3 req-221efd12-4e72-4de4-b004-e51bdbef9a69 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0724711 Jul 16 01:33:27.129576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56782) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:27.134468 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'floatingip': {'port_id': '12cdf6ef-aa93-4649-9b39-c7d310700b0b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:27.190696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f767-73f8-4517-ab5a-22610832fbf0 req-4461109d-26e3-4c06-90f5-6ea02c819b4c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.192264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d703f767-73f8-4517-ab5a-22610832fbf0 req-4461109d-26e3-4c06-90f5-6ea02c819b4c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0716107 Jul 16 01:33:27.202360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.288547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d703f767-73f8-4517-ab5a-22610832fbf0 req-ac7cb57d-ac18-4a4e-b5f0-8a374f6cb347 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898354 Jul 16 01:33:27.320098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b4f88-f089-4c46-9747-0f5b854ed16e req-c0ca4bf6-38ee-46f7-99a0-a79cdc921142 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.321778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d4b4f88-f089-4c46-9747-0f5b854ed16e req-c0ca4bf6-38ee-46f7-99a0-a79cdc921142 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0944529 Jul 16 01:33:27.362410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d4b4f88-f089-4c46-9747-0f5b854ed16e req-d41501ea-db88-48de-864b-317ea61cd672 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328727 Jul 16 01:33:27.666759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.670965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.774830 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Floating IP 14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a associated. External IP: 172.25.5.132, port: 12cdf6ef-aa93-4649-9b39-c7d310700b0b. Jul 16 01:33:27.995834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48892392-aef3-4847-a82d-729d859dcf8b req-7d2bd17f-a95c-4b70-83ca-7c71a76ec4f0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.999562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48892392-aef3-4847-a82d-729d859dcf8b req-7d2bd17f-a95c-4b70-83ca-7c71a76ec4f0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.0777528 Jul 16 01:33:28.029961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Router abbd9bc8-b753-42c6-b98b-10b85a729760 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:28.061989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48892392-aef3-4847-a82d-729d859dcf8b req-00231068-c288-4967-9a5f-9c82cffa64fc tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546889 Jul 16 01:33:28.152482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:28.157852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.163737 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] Sync routers for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:28.177295 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:28.178159 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:33:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:28.201881 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2e74f515-5826-4acc-a82d-62289002dfc4 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "PUT /v2.0/floatingips/14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a HTTP/1.1" status: 200 len: 992 time: 1.0710840 Jul 16 01:33:28.202505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:28.204823 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:28.253562 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0ed49-7bfa-4ecb-b63d-4ef3470c4964 x-openstack-request-id: req-eab0ed49-7bfa-4ecb-b63d-4ef3470c4964 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:28.253860 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:28.254119 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eab0ed49-7bfa-4ecb-b63d-4ef3470c4964 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:28.254526 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'status': 'completed', 'code': 200} Jul 16 01:33:28.312136 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:28.349853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-a8c0f303-d6fa-470f-a9b9-f8031678bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.351453 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-a8c0f303-d6fa-470f-a9b9-f8031678bc26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0672393 Jul 16 01:33:28.489125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-ca2feffa-5023-4cca-a208-c3f52a9a5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.490629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-ca2feffa-5023-4cca-a208-c3f52a9a5681 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 911 time: 0.1290801 Jul 16 01:33:28.579484 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-d03f3ab5-65d5-4463-82e0-9342e8def3e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b HTTP/1.1" status: 200 len: 1000 time: 0.0743027 Jul 16 01:33:28.614278 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'port_id': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'mac_address': 'fa:16:3e:a8:92:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:08Z', 'updated_at': '2021-07-16T01:33:27Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:28.636869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5c941-1374-4826-a738-871df9c4c04c req-572a6aad-3e4f-4af0-906f-cfd91e7b11d1 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.639356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-75e3ca45-06da-4b64-9d28-9a5608d64268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.640972 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-75e3ca45-06da-4b64-9d28-9a5608d64268 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.0552328 Jul 16 01:33:28.644170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfb5c941-1374-4826-a738-871df9c4c04c req-572a6aad-3e4f-4af0-906f-cfd91e7b11d1 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1219468 Jul 16 01:33:28.647589 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] Checking router: abbd9bc8-b753-42c6-b98b-10b85a729760 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:28.653851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb846f-02a4-420d-8033-0ff0bf0c2119 req-dd945d59-5d14-48d5-b86d-c4e7a38e13f0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.656688 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:28.657223 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:33:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:28.660625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1cb846f-02a4-420d-8033-0ff0bf0c2119 req-dd945d59-5d14-48d5-b86d-c4e7a38e13f0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.2051389 Jul 16 01:33:28.711957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-6e2e42cf-63b2-478d-8173-4a405137abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.713165 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-6e2e42cf-63b2-478d-8173-4a405137abb7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584090 Jul 16 01:33:28.717938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfb5c941-1374-4826-a738-871df9c4c04c req-c48e42cf-bdb5-4bfe-b9be-83f5d279837e tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728970 Jul 16 01:33:28.720795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1cb846f-02a4-420d-8033-0ff0bf0c2119 req-0b8911b0-3458-4fa4-ba6b-620b38e64100 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594699 Jul 16 01:33:28.826163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-eef28889-0528-4170-a0fe-5723250e52ef service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992942 Jul 16 01:33:28.864352 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:28.927210 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bd740ca9-4dc3-4ee9-814c-d3e59df886f0 req-7b8e7137-faea-432a-ab60-bed109a643c1 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940120 Jul 16 01:33:29.096541 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'port_id': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'mac_address': 'fa:16:3e:a8:92:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:08Z', 'updated_at': '2021-07-16T01:33:27Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:29.126110 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a54611e-0eef-40fa-b7a8-f395e501533c None None] The sync data for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 is: [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'port_id': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'mac_address': 'fa:16:3e:a8:92:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:08Z', 'updated_at': '2021-07-16T01:33:27Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:29.265041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db9500-3092-4876-a408-c432579181ca req-fef6c3b2-3ea9-407e-a3fc-0eeb1855350c tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.267125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81db9500-3092-4876-a408-c432579181ca req-fef6c3b2-3ea9-407e-a3fc-0eeb1855350c tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.0772197 Jul 16 01:33:29.321187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81db9500-3092-4876-a408-c432579181ca req-8faf2abd-fd0a-463f-9320-022ac6d9b4e0 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443883 Jul 16 01:33:29.407401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855ba45-9ac3-4bba-bc99-5ff082b91588 None None] New status for floating IP 14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:33:29.953608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e72815-1b00-45ee-9e91-ef167d827060 req-c52b4e10-5863-4f9e-b470-e2dbe7914e19 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.957086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e72815-1b00-45ee-9e91-ef167d827060 req-c52b4e10-5863-4f9e-b470-e2dbe7914e19 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1137929 Jul 16 01:33:29.970899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3df1-508b-43d1-8900-7b5d1077611e req-b50578b4-d0fc-4bf0-ba8e-5213e84ea757 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.972410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92cd3df1-508b-43d1-8900-7b5d1077611e req-b50578b4-d0fc-4bf0-ba8e-5213e84ea757 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1320429 Jul 16 01:33:30.033105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e72815-1b00-45ee-9e91-ef167d827060 req-750c7aef-170c-4c2b-9852-5d5dec163a1b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Jul 16 01:33:30.035857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92cd3df1-508b-43d1-8900-7b5d1077611e req-3899fb83-a53c-4385-a719-c8ce7f171ca3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575562 Jul 16 01:33:30.510501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd159e9c-7495-4772-9be5-5f384d359e00 req-fbe4f070-43a5-4dcb-b794-0d063c55be57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.512144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd159e9c-7495-4772-9be5-5f384d359e00 req-fbe4f070-43a5-4dcb-b794-0d063c55be57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.0751464 Jul 16 01:33:30.551927 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd159e9c-7495-4772-9be5-5f384d359e00 req-7eb77c34-0ecb-4dcf-874d-c45d35b7acd2 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339725 Jul 16 01:33:31.259250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b441d-8917-4959-a26d-3439f91211af req-679d6ae8-38c2-438b-bf01-7b315c087c21 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.260795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-752b441d-8917-4959-a26d-3439f91211af req-679d6ae8-38c2-438b-bf01-7b315c087c21 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1088996 Jul 16 01:33:31.281718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa486-d95c-44cf-bf26-770390f8ca84 req-8d6be32c-4e3c-4ab2-a75c-276dc8b9a2c1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.283227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-379aa486-d95c-44cf-bf26-770390f8ca84 req-8d6be32c-4e3c-4ab2-a75c-276dc8b9a2c1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1285481 Jul 16 01:33:31.328920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-752b441d-8917-4959-a26d-3439f91211af req-b03280d8-f249-4858-8ae7-61306c48a1fc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618179 Jul 16 01:33:31.341708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-379aa486-d95c-44cf-bf26-770390f8ca84 req-2388696d-f227-4639-82eb-18f248ef5f2e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503023 Jul 16 01:33:31.741667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066f3f2-c316-4bcd-bb1d-6d7d6d4eb178 req-6631f6b1-4ae3-4c75-bb08-093e3daa7378 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.743189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3066f3f2-c316-4bcd-bb1d-6d7d6d4eb178 req-6631f6b1-4ae3-4c75-bb08-093e3daa7378 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 943 time: 0.0756130 Jul 16 01:33:31.803027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3066f3f2-c316-4bcd-bb1d-6d7d6d4eb178 req-8571fbb0-27fe-4e7b-982b-5adebeb53c20 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519555 Jul 16 01:33:31.873225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:31.968012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:31.978612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'port_id': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'mac_address': 'fa:16:3e:ce:e0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:32.020208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.033080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:32.052713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:32.064790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.111604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.509637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e1d4d6f7-5c80-47a5-8700-e18295ee3eb5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:32.555468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795e8f1-f858-4171-b3b1-61f3d1baf442 req-5659e321-7853-467d-b78b-303b87ce343c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.557093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5795e8f1-f858-4171-b3b1-61f3d1baf442 req-5659e321-7853-467d-b78b-303b87ce343c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1111023 Jul 16 01:33:32.580327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee6190-5ef1-4f94-bbc0-c0144c7ddc2b req-9b337324-85d7-40d8-9961-117eb0e05c8e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.581878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cee6190-5ef1-4f94-bbc0-c0144c7ddc2b req-9b337324-85d7-40d8-9961-117eb0e05c8e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1080248 Jul 16 01:33:32.630586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5795e8f1-f858-4171-b3b1-61f3d1baf442 req-37182f46-726a-42e5-adc8-4ecf414f25a0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Jul 16 01:33:32.643445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cee6190-5ef1-4f94-bbc0-c0144c7ddc2b req-c1e54235-281a-4eb0-8adb-07342631ee32 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492897 Jul 16 01:33:33.105681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301be5-e13e-4e22-87bd-9787a8c082bb req-1dc48ccc-d8ae-4c8f-9ee3-dc7369a0b04e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.107149 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e301be5-e13e-4e22-87bd-9787a8c082bb req-1dc48ccc-d8ae-4c8f-9ee3-dc7369a0b04e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 944 time: 0.0655129 Jul 16 01:33:33.156144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e301be5-e13e-4e22-87bd-9787a8c082bb req-64c31bf2-60db-4432-832e-16cd361fdb60 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Jul 16 01:33:33.860379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc9539-b873-44c8-ba7b-85cc564c453b req-4606319f-2b09-49c1-88d1-d4b72d395571 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.861892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65dc9539-b873-44c8-ba7b-85cc564c453b req-4606319f-2b09-49c1-88d1-d4b72d395571 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1018126 Jul 16 01:33:33.870259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db868f-faa7-4e8c-86ce-0fc78d49ff3b req-fbdffaba-6ff1-4d8b-870b-eb3a84896aae tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.871725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34db868f-faa7-4e8c-86ce-0fc78d49ff3b req-fbdffaba-6ff1-4d8b-870b-eb3a84896aae tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1208467 Jul 16 01:33:33.928870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65dc9539-b873-44c8-ba7b-85cc564c453b req-0051b88e-5590-4797-a724-ac45af75e79f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Jul 16 01:33:33.936398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34db868f-faa7-4e8c-86ce-0fc78d49ff3b req-7348ac47-2e18-4da6-801d-fc0c1a901259 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576351 Jul 16 01:33:34.332049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf4bb3-4aef-4b4f-b305-80c7531f832d req-70007568-fd5b-4e21-ae42-3ad0e0d67dc2 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.333478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22cf4bb3-4aef-4b4f-b305-80c7531f832d req-70007568-fd5b-4e21-ae42-3ad0e0d67dc2 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 944 time: 0.0663044 Jul 16 01:33:34.373232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22cf4bb3-4aef-4b4f-b305-80c7531f832d req-cbba4cd9-2482-4329-b27f-d982f105380a tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341470 Jul 16 01:33:35.149380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1be0ff-c7af-4bd6-88d0-3b3f8ac8d543 req-b24a4776-a3b5-48e7-958c-bf45a8be30ff tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.150875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed1be0ff-c7af-4bd6-88d0-3b3f8ac8d543 req-b24a4776-a3b5-48e7-958c-bf45a8be30ff tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1066003 Jul 16 01:33:35.159501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f88dd-93a7-4c8c-b3f4-870428b5764f req-1b947fd5-1c37-4c0c-ac97-afd6496df354 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.161013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f6f88dd-93a7-4c8c-b3f4-870428b5764f req-1b947fd5-1c37-4c0c-ac97-afd6496df354 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1072435 Jul 16 01:33:35.227247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed1be0ff-c7af-4bd6-88d0-3b3f8ac8d543 req-c334f030-4fb1-4e79-ab57-df2f2c72fed1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652232 Jul 16 01:33:35.230166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f6f88dd-93a7-4c8c-b3f4-870428b5764f req-9f0d6a42-14d2-4b44-adf1-4d9299127b12 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584526 Jul 16 01:33:35.594001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465bbe0-a5db-4d6c-bc74-95dbe821c70d req-26b3fd6f-46d9-4835-aa0b-c59e242675d7 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.595486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7465bbe0-a5db-4d6c-bc74-95dbe821c70d req-26b3fd6f-46d9-4835-aa0b-c59e242675d7 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 944 time: 0.0627062 Jul 16 01:33:35.634132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7465bbe0-a5db-4d6c-bc74-95dbe821c70d req-11c06126-49b1-466c-b07c-efeb2a269ddb tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327828 Jul 16 01:33:35.886715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:35.939911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:35.944899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:35.945269 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.149544 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.171482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:36.173735 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a2fc9a-cba1-42f4-bdbb-0039aa6da555" -d '{"events": [{"server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "name": "network-vif-plugged", "status": "completed", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:36.187026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:36.191782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.216289 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f312cd5c-6e4e-4165-a374-14369eb99cf8 x-openstack-request-id: req-f312cd5c-6e4e-4165-a374-14369eb99cf8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:36.216584 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "name": "network-vif-plugged", "status": "completed", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:36.216834 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f312cd5c-6e4e-4165-a374-14369eb99cf8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:36.217221 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'code': 200} Jul 16 01:33:36.242615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.346129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a767e-1595-4bb4-bb0e-56183aa1b95c req-2bdfdfad-c2fa-41a7-ade5-6593650b0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.348732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e78a767e-1595-4bb4-bb0e-56183aa1b95c req-2bdfdfad-c2fa-41a7-ade5-6593650b0518 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 1096 time: 0.0581012 Jul 16 01:33:36.386633 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e78a767e-1595-4bb4-bb0e-56183aa1b95c req-9d40a6f1-2785-441e-a0d1-813032fd9102 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309658 Jul 16 01:33:36.468256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be6c53-aa05-4409-9ce0-d4ce550fc9f6 req-5f5ebfd0-9d43-4721-9433-dae0715c034d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.468256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75be6c53-aa05-4409-9ce0-d4ce550fc9f6 req-5f5ebfd0-9d43-4721-9433-dae0715c034d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1234944 Jul 16 01:33:36.477283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ac962-2c45-42c3-96d6-26872130f5b3 req-ab482f3f-0114-4cb9-aa60-b48ce3b7e976 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.478833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d53ac962-2c45-42c3-96d6-26872130f5b3 req-ab482f3f-0114-4cb9-aa60-b48ce3b7e976 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1060047 Jul 16 01:33:36.538088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75be6c53-aa05-4409-9ce0-d4ce550fc9f6 req-f3d46c0e-cadf-451a-b10d-9ca2f04a2acd tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582311 Jul 16 01:33:36.542793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d53ac962-2c45-42c3-96d6-26872130f5b3 req-3f28f710-a113-43ff-9a81-4e4119b29b62 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 Jul 16 01:33:36.903527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d265f6-5153-47e0-aae1-834f05613b52 req-a9431333-af2b-4614-b17e-c4fd3dbc99e9 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.904963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36d265f6-5153-47e0-aae1-834f05613b52 req-a9431333-af2b-4614-b17e-c4fd3dbc99e9 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0630319 Jul 16 01:33:36.943551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36d265f6-5153-47e0-aae1-834f05613b52 req-ce5830df-4b01-4833-9152-30dc70d91dc1 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Jul 16 01:33:37.774251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30721b7c-74eb-44ca-8768-242783c800f5 req-26220893-deca-4d3c-82d1-40a5aae6d68f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.775997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30721b7c-74eb-44ca-8768-242783c800f5 req-26220893-deca-4d3c-82d1-40a5aae6d68f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1114783 Jul 16 01:33:37.785749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74e11-8ec0-4913-bc34-368d37d30b09 req-44db061f-59fe-4551-ae61-1e27c0dff737 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.787192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be74e11-8ec0-4913-bc34-368d37d30b09 req-44db061f-59fe-4551-ae61-1e27c0dff737 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1207948 Jul 16 01:33:37.837348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30721b7c-74eb-44ca-8768-242783c800f5 req-b80ebc64-e780-4409-82e6-51da84a20f61 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491879 Jul 16 01:33:37.849427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be74e11-8ec0-4913-bc34-368d37d30b09 req-12295b36-1c08-494e-94a9-e72ff6973356 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554187 Jul 16 01:33:38.228732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a4f2d-50ee-48b0-9904-5ec699e48e07 req-11a2a1bb-dcc1-41d7-b54f-9e925b459bf3 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.235796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e94a4f2d-50ee-48b0-9904-5ec699e48e07 req-11a2a1bb-dcc1-41d7-b54f-9e925b459bf3 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0716264 Jul 16 01:33:38.273045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e94a4f2d-50ee-48b0-9904-5ec699e48e07 req-f1060dff-d47a-4a95-938d-744daa3f8b49 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363982 Jul 16 01:33:38.490750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708d6d9-9517-4d9b-b06c-49142f5aaa9c req-5cd0d497-45de-4d33-86d3-809b45a10852 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.492681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2708d6d9-9517-4d9b-b06c-49142f5aaa9c req-5cd0d497-45de-4d33-86d3-809b45a10852 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0857952 Jul 16 01:33:38.501257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57112) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.506929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Request body: {'floatingip': {'port_id': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:38.555541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.098008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.101859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046b32-0803-4b8f-af96-dd39863bc606 req-37c2180b-4c37-400c-8157-51efd48ada03 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.112014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17046b32-0803-4b8f-af96-dd39863bc606 req-37c2180b-4c37-400c-8157-51efd48ada03 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1086793 Jul 16 01:33:39.112200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.177336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17046b32-0803-4b8f-af96-dd39863bc606 req-68d6c184-f0ab-4760-9aa1-05592d55fc63 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633979 Jul 16 01:33:39.266683 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Floating IP 73f115da-f245-40a7-aa92-0f8e249cd653 associated. External IP: 172.25.5.207, port: e1d4d6f7-5c80-47a5-8700-e18295ee3eb5. Jul 16 01:33:39.339408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efefe0-cf19-4319-97ab-436e757a0504 req-e57ea8b9-6a13-4d54-851b-d4bd896a16a0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.347767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66efefe0-cf19-4319-97ab-436e757a0504 req-e57ea8b9-6a13-4d54-851b-d4bd896a16a0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0798569 Jul 16 01:33:39.393541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66efefe0-cf19-4319-97ab-436e757a0504 req-7517ca6e-fc40-4f4b-a3ef-48783af09eae tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Jul 16 01:33:39.547395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:39.679324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:39.683629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.691621 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] Sync routers for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:39.700660 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:39.701263 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:33:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:39.726884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2988679a-5963-41ae-99a3-a8cde694b64f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "PUT /v2.0/floatingips/73f115da-f245-40a7-aa92-0f8e249cd653 HTTP/1.1" status: 200 len: 991 time: 1.2244718 Jul 16 01:33:39.727670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:39.738033 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253" -d '{"events": [{"name": "network-changed", "server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:39.824578 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb1e0d6-c73f-4e0c-ae3f-9361390a21aa x-openstack-request-id: req-cbb1e0d6-c73f-4e0c-ae3f-9361390a21aa {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:39.824866 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:39.825311 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbb1e0d6-c73f-4e0c-ae3f-9361390a21aa {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:39.826398 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'status': 'completed', 'code': 200} Jul 16 01:33:39.856307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:39.950958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-f4ee6b34-a4bc-46af-9d3f-a996c51bb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.952836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-f4ee6b34-a4bc-46af-9d3f-a996c51bb8cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b44aaec28724c998d44b56d2ac2af35&device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 1096 time: 0.0898664 Jul 16 01:33:40.056882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-d0240f79-c0ae-404b-bad7-341677fe4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.058379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-d0240f79-c0ae-404b-bad7-341677fe4707 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ad6a9fae-a477-4573-9a3f-c968446c3c72 HTTP/1.1" status: 200 len: 917 time: 0.0896263 Jul 16 01:33:40.090894 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '73f115da-f245-40a7-aa92-0f8e249cd653', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'port_id': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'mac_address': 'fa:16:3e:ce:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:33:38Z', 'revision_number': 1, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:40.116886 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] Checking router: 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:40.129629 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:40.143982 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:33:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:40.144963 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-e503895c-8aa4-4b99-9211-170bd3b51a87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 HTTP/1.1" status: 200 len: 999 time: 0.0757415 Jul 16 01:33:40.207337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-d5812d81-1d13-4f74-b9a2-ffbb3000fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.209300 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-d5812d81-1d13-4f74-b9a2-ffbb3000fdd1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bed38627-1690-4f78-808b-b3a4aa802587 HTTP/1.1" status: 200 len: 855 time: 0.0582705 Jul 16 01:33:40.258167 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:40.324750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-eb7a3f1f-7a77-44b7-9196-3e244e231bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.326076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-eb7a3f1f-7a77-44b7-9196-3e244e231bb6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ad6a9fae-a477-4573-9a3f-c968446c3c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036453 Jul 16 01:33:40.407341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21087623-2a03-4145-9905-56fb83418e7c req-88dfdf2f-f866-4afc-8718-11bc6a1ec299 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.410210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-21087623-2a03-4145-9905-56fb83418e7c req-88dfdf2f-f866-4afc-8718-11bc6a1ec299 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0991249 Jul 16 01:33:40.483025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-21087623-2a03-4145-9905-56fb83418e7c req-bd20d3ef-99dd-45b8-912f-eac9b3b03626 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Jul 16 01:33:40.618168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '73f115da-f245-40a7-aa92-0f8e249cd653', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'port_id': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'mac_address': 'fa:16:3e:ce:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:33:38Z', 'revision_number': 1, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:40.652391 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c5355-08c3-4ee6-ae96-3097c36925fa None None] The sync data for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 is: [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '73f115da-f245-40a7-aa92-0f8e249cd653', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'port_id': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'mac_address': 'fa:16:3e:ce:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:32:44Z', 'updated_at': '2021-07-16T01:33:38Z', 'revision_number': 1, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:40.824284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-802aab19-fc46-4166-9f76-110b26d0c88f service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908361 Jul 16 01:33:40.870361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0297b0-dfbf-4b3d-8970-943f531b3c31 req-11c1dd55-8599-4d7c-958b-b2b047ed3581 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.877906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d0297b0-dfbf-4b3d-8970-943f531b3c31 req-11c1dd55-8599-4d7c-958b-b2b047ed3581 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0841768 Jul 16 01:33:40.934775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d0297b0-dfbf-4b3d-8970-943f531b3c31 req-1f20da3c-52b6-4ae9-a3b3-c418214c113f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558667 Jul 16 01:33:40.938496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ebedc47-dfa8-4a73-aaa9-0a90b97cf253 req-3c333ca9-7d6f-4eb6-81a3-55ec9c45625e service neutron] 10.222.0.93 "GET /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067286 Jul 16 01:33:41.049458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc7d46-4cf8-4d94-aa8c-fdcb98eed7a7 None None] New status for floating IP 73f115da-f245-40a7-aa92-0f8e249cd653: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:33:41.323152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede474-f9cb-4cbe-88b8-0505e551d331 req-1e573b23-265f-485d-99fd-eb4e4158efb1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.324704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72ede474-f9cb-4cbe-88b8-0505e551d331 req-1e573b23-265f-485d-99fd-eb4e4158efb1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0732224 Jul 16 01:33:41.365142 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72ede474-f9cb-4cbe-88b8-0505e551d331 req-440a8775-7870-4f56-8ccc-53fc18e3f39e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347731 Jul 16 01:33:41.536638 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc324-6558-45c0-bbf7-a3a43880e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.683934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b231b7b-0578-4faa-89f4-cec2f5186dd8 req-d05296f3-faf3-4a5c-aaa4-32668585d0cc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.685560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b231b7b-0578-4faa-89f4-cec2f5186dd8 req-d05296f3-faf3-4a5c-aaa4-32668585d0cc tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0663097 Jul 16 01:33:41.736898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b231b7b-0578-4faa-89f4-cec2f5186dd8 req-c5a83cb0-88a8-43ef-8f09-4fcd4b2de4fd tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395663 Jul 16 01:33:42.115583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec99b-8b36-49cb-a961-fdb12998ffcf req-d7a71b5a-1084-42e3-a0d7-8bcffe2e4cce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.117140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a2ec99b-8b36-49cb-a961-fdb12998ffcf req-d7a71b5a-1084-42e3-a0d7-8bcffe2e4cce tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0786192 Jul 16 01:33:42.160815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a2ec99b-8b36-49cb-a961-fdb12998ffcf req-0eb2a308-cbd1-4496-9517-8659a6516959 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 Jul 16 01:33:42.554144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22e6f-e90a-4bcd-aca8-9b67cf90b6bf req-725f374c-e052-4f01-a2f4-bc0c79ee87c3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.555636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1e22e6f-e90a-4bcd-aca8-9b67cf90b6bf req-725f374c-e052-4f01-a2f4-bc0c79ee87c3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0684245 Jul 16 01:33:42.593515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1e22e6f-e90a-4bcd-aca8-9b67cf90b6bf req-282e3d47-d224-45ef-affb-49e4e791b49a tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Jul 16 01:33:42.916174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04b4de-ecee-436f-9332-bc5dfa45019e req-dc1fddf8-d364-4f9b-84fe-d4718d32bf6f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.917746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a04b4de-ecee-436f-9332-bc5dfa45019e req-dc1fddf8-d364-4f9b-84fe-d4718d32bf6f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0641289 Jul 16 01:33:42.957952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a04b4de-ecee-436f-9332-bc5dfa45019e req-b6a9d460-9534-4608-ba16-e90c6b8a5345 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Jul 16 01:33:43.354479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418ba0c-d9a3-46ca-9413-5a9cb1667642 req-7885bbfa-e0cf-4107-939b-fcb3a7c31345 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.356141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1418ba0c-d9a3-46ca-9413-5a9cb1667642 req-7885bbfa-e0cf-4107-939b-fcb3a7c31345 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0705230 Jul 16 01:33:43.396264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1418ba0c-d9a3-46ca-9413-5a9cb1667642 req-270bc8f1-00c0-48c5-9301-1cdaaeed9b39 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Jul 16 01:33:43.682450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c54b-226b-4d4c-bcce-eff036427f63 req-4dc620f6-f6d8-4c6d-b538-cc564f005d01 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.684494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0650c54b-226b-4d4c-bcce-eff036427f63 req-4dc620f6-f6d8-4c6d-b538-cc564f005d01 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0668232 Jul 16 01:33:43.734254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0650c54b-226b-4d4c-bcce-eff036427f63 req-ef859d95-61f4-41f1-ab27-248657046c53 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Jul 16 01:33:43.793610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9394-7ecf-41dc-a57f-14fd54129281 req-2f12c4a4-132c-4af2-b071-dd01f6613af7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.795280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf8a9394-7ecf-41dc-a57f-14fd54129281 req-2f12c4a4-132c-4af2-b071-dd01f6613af7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0777161 Jul 16 01:33:43.838449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf8a9394-7ecf-41dc-a57f-14fd54129281 req-7dcd951c-0a77-483f-b76a-afc4f12f9725 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364630 Jul 16 01:33:43.906735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:43.912844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:43.938891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1313f0-4257-4594-94e3-ab7bc844e05a req-07788dcf-41d9-4e6a-b704-c8824a72fae1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.940773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e1313f0-4257-4594-94e3-ab7bc844e05a req-07788dcf-41d9-4e6a-b704-c8824a72fae1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0741422 Jul 16 01:33:43.988461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e1313f0-4257-4594-94e3-ab7bc844e05a req-b082106d-f9f9-49b1-b6eb-c75cbe4fe53d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Jul 16 01:33:44.087088 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.119304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:44.122284 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20195885-423c-4939-860a-b6bce39a1f5a" -d '{"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-unplugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:44.144241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:44.160894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:44.163882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'mac_address': 'fa:16:3e:8b:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:44.170967 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.183250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5832db0-0861-411d-92c0-4d631e2a1a7b req-f3a8c9c2-4abb-4dfd-8be2-088ae8fb2e57 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.185512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5832db0-0861-411d-92c0-4d631e2a1a7b req-f3a8c9c2-4abb-4dfd-8be2-088ae8fb2e57 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0808306 Jul 16 01:33:44.221057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.237221 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c8f81c-8a03-450e-9196-87d5fbd3daae x-openstack-request-id: req-19c8f81c-8a03-450e-9196-87d5fbd3daae {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:44.237510 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-unplugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:44.237765 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19c8f81c-8a03-450e-9196-87d5fbd3daae {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:44.238148 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'code': 200} Jul 16 01:33:44.239675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:44.240687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5832db0-0861-411d-92c0-4d631e2a1a7b req-6343ab8f-15f0-4d63-aa4c-26e96ba710f4 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Jul 16 01:33:44.285423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:44.296417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.303100 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-76bd5d41-c673-46ee-b9c8-5a43ad672e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.314654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.381406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.386809 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.417159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-b2c52eae-f9eb-4af3-b8f7-c1c80afa23aa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.419351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-b2c52eae-f9eb-4af3-b8f7-c1c80afa23aa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.1512063 Jul 16 01:33:44.439256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-3f679d83-0680-4d71-9cf4-0fd3b6654952 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/quotas/9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 375 time: 0.0119469 Jul 16 01:33:44.522716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-986697d3-64a0-41f4-a0c3-a25dae8967d3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0781934 Jul 16 01:33:44.623629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-c788b3f0-c413-4723-b08d-229ce5704b84 service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924141 Jul 16 01:33:44.754672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:45.048454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-04461d32-b969-4c51-a80f-b73650700b86 service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149873 Jul 16 01:33:45.077402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f17b-35cc-4e39-a527-b0c4316be383 req-15b6f024-0477-4fe6-b813-9911ae716211 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.079273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e32f17b-35cc-4e39-a527-b0c4316be383 req-15b6f024-0477-4fe6-b813-9911ae716211 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0889635 Jul 16 01:33:45.119250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e32f17b-35cc-4e39-a527-b0c4316be383 req-1d05d9e3-574f-4f68-bc9e-dc7d77a3376c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Jul 16 01:33:45.229180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e30672a-62f8-4e5d-bee4-813239cbc3a2 req-6278846a-c803-47c7-9458-3f15c60a678f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 210 time: 0.0281115 Jul 16 01:33:45.284975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.427451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816ee7d-08ac-4772-8ce6-11be27956782 req-3ca0d8f9-ed30-425c-ab54-29d3f7dedd9c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.436831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3816ee7d-08ac-4772-8ce6-11be27956782 req-3ca0d8f9-ed30-425c-ab54-29d3f7dedd9c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.0830369 Jul 16 01:33:45.486516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3816ee7d-08ac-4772-8ce6-11be27956782 req-98dc52f7-0383-4517-bb91-ff429c76d5ce tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Jul 16 01:33:45.993199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.325957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba8be1-3f9e-4a75-9815-2cf0a94ab5e3 req-daf6f176-a2ba-497a-bbcb-d943eaa575ce tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.328573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfba8be1-3f9e-4a75-9815-2cf0a94ab5e3 req-daf6f176-a2ba-497a-bbcb-d943eaa575ce tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0854211 Jul 16 01:33:46.377482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfba8be1-3f9e-4a75-9815-2cf0a94ab5e3 req-ba41a8ab-0259-4ac8-b4d8-0ea85fe2394c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426247 Jul 16 01:33:46.448933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d9daa95-d8a5-463b-b5bd-7196fac2640e req-54566ca0-8de4-4ebb-9cc8-88ab5bd6fa27 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 210 time: 0.0701456 Jul 16 01:33:46.530840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-e9e1640a-73cb-46de-8577-f21e60606e98 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.532380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-e9e1640a-73cb-46de-8577-f21e60606e98 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.1797216 Jul 16 01:33:46.552563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'port': {'device_id': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'admin_state_up': True, 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:46.704295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Made reservation on behalf of 9aed513fa48643488d7c6fa13e41cd6e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:46.714453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.726078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff41adb-13d9-44d3-b48c-3a31bf47446b req-5ccb390b-16be-4f23-aa8b-2f2e3a1aff3f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.727897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ff41adb-13d9-44d3-b48c-3a31bf47446b req-5ccb390b-16be-4f23-aa8b-2f2e3a1aff3f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1041667 Jul 16 01:33:46.774791 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.794949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ff41adb-13d9-44d3-b48c-3a31bf47446b req-6c5e7205-9358-489b-9f16-f39ea4326db6 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595832 Jul 16 01:33:46.890712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Allocated IP 172.20.0.5 (3f7db1a4-1994-4387-a044-f7026ae74634/c4dc9589-d8f7-4f97-a41c-a2099903218e/1369bddb-d1ef-4e7e-af03-28523e55bc3f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:47.044368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.057385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Transition to ACTIVE for port object 1369bddb-d1ef-4e7e-af03-28523e55bc3f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:47.092168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.104921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:47.138505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:47.141665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:47.145594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:47.173135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=1369bddb-d1ef-4e7e-af03-28523e55bc3f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.191245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.191464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.191733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.192073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.192446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.192782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.193112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.193441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.193773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.194104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.194410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.194737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.222079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.223387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.242942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-bc539e38-4cca-4acd-9411-1501e4df1061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6944418 Jul 16 01:33:47.260720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Request body: {'port': {'device_id': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:47.352071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.419287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-91d18476-a012-4d60-a3c7-85c9eab83d24 None None] Provisioning for port 1369bddb-d1ef-4e7e-af03-28523e55bc3f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:47.422929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-91d18476-a012-4d60-a3c7-85c9eab83d24 None None] Provisioning complete for port 1369bddb-d1ef-4e7e-af03-28523e55bc3f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:47.423595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-91d18476-a012-4d60-a3c7-85c9eab83d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.458642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-91d18476-a012-4d60-a3c7-85c9eab83d24 None None] Port 1369bddb-d1ef-4e7e-af03-28523e55bc3f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:47.641878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a8840-de73-4bee-b120-52c7b7405426 req-1fd4137d-59f5-4e2b-aa1f-6ff93cce57a9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.643445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df9a8840-de73-4bee-b120-52c7b7405426 req-1fd4137d-59f5-4e2b-aa1f-6ff93cce57a9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1233196 Jul 16 01:33:47.666700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1369bddb-d1ef-4e7e-af03-28523e55bc3f {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:47.676110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.690410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Transition to ACTIVE for port object 1369bddb-d1ef-4e7e-af03-28523e55bc3f will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:47.695535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693440c9-abee-41e5-b60f-4b4e3313d023 req-f562f593-0257-4ff2-8f38-fd83489c881e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.695700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.697068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-693440c9-abee-41e5-b60f-4b4e3313d023 req-f562f593-0257-4ff2-8f38-fd83489c881e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 931 time: 0.1073430 Jul 16 01:33:47.717416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df9a8840-de73-4bee-b120-52c7b7405426 req-aa96d76d-afc6-4776-b437-7951b632e97a tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664554 Jul 16 01:33:47.762250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-693440c9-abee-41e5-b60f-4b4e3313d023 req-ce771042-e59b-4e92-923f-b53bd99f2f35 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556467 Jul 16 01:33:47.854285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Pushing event updated for resources: {'Port': ['ID=1369bddb-d1ef-4e7e-af03-28523e55bc3f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.956401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:47.967406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Attempting to bind port 1369bddb-d1ef-4e7e-af03-28523e55bc3f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:47.967818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Attempting to bind port 1369bddb-d1ef-4e7e-af03-28523e55bc3f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:47.968086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Attempting to bind port 1369bddb-d1ef-4e7e-af03-28523e55bc3f on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:47.981619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Port 1369bddb-d1ef-4e7e-af03-28523e55bc3f on network 3f7db1a4-1994-4387-a044-f7026ae74634 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:47.982633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Attempting to bind port 1369bddb-d1ef-4e7e-af03-28523e55bc3f on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:47.990569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:47.991216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:47.991716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Bound using segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:47.992341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Bound port: 1369bddb-d1ef-4e7e-af03-28523e55bc3f, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:47.992815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.045170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:48.045554 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.094229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6bd8a-72d7-4bac-84af-d6c4e7fd18ce req-ce303f83-cd56-4bc7-b83c-a51a7e7b148f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.101714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c6bd8a-72d7-4bac-84af-d6c4e7fd18ce req-ce303f83-cd56-4bc7-b83c-a51a7e7b148f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 950 time: 0.1005199 Jul 16 01:33:48.130904 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.144897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c6bd8a-72d7-4bac-84af-d6c4e7fd18ce req-b4c54c5b-a134-4126-8376-588fd2d65133 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Jul 16 01:33:48.152243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] For port 1369bddb-d1ef-4e7e-af03-28523e55bc3f, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:48.156609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] For port 1369bddb-d1ef-4e7e-af03-28523e55bc3f, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1369bddb-d1ef-4e7e-af03-28523e55bc3f,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:48.162325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:48.165682 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03befafa-1ff0-4a99-85cf-52da2ab5952a" -d '{"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-plugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:48.177259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.204197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:48.214942 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.223106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.223785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.225350 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] 10.222.0.93 "PUT /v2.0/ports/1369bddb-d1ef-4e7e-af03-28523e55bc3f HTTP/1.1" status: 200 len: 1091 time: 0.9753232 Jul 16 01:33:48.225853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'tag': '1369bddb-d1ef-4e7e-af03-28523e55bc3f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:48.228214 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2aa3ce-165a-4671-b9de-d2dd6ebd20d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700", "tag": "1369bddb-d1ef-4e7e-af03-28523e55bc3f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:48.267781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7ee51-df84-47f0-a093-1f8acd430caf service neutron] Pushing event updated for resources: {'Port': ['ID=1369bddb-d1ef-4e7e-af03-28523e55bc3f,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.269290 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44e0829-e1d0-4d66-8d60-f24cf660ff81 x-openstack-request-id: req-e44e0829-e1d0-4d66-8d60-f24cf660ff81 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:48.269800 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-plugged", "status": "completed", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:48.270214 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e44e0829-e1d0-4d66-8d60-f24cf660ff81 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:48.270767 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'code': 200} Jul 16 01:33:48.295503 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d87a21-7071-4a9f-b875-12c271bb8714 x-openstack-request-id: req-b3d87a21-7071-4a9f-b875-12c271bb8714 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:48.295812 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700", "tag": "1369bddb-d1ef-4e7e-af03-28523e55bc3f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:48.296072 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3d87a21-7071-4a9f-b875-12c271bb8714 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:48.297111 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'tag': '1369bddb-d1ef-4e7e-af03-28523e55bc3f', 'status': 'completed', 'code': 200} Jul 16 01:33:48.317084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.377775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aa3ce-165a-4671-b9de-d2dd6ebd20d1 req-c3eda3e2-3a55-45dc-8d03-22a26dade6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.380426 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe2aa3ce-165a-4671-b9de-d2dd6ebd20d1 req-c3eda3e2-3a55-45dc-8d03-22a26dade6ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 1094 time: 0.0750260 Jul 16 01:33:48.427703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3ab79-6a74-416d-9237-9f594e185ed1 req-8074eb50-006f-40a3-83ff-39fa0de96969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.429967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d3ab79-6a74-416d-9237-9f594e185ed1 req-8074eb50-006f-40a3-83ff-39fa0de96969 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1102 time: 0.0595460 Jul 16 01:33:48.471763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d3ab79-6a74-416d-9237-9f594e185ed1 req-0bc19b49-e509-4ca0-bc55-b63d0f8ebfa1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Jul 16 01:33:48.500473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aa3ce-165a-4671-b9de-d2dd6ebd20d1 req-35fbf429-18a8-4fc5-bd16-dbd4a4ca96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.501601 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe2aa3ce-165a-4671-b9de-d2dd6ebd20d1 req-35fbf429-18a8-4fc5-bd16-dbd4a4ca96b9 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1136012 Jul 16 01:33:48.617500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aa3ce-165a-4671-b9de-d2dd6ebd20d1 req-90945d80-5136-4755-9663-f02e8e6a3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.619035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe2aa3ce-165a-4671-b9de-d2dd6ebd20d1 req-90945d80-5136-4755-9663-f02e8e6a3f59 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951426 Jul 16 01:33:48.709389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-3a8c6fb9-ad11-4578-b355-45d4fc9481bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.710785 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-3a8c6fb9-ad11-4578-b355-45d4fc9481bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 1094 time: 0.0533655 Jul 16 01:33:48.756616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-d476ea1b-0f1c-4650-bfed-e9123a3f86b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1369bddb-d1ef-4e7e-af03-28523e55bc3f HTTP/1.1" status: 200 len: 217 time: 0.0382781 Jul 16 01:33:48.812942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-02ef623d-726e-4a12-8417-b72f82eb7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.814896 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-02ef623d-726e-4a12-8417-b72f82eb7652 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0515840 Jul 16 01:33:48.883459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-6f67a194-4083-406d-a853-a49ac78d5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.884382 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-6f67a194-4083-406d-a853-a49ac78d5451 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622995 Jul 16 01:33:48.960641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aba5e-ee0a-4991-bd4d-511b760c149a req-ae172e91-a276-4225-9b41-408a60ec2ad9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.962075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-903aba5e-ee0a-4991-bd4d-511b760c149a req-ae172e91-a276-4225-9b41-408a60ec2ad9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1003029 Jul 16 01:33:48.986159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-8f139717-6b29-49d9-b8b3-46b56fea6868 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939767 Jul 16 01:33:49.006524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a63e4f-5b6c-43b2-b816-781d45c23019 req-40d8c43f-1a58-49b2-a854-6757e3e066ea tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.008280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67a63e4f-5b6c-43b2-b816-781d45c23019 req-40d8c43f-1a58-49b2-a854-6757e3e066ea tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 943 time: 0.1022062 Jul 16 01:33:49.037275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-903aba5e-ee0a-4991-bd4d-511b760c149a req-38df2664-55f6-4cb1-ad16-326d97866c14 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635617 Jul 16 01:33:49.088044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67a63e4f-5b6c-43b2-b816-781d45c23019 req-b4ad0ce2-a3fe-405f-aac2-85430ae056a3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684533 Jul 16 01:33:49.098463 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c82ed79-6734-4778-aa5a-e07a4c4829e0 req-878cec01-9d17-445e-a42d-ed3839e6b9b2 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051314 Jul 16 01:33:49.409170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec82b1-215a-474d-ae14-548a29dec32c req-4c203471-1d68-4e5f-8537-fca8b32262ee tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.410833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7ec82b1-215a-474d-ae14-548a29dec32c req-4c203471-1d68-4e5f-8537-fca8b32262ee tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 951 time: 0.0735953 Jul 16 01:33:49.450904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7ec82b1-215a-474d-ae14-548a29dec32c req-27a6afc7-52d7-4773-a8d7-0c493e2b0bef tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Jul 16 01:33:49.601396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.292037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bc16e-8efa-4271-a027-fdaa4a69e307 req-686b0fa5-8ea8-42e0-a5ab-1c5d485b11b9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.293689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d20bc16e-8efa-4271-a027-fdaa4a69e307 req-686b0fa5-8ea8-42e0-a5ab-1c5d485b11b9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1173782 Jul 16 01:33:50.302606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663e271-8cf9-48cc-bc1b-f95a52829942 req-c0a0d545-66d8-42f6-8e0e-eb7bd965b659 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.304104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d663e271-8cf9-48cc-bc1b-f95a52829942 req-c0a0d545-66d8-42f6-8e0e-eb7bd965b659 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 943 time: 0.1106663 Jul 16 01:33:50.364009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d20bc16e-8efa-4271-a027-fdaa4a69e307 req-e37e56b5-5036-4763-a8f7-0c788c9f2c75 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588605 Jul 16 01:33:50.371982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d663e271-8cf9-48cc-bc1b-f95a52829942 req-8632a344-cc3e-4e7e-a93b-a5d848cc9ea7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601597 Jul 16 01:33:50.773126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68424fbe-1698-48b5-9fca-1a0e83b26eae req-9c6b5d44-ab87-474c-97dd-dad85700aba7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.774693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68424fbe-1698-48b5-9fca-1a0e83b26eae req-9c6b5d44-ab87-474c-97dd-dad85700aba7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 951 time: 0.0676894 Jul 16 01:33:50.815648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68424fbe-1698-48b5-9fca-1a0e83b26eae req-c08b65d5-6be5-482d-8d88-3b0144efb015 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345964 Jul 16 01:33:51.176753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7631c-e992-493d-9d68-7e10e663e883 req-f60d9a76-0185-4e19-b7a6-c80f5fbf1407 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.178277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5bb7631c-e992-493d-9d68-7e10e663e883 req-f60d9a76-0185-4e19-b7a6-c80f5fbf1407 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1102 time: 0.0517941 Jul 16 01:33:51.212858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5bb7631c-e992-493d-9d68-7e10e663e883 req-4e5209db-2c05-415b-8841-9b1cb6d29c3b tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284412 Jul 16 01:33:51.597958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aea8fc-d72b-4a48-9b0c-0e8cf9b4fc55 req-9dee4c16-1b53-4fb1-ac59-9bf8d781e6a3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.599468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3aea8fc-d72b-4a48-9b0c-0e8cf9b4fc55 req-9dee4c16-1b53-4fb1-ac59-9bf8d781e6a3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1084557 Jul 16 01:33:51.608473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1656c7-6fff-470c-82e1-5aa61f15ce9b req-f0e2f394-f92a-4710-a818-b3302cb2434e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.609881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c1656c7-6fff-470c-82e1-5aa61f15ce9b req-f0e2f394-f92a-4710-a818-b3302cb2434e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 943 time: 0.1088922 Jul 16 01:33:51.669658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3aea8fc-d72b-4a48-9b0c-0e8cf9b4fc55 req-410b2d14-91f9-42f5-9ccf-d9574b5a4f45 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587008 Jul 16 01:33:51.674335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c1656c7-6fff-470c-82e1-5aa61f15ce9b req-57fca679-5732-474f-a72d-866f383f7a0b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Jul 16 01:33:51.834071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad83f-138e-4899-8c12-b6dde88ed922 req-5d203ab9-12bb-425d-af45-734dea4b372b tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.835715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62bad83f-138e-4899-8c12-b6dde88ed922 req-5d203ab9-12bb-425d-af45-734dea4b372b tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 1102 time: 0.0623806 Jul 16 01:33:51.875648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62bad83f-138e-4899-8c12-b6dde88ed922 req-e224634c-6398-4a82-93d3-898e0ee88da5 tempest-ServersAdminTestJSON-1366801887 tempest-ServersAdminTestJSON-1366801887-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Jul 16 01:33:51.979501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1369bddb-d1ef-4e7e-af03-28523e55bc3f details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:52.094034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1369bddb-d1ef-4e7e-af03-28523e55bc3f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1369bddb-d1ef-4e7e-af03-28523e55bc3f,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:52.106306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '1369bddb-d1ef-4e7e-af03-28523e55bc3f', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '1369bddb-d1ef-4e7e-af03-28523e55bc3f', 'mac_address': 'fa:16:3e:62:90:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:52.142841 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.157083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1369bddb-d1ef-4e7e-af03-28523e55bc3f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:52.178080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1369bddb-d1ef-4e7e-af03-28523e55bc3f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1369bddb-d1ef-4e7e-af03-28523e55bc3f,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:52.183325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.235178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1369bddb-d1ef-4e7e-af03-28523e55bc3f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.359163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52c9d7-aeb4-4847-a45b-515cd4d16ec6 req-784bd6d3-4e1b-484a-9490-84aee5d28d21 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.360604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f52c9d7-aeb4-4847-a45b-515cd4d16ec6 req-784bd6d3-4e1b-484a-9490-84aee5d28d21 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 949 time: 0.0642114 Jul 16 01:33:52.398546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f52c9d7-aeb4-4847-a45b-515cd4d16ec6 req-fb58f9e0-46d7-4079-acc5-307ceeaf34b7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jul 16 01:33:52.670502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1369bddb-d1ef-4e7e-af03-28523e55bc3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:52.917284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428f15-6b61-454c-8f70-cb03c972a4f9 req-55c12d16-184b-4bdd-98eb-7cb079426675 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.919295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54428f15-6b61-454c-8f70-cb03c972a4f9 req-55c12d16-184b-4bdd-98eb-7cb079426675 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 944 time: 0.0993593 Jul 16 01:33:52.930744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12611f98-5ba2-4a25-9957-be10cc1c2dd1 req-9624f9b7-59a9-4be3-ab60-24dbcbab0864 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.932145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12611f98-5ba2-4a25-9957-be10cc1c2dd1 req-9624f9b7-59a9-4be3-ab60-24dbcbab0864 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1219831 Jul 16 01:33:52.986025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54428f15-6b61-454c-8f70-cb03c972a4f9 req-648ee39d-85d1-452f-8ba4-a4d8cfee561c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529077 Jul 16 01:33:52.993081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12611f98-5ba2-4a25-9957-be10cc1c2dd1 req-f6ee1223-fb2c-4426-ad46-10ae860e9b38 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536683 Jul 16 01:33:53.569404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f4188-e915-45f4-8098-99d92cf0819e req-e83bb21a-3dcd-423f-9787-5496d0829c16 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.570888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f0f4188-e915-45f4-8098-99d92cf0819e req-e83bb21a-3dcd-423f-9787-5496d0829c16 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 949 time: 0.0634313 Jul 16 01:33:53.608709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f0f4188-e915-45f4-8098-99d92cf0819e req-f7c751e2-d5e8-4dad-a9ac-7947da14853e tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Jul 16 01:33:53.942256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d832c21-06cf-4331-84d2-25c187a6499b req-77a7a45e-eb86-45ec-8ca1-a601ffea915c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.943753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d832c21-06cf-4331-84d2-25c187a6499b req-77a7a45e-eb86-45ec-8ca1-a601ffea915c tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 949 time: 0.0706038 Jul 16 01:33:54.056689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Deleting port d4dc0992-ae0d-4c74-97d9-530122e0c923 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:54.057716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.170269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] For port d4dc0992-ae0d-4c74-97d9-530122e0c923, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d4dc0992-ae0d-4c74-97d9-530122e0c923,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:54.170731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.185949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Calling delete_port for d4dc0992-ae0d-4c74-97d9-530122e0c923 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:54.236950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f6ab1-ee8d-4e81-ba96-0511ced4b095 req-e902d254-2bda-4221-9afd-5178a0b61ea3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.238486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f6ab1-ee8d-4e81-ba96-0511ced4b095 req-e902d254-2bda-4221-9afd-5178a0b61ea3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 944 time: 0.1209395 Jul 16 01:33:54.251103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934051f4-b843-446f-b58b-cd2d0e3d3c0e req-c0f1a93d-12af-406c-b0bc-697cbcba403b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.252611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-934051f4-b843-446f-b58b-cd2d0e3d3c0e req-c0f1a93d-12af-406c-b0bc-697cbcba403b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1054513 Jul 16 01:33:54.312793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f6ab1-ee8d-4e81-ba96-0511ced4b095 req-203ce7fc-2849-4bd9-aba7-3341902456e3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591481 Jul 16 01:33:54.333903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-934051f4-b843-446f-b58b-cd2d0e3d3c0e req-58133209-257d-4098-83aa-1ad912ecf6da tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690963 Jul 16 01:33:54.334117 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.347457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2784a46a-3116-41cb-af57-95f15b804b61', 'd4dc0992-ae0d-4c74-97d9-530122e0c923', '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:54.373241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Pushing event deleted for resources: {'Port': ['ID=d4dc0992-ae0d-4c74-97d9-530122e0c923,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.443737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] No DVR routers for this DVR port d4dc0992-ae0d-4c74-97d9-530122e0c923 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:54.448401 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.451036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d832c21-06cf-4331-84d2-25c187a6499b req-b83a874d-f780-4679-9400-dbfdf20228ca tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "DELETE /v2.0/ports/d4dc0992-ae0d-4c74-97d9-530122e0c923 HTTP/1.1" status: 204 len: 173 time: 0.5003350 Jul 16 01:33:54.452137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'name': 'network-vif-deleted', 'tag': 'd4dc0992-ae0d-4c74-97d9-530122e0c923'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:54.456241 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccfcd15-097f-492a-bde9-ed4900f48e01" -d '{"events": [{"server_uuid": "dc92d665-edc4-4013-aa4e-eb975e7f5888", "name": "network-vif-deleted", "tag": "d4dc0992-ae0d-4c74-97d9-530122e0c923"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:54.661857 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870766b7-5dd2-48b8-a1a6-84a01fa644e6 x-openstack-request-id: req-870766b7-5dd2-48b8-a1a6-84a01fa644e6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:54.662150 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc92d665-edc4-4013-aa4e-eb975e7f5888", "name": "network-vif-deleted", "tag": "d4dc0992-ae0d-4c74-97d9-530122e0c923", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:54.662436 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-870766b7-5dd2-48b8-a1a6-84a01fa644e6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:54.662868 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc92d665-edc4-4013-aa4e-eb975e7f5888', 'name': 'network-vif-deleted', 'tag': 'd4dc0992-ae0d-4c74-97d9-530122e0c923', 'status': 'completed', 'code': 200} Jul 16 01:33:54.813026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93477e81-8a92-4bdc-84de-b29f18d05cb2 req-7c980cc6-6e57-4bbb-a074-21107449b48a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc92d665-edc4-4013-aa4e-eb975e7f5888 HTTP/1.1" status: 200 len: 210 time: 0.0344973 Jul 16 01:33:55.552700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e03d6-eec7-4509-9cb9-2a9cb16a55a4 req-1c0dad7a-f7e0-4ece-82c1-6a19bc8c7ec6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.554248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-588e03d6-eec7-4509-9cb9-2a9cb16a55a4 req-1c0dad7a-f7e0-4ece-82c1-6a19bc8c7ec6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 944 time: 0.1138361 Jul 16 01:33:55.570334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54470c9c-9785-4e47-a282-22a199436a40 req-955d79bb-e4ff-42cf-b21b-5add792227da tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.571817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54470c9c-9785-4e47-a282-22a199436a40 req-955d79bb-e4ff-42cf-b21b-5add792227da tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0947499 Jul 16 01:33:55.628386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-588e03d6-eec7-4509-9cb9-2a9cb16a55a4 req-bd1f83f7-a6cf-4d0e-a244-ecfeda74bf6f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Jul 16 01:33:55.637316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54470c9c-9785-4e47-a282-22a199436a40 req-e0c39bf9-703b-42a0-963c-944eec0bf274 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572083 Jul 16 01:33:56.002097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1369bddb-d1ef-4e7e-af03-28523e55bc3f up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:56.069156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 1369bddb-d1ef-4e7e-af03-28523e55bc3f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:56.075197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 1369bddb-d1ef-4e7e-af03-28523e55bc3f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:56.075667 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.184933 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.216674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369bddb-d1ef-4e7e-af03-28523e55bc3f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:56.218955 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0214ad-b8ff-4a69-8509-638d71e5eb80" -d '{"events": [{"server_uuid": "b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700", "name": "network-vif-plugged", "status": "completed", "tag": "1369bddb-d1ef-4e7e-af03-28523e55bc3f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:56.235278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1369bddb-d1ef-4e7e-af03-28523e55bc3f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1369bddb-d1ef-4e7e-af03-28523e55bc3f,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:56.242021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.270752 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54690737-788a-405e-88d6-fcd3a281aaf8 x-openstack-request-id: req-54690737-788a-405e-88d6-fcd3a281aaf8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:56.271194 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700", "name": "network-vif-plugged", "status": "completed", "tag": "1369bddb-d1ef-4e7e-af03-28523e55bc3f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:56.271563 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54690737-788a-405e-88d6-fcd3a281aaf8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:56.272395 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369bddb-d1ef-4e7e-af03-28523e55bc3f', 'code': 200} Jul 16 01:33:56.308816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1369bddb-d1ef-4e7e-af03-28523e55bc3f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.413273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117106d4-8eca-4628-a389-cac1a5e2e3b3 req-7d2b2e9d-9559-4df0-955a-c78cdf11a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.414811 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-117106d4-8eca-4628-a389-cac1a5e2e3b3 req-7d2b2e9d-9559-4df0-955a-c78cdf11a384 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 1096 time: 0.0586605 Jul 16 01:33:56.431745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee075de-ec4d-4ce8-98fd-3bb34cc80720 req-6cd21f5f-ff7e-491b-9cd1-8b40260ac4cf tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.433305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ee075de-ec4d-4ce8-98fd-3bb34cc80720 req-6cd21f5f-ff7e-491b-9cd1-8b40260ac4cf tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 949 time: 0.0839078 Jul 16 01:33:56.473999 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-117106d4-8eca-4628-a389-cac1a5e2e3b3 req-65de9a38-a8a3-47b0-ae34-e9f9c635aaaa service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Jul 16 01:33:56.490228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ee075de-ec4d-4ce8-98fd-3bb34cc80720 req-ea3ec10e-0ccb-459b-8833-8f22d8f17f6a tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Jul 16 01:33:56.874995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c61f12-ddf9-41e6-8b70-076df4ecbff0 req-707f95d3-ea9b-4419-bf3f-f99090e88220 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.876576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50c61f12-ddf9-41e6-8b70-076df4ecbff0 req-707f95d3-ea9b-4419-bf3f-f99090e88220 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 945 time: 0.1112521 Jul 16 01:33:56.890669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83ba71-b43f-46d9-8537-e127f2082b7d req-5c35bc74-81e3-404a-b000-433e33bb530a tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.891985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de83ba71-b43f-46d9-8537-e127f2082b7d req-5c35bc74-81e3-404a-b000-433e33bb530a tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0952530 Jul 16 01:33:56.945106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50c61f12-ddf9-41e6-8b70-076df4ecbff0 req-7c4f0c33-984c-4f87-89cc-0ededf8932a1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629716 Jul 16 01:33:56.960745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de83ba71-b43f-46d9-8537-e127f2082b7d req-4919bc37-2975-4c22-9166-4f192564b6b6 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538881 Jul 16 01:33:57.054828 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:57.666271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77be7b4-902b-406b-a74e-17dc7e2722eb req-8bea27d7-39c5-4226-8677-cb77ebac6d1f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.668240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a77be7b4-902b-406b-a74e-17dc7e2722eb req-8bea27d7-39c5-4226-8677-cb77ebac6d1f tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 949 time: 0.0616062 Jul 16 01:33:57.705247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a77be7b4-902b-406b-a74e-17dc7e2722eb req-c1304754-49bf-460b-b0fa-a4b1754d27ab tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Jul 16 01:33:58.013047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:58.016759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d4dc0992-ae0d-4c74-97d9-530122e0c923 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:58.069688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: d4dc0992-ae0d-4c74-97d9-530122e0c923 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:58.070035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d4dc0992-ae0d-4c74-97d9-530122e0c923 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:58.176454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.189820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'port_id': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'mac_address': 'fa:16:3e:d5:43:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:58.192657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec5423-fd1d-43fe-aca5-ee19027e2e73 req-ad330ade-5427-4491-b2a6-89bf7d94821a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.194172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dec5423-fd1d-43fe-aca5-ee19027e2e73 req-ad330ade-5427-4491-b2a6-89bf7d94821a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 945 time: 0.1185198 Jul 16 01:33:58.241334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaf935-1a3e-4604-a8cf-2a834673c91e req-17d6a8c6-8189-49cb-b50e-14e5b492f7ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.243077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fbaf935-1a3e-4604-a8cf-2a834673c91e req-17d6a8c6-8189-49cb-b50e-14e5b492f7ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1038055 Jul 16 01:33:58.243487 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.257837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b586d1df-669a-4983-a3ea-dc022f2e26d8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:58.268807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dec5423-fd1d-43fe-aca5-ee19027e2e73 req-3cd153ed-9c8d-474e-84bd-25f04d6b3c27 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629373 Jul 16 01:33:58.278358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.286013 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.292332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fbaf935-1a3e-4604-a8cf-2a834673c91e req-dc92a0eb-2f16-491c-8db1-78290a3adedf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Jul 16 01:33:58.345280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.452824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-740167e9-45da-4b34-945d-83dc079453c7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.454397 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-740167e9-45da-4b34-945d-83dc079453c7 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 949 time: 0.0766382 Jul 16 01:33:58.577554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b586d1df-669a-4983-a3ea-dc022f2e26d8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:58.618518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Deleting port 2784a46a-3116-41cb-af57-95f15b804b61 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:58.618861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.740264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] For port 2784a46a-3116-41cb-af57-95f15b804b61, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2784a46a-3116-41cb-af57-95f15b804b61,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.740503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.754839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Calling delete_port for 2784a46a-3116-41cb-af57-95f15b804b61 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:58.887327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.891314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e7503-10a9-48ad-9376-dcf61273f3fc req-9fa87bed-c135-483c-88ae-99c48167eed5 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.892907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-256e7503-10a9-48ad-9376-dcf61273f3fc req-9fa87bed-c135-483c-88ae-99c48167eed5 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4867a29-c944-4c51-ba3a-7e9ab649cc3a HTTP/1.1" status: 200 len: 949 time: 0.0663154 Jul 16 01:33:58.904628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2784a46a-3116-41cb-af57-95f15b804b61', '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:58.922489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Pushing event deleted for resources: {'Port': ['ID=2784a46a-3116-41cb-af57-95f15b804b61,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.976425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-256e7503-10a9-48ad-9376-dcf61273f3fc req-d5489dcb-5632-4c82-99ec-476f9129653e tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699337 Jul 16 01:33:58.983762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] No DVR routers for this DVR port 2784a46a-3116-41cb-af57-95f15b804b61 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:58.987188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.989785 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e08289a4-5f26-44f9-b1b8-f6bf466ffb66 req-0a0082d4-efc5-416c-acfa-2117c9722ff2 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "DELETE /v2.0/ports/2784a46a-3116-41cb-af57-95f15b804b61 HTTP/1.1" status: 204 len: 173 time: 0.5256016 Jul 16 01:33:58.990269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'name': 'network-vif-deleted', 'tag': '2784a46a-3116-41cb-af57-95f15b804b61'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:58.992932 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6961c7-599e-4ccd-85fc-af5b5f2e8932" -d '{"events": [{"server_uuid": "e4867a29-c944-4c51-ba3a-7e9ab649cc3a", "name": "network-vif-deleted", "tag": "2784a46a-3116-41cb-af57-95f15b804b61"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:59.079283 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce15cd9e-f06b-46c7-bc8e-315654052fd2 x-openstack-request-id: req-ce15cd9e-f06b-46c7-bc8e-315654052fd2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:59.079725 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4867a29-c944-4c51-ba3a-7e9ab649cc3a", "name": "network-vif-deleted", "tag": "2784a46a-3116-41cb-af57-95f15b804b61", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:59.080001 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce15cd9e-f06b-46c7-bc8e-315654052fd2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:59.080584 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4867a29-c944-4c51-ba3a-7e9ab649cc3a', 'name': 'network-vif-deleted', 'tag': '2784a46a-3116-41cb-af57-95f15b804b61', 'status': 'completed', 'code': 200} Jul 16 01:33:59.584440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d762b14-126d-4f1d-b2e9-49d98d017bcc req-f7d4db08-1c00-4e82-b6bc-12bedda79b1e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.587286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d762b14-126d-4f1d-b2e9-49d98d017bcc req-f7d4db08-1c00-4e82-b6bc-12bedda79b1e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 945 time: 0.1378865 Jul 16 01:33:59.745433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d762b14-126d-4f1d-b2e9-49d98d017bcc req-60cd5c69-0fda-44f4-b3ba-e47a6f840bc2 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498964 Jul 16 01:34:00.016941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:00.098976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b586d1df-669a-4983-a3ea-dc022f2e26d8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:00.099598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.255406 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.284779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:00.287979 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd707e8-82b7-460b-b43f-e4520d07409c" -d '{"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:00.303666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:00.311542 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.346016 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd943f2-039c-473f-a04b-d8b88fb9539f x-openstack-request-id: req-4bd943f2-039c-473f-a04b-d8b88fb9539f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:00.346545 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:00.346545 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bd943f2-039c-473f-a04b-d8b88fb9539f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:00.347094 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'code': 200} Jul 16 01:34:00.382929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.720101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37b306-91c3-43d4-8a17-4fa04267ae3f req-077b739e-8477-4cb6-ba51-6a6e38de7f38 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.728189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b37b306-91c3-43d4-8a17-4fa04267ae3f req-077b739e-8477-4cb6-ba51-6a6e38de7f38 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 951 time: 0.0901394 Jul 16 01:34:00.797592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b37b306-91c3-43d4-8a17-4fa04267ae3f req-3c9e7980-208d-4dd2-8301-c169cce25544 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681503 Jul 16 01:34:01.049036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c4e04-3099-478a-8ea9-a557686c3a2b req-3deba04c-d8d6-4fc0-b2a5-7cbc72e76652 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.064379 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af8c4e04-3099-478a-8ea9-a557686c3a2b req-3deba04c-d8d6-4fc0-b2a5-7cbc72e76652 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1323471 Jul 16 01:34:01.130901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af8c4e04-3099-478a-8ea9-a557686c3a2b req-bc7e1726-d063-4c4d-831e-8a61249e6de2 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652030 Jul 16 01:34:01.598435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.775591 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7dd92bb5-03b6-4352-85aa-913303884688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.930657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7dd92bb5-03b6-4352-85aa-913303884688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.941305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7dd92bb5-03b6-4352-85aa-913303884688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.989724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7dd92bb5-03b6-4352-85aa-913303884688 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04f43fbabe844e54992fd2bd3d4c4496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861587 Jul 16 01:34:01.989724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd92bb5-03b6-4352-85aa-913303884688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7d268-a832-4c27-9668-7bb3cfabdbbb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.990910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.018482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91b751-8b94-459a-a0d0-3ab378590bad req-3acb6921-f3db-40cb-9a6d-7cca33731289 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.020010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab91b751-8b94-459a-a0d0-3ab378590bad req-3acb6921-f3db-40cb-9a6d-7cca33731289 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 951 time: 0.0981555 Jul 16 01:34:02.028819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2784a46a-3116-41cb-af57-95f15b804b61 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:02.055270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 2784a46a-3116-41cb-af57-95f15b804b61 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:02.055983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2784a46a-3116-41cb-af57-95f15b804b61 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:02.120076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.147078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.200310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab91b751-8b94-459a-a0d0-3ab378590bad req-58f12f4f-e210-4f86-9231-115b6e726f32 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/security-groups?id=29bbafde-814e-4294-a17c-9484dad6b55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677258 Jul 16 01:34:02.210686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.215259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.216647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5d7d268-a832-4c27-9668-7bb3cfabdbbb HTTP/1.1" status: 204 len: 168 time: 0.2246714 Jul 16 01:34:02.241974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7d268-a832-4c27-9668-7bb3cfabdbbb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.255595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.257418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.258048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.258822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.259252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.259678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.260112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.260551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.260968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.261556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.261905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.262315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981b9ce-11d9-4e70-a3ff-e9835845dd00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:02.286462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-3ed837c3-1c17-464f-a263-874d089717d3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.288038 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-3ed837c3-1c17-464f-a263-874d089717d3 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 951 time: 0.1591291 Jul 16 01:34:02.467385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7227d2b-7c5e-430a-b109-cef4312914a1 req-9c9b930f-d3d1-4e56-bdc9-79fcfb82c3bc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.470774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7227d2b-7c5e-430a-b109-cef4312914a1 req-9c9b930f-d3d1-4e56-bdc9-79fcfb82c3bc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1217499 Jul 16 01:34:02.503779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Deleting port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:02.504157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.537807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7227d2b-7c5e-430a-b109-cef4312914a1 req-2ff261f0-0e04-4e7e-ac24-fa2be523543f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584126 Jul 16 01:34:02.642713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] For port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:02.643264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.657638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Calling delete_port for 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:02.835117 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.851430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:02.875934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Pushing event deleted for resources: {'Port': ['ID=51aba95e-a6e6-4281-bf7e-a0e7d226a9b2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.947550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] No DVR routers for this DVR port 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:02.950982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.954669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94a988c8-e980-4759-90c5-82d00879bfc5 req-f0265388-328c-4920-a8fb-67144ab738f0 tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.93 "DELETE /v2.0/ports/51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 HTTP/1.1" status: 204 len: 173 time: 0.6602664 Jul 16 01:34:02.955145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-deleted', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:02.958205 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6cbadd-10cd-4e18-b1a0-3de1772cd79c" -d '{"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-deleted", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:03.019716 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ae87d-0767-4fc8-b6bb-193e57d1d0e8 x-openstack-request-id: req-0a4ae87d-0767-4fc8-b6bb-193e57d1d0e8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:03.022350 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085bee33-4cb5-4dd7-933b-abf76f5d4944", "name": "network-vif-deleted", "tag": "51aba95e-a6e6-4281-bf7e-a0e7d226a9b2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:03.024627 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a4ae87d-0767-4fc8-b6bb-193e57d1d0e8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:03.025256 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085bee33-4cb5-4dd7-933b-abf76f5d4944', 'name': 'network-vif-deleted', 'tag': '51aba95e-a6e6-4281-bf7e-a0e7d226a9b2', 'status': 'completed', 'code': 200} Jul 16 01:34:03.434886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d96f290-a73d-4541-8ee3-9a50896ea2b9 req-4bb9aabd-0f65-4dd5-ae96-4d18bc8ac5ba tempest-ServersAdminTestJSON-1511219199 tempest-ServersAdminTestJSON-1511219199-project] 10.222.0.81 "GET /v2.0/ports?device_id=085bee33-4cb5-4dd7-933b-abf76f5d4944 HTTP/1.1" status: 200 len: 210 time: 0.0449736 Jul 16 01:34:03.760462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fe4d2-f785-43df-a128-ff121db8eb11 req-103798ec-f352-4cf3-9a21-2f9cbf721ad1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.762465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e9fe4d2-f785-43df-a128-ff121db8eb11 req-103798ec-f352-4cf3-9a21-2f9cbf721ad1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0809250 Jul 16 01:34:03.826874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e9fe4d2-f785-43df-a128-ff121db8eb11 req-18dbbf30-af58-4484-923f-56c9943383de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530252 Jul 16 01:34:04.386497 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-08310933-e6ec-49db-8d43-3e34e115e3e3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1119723 Jul 16 01:34:04.563599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.573017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.577880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.578571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.579231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.579881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.580597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.582835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b8d56333-269d-4cea-97b4-e76a6e1e8f9a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6492 time: 0.1510029 Jul 16 01:34:04.743093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-f38092d2-7c76-47ef-b500-e1f31359794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.743373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-f38092d2-7c76-47ef-b500-e1f31359794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.743916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-f38092d2-7c76-47ef-b500-e1f31359794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.745800 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-f38092d2-7c76-47ef-b500-e1f31359794f service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=55095e0a-1236-4146-9861-5d2f4985cdc1&id=55095e0a-1236-4146-9861-5d2f4985cdc1 HTTP/1.1" status: 200 len: 2294 time: 0.1110196 Jul 16 01:34:04.834804 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-5b90a4cf-21aa-4f89-ae7b-3ace3c833ca7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384 HTTP/1.1" status: 200 len: 1000 time: 0.0820086 Jul 16 01:34:04.909627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-ac0e056b-ab6a-4ef4-858b-7dc150de67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.911138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-ac0e056b-ab6a-4ef4-858b-7dc150de67cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f6929da-759d-4b3c-89c8-3209375964c0 HTTP/1.1" status: 200 len: 851 time: 0.0656703 Jul 16 01:34:05.043100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-8885a5e4-5fdd-4217-8658-ae115ae650c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.045737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-8885a5e4-5fdd-4217-8658-ae115ae650c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268339 Jul 16 01:34:05.107352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.153248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4899bf-a623-46c2-aa87-e5c4644f2fff req-8777fb27-efda-4c88-8d04-e7ebe83216a6 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.156075 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-098c927e-b0b9-46c0-b6bf-7f48061b886d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1716073 Jul 16 01:34:05.169263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf4899bf-a623-46c2-aa87-e5c4644f2fff req-8777fb27-efda-4c88-8d04-e7ebe83216a6 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1140292 Jul 16 01:34:05.257071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf4899bf-a623-46c2-aa87-e5c4644f2fff req-b05a6f6b-f9bc-4c58-bfc8-a7f1f6e2c504 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794511 Jul 16 01:34:05.383059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-36e6114f-9633-4304-bcc1-b5989fb6c16f service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141882 Jul 16 01:34:05.404349 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7af65537-e877-4add-b3b8-d704a094584b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9443562df4fc414a899986a42f921bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946315 Jul 16 01:34:05.407558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.442305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4619-7042-469a-9506-8ca4d4659142 req-45a49297-d859-4d01-9822-af7a4218b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.444261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-45a49297-d859-4d01-9822-af7a4218b956 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.2022715 Jul 16 01:34:05.550515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c41217-0c49-49f7-a904-ed0761e89ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.565138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-8b3593a5-24ed-44c4-9190-450e12b650de service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737514 Jul 16 01:34:05.598018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c41217-0c49-49f7-a904-ed0761e89ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.631748 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-858a6b6d-e4ea-41d0-accd-08a0d32dc3b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 200 len: 217 time: 0.0549617 Jul 16 01:34:05.698340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4619-7042-469a-9506-8ca4d4659142 req-2c79af00-15a5-494a-b9db-89a47f4d3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.705054 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-2c79af00-15a5-494a-b9db-89a47f4d3654 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.2297976 Jul 16 01:34:05.705786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c41217-0c49-49f7-a904-ed0761e89ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.708658 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c41217-0c49-49f7-a904-ed0761e89ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.709931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d1c41217-0c49-49f7-a904-ed0761e89ccc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29bbafde-814e-4294-a17c-9484dad6b55b HTTP/1.1" status: 204 len: 168 time: 0.3008819 Jul 16 01:34:05.719756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c41217-0c49-49f7-a904-ed0761e89ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bbafde-814e-4294-a17c-9484dad6b55b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.793260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-9b80ec30-166d-4b41-b968-7f419d210183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.798922 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-9b80ec30-166d-4b41-b968-7f419d210183 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.1521704 Jul 16 01:34:05.904667 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-a6171b49-cd26-403f-b516-ed74f074d8f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.1913033 Jul 16 01:34:06.001921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4619-7042-469a-9506-8ca4d4659142 req-3afb2338-8b05-4a83-a6c0-ba067941c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.004032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-3afb2338-8b05-4a83-a6c0-ba067941c01f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0917013 Jul 16 01:34:06.007201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-91ce7e5b-2e1c-44e8-848e-40653deab33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.009033 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-91ce7e5b-2e1c-44e8-848e-40653deab33e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1971357 Jul 16 01:34:06.043114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:06.118890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:06.119243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 51aba95e-a6e6-4281-bf7e-a0e7d226a9b2 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:06.264095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58282) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.340927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4619-7042-469a-9506-8ca4d4659142 req-df05040a-196c-458d-9c3c-e6dcbabb7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.344971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-df05040a-196c-458d-9c3c-e6dcbabb7989 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340776 Jul 16 01:34:06.348830 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-a25d7abf-c60d-48f0-ae46-3c4a115d53ba service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296978 Jul 16 01:34:06.367824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-23134d12-8074-4409-9ea5-d9475cd218fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f54d0599cfaa4e5283c5553bd62cd314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992248 Jul 16 01:34:06.374216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.457891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70b04317-6784-455b-b20a-f8c599c44bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.503850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70b04317-6784-455b-b20a-f8c599c44bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.526510 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-32ffa8fa-498a-438c-bdc4-a596530d3451 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739409 Jul 16 01:34:06.629839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da0c12-646a-4fe9-9a0e-4ac481328ff3 req-5f541e1e-3902-4559-b35d-fa7256e5609b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.637943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74da0c12-646a-4fe9-9a0e-4ac481328ff3 req-5f541e1e-3902-4559-b35d-fa7256e5609b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1062522 Jul 16 01:34:06.666934 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70b04317-6784-455b-b20a-f8c599c44bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.670611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70b04317-6784-455b-b20a-f8c599c44bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.675025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-70b04317-6784-455b-b20a-f8c599c44bff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5746fcd1-d5ea-4d41-b170-a8a4b96dc166 HTTP/1.1" status: 204 len: 168 time: 0.2967908 Jul 16 01:34:06.732001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04317-6784-455b-b20a-f8c599c44bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5746fcd1-d5ea-4d41-b170-a8a4b96dc166,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.756129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74da0c12-646a-4fe9-9a0e-4ac481328ff3 req-da8ff31c-acf5-4cf2-ba48-6ddf2434a975 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143587 Jul 16 01:34:07.205944 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-01be4619-7042-469a-9506-8ca4d4659142 req-d919e080-35c2-4d2e-bf63-9d0f420821af service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698110 Jul 16 01:34:07.208263 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-47fe3330-a19a-4982-ae58-979d228709d0 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806557 Jul 16 01:34:07.264567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-0e577e14-1d5a-420e-8201-2c15e5ca7eb4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 200 len: 217 time: 0.0414286 Jul 16 01:34:07.321028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-119bdc1d-c29d-447a-bb9c-d03c452ffa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.322614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-119bdc1d-c29d-447a-bb9c-d03c452ffa64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.0512295 Jul 16 01:34:07.429545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-7b32b0c2-e4f0-4088-880e-5ff3e36bff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.434921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-7b32b0c2-e4f0-4088-880e-5ff3e36bff97 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860395 Jul 16 01:34:07.546144 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-dc5a8e80-a6ce-4157-8a94-4431e5e34dc5 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062376 Jul 16 01:34:07.733240 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-c789b204-a97d-46d3-a476-a62eef9506ae service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778028 Jul 16 01:34:07.784954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-7d91d905-7f12-4f53-84c9-29b25db4687f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 HTTP/1.1" status: 200 len: 217 time: 0.0408244 Jul 16 01:34:07.919445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-1ee02172-dca8-4982-ac23-b0dfecceceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.921371 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-1ee02172-dca8-4982-ac23-b0dfecceceaa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.1281033 Jul 16 01:34:08.001507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-efee3ea8-d59f-47ca-a8ca-07aa9679e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.003628 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-efee3ea8-d59f-47ca-a8ca-07aa9679e504 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754275 Jul 16 01:34:08.029869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09069d74-99ac-473c-af38-2a2a5b551bce req-470f9c85-47d9-4432-b48b-3e2a283c98e5 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.038880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09069d74-99ac-473c-af38-2a2a5b551bce req-470f9c85-47d9-4432-b48b-3e2a283c98e5 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1238768 Jul 16 01:34:08.107476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09069d74-99ac-473c-af38-2a2a5b551bce req-ac056eed-db38-4b1d-bcd9-ec36925fdacb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620351 Jul 16 01:34:08.161698 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-27d67ba8-54ef-4aef-8ff5-56ebba0a975e service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499772 Jul 16 01:34:08.296185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-03a783fa-2280-46f5-ba24-cfa5507a5bfa service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263356 Jul 16 01:34:08.344032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-752abcf8-2c86-482d-b69f-af4f02b1027f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d HTTP/1.1" status: 200 len: 217 time: 0.0402515 Jul 16 01:34:08.436265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-45f4185f-cc07-4fb7-825e-af27fdc71690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.437615 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-45f4185f-cc07-4fb7-825e-af27fdc71690 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.0805521 Jul 16 01:34:08.546703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-0f2ad0c7-b048-4abd-ae07-08886b7ced6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.546703 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-0f2ad0c7-b048-4abd-ae07-08886b7ced6d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969958 Jul 16 01:34:08.662565 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-16700f85-bf78-4a47-8768-0ad9f317655c service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127739 Jul 16 01:34:08.793591 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-7cfc56c6-185f-450e-9459-1a5da974cd1e service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242063 Jul 16 01:34:08.863619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-6377382a-ed4c-4c6d-82f4-09b94475a20b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cc5f962-1607-480e-af18-a0c62a990ed1 HTTP/1.1" status: 200 len: 217 time: 0.0620415 Jul 16 01:34:08.931724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-24be92d4-79e3-478a-8386-7f9ff9d77940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.933803 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-24be92d4-79e3-478a-8386-7f9ff9d77940 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.0620596 Jul 16 01:34:09.002409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-86a68179-ea15-4ace-b1ae-c67b32e3d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.004062 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-86a68179-ea15-4ace-b1ae-c67b32e3d997 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629096 Jul 16 01:34:09.123511 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-17c84722-875c-4f8c-811e-56fcefc3c075 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107564 Jul 16 01:34:09.283635 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-7028875d-9041-450f-9abd-f28045c53986 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529734 Jul 16 01:34:09.327686 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-a56ef2f3-9938-431f-8e09-983adae4156e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7 HTTP/1.1" status: 200 len: 217 time: 0.0377030 Jul 16 01:34:09.356640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b9d1-8875-4259-9e27-26e2b021318c req-753db54d-e765-48e8-a372-1b13ef68cd8d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.358274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3736b9d1-8875-4259-9e27-26e2b021318c req-753db54d-e765-48e8-a372-1b13ef68cd8d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1134877 Jul 16 01:34:09.417051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-499a1612-5f0a-4d32-8f51-78a8138e230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.419528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3736b9d1-8875-4259-9e27-26e2b021318c req-5d161d3e-e403-4e97-9e45-3b3e4674fe9f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525250 Jul 16 01:34:09.420020 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-499a1612-5f0a-4d32-8f51-78a8138e230c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.0854933 Jul 16 01:34:09.542097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-18c88636-a7fa-4a5a-9e68-443fff4054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.543731 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-18c88636-a7fa-4a5a-9e68-443fff4054c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162851 Jul 16 01:34:09.715244 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-b09200aa-c044-4385-99ea-78d28d418969 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640675 Jul 16 01:34:09.828906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2126d29-7cb3-4deb-b630-66f8bd6f7931 req-6f1c1aa9-f0b1-4f41-a7b8-33e221ae7718 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039248 Jul 16 01:34:10.657188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eab58-ac48-4f61-a5fa-4479ebc0ccab req-c5f06773-7b09-4d36-9c9e-a62a4dc94bfd tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.667672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-838eab58-ac48-4f61-a5fa-4479ebc0ccab req-c5f06773-7b09-4d36-9c9e-a62a4dc94bfd tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0809238 Jul 16 01:34:10.718634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-838eab58-ac48-4f61-a5fa-4479ebc0ccab req-2808bf92-042e-4258-835a-a4aba42fb6e1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497866 Jul 16 01:34:11.544460 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bd944ff6-734e-446a-8557-215f568ec535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.988991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fd442-db57-48bf-a47d-21bc713734ce req-e3c068ac-fe7d-405c-8a8c-ea9e09d576ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.990599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-540fd442-db57-48bf-a47d-21bc713734ce req-e3c068ac-fe7d-405c-8a8c-ea9e09d576ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0816147 Jul 16 01:34:12.047554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-540fd442-db57-48bf-a47d-21bc713734ce req-b038c9c0-882a-40bd-98c5-b827ab6639f8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498540 Jul 16 01:34:13.306574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a651e-f777-40f3-866d-6aed6efa07ae req-edabac43-b405-4069-a35a-1f9cb5686ae0 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.309145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b79a651e-f777-40f3-866d-6aed6efa07ae req-edabac43-b405-4069-a35a-1f9cb5686ae0 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1031628 Jul 16 01:34:13.376784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b79a651e-f777-40f3-866d-6aed6efa07ae req-ef3e2399-1688-4638-96e6-d237f60ece00 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547583 Jul 16 01:34:13.634115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ede90b-00e8-4f3a-ad40-6f0fa9190200 req-e2cd4ca8-b877-4b7e-b279-58846af71532 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.635744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73ede90b-00e8-4f3a-ad40-6f0fa9190200 req-e2cd4ca8-b877-4b7e-b279-58846af71532 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0680888 Jul 16 01:34:13.690469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73ede90b-00e8-4f3a-ad40-6f0fa9190200 req-1b73b550-a13c-4334-98da-056afc2071a0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468121 Jul 16 01:34:13.895319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909472c4-abc0-4b14-878d-ffcabb00613a req-676214a1-bc3b-4d4f-818e-d1ac746ad616 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.904388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-909472c4-abc0-4b14-878d-ffcabb00613a req-676214a1-bc3b-4d4f-818e-d1ac746ad616 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0805926 Jul 16 01:34:13.947853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-909472c4-abc0-4b14-878d-ffcabb00613a req-9f7916a1-befd-4dda-a00c-4688865503fe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Jul 16 01:34:14.245595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9700f06d-3ec0-4518-a69c-25b142be3754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.377796 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.425930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49bb8f-fbad-469a-bf81-653a9cf0b2ef req-80ce93a5-a474-495a-bfa3-fde676e955d8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.427558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad49bb8f-fbad-469a-bf81-653a9cf0b2ef req-80ce93a5-a474-495a-bfa3-fde676e955d8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0932844 Jul 16 01:34:14.476858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad49bb8f-fbad-469a-bf81-653a9cf0b2ef req-cbbaddc7-50d2-4ce5-bd5d-89945fb3ca62 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Jul 16 01:34:14.533449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-33cda156-7f6c-4904-8a07-4336fee56a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.536298 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-33cda156-7f6c-4904-8a07-4336fee56a5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1097 time: 0.0649638 Jul 16 01:34:14.686979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-c0cb4b13-1113-4ad5-8aca-6bb16976709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.688545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-c0cb4b13-1113-4ad5-8aca-6bb16976709e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.1423659 Jul 16 01:34:14.705490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cb9b9-84af-467a-ad8d-c114e375bcc7 req-09ff3fe1-cb0d-4ea9-a900-c8858a58bc3c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.718024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-409cb9b9-84af-467a-ad8d-c114e375bcc7 req-09ff3fe1-cb0d-4ea9-a900-c8858a58bc3c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.1047482 Jul 16 01:34:14.770060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-409cb9b9-84af-467a-ad8d-c114e375bcc7 req-4be726e4-7d93-43e6-961e-76e154cba041 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504432 Jul 16 01:34:14.803614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-6e27f504-edfe-4a39-96fb-736b43a5b86a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 200 len: 1002 time: 0.0986354 Jul 16 01:34:14.848261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-18f84fdd-1143-456a-8a57-2051f4c783fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.849687 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-18f84fdd-1143-456a-8a57-2051f4c783fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.0490992 Jul 16 01:34:14.943321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-4c3e93a0-76c7-43f0-8ae9-ed65c2858c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.945771 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-4c3e93a0-76c7-43f0-8ae9-ed65c2858c11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896525 Jul 16 01:34:15.091004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-649533f2-ea67-46b2-8e53-8d2c266c5642 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383734 Jul 16 01:34:15.270109 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.332132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f40fc-0f77-469f-a299-7195230d7343 req-2bbaab3a-b4c9-4c5c-9f0d-5d47e41892e1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.333123 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fb3f8ba-aa0c-425c-989a-13add0da4b1b req-f544371b-be12-43a1-a2bb-93c953e7c08c service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337899 Jul 16 01:34:15.333710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-613f40fc-0f77-469f-a299-7195230d7343 req-2bbaab3a-b4c9-4c5c-9f0d-5d47e41892e1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0929189 Jul 16 01:34:15.407942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-613f40fc-0f77-469f-a299-7195230d7343 req-ea165e95-360e-4caa-99fe-528fc2c077fa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660300 Jul 16 01:34:15.972543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa42b0-2b4a-4c7f-9b45-b1d01fdbd210 req-1fdab0c9-e1fe-4983-9760-ea7735950731 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.974067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccaa42b0-2b4a-4c7f-9b45-b1d01fdbd210 req-1fdab0c9-e1fe-4983-9760-ea7735950731 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0659711 Jul 16 01:34:16.000767 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.020474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccaa42b0-2b4a-4c7f-9b45-b1d01fdbd210 req-b8c05b93-1bf9-44e6-b97c-fbc92ffc2331 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397289 Jul 16 01:34:16.643326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045545b-d19d-4fe7-9c20-83c8827974b7 req-f51fd5ce-08e0-499c-a4f8-8c1adb9acb13 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.644971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f045545b-d19d-4fe7-9c20-83c8827974b7 req-f51fd5ce-08e0-499c-a4f8-8c1adb9acb13 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0914695 Jul 16 01:34:16.687044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f045545b-d19d-4fe7-9c20-83c8827974b7 req-799bcc0e-0a66-4468-9c05-e0ceb3d7390a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351939 Jul 16 01:34:16.798105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.256606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afc5e5-df07-4bbd-89c2-07907f73b392 req-302fbad4-dc63-443f-a279-4ab6e6666e07 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.258432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7afc5e5-df07-4bbd-89c2-07907f73b392 req-302fbad4-dc63-443f-a279-4ab6e6666e07 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 946 time: 0.0973492 Jul 16 01:34:17.317900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7afc5e5-df07-4bbd-89c2-07907f73b392 req-49c6c4ff-5b6c-436a-bf53-673829f50d01 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527670 Jul 16 01:34:17.950056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b5a4-1d21-4b40-b5d5-dee3f9b5cc90 req-c1de9c23-ab44-4766-8ffb-6d47ebc2bf72 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.951600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c731b5a4-1d21-4b40-b5d5-dee3f9b5cc90 req-c1de9c23-ab44-4766-8ffb-6d47ebc2bf72 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0705209 Jul 16 01:34:17.993561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c731b5a4-1d21-4b40-b5d5-dee3f9b5cc90 req-ba5d937f-ef37-4bd6-ab4d-753948407b0d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335751 Jul 16 01:34:18.126741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:18.218840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.243869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:18.247027 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194dce48-65fb-4272-b110-d5369b753f98" -d '{"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-unplugged", "status": "completed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:18.263118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:18.268649 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.296787 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f0705a-1c8c-4b24-a1f9-fb822313fa66 x-openstack-request-id: req-b8f0705a-1c8c-4b24-a1f9-fb822313fa66 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:18.297083 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-unplugged", "status": "failed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8", "code": 422}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:18.297338 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8f0705a-1c8c-4b24-a1f9-fb822313fa66 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:18.297832 n-d-800085-5 neutron-server[93708]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'code': 422} returned with failed status Jul 16 01:34:18.325908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.337908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.338540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.339145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.339649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.340309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.340804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.341955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.342743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.343235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.343570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.343905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.344289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:18.551702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6520180-a4be-42c8-a327-b6a29c83eac3 req-f33babec-c6ef-464a-b8ad-4dd478bb6a92 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.554217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6520180-a4be-42c8-a327-b6a29c83eac3 req-f33babec-c6ef-464a-b8ad-4dd478bb6a92 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0779920 Jul 16 01:34:18.602722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6520180-a4be-42c8-a327-b6a29c83eac3 req-fe53e330-ceb2-43e0-ac5e-2ba5d81df2d1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Jul 16 01:34:19.155842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-6d53e4cf-6d58-4e72-a356-83849481c6df tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5331f0a9d925450ea251db9edb61b943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236876 Jul 16 01:34:19.311545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-5c6ce56a-4f28-431b-b2c0-19be3e0ff980 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.313141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-5c6ce56a-4f28-431b-b2c0-19be3e0ff980 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515877 Jul 16 01:34:19.334688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-457e22a4-ab46-4c36-b5b6-3aa8824d3016 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/quotas/5331f0a9d925450ea251db9edb61b943 HTTP/1.1" status: 200 len: 375 time: 0.0160828 Jul 16 01:34:19.343754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ddd7-b0a7-4d5a-8d88-a2e304efcdb5 req-6f41e531-4da1-40a2-97a6-8c450e187021 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.345249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43c0ddd7-b0a7-4d5a-8d88-a2e304efcdb5 req-6f41e531-4da1-40a2-97a6-8c450e187021 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1106594 Jul 16 01:34:19.389025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-4b70db92-de31-4bd8-8384-f0306bdc7a5b tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5331f0a9d925450ea251db9edb61b943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427995 Jul 16 01:34:19.411861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43c0ddd7-b0a7-4d5a-8d88-a2e304efcdb5 req-7115fd11-8462-430b-a359-146468cd8ff6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570993 Jul 16 01:34:19.556806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-ca37407b-cdac-4ea2-b355-be592cf55aa0 req-74b376b0-1b0c-4c3a-9f2f-2503704215e3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:34:19.558315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca37407b-cdac-4ea2-b355-be592cf55aa0 req-74b376b0-1b0c-4c3a-9f2f-2503704215e3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059385 Jul 16 01:34:19.610734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.655356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-c0523317-4837-4d18-80d6-32ed06301c25 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5331f0a9d925450ea251db9edb61b943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243752 Jul 16 01:34:19.809308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-f26689c4-9881-4841-867f-780e39eae78f tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.821529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-f26689c4-9881-4841-867f-780e39eae78f tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606047 Jul 16 01:34:19.854486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-ec0523d9-0cd3-4f49-ab11-2e9ddd241770 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/quotas/5331f0a9d925450ea251db9edb61b943 HTTP/1.1" status: 200 len: 375 time: 0.0319345 Jul 16 01:34:19.890136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-60596ad0-0a64-4104-a819-7bb5938ce6ab tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5331f0a9d925450ea251db9edb61b943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347888 Jul 16 01:34:20.041262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51720c-2bbd-4396-b4c0-763a64458883 req-2aa9083a-d769-465c-afa9-326078bb5e8c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.050341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a51720c-2bbd-4396-b4c0-763a64458883 req-2aa9083a-d769-465c-afa9-326078bb5e8c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0839221 Jul 16 01:34:20.104133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-5d00a342-92fd-4228-8c52-1ac65c969c1d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2047224 Jul 16 01:34:20.131636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a51720c-2bbd-4396-b4c0-763a64458883 req-611c5693-2183-4a39-a1e8-b872283d1e24 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794594 Jul 16 01:34:20.287952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-307c320c-cb6f-4136-92a3-d913fd8f8bed req-2ee0fa6a-b8ca-4647-b8a4-836c5f5c110c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 210 time: 0.0349245 Jul 16 01:34:20.713036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e65af-7de8-4808-9f33-37277ab2293a req-b542dfc8-5cd0-44d6-906c-53a5deacf709 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.716556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-831e65af-7de8-4808-9f33-37277ab2293a req-b542dfc8-5cd0-44d6-906c-53a5deacf709 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1549392 Jul 16 01:34:20.781918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-831e65af-7de8-4808-9f33-37277ab2293a req-605582e5-2962-42b3-8f04-2a17b5cc317a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555198 Jul 16 01:34:21.193493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-75b4f953-859c-40fa-8941-c2a6a8270b77 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=5331f0a9d925450ea251db9edb61b943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276098 Jul 16 01:34:21.425192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786d78-c717-4df0-b0c5-e310e430459c req-39497d2c-c95d-470d-b858-7847c4a29ea3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.437031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1786d78-c717-4df0-b0c5-e310e430459c req-39497d2c-c95d-470d-b858-7847c4a29ea3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1163347 Jul 16 01:34:21.486633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1786d78-c717-4df0-b0c5-e310e430459c req-800e4a3f-49b3-4aec-8ff5-00593f1233c0 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481486 Jul 16 01:34:21.488176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-6d27e34b-a48d-467f-b484-bd3f1c163b69 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.494563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-6d27e34b-a48d-467f-b484-bd3f1c163b69 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2865381 Jul 16 01:34:21.508718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Request body: {'port': {'device_id': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '5331f0a9d925450ea251db9edb61b943'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:21.654580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Made reservation on behalf of 5331f0a9d925450ea251db9edb61b943 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:21.659146 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.672014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.823589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.831657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.882041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28e65dd3-822f-4d3e-a956-5835cbf3356b req-bed14fa2-94e1-4c7c-b83e-d59e04b4f5d0 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 210 time: 0.0474775 Jul 16 01:34:21.925733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb89036-2f5e-4383-a7e9-a777800c340e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.006466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-dcc8c7e2-a075-419f-8cca-8e3a340b8ace tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=5331f0a9d925450ea251db9edb61b943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494692 Jul 16 01:34:22.090985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Allocated IP 192.168.233.241 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/0ab969dd-919d-4ad3-a100-c848f4b038c5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:22.196173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce5c0b-cf4e-4add-a8b4-85f34b0aa7b2 req-0476fde3-b2ed-43ea-8091-0056804ec359 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.204603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bce5c0b-cf4e-4add-a8b4-85f34b0aa7b2 req-0476fde3-b2ed-43ea-8091-0056804ec359 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1418371 Jul 16 01:34:22.245200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-0a670e38-7cdd-4a96-80f0-60825362a889 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.246875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-0a670e38-7cdd-4a96-80f0-60825362a889 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328637 Jul 16 01:34:22.267127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Request body: {'port': {'device_id': '927c81df-3b15-4255-a438-ee461c511de0', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '5331f0a9d925450ea251db9edb61b943'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:22.287448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bce5c0b-cf4e-4add-a8b4-85f34b0aa7b2 req-20eabb5c-552d-4be4-a033-b6383999f516 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818222 Jul 16 01:34:22.316282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.346258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Transition to ACTIVE for port object 0ab969dd-919d-4ad3-a100-c848f4b038c5 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:22.409476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Made reservation on behalf of 5331f0a9d925450ea251db9edb61b943 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:22.416622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.423414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.485132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:22.489479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:22.518008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:22.608351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.616064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.616751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.639081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ba3323db-3857-4838-b336-f3aaeabcb446 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1349406 Jul 16 01:34:22.652736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Request body: {'port': {'device_id': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:22.792152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.815791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Allocated IP 192.168.233.190 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/a922700f-2bda-4230-b10a-ca63da1f13b4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:22.958116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec97df6-6965-4668-914e-98758d3cd4a6 req-fa31130a-7c62-4974-8df4-0abd05caf0bc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.959811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ec97df6-6965-4668-914e-98758d3cd4a6 req-fa31130a-7c62-4974-8df4-0abd05caf0bc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1966896 Jul 16 01:34:22.968075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f0537d6f-72bb-4a31-9e7c-15360acf10cd None None] Provisioning for port 0ab969dd-919d-4ad3-a100-c848f4b038c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:22.972208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f0537d6f-72bb-4a31-9e7c-15360acf10cd None None] Provisioning complete for port 0ab969dd-919d-4ad3-a100-c848f4b038c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:22.972619 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0537d6f-72bb-4a31-9e7c-15360acf10cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.015264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f0537d6f-72bb-4a31-9e7c-15360acf10cd None None] Port 0ab969dd-919d-4ad3-a100-c848f4b038c5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:23.071422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ec97df6-6965-4668-914e-98758d3cd4a6 req-01071b93-fb92-4f2e-a965-e88e2f83a477 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914550 Jul 16 01:34:23.178549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.196047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Transition to ACTIVE for port object a922700f-2bda-4230-b10a-ca63da1f13b4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:23.256866 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb272d0-483d-482b-839b-6e8e5f073b09 req-9ec2bd4c-82ab-4367-8749-befc0345a905 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 210 time: 0.0369036 Jul 16 01:34:23.270604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.344533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.379458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:23.381377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:23.384303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:23.591262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab969dd-919d-4ad3-a100-c848f4b038c5 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:23.622408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.687293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Transition to ACTIVE for port object 0ab969dd-919d-4ad3-a100-c848f4b038c5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:23.697669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.761514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82a561f2-2d38-48ca-8e57-deffc26a8907 None None] Provisioning for port a922700f-2bda-4230-b10a-ca63da1f13b4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:23.768354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82a561f2-2d38-48ca-8e57-deffc26a8907 None None] Provisioning complete for port a922700f-2bda-4230-b10a-ca63da1f13b4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:23.769121 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82a561f2-2d38-48ca-8e57-deffc26a8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.813557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.017100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Attempting to bind port 0ab969dd-919d-4ad3-a100-c848f4b038c5 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:24.017597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Attempting to bind port 0ab969dd-919d-4ad3-a100-c848f4b038c5 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:24.017946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Attempting to bind port 0ab969dd-919d-4ad3-a100-c848f4b038c5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:24.029174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Port 0ab969dd-919d-4ad3-a100-c848f4b038c5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:24.030602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Attempting to bind port 0ab969dd-919d-4ad3-a100-c848f4b038c5 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:24.049458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:24.050812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:24.052117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:24.052603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Bound port: 0ab969dd-919d-4ad3-a100-c848f4b038c5, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:24.052986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.068533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.070330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.159106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-82a8d7c9-c54a-429e-8b85-bb9ac7e5e43c tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8995848 Jul 16 01:34:24.187912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-82a561f2-2d38-48ca-8e57-deffc26a8907 None None] Port a922700f-2bda-4230-b10a-ca63da1f13b4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:24.194641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Request body: {'port': {'device_id': '927c81df-3b15-4255-a438-ee461c511de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:24.273601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26db51-8768-4e7b-864c-6cf19ae212d4 req-6b891177-d626-47e1-8b2b-c64f7d340428 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.275179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd26db51-8768-4e7b-864c-6cf19ae212d4 req-6b891177-d626-47e1-8b2b-c64f7d340428 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.3214555 Jul 16 01:34:24.300612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:24.309890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:24.319723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.365877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd26db51-8768-4e7b-864c-6cf19ae212d4 req-02e08428-3a37-4302-8768-a70b0c4e7b99 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754166 Jul 16 01:34:24.382360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.413428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.415884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.418062 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] 10.222.0.93 "PUT /v2.0/ports/0ab969dd-919d-4ad3-a100-c848f4b038c5 HTTP/1.1" status: 200 len: 1096 time: 1.7705576 Jul 16 01:34:24.420420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:24.438008 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0" -d '{"events": [{"name": "network-changed", "server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:24.531063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d43e50-06f0-4b8f-b082-0cf2680acc7a service neutron] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.610949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-7519b0a1-c952-4d46-bb83-d55f88c640b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.612531 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-7519b0a1-c952-4d46-bb83-d55f88c640b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5331f0a9d925450ea251db9edb61b943&device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 1099 time: 0.1423917 Jul 16 01:34:24.699974 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-52145f4e-4467-4c15-b3c4-e7e5f78ad885 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5 HTTP/1.1" status: 200 len: 217 time: 0.0786343 Jul 16 01:34:24.792362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-27c8f683-28bc-4302-a133-39d387b30814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.794701 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-27c8f683-28bc-4302-a133-39d387b30814 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0876231 Jul 16 01:34:24.795219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92718b43-7f79-4baf-8631-ce00f77a91b2 req-7862ad46-f6be-43a9-8569-d560bc2e81b9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.796874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92718b43-7f79-4baf-8631-ce00f77a91b2 req-7862ad46-f6be-43a9-8569-d560bc2e81b9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.3400731 Jul 16 01:34:24.874737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-eebfa59f-339b-46fc-a1ac-5adc9ea66722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.877110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-eebfa59f-339b-46fc-a1ac-5adc9ea66722 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726535 Jul 16 01:34:24.892980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92718b43-7f79-4baf-8631-ce00f77a91b2 req-7e1f828c-064f-446e-a504-ca4fdc5ab96c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824308 Jul 16 01:34:24.943979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05273e-32a9-478a-857c-30ef4f8b83e6 req-f96bfb23-532b-4a50-a8f9-594398fb27a5 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.950957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f05273e-32a9-478a-857c-30ef4f8b83e6 req-f96bfb23-532b-4a50-a8f9-594398fb27a5 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 936 time: 0.2283585 Jul 16 01:34:24.991724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-d9c7c816-340e-4e21-9fa5-7c230c61c5ca service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065965 Jul 16 01:34:24.996986 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0e4067-7807-47ce-98f0-a06fd56862e8 x-openstack-request-id: req-fd0e4067-7807-47ce-98f0-a06fd56862e8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:24.997363 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:24.998118 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd0e4067-7807-47ce-98f0-a06fd56862e8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:24.998769 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'status': 'completed', 'code': 200} Jul 16 01:34:25.001483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f05273e-32a9-478a-857c-30ef4f8b83e6 req-29c4e462-613b-4ddd-9c6d-657fef798374 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494845 Jul 16 01:34:25.142974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a922700f-2bda-4230-b10a-ca63da1f13b4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:25.154207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.167736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b4c411bc-1d0a-4e70-83bd-022508d50a4a req-ffb6031c-d740-4503-b02c-811b6948ec70 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605139 Jul 16 01:34:25.168749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Transition to ACTIVE for port object a922700f-2bda-4230-b10a-ca63da1f13b4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:25.177428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.235702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.297530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-ff35e466-8815-4d9e-9fba-01e7a7c8d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.300063 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-ff35e466-8815-4d9e-9fba-01e7a7c8d0dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5331f0a9d925450ea251db9edb61b943&device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 1099 time: 0.0697808 Jul 16 01:34:25.328652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Attempting to bind port a922700f-2bda-4230-b10a-ca63da1f13b4 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:25.329236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Attempting to bind port a922700f-2bda-4230-b10a-ca63da1f13b4 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:25.329797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Attempting to bind port a922700f-2bda-4230-b10a-ca63da1f13b4 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:25.334989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Port a922700f-2bda-4230-b10a-ca63da1f13b4 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:25.335516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Attempting to bind port a922700f-2bda-4230-b10a-ca63da1f13b4 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:25.341670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:25.342232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:25.342788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:25.343593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Bound port: a922700f-2bda-4230-b10a-ca63da1f13b4, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:25.344135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.438257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:25.442938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:25.449658 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.454179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-2d866a0f-b5c9-4143-a8e7-47430702484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.455677 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-2d866a0f-b5c9-4143-a8e7-47430702484e service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1425772 Jul 16 01:34:25.521330 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-b71277d8-66b6-4ec8-84d7-964a6aae13bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5 HTTP/1.1" status: 200 len: 217 time: 0.0557485 Jul 16 01:34:25.540149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.541470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.543653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] 10.222.0.93 "PUT /v2.0/ports/a922700f-2bda-4230-b10a-ca63da1f13b4 HTTP/1.1" status: 200 len: 1096 time: 1.3685756 Jul 16 01:34:25.545625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea18ee2-e3cb-4e62-88b9-a84de8e07694 service neutron] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.549892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:25.552663 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf84734-ea84-4a36-bed1-42d201433c88" -d '{"events": [{"name": "network-changed", "server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:25.623374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-daba759a-66ae-4fcf-8e25-59df3aa39d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.628570 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-daba759a-66ae-4fcf-8e25-59df3aa39d91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1001105 Jul 16 01:34:25.675855 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01132d52-4689-4624-80ce-9c43146b8068 x-openstack-request-id: req-01132d52-4689-4624-80ce-9c43146b8068 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:25.676150 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:25.676440 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01132d52-4689-4624-80ce-9c43146b8068 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:25.676833 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'status': 'completed', 'code': 200} Jul 16 01:34:25.717540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-63ab3bd7-ca02-427f-9450-e78b8db7881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.719488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-63ab3bd7-ca02-427f-9450-e78b8db7881c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776761 Jul 16 01:34:25.719818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ac078-eeae-431c-917a-0f70f6ef104b req-3df091f6-2cb8-41dd-bf80-3187fa493de4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.726932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f11ac078-eeae-431c-917a-0f70f6ef104b req-3df091f6-2cb8-41dd-bf80-3187fa493de4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1821783 Jul 16 01:34:25.793078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f11ac078-eeae-431c-917a-0f70f6ef104b req-2dace104-d54c-4051-aecd-d45f122b321a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651188 Jul 16 01:34:25.812293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-52bea41b-f406-4e97-aa39-95cb62023e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.812293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-52bea41b-f406-4e97-aa39-95cb62023e2d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5331f0a9d925450ea251db9edb61b943&device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 1099 time: 0.1936038 Jul 16 01:34:25.851956 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-2ac28deb-0623-4789-8a2a-297f6c3c1c5c service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236675 Jul 16 01:34:25.872436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-4d18ad4e-242c-4906-91c6-bbf055e8aada service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a922700f-2bda-4230-b10a-ca63da1f13b4 HTTP/1.1" status: 200 len: 217 time: 0.0466022 Jul 16 01:34:25.954860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-02269d22-d48f-4997-9747-12a2e7182ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.956817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-02269d22-d48f-4997-9747-12a2e7182ba0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0769517 Jul 16 01:34:25.969276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9fc33f79-de00-45fc-a3b1-df8ca69dfef0 req-15322f6d-12c7-4ae2-a18f-7eeb0c6dc743 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083848 Jul 16 01:34:26.034348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-a936b4de-2973-4d50-a797-39e4a3ef068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.035954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-a936b4de-2973-4d50-a797-39e4a3ef068a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711265 Jul 16 01:34:26.268926 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-d0786081-1fb8-4923-834a-e9328129b8e4 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248440 Jul 16 01:34:26.313253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463835b-20e6-448b-a32c-ebd650a68520 req-86dc2382-fb4b-40aa-8529-0610ab595487 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.314798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9463835b-20e6-448b-a32c-ebd650a68520 req-86dc2382-fb4b-40aa-8529-0610ab595487 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.2257233 Jul 16 01:34:26.328334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1334c25-93c5-4151-aced-d44ed2ed2d6b req-399f5c8b-4e14-481a-b448-a13387d530e7 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.329829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1334c25-93c5-4151-aced-d44ed2ed2d6b req-399f5c8b-4e14-481a-b448-a13387d530e7 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 948 time: 0.1478786 Jul 16 01:34:26.423179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9463835b-20e6-448b-a32c-ebd650a68520 req-37f715ef-f250-4052-8ad0-39b5d05bf60d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907235 Jul 16 01:34:26.445512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1334c25-93c5-4151-aced-d44ed2ed2d6b req-1245bef2-fa00-460c-a288-4ebb6ff827e2 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031888 Jul 16 01:34:26.451104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89e970fd-a0f2-4108-b2b9-0f84b91c178f req-61e38fb4-3e33-42ba-9c71-d6a9717ef9c2 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739037 Jul 16 01:34:26.583986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-e89c89c4-f55b-4e34-8409-217e60a5c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.585651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-e89c89c4-f55b-4e34-8409-217e60a5c8cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5331f0a9d925450ea251db9edb61b943&device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 1099 time: 0.0772617 Jul 16 01:34:26.715728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-b949c6c6-d9d8-48be-9c5b-22ac5a634da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.718161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-b949c6c6-d9d8-48be-9c5b-22ac5a634da4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1199164 Jul 16 01:34:26.839258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-043701c5-b97f-4433-8eb7-34198c1bd387 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a922700f-2bda-4230-b10a-ca63da1f13b4 HTTP/1.1" status: 200 len: 217 time: 0.1097789 Jul 16 01:34:26.932404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-995f4be1-2901-4118-9781-aabdccd4c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.934391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-995f4be1-2901-4118-9781-aabdccd4c7e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0880613 Jul 16 01:34:27.041552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-8a586fbd-0890-40a9-a425-bb7b2752258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.043376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-8a586fbd-0890-40a9-a425-bb7b2752258b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025519 Jul 16 01:34:27.110268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c27e-5380-4425-9379-d933163f2b10 req-be01a389-9151-47cf-a45e-b3769b20c499 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.111970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1937c27e-5380-4425-9379-d933163f2b10 req-be01a389-9151-47cf-a45e-b3769b20c499 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1280794 Jul 16 01:34:27.210103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1937c27e-5380-4425-9379-d933163f2b10 req-18e0b000-0d31-4db0-9130-2dd0dbf194fb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627165 Jul 16 01:34:27.212305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-21383edd-a92c-4569-b340-0ec898f55e1e service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597545 Jul 16 01:34:27.341458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf84734-ea84-4a36-bed1-42d201433c88 req-e232a884-3071-40c2-9b35-c4dd2b3b4537 service neutron] 10.222.0.93 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160562 Jul 16 01:34:27.583457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdef64-a8de-4c1d-aa19-00b2d7c3e74c req-5027c245-cd16-4d9c-aa21-8bb7487da269 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.585173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11fdef64-a8de-4c1d-aa19-00b2d7c3e74c req-5027c245-cd16-4d9c-aa21-8bb7487da269 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0772667 Jul 16 01:34:27.586643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-c6617a0d-4550-4d6b-89a7-51fb3fe101ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.588282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-c6617a0d-4550-4d6b-89a7-51fb3fe101ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.0580783 Jul 16 01:34:27.658105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11fdef64-a8de-4c1d-aa19-00b2d7c3e74c req-7277949f-2803-478f-98e5-0bf788044662 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630574 Jul 16 01:34:27.678037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adc33f-cd6c-4861-b234-cbc320ab720b req-efa54a96-a04d-4b90-9875-e9fd32f73529 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.679735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83adc33f-cd6c-4861-b234-cbc320ab720b req-efa54a96-a04d-4b90-9875-e9fd32f73529 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0935898 Jul 16 01:34:27.691164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-99b760b2-97a0-4f7f-9366-60453a2e8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.692697 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-99b760b2-97a0-4f7f-9366-60453a2e8173 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.0979619 Jul 16 01:34:27.722903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83adc33f-cd6c-4861-b234-cbc320ab720b req-3b956faa-f486-4114-b180-bcc7eef1db02 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353489 Jul 16 01:34:27.773072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-d8f1215a-a493-4237-8c33-4b1053ec0911 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.0732684 Jul 16 01:34:27.823708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-46197db8-2f47-4403-8efa-fdebff3108a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.825661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-46197db8-2f47-4403-8efa-fdebff3108a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0458767 Jul 16 01:34:27.877295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-4875798a-567a-4801-821a-b21dc9067d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.878815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-4875798a-567a-4801-821a-b21dc9067d07 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc&tenant_id=f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 1095 time: 0.0925143 Jul 16 01:34:27.887448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a3483-15f5-4d42-8fb7-70f987533b18 req-811e604e-a107-4d93-9af3-2319be6ed0c3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.888531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-b410d1a2-8333-43c0-9e29-b005772489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.888985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c6a3483-15f5-4d42-8fb7-70f987533b18 req-811e604e-a107-4d93-9af3-2319be6ed0c3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 948 time: 0.1141629 Jul 16 01:34:27.890160 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-b410d1a2-8333-43c0-9e29-b005772489a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583844 Jul 16 01:34:27.967096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c6a3483-15f5-4d42-8fb7-70f987533b18 req-8e6b3dc2-b341-48f3-956d-f74d6792d520 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693614 Jul 16 01:34:27.995481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-81584645-6e1c-4c4a-a794-738dc7d63027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.997091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-81584645-6e1c-4c4a-a794-738dc7d63027 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1095 time: 0.0880919 Jul 16 01:34:28.004681 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-156309ae-2563-4100-b064-a9d48feed6c9 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036794 Jul 16 01:34:28.103673 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1e45ea34-0979-4dfc-a988-450d86b04b5a req-81c7aae8-122a-4002-b3db-4268a06f042d service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922801 Jul 16 01:34:28.110281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-dbc461ce-3b1f-43df-9ac9-24d02f9cc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.111874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-dbc461ce-3b1f-43df-9ac9-24d02f9cc9ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.1080291 Jul 16 01:34:28.181095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-8c6c5813-55a8-4d29-9c5b-aafdaddac8ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 200 len: 1000 time: 0.0619128 Jul 16 01:34:28.198796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:28.230076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-cf43dcaf-b758-4762-88e2-ccca757b2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.231536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-cf43dcaf-b758-4762-88e2-ccca757b2da5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.0442331 Jul 16 01:34:28.289702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-04db3872-4308-47df-a5e8-9e3acb83eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.291232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-04db3872-4308-47df-a5e8-9e3acb83eaf3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534756 Jul 16 01:34:28.293439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.304647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'mac_address': 'fa:16:3e:21:1b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:28.342105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.355610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab969dd-919d-4ad3-a100-c848f4b038c5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:28.380864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.386701 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.388414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-116dcfb3-5fc7-4d94-9585-8963d98b1eba service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895905 Jul 16 01:34:28.434664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.489130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f299ada-5d9a-44a0-946f-aa6c9f691399 req-79e7025e-92b1-4762-954c-f986b9f61297 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943730 Jul 16 01:34:28.817769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['0ab969dd-919d-4ad3-a100-c848f4b038c5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:29.008330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83263e85-0507-4331-83ef-3828aa15c1ba req-652d59f8-2f53-4b3e-88fa-b5c19b0ef0dc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.014468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83263e85-0507-4331-83ef-3828aa15c1ba req-652d59f8-2f53-4b3e-88fa-b5c19b0ef0dc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.2158620 Jul 16 01:34:29.100530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae57aa7-ef6a-4f5c-9544-07c0ac888ba1 req-978ec4fb-92f9-4b4f-be52-ec3489543836 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.110235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ae57aa7-ef6a-4f5c-9544-07c0ac888ba1 req-978ec4fb-92f9-4b4f-be52-ec3489543836 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1836812 Jul 16 01:34:29.141081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83263e85-0507-4331-83ef-3828aa15c1ba req-8ec19c93-e0f2-47f7-962b-d1aa56937cb1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196518 Jul 16 01:34:29.186508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ae57aa7-ef6a-4f5c-9544-07c0ac888ba1 req-8910b26d-c19d-4093-a9cc-1bda46aab4ee tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751204 Jul 16 01:34:30.210038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a922700f-2bda-4230-b10a-ca63da1f13b4 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:30.312780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:30.327605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'mac_address': 'fa:16:3e:eb:da:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:30.368865 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.383409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a922700f-2bda-4230-b10a-ca63da1f13b4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:30.405848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:30.410517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.464574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.859478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a922700f-2bda-4230-b10a-ca63da1f13b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:32.213822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:32.267212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 0ab969dd-919d-4ad3-a100-c848f4b038c5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:32.272300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 0ab969dd-919d-4ad3-a100-c848f4b038c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:32.273037 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.358075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.382357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:32.384606 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f2aef6-8dcf-46b1-b877-a8533e01591b" -d '{"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:32.397625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:32.403075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.455038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.054573 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:34.221486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a922700f-2bda-4230-b10a-ca63da1f13b4 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:34.296208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port a922700f-2bda-4230-b10a-ca63da1f13b4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:34.303287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a922700f-2bda-4230-b10a-ca63da1f13b4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:34.303665 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.440417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.494912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:34.499909 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.555147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.737618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ad352-7357-4d1d-9efb-d11d23c0f791 req-acdf6050-4342-4ca2-b59a-7973fb92ffb4 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.739157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d62ad352-7357-4d1d-9efb-d11d23c0f791 req-acdf6050-4342-4ca2-b59a-7973fb92ffb4 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 950 time: 0.0916197 Jul 16 01:34:39.800394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d62ad352-7357-4d1d-9efb-d11d23c0f791 req-0bb4e608-e286-4d59-a9c5-5ec76a91a7ec tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542712 Jul 16 01:34:39.999843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e012-201c-4818-b81d-cd7c708945d1 req-5179a00e-b107-4eed-88a4-4b313264bcc9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.001510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42d5e012-201c-4818-b81d-cd7c708945d1 req-5179a00e-b107-4eed-88a4-4b313264bcc9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1028283 Jul 16 01:34:40.033544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9461e-e9c1-456d-a1c0-3f3546cc2bf4 req-c55f471a-b13e-4fef-82b2-de523d163eb9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.035113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7e9461e-e9c1-456d-a1c0-3f3546cc2bf4 req-c55f471a-b13e-4fef-82b2-de523d163eb9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1071627 Jul 16 01:34:40.071482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42d5e012-201c-4818-b81d-cd7c708945d1 req-a76a6c19-ae1c-4b62-9ca5-cca72fc8dc1d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635521 Jul 16 01:34:40.100758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7e9461e-e9c1-456d-a1c0-3f3546cc2bf4 req-98619333-526d-4c62-96a0-969521271595 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597298 Jul 16 01:34:40.131319 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc720caa-c06f-46f1-bd4f-6c0f4ec6cd17 x-openstack-request-id: req-bc720caa-c06f-46f1-bd4f-6c0f4ec6cd17 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:40.131810 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:40.131911 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc720caa-c06f-46f1-bd4f-6c0f4ec6cd17 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:40.132252 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'code': 200} Jul 16 01:34:40.245524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a6a36-8a89-46a5-93dc-8d8b5189d2e3 req-f2a2e2f7-f5f7-4ec5-86b0-b3f9ce363b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.247118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d31a6a36-8a89-46a5-93dc-8d8b5189d2e3 req-f2a2e2f7-f5f7-4ec5-86b0-b3f9ce363b81 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 1101 time: 0.0578449 Jul 16 01:34:40.283003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d31a6a36-8a89-46a5-93dc-8d8b5189d2e3 req-e1956443-d45a-4b84-bfb8-2c98494b448b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290067 Jul 16 01:34:40.479478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffff3b-7ff7-4ce7-a013-8ee04188c028 req-3c8c757a-a20d-4ff6-a5fd-cbac6ee444bc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.481136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbffff3b-7ff7-4ce7-a013-8ee04188c028 req-3c8c757a-a20d-4ff6-a5fd-cbac6ee444bc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0629640 Jul 16 01:34:40.519376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbffff3b-7ff7-4ce7-a013-8ee04188c028 req-c9bf160c-fead-437c-b576-43ef306e4436 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Jul 16 01:34:40.949561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6a90-71fc-43b3-a598-d7c861837d0d req-6439f57a-3286-40c0-bbb4-2d7cfbab9071 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.949561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c09d6a90-71fc-43b3-a598-d7c861837d0d req-6439f57a-3286-40c0-bbb4-2d7cfbab9071 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0823541 Jul 16 01:34:40.993752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c09d6a90-71fc-43b3-a598-d7c861837d0d req-48ff4af9-74be-4706-922b-cd0a8b5aac5d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398400 Jul 16 01:34:41.107633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392e8f-4c3e-498c-95f3-c3d7569dde44 req-da1404bf-feb3-42f6-9db7-1d3efd70a3f3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.109188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b392e8f-4c3e-498c-95f3-c3d7569dde44 req-da1404bf-feb3-42f6-9db7-1d3efd70a3f3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 950 time: 0.0646927 Jul 16 01:34:41.149182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b392e8f-4c3e-498c-95f3-c3d7569dde44 req-f4ea4dc7-9681-4bf6-99d0-c190fa6dc5a9 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Jul 16 01:34:41.254546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5495e-0bb1-4ea3-a4f1-e54916b140e4 req-c18370e0-6fdc-4b4d-ad28-1929c2752e20 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.256145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93c5495e-0bb1-4ea3-a4f1-e54916b140e4 req-c18370e0-6fdc-4b4d-ad28-1929c2752e20 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0659623 Jul 16 01:34:41.297486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93c5495e-0bb1-4ea3-a4f1-e54916b140e4 req-d42a2816-6907-43fc-94c2-228b6e85f27f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346310 Jul 16 01:34:41.535859 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e01c6323-1df7-4ef4-88a4-8e1dd03b48b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.133885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:42.136671 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f781bc-d26f-4c59-bb2d-78d5c9c61956" -d '{"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-plugged", "status": "completed", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:42.177571 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa23a00-732e-4105-b8f1-7f1f27a2198b x-openstack-request-id: req-aaa23a00-732e-4105-b8f1-7f1f27a2198b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:42.178031 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-plugged", "status": "completed", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:42.178401 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaa23a00-732e-4105-b8f1-7f1f27a2198b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:42.178862 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'code': 200} Jul 16 01:34:42.218460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc35403-fb73-45fb-8be3-513a2edc70af req-bdc55a23-8c57-49db-aad7-b68ecfa20396 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.220200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccc35403-fb73-45fb-8be3-513a2edc70af req-bdc55a23-8c57-49db-aad7-b68ecfa20396 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0985837 Jul 16 01:34:42.271062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccc35403-fb73-45fb-8be3-513a2edc70af req-7f682ac3-9812-41b6-8bc5-68c04338606a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Jul 16 01:34:42.295718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.373837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ad276-8d29-441a-9a3a-baf9545636fe req-26bf0349-15bb-4bbd-bb80-1722a98edc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.375356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-772ad276-8d29-441a-9a3a-baf9545636fe req-26bf0349-15bb-4bbd-bb80-1722a98edc3a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 1101 time: 0.1033633 Jul 16 01:34:42.387466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6df6e-2f43-4f8c-9670-2502f303ea7a req-780f698a-546e-4d2f-98da-50640d304547 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.388924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ae6df6e-2f43-4f8c-9670-2502f303ea7a req-780f698a-546e-4d2f-98da-50640d304547 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 950 time: 0.0894036 Jul 16 01:34:42.406624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00254d6f-3017-4723-8a43-28d0af76a209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.449113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-772ad276-8d29-441a-9a3a-baf9545636fe req-26482b7a-a4d8-40f0-b4ba-436257d6be94 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592339 Jul 16 01:34:42.455299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ae6df6e-2f43-4f8c-9670-2502f303ea7a req-c2300818-732d-47d7-b57b-20e90b901a8b tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559652 Jul 16 01:34:42.513614 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00254d6f-3017-4723-8a43-28d0af76a209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.518615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00254d6f-3017-4723-8a43-28d0af76a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.573095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-00254d6f-3017-4723-8a43-28d0af76a209 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdac1edd244a4a8589d3e78586c63fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758982 Jul 16 01:34:42.574526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00254d6f-3017-4723-8a43-28d0af76a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e00dc3-8594-4b85-a776-cf09746e6f7a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.577021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.631298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-289b26f9-f9a8-4c74-a4da-78c9b2f0a63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.663682 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-289b26f9-f9a8-4c74-a4da-78c9b2f0a63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.674490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc646dd7-a0de-4a78-9e89-25812fcaf432 req-9d3873af-d64c-47a3-adea-ced10de9d64a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.675992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc646dd7-a0de-4a78-9e89-25812fcaf432 req-9d3873af-d64c-47a3-adea-ced10de9d64a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1129551 Jul 16 01:34:42.689443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec8d53-1fcd-4aac-8c6f-2cb5bca523d6 req-d18e58f5-7275-4508-af23-2332bc26a056 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.690916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ec8d53-1fcd-4aac-8c6f-2cb5bca523d6 req-d18e58f5-7275-4508-af23-2332bc26a056 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1128213 Jul 16 01:34:42.717946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-289b26f9-f9a8-4c74-a4da-78c9b2f0a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.721174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-289b26f9-f9a8-4c74-a4da-78c9b2f0a63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.724305 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-289b26f9-f9a8-4c74-a4da-78c9b2f0a63d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0e00dc3-8594-4b85-a776-cf09746e6f7a HTTP/1.1" status: 204 len: 168 time: 0.1397288 Jul 16 01:34:42.732167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b26f9-f9a8-4c74-a4da-78c9b2f0a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e00dc3-8594-4b85-a776-cf09746e6f7a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.763491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc646dd7-a0de-4a78-9e89-25812fcaf432 req-45bebef3-3f2d-43ea-b6d4-a15aba9bb6e2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713809 Jul 16 01:34:42.778217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ec8d53-1fcd-4aac-8c6f-2cb5bca523d6 req-32f0702d-dce9-4fd3-964e-5c3123a882c0 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679221 Jul 16 01:34:43.363263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.461500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1630232534-network', 'tenant_id': '5646ee76de314a4695a9a5ecf9ce7669'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:43.484614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Made reservation on behalf of 5646ee76de314a4695a9a5ecf9ce7669 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:43.487024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.495822 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.586660 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.590968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.615591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:43.625902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2b12c-dc99-4b40-90d1-d28ff8f123a7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.630659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.631004 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Added segment eab58bae-35e5-4db0-b80a-38a5423e7691 of type vlan for network 8514badb-1b5f-446f-a8ba-ed7f30db6511 Jul 16 01:34:43.651257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2e7a7-46a8-4911-91ee-ae01add02222 req-c7866c4f-fff0-4b33-b053-78aa10ac8ad8 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.652796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0af2e7a7-46a8-4911-91ee-ae01add02222 req-c7866c4f-fff0-4b33-b053-78aa10ac8ad8 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 950 time: 0.0664961 Jul 16 01:34:43.674493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.691303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0af2e7a7-46a8-4911-91ee-ae01add02222 req-1afe658a-272b-45e8-bdfa-399fbcad1c37 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Jul 16 01:34:43.703040 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.704060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.704680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.738673 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3713923 Jul 16 01:34:43.738903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.744014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Request body: {'subnet': {'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1630232534-subnet', 'tenant_id': '5646ee76de314a4695a9a5ecf9ce7669', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:43.765745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Made reservation on behalf of 5646ee76de314a4695a9a5ecf9ce7669 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:43.768090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.770436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f56d5-d962-4c62-b773-095e2013a909 admin admin] Pushing event updated for resources: {'Network': ['ID=8514badb-1b5f-446f-a8ba-ed7f30db6511,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.782915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 8514badb-1b5f-446f-a8ba-ed7f30db6511 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:43.970774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74503b-4a77-452c-933e-6e3e37d12506 req-cca28823-79bd-4035-89c6-0287820a4220 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.972283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b74503b-4a77-452c-933e-6e3e37d12506 req-cca28823-79bd-4035-89c6-0287820a4220 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 950 time: 0.1459622 Jul 16 01:34:44.049575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f454a1-41d8-4a4c-994a-ba20b28b1d8c req-ab143e21-89e6-4833-8224-97c270fcf925 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.050991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0f454a1-41d8-4a4c-994a-ba20b28b1d8c req-ab143e21-89e6-4833-8224-97c270fcf925 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1746557 Jul 16 01:34:44.080679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b74503b-4a77-452c-933e-6e3e37d12506 req-325ae1eb-b2b3-4bf1-8801-64aa8a858f1f tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020355 Jul 16 01:34:44.089025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.144450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0f454a1-41d8-4a4c-994a-ba20b28b1d8c req-fdd32d7f-ed23-4860-a12f-990399955dbe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863967 Jul 16 01:34:44.164776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c98b086-a3a1-4f92-a7a4-08c05b7aca63,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.176632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Checking segment: {'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:44.177080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Network hostable DHCP agents. Network: 8514badb-1b5f-446f-a8ba-ed7f30db6511, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:44.225339 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01072012-7c3c-4bb2-a338-7bf383e33e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.227066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Network 8514badb-1b5f-446f-a8ba-ed7f30db6511 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:44.245852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 8514badb-1b5f-446f-a8ba-ed7f30db6511) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:44.251182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.252621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.253986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0991441d-301a-42f0-8e4c-a2d6a8144c38 None None] Network 8514badb-1b5f-446f-a8ba-ed7f30db6511 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:44.280903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c97cae2c-4b30-480b-8140-6b1e57eea28f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5407248 Jul 16 01:34:44.298597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a445f0-f30b-42c4-89c7-9b4d612c7f50 req-3256d589-0cc5-4197-90f9-86e94e92a6fe tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.300690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95a445f0-f30b-42c4-89c7-9b4d612c7f50 req-3256d589-0cc5-4197-90f9-86e94e92a6fe tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.1123109 Jul 16 01:34:44.402079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65801e1-b278-438d-94ff-d26ea8547955 None None] Network 8514badb-1b5f-446f-a8ba-ed7f30db6511 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:44.406599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.672559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95a445f0-f30b-42c4-89c7-9b4d612c7f50 req-3c9b8b9e-982c-45c3-84e9-7570f27657b4 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639526 Jul 16 01:34:44.990675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba5da-c2ec-4a9e-8ecb-f40f9120f01a req-6d4813c0-7fe2-4d12-b740-4f3412f5e6e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.992359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3edba5da-c2ec-4a9e-8ecb-f40f9120f01a req-6d4813c0-7fe2-4d12-b740-4f3412f5e6e6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0806298 Jul 16 01:34:45.033299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3edba5da-c2ec-4a9e-8ecb-f40f9120f01a req-6265405a-8b12-4ad1-8422-607e87fcdb30 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 Jul 16 01:34:45.211139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a157e-2a3c-4e61-8efe-379ee6e3b3c2 req-ee3f0585-dba0-4452-84f2-505ae15bf572 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.212631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-336a157e-2a3c-4e61-8efe-379ee6e3b3c2 req-ee3f0585-dba0-4452-84f2-505ae15bf572 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0654519 Jul 16 01:34:45.260906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-336a157e-2a3c-4e61-8efe-379ee6e3b3c2 req-15f8749f-27a9-414c-9b9e-438d9d1ef2b0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Jul 16 01:34:45.262548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.458232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72c8b-29a5-4433-a74c-ff334b270a7f req-9abf6d88-ccfd-4ff5-af9c-a6b090fd8753 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.460207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4e72c8b-29a5-4433-a74c-ff334b270a7f req-9abf6d88-ccfd-4ff5-af9c-a6b090fd8753 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0810559 Jul 16 01:34:45.502320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4e72c8b-29a5-4433-a74c-ff334b270a7f req-84656c82-4d3c-4790-9fb3-949c5b83fb78 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355132 Jul 16 01:34:45.855884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dacfd-4bbc-4ef0-9b54-29802377fead req-c97d89fb-fda9-4a41-9d30-8c7edb045147 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.857837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-217dacfd-4bbc-4ef0-9b54-29802377fead req-c97d89fb-fda9-4a41-9d30-8c7edb045147 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0631652 Jul 16 01:34:45.899044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-217dacfd-4bbc-4ef0-9b54-29802377fead req-d5ce51ea-3e5b-42ee-8342-f4221c5a1af2 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350075 Jul 16 01:34:46.022323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.757039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.178663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1529a-8f92-418b-a047-8ea75291ec4a req-6f067c1d-021c-4f7d-9dbc-3ab6c63220cf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.181011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83a1529a-8f92-418b-a047-8ea75291ec4a req-6f067c1d-021c-4f7d-9dbc-3ab6c63220cf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0910430 Jul 16 01:34:47.221870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83a1529a-8f92-418b-a047-8ea75291ec4a req-403e0ec2-4713-4af1-814e-3fb2fa2e927f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341766 Jul 16 01:34:48.291946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:48.459976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043d62-10d6-48bf-9689-87048d7f7b67 req-ccc55438-6bd1-4805-8ce2-cc3a4ab08ea9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.461940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41043d62-10d6-48bf-9689-87048d7f7b67 req-ccc55438-6bd1-4805-8ce2-cc3a4ab08ea9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 944 time: 0.0731227 Jul 16 01:34:48.489268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.509567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'port_id': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'mac_address': 'fa:16:3e:d5:43:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:48.529954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41043d62-10d6-48bf-9689-87048d7f7b67 req-efedd6c7-0821-4b9e-9f89-d598ee5f022c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586629 Jul 16 01:34:48.573120 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.590126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b586d1df-669a-4983-a3ea-dc022f2e26d8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:48.611663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.621403 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.622517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:48.751523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.792801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.810262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'mac_address': 'fa:16:3e:21:1b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:48.896010 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.921375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ab969dd-919d-4ad3-a100-c848f4b038c5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:48.954455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.959835 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.024922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.194644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['0ab969dd-919d-4ad3-a100-c848f4b038c5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:49.487163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b586d1df-669a-4983-a3ea-dc022f2e26d8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:49.680253 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.748868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4cf70-bb0c-4a9c-868a-2bb24a70cc39 req-e1736516-cddb-4c7f-9aed-c7569736ea60 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.756586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59e4cf70-bb0c-4a9c-868a-2bb24a70cc39 req-e1736516-cddb-4c7f-9aed-c7569736ea60 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0780880 Jul 16 01:34:49.872208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59e4cf70-bb0c-4a9c-868a-2bb24a70cc39 req-86a1e432-03e9-48f2-8e70-e706e3c3324c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144059 Jul 16 01:34:50.295556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:50.381057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 0ab969dd-919d-4ad3-a100-c848f4b038c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:50.381380 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.501657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.537455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:50.540410 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28de84-9815-4575-b7f5-5405a4613966" -d '{"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:50.559869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:50.567895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.667412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.799609 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7a117-a666-4015-90a1-759b2779ae7a x-openstack-request-id: req-b4e7a117-a666-4015-90a1-759b2779ae7a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:50.799915 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:50.800173 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4e7a117-a666-4015-90a1-759b2779ae7a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:50.800611 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'code': 200} Jul 16 01:34:51.144948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a1667-d07a-4058-84a5-c3218999c885 req-21ad49de-5d81-46e3-802d-3af3a1cf61d1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.149378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e7a1667-d07a-4058-84a5-c3218999c885 req-21ad49de-5d81-46e3-802d-3af3a1cf61d1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0888243 Jul 16 01:34:51.224084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e7a1667-d07a-4058-84a5-c3218999c885 req-fa3e82e6-b2db-4add-8ae3-af6c5e4c7b0f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688887 Jul 16 01:34:52.296575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:52.371744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b586d1df-669a-4983-a3ea-dc022f2e26d8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:52.372109 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.502008 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.543266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12135dd-af78-4667-b8fa-6a9761e7457d req-dd0c6178-16dc-48d9-9d53-7d8c4d5310af tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.545918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e12135dd-af78-4667-b8fa-6a9761e7457d req-dd0c6178-16dc-48d9-9d53-7d8c4d5310af tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 945 time: 0.0899940 Jul 16 01:34:52.546775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:52.553776 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.614086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e12135dd-af78-4667-b8fa-6a9761e7457d req-8d17daac-4006-4310-960d-516c8655001b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617032 Jul 16 01:34:52.614593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.801371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:52.806680 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c8b875-c7d3-477f-8191-1e64e59ac1d1" -d '{"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:52.882493 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5027d56-c02c-40a1-94d5-b3a6dade8c2f x-openstack-request-id: req-b5027d56-c02c-40a1-94d5-b3a6dade8c2f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:52.883130 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:52.883618 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5027d56-c02c-40a1-94d5-b3a6dade8c2f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:52.884256 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'code': 200} Jul 16 01:34:53.132497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a4a42-60a6-4bf0-8d1c-c5302a50de1e req-4bcfcf99-f3e1-45ec-bf57-53fe31328fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.134055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e57a4a42-60a6-4bf0-8d1c-c5302a50de1e req-4bcfcf99-f3e1-45ec-bf57-53fe31328fcd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1098 time: 0.0744002 Jul 16 01:34:53.177874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e57a4a42-60a6-4bf0-8d1c-c5302a50de1e req-e561bd5b-4469-4445-9c66-a7478b83ff92 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Jul 16 01:34:53.950313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38a2db-d6af-4e55-a297-738a2a3e6333 req-7df43618-f334-4737-9b15-0532a7bfc592 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.961242 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b38a2db-d6af-4e55-a297-738a2a3e6333 req-7df43618-f334-4737-9b15-0532a7bfc592 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 947 time: 0.1165287 Jul 16 01:34:54.015079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b38a2db-d6af-4e55-a297-738a2a3e6333 req-40e8ac3a-5249-4581-9ce8-550bd774fce5 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523283 Jul 16 01:34:55.270943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c181be-48ed-4bc0-bbc4-d61f81fc38bc req-d7510d89-177e-4a27-ac4d-68214a5f077c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.279611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87c181be-48ed-4bc0-bbc4-d61f81fc38bc req-d7510d89-177e-4a27-ac4d-68214a5f077c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 947 time: 0.1078649 Jul 16 01:34:55.362006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87c181be-48ed-4bc0-bbc4-d61f81fc38bc req-490aaa7b-4d06-486c-ab74-7da83524efcc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760870 Jul 16 01:34:56.573582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52cd1-ea51-42bf-a398-7db82be0de14 req-e64efd9e-d477-4141-8f6c-a7ce7d4b5855 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.582221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cb52cd1-ea51-42bf-a398-7db82be0de14 req-e64efd9e-d477-4141-8f6c-a7ce7d4b5855 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 947 time: 0.0834513 Jul 16 01:34:56.632497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cb52cd1-ea51-42bf-a398-7db82be0de14 req-d9630ae2-cf3c-4ad2-9caa-33d80944bf66 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489180 Jul 16 01:35:00.011974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835e6fb-41b8-4b03-8dcf-0b349723210c req-16c7d85a-98e1-40bc-b109-48c7e18c8a54 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.013492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a835e6fb-41b8-4b03-8dcf-0b349723210c req-16c7d85a-98e1-40bc-b109-48c7e18c8a54 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 950 time: 0.0729811 Jul 16 01:35:00.052754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a835e6fb-41b8-4b03-8dcf-0b349723210c req-81b46dbf-8177-4a6c-afaf-154db54ea37f tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Jul 16 01:35:01.245277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ebf7f-1952-47d8-86a5-0a114fda049b req-251223ed-b62d-4ab6-989d-11e42a2e7bde tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.247056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a56ebf7f-1952-47d8-86a5-0a114fda049b req-251223ed-b62d-4ab6-989d-11e42a2e7bde tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 950 time: 0.0689144 Jul 16 01:35:01.286496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a56ebf7f-1952-47d8-86a5-0a114fda049b req-1dc1b62e-f652-427f-8fc3-9c1dfd7fcde2 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336850 Jul 16 01:35:03.875935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8f06-ea13-4839-9b48-c057f9175e74 req-5de18a53-e250-46db-9fb0-9d33743a47b8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.877671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c34c8f06-ea13-4839-9b48-c057f9175e74 req-5de18a53-e250-46db-9fb0-9d33743a47b8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0842440 Jul 16 01:35:03.898336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-e97644e2-00b8-4734-8b52-3043d0c490fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.901249 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-e97644e2-00b8-4734-8b52-3043d0c490fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.1279426 Jul 16 01:35:03.917510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c34c8f06-ea13-4839-9b48-c057f9175e74 req-7db9d508-969c-450e-900b-369009b3b5b6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338380 Jul 16 01:35:03.994905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-97be5e08-aae7-4a83-a527-a33479e6ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.996583 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-97be5e08-aae7-4a83-a527-a33479e6ba6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.0881953 Jul 16 01:35:04.077609 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-5b09f93f-e790-45a3-90f1-b5030dc2214a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.0725203 Jul 16 01:35:04.128768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-4add9570-f05b-4726-a473-4ffd4ea134c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.130379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-4add9570-f05b-4726-a473-4ffd4ea134c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0465584 Jul 16 01:35:04.189558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-17095285-a1f3-4b89-a48e-05c02beac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.191124 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-17095285-a1f3-4b89-a48e-05c02beac556 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520113 Jul 16 01:35:04.282945 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-7656e88d-9910-4b9a-82a4-14ff37d4b990 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842626 Jul 16 01:35:04.341909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a922700f-2bda-4230-b10a-ca63da1f13b4 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:04.348233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:04.374205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5dd0e5a9-e132-41f5-9cd9-a2ad83553bb6 req-9840b115-1938-483d-bbc9-0a62bf1e9322 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850227 Jul 16 01:35:04.659177 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.686323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:04.706293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:04.708662 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff21c57c-57dc-4a9e-9066-162b580f1b9e" -d '{"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:04.717868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'mac_address': 'fa:16:3e:eb:da:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:04.723320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:04.748294 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.780683 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b86d829-369d-442d-99a7-51dae4d1559a x-openstack-request-id: req-3b86d829-369d-442d-99a7-51dae4d1559a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:04.780977 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:04.781230 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b86d829-369d-442d-99a7-51dae4d1559a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:04.782107 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'code': 200} Jul 16 01:35:04.802589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.820083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.825633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a922700f-2bda-4230-b10a-ca63da1f13b4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:04.846875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:04.853095 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.927461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.109890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a922700f-2bda-4230-b10a-ca63da1f13b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:05.182881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aef841-067d-499a-a779-4f4d13ab7935 req-8c621e64-2251-43ab-ab2f-171779e9b92f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.185745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1aef841-067d-499a-a779-4f4d13ab7935 req-8c621e64-2251-43ab-ab2f-171779e9b92f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1173599 Jul 16 01:35:05.205189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-f60baa9b-b9fd-43ab-99e6-806637c345d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.207553 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-f60baa9b-b9fd-43ab-99e6-806637c345d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.1187346 Jul 16 01:35:05.283006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1aef841-067d-499a-a779-4f4d13ab7935 req-40dc94f4-cba2-4634-bf3f-9061f237a2e1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901263 Jul 16 01:35:05.358510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-25d1f2df-f491-4850-b42c-00649ec8c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.359994 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-25d1f2df-f491-4850-b42c-00649ec8c3a7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1228027 Jul 16 01:35:05.430286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-decb4756-5f2c-4d4a-b09e-aa85f4363ac6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.0632987 Jul 16 01:35:05.484854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-acfff825-862b-4767-a615-fdf0e92238e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.486352 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-acfff825-862b-4767-a615-fdf0e92238e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0476103 Jul 16 01:35:05.547868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-84cbbc50-cd49-4770-b649-bef98f7c0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.549267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-84cbbc50-cd49-4770-b649-bef98f7c0966 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565591 Jul 16 01:35:06.010485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-3571907b-a822-43fb-8d32-8f319645e190 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538543 Jul 16 01:35:06.142431 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15f2dfa3-aadf-4f93-8f06-91964464041d req-e4ad17fc-a315-4da4-abcc-a44f6244f449 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239302 Jul 16 01:35:06.342342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a922700f-2bda-4230-b10a-ca63da1f13b4 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:06.434529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-d043bf0c-06f2-4610-a671-99fba69461a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074617 Jul 16 01:35:06.451833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port a922700f-2bda-4230-b10a-ca63da1f13b4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:06.452246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.547560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.607421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-9b8e95a9-c193-40b9-8282-47f34085c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.609095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-9b8e95a9-c193-40b9-8282-47f34085c88d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 1098 time: 0.1432836 Jul 16 01:35:06.609849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:06.620466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.634703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1da94f-e3e2-4eba-8488-1fd1c948797b req-e609db0c-0b8f-42d0-9fad-f7cd1337cd44 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.636310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc1da94f-e3e2-4eba-8488-1fd1c948797b req-e609db0c-0b8f-42d0-9fad-f7cd1337cd44 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1306469 Jul 16 01:35:06.697745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.774653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-a0f017e2-a687-483c-b823-31ddc44d4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.777164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-a0f017e2-a687-483c-b823-31ddc44d4dfb service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.1394818 Jul 16 01:35:06.783024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:06.785464 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f833e91f-bc77-42a2-b245-1e831623147d" -d '{"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-plugged", "status": "completed", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:06.834483 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e4dee-45ce-4ad4-a540-b30ddff33985 x-openstack-request-id: req-f68e4dee-45ce-4ad4-a540-b30ddff33985 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:06.834779 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-plugged", "status": "completed", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:06.835030 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f68e4dee-45ce-4ad4-a540-b30ddff33985 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:06.835445 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'code': 200} Jul 16 01:35:06.917513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc1da94f-e3e2-4eba-8488-1fd1c948797b req-b9957526-52e5-45ad-b11f-6d8450852fde tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166917 Jul 16 01:35:06.923741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-480491c9-b5d0-42da-8ade-28a5086c9e52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 200 len: 1002 time: 0.1394057 Jul 16 01:35:07.010348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-b4a5de2f-e64e-482b-8948-c5be3a7d7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.011825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-b4a5de2f-e64e-482b-8948-c5be3a7d7c5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.0797427 Jul 16 01:35:07.129381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-cb6e5798-76ce-4585-9077-da62f96d441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.131093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-cb6e5798-76ce-4585-9077-da62f96d441a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059411 Jul 16 01:35:07.307981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-b9ec59d6-110d-49b8-8d05-5b64de110805 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596417 Jul 16 01:35:07.471618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82626b86-1d87-4c91-984b-cbc66c59ef38 req-711229a9-78c8-4981-a78e-46e266e9459c service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526265 Jul 16 01:35:11.059113 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:11.559298 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf9e1185-976a-4ab3-a047-4b49b43e2031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.225368 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08e854a5-27fa-4c61-adc4-37d71468e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.401060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.277502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.038513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.555557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964cdac-7776-4539-a891-95ab183bea8c req-45910a89-27a6-48da-b845-b0f293afefb4 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.557832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d964cdac-7776-4539-a891-95ab183bea8c req-45910a89-27a6-48da-b845-b0f293afefb4 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 950 time: 0.0705047 Jul 16 01:35:16.601634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d964cdac-7776-4539-a891-95ab183bea8c req-af15945e-3ace-4747-836c-2e9d015435b4 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Jul 16 01:35:16.760995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.404094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a922700f-2bda-4230-b10a-ca63da1f13b4 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:18.511782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.562143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:18.563367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:18.567687 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee13f44-daaa-4614-b795-7167dc7764e8" -d '{"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-unplugged", "status": "completed", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:18.622541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.684088 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d668ea88-2c04-436e-8462-bafc64738fcf x-openstack-request-id: req-d668ea88-2c04-436e-8462-bafc64738fcf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:18.684530 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-unplugged", "status": "completed", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:18.684902 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d668ea88-2c04-436e-8462-bafc64738fcf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:18.685412 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'code': 200} Jul 16 01:35:18.709520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:18.717487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.718005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.718443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.718880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.719313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.719743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.720194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.720645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.721072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.721493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.722030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:18.722455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:19.608765 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.407003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:20.510841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:20.522573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'mac_address': 'fa:16:3e:21:1b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:20.568600 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.586222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab969dd-919d-4ad3-a100-c848f4b038c5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:20.607102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:20.610731 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.664404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.867856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['0ab969dd-919d-4ad3-a100-c848f4b038c5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:24.427269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:24.485919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 0ab969dd-919d-4ad3-a100-c848f4b038c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:24.486288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.658580 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.714773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:24.719192 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f909233-1fb5-4524-9f5e-ae17f54f2e07" -d '{"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:24.760794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:24.770854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.812724 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa650bb0-69cc-4f40-914e-74f2ab894591 x-openstack-request-id: req-fa650bb0-69cc-4f40-914e-74f2ab894591 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:24.813217 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:24.813593 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa650bb0-69cc-4f40-914e-74f2ab894591 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:24.814200 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'code': 200} Jul 16 01:35:24.844699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.502996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28378c88-7dc3-4752-a06f-291ee80ff3cf req-dc571165-3e3f-4b96-a7e7-d6c3f4821eae tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.509918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28378c88-7dc3-4752-a06f-291ee80ff3cf req-dc571165-3e3f-4b96-a7e7-d6c3f4821eae tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0795033 Jul 16 01:35:28.549663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28378c88-7dc3-4752-a06f-291ee80ff3cf req-5862eac1-9d9c-4edb-a989-a0e763c2a944 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 Jul 16 01:35:29.800308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf54cb8-627e-4fbf-9a88-e4dc77c9ab54 req-c7bec277-de12-4089-9efb-165b5ff8fdbd tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.808602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcf54cb8-627e-4fbf-9a88-e4dc77c9ab54 req-c7bec277-de12-4089-9efb-165b5ff8fdbd tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1110241 Jul 16 01:35:29.854752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcf54cb8-627e-4fbf-9a88-e4dc77c9ab54 req-90447b7f-0470-41d8-8a15-cc58987602fa tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 Jul 16 01:35:31.076294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93625f00-07f8-44fd-8fa3-aaad5c428222 req-179975dc-3198-40a7-8a63-59bb19159907 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.078106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93625f00-07f8-44fd-8fa3-aaad5c428222 req-179975dc-3198-40a7-8a63-59bb19159907 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0936575 Jul 16 01:35:31.127883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93625f00-07f8-44fd-8fa3-aaad5c428222 req-18a3bcbc-c6a6-4095-9e19-f56cea294a96 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Jul 16 01:35:31.542934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c98ba0-c8c5-4b28-9f3f-6a59b710c5a1 req-f4407139-5db2-4984-94c1-0456c1bbc6e6 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.544410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55c98ba0-c8c5-4b28-9f3f-6a59b710c5a1 req-f4407139-5db2-4984-94c1-0456c1bbc6e6 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 951 time: 0.0645707 Jul 16 01:35:31.583080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55c98ba0-c8c5-4b28-9f3f-6a59b710c5a1 req-6395e52d-77d1-4324-bd42-95d6c31c3425 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Jul 16 01:35:32.321966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ea0d-f359-4c90-86f0-194f36fd767f req-8aa891fc-a1f9-46e4-9318-20ecf9512fae tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.323385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cb6ea0d-f359-4c90-86f0-194f36fd767f req-8aa891fc-a1f9-46e4-9318-20ecf9512fae tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0703287 Jul 16 01:35:32.364645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cb6ea0d-f359-4c90-86f0-194f36fd767f req-22a5920b-7abb-4a37-b0b4-05bafcf99378 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Jul 16 01:35:32.658581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de9df-daeb-4b9a-9f42-55555f7c6a1e req-abe0e621-cb18-4e59-a803-9f73a73b39fc tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.663170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-771de9df-daeb-4b9a-9f42-55555f7c6a1e req-abe0e621-cb18-4e59-a803-9f73a73b39fc tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0685399 Jul 16 01:35:32.702438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-771de9df-daeb-4b9a-9f42-55555f7c6a1e req-b1510b10-19e4-4f98-91b9-659e92d7052c tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352836 Jul 16 01:35:32.770303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c06a45-ee74-4f16-a5fe-01bc374726c5 req-04f68a81-1e29-48a0-8595-035fb921d6c3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.771799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28c06a45-ee74-4f16-a5fe-01bc374726c5 req-04f68a81-1e29-48a0-8595-035fb921d6c3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 951 time: 0.0688901 Jul 16 01:35:32.813276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28c06a45-ee74-4f16-a5fe-01bc374726c5 req-e2f89483-a780-49d0-88d7-c034f417fa35 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Jul 16 01:35:33.609798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6dd01-4973-45a6-a1a7-23deb0abb016 req-5ced321a-f3d0-45d9-b14c-4d8266000b42 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.611310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38e6dd01-4973-45a6-a1a7-23deb0abb016 req-5ced321a-f3d0-45d9-b14c-4d8266000b42 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0723350 Jul 16 01:35:33.657646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38e6dd01-4973-45a6-a1a7-23deb0abb016 req-5f5f5fab-1f8b-4c62-aa47-2647d770c5c8 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 Jul 16 01:35:34.433844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79f099-b113-4789-ad7c-95ff0126972f req-2145fd0d-305b-401c-8d7c-2eb82320729a tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.435504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b79f099-b113-4789-ad7c-95ff0126972f req-2145fd0d-305b-401c-8d7c-2eb82320729a tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0895190 Jul 16 01:35:34.477906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b79f099-b113-4789-ad7c-95ff0126972f req-6cb8d910-a2d8-4c90-86ad-b5c1a770f8b6 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358779 Jul 16 01:35:34.482802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:34.573520 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.601324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:34.605144 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47554c50-18ea-4e3f-ade2-7d5a2be8c4e0" -d '{"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:34.617988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:34.623615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.687906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.699748 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7039ec73-7fc1-403a-b59a-1a5e45a0500e x-openstack-request-id: req-7039ec73-7fc1-403a-b59a-1a5e45a0500e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:34.700277 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:34.700547 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7039ec73-7fc1-403a-b59a-1a5e45a0500e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:34.701095 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'code': 200} Jul 16 01:35:34.858930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206f013-b121-4e08-8191-597df4846662 req-bd3dbdbc-8a8a-46de-8d60-ae45376abaaa tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.864682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d206f013-b121-4e08-8191-597df4846662 req-bd3dbdbc-8a8a-46de-8d60-ae45376abaaa tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0766487 Jul 16 01:35:34.906120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d206f013-b121-4e08-8191-597df4846662 req-21c4c61f-7374-45e1-b5ac-bd84e816ba11 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Jul 16 01:35:35.425528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bb4fa-5a33-435f-8eb9-7cfd89fce293 req-14b25b59-0f1d-407c-8db2-0404babfb721 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:35.427183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-821bb4fa-5a33-435f-8eb9-7cfd89fce293 req-14b25b59-0f1d-407c-8db2-0404babfb721 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0692115 Jul 16 01:35:35.470858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-821bb4fa-5a33-435f-8eb9-7cfd89fce293 req-15913de9-f283-472d-bb9f-06a96ca2e564 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374823 Jul 16 01:35:36.124413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329d5a4-0900-4470-a372-9c1982b308b3 req-9d82129b-e8c5-4d41-b7f0-4306e6213f19 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.125984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3329d5a4-0900-4470-a372-9c1982b308b3 req-9d82129b-e8c5-4d41-b7f0-4306e6213f19 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 948 time: 0.1146443 Jul 16 01:35:36.140212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311b49-d157-470f-ba39-d9980942d183 req-88dc4593-13e2-4551-9b50-2b963281bf70 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.141649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1311b49-d157-470f-ba39-d9980942d183 req-88dc4593-13e2-4551-9b50-2b963281bf70 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0982180 Jul 16 01:35:36.198588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1311b49-d157-470f-ba39-d9980942d183 req-b0846253-d579-4110-87da-da36d569a669 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510702 Jul 16 01:35:36.201308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3329d5a4-0900-4470-a372-9c1982b308b3 req-6788c3aa-e004-4ec5-840a-e9b24b54baf8 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693963 Jul 16 01:35:36.643572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20bd2-9158-42a5-b71d-9fffee703566 req-78c488a5-3caa-4c09-a576-a1acc6603bed tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.645171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6c20bd2-9158-42a5-b71d-9fffee703566 req-78c488a5-3caa-4c09-a576-a1acc6603bed tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0629959 Jul 16 01:35:36.685814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6c20bd2-9158-42a5-b71d-9fffee703566 req-0996cbdf-ee44-40d4-9db3-8d71dc139657 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups?id=bce85d35-1987-42e8-9b49-8695380d8b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Jul 16 01:35:36.989408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967dba2-b523-4cae-a309-433504302cad req-85a6f583-1879-418a-8a74-03e9e27c0021 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.990887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8967dba2-b523-4cae-a309-433504302cad req-85a6f583-1879-418a-8a74-03e9e27c0021 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 945 time: 0.0707114 Jul 16 01:35:37.093849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Deleting port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:37.094193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.186904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] For port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:37.187611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.504639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.505009 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.505327 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Floating IP 73f115da-f245-40a7-aa92-0f8e249cd653 disassociated. External IP: 172.25.5.207, port: e1d4d6f7-5c80-47a5-8700-e18295ee3eb5. Jul 16 01:35:37.505669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Calling delete_port for e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:37.514716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9fc33-09e5-4260-a05e-ad0759e49cb4 req-a87da80b-2016-4077-9652-ccfa4a7688a9 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.516311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26f9fc33-09e5-4260-a05e-ad0759e49cb4 req-a87da80b-2016-4077-9652-ccfa4a7688a9 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1766028 Jul 16 01:35:37.527123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da91e13-17b1-4147-ae76-0ba959ced451 req-77a7034d-0aa5-4db6-b0cc-e5286b606ea6 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.528653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2da91e13-17b1-4147-ae76-0ba959ced451 req-77a7034d-0aa5-4db6-b0cc-e5286b606ea6 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 948 time: 0.1900558 Jul 16 01:35:37.627981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26f9fc33-09e5-4260-a05e-ad0759e49cb4 req-b7d74a50-5e6d-41f4-8f5d-573f5682b448 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983703 Jul 16 01:35:37.643525 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2da91e13-17b1-4147-ae76-0ba959ced451 req-6f549a7b-5991-4b54-99a9-e6e5272015b5 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032925 Jul 16 01:35:37.759551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.818783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event deleted for resources: {'Port': ['ID=e1d4d6f7-5c80-47a5-8700-e18295ee3eb5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.874214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90fc71b5-7fbd-4d7d-b308-ca7bdf71fd76 req-e153fa2c-8f07-4932-afac-64c113488708 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0333874 Jul 16 01:35:37.877899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.878732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.879084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.879425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.879760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.880097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.880455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.880853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.881183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.881508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.881818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.882204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:37.912694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-31bc3a85-298c-4e14-ac12-88e13cabab87 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.913229 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-31bc3a85-298c-4e14-ac12-88e13cabab87 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 948 time: 0.1215286 Jul 16 01:35:38.054598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Deleting port a922700f-2bda-4230-b10a-ca63da1f13b4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:38.055831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.056836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:38.162859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] For port a922700f-2bda-4230-b10a-ca63da1f13b4, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a922700f-2bda-4230-b10a-ca63da1f13b4,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:38.163548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.175445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:38.177457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Calling delete_port for a922700f-2bda-4230-b10a-ca63da1f13b4 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:38.187732 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] Sync routers for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:38.201702 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:38.202666 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.233231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] No DVR routers for this DVR port e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:38.236788 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.238935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8967dba2-b523-4cae-a309-433504302cad req-0ac62d7f-d642-4c9f-bdf0-af45afb6fe32 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.93 "DELETE /v2.0/ports/e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 HTTP/1.1" status: 204 len: 173 time: 1.2406614 Jul 16 01:35:38.239394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'name': 'network-vif-deleted', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:38.241680 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2b01a5-df36-45ad-9868-33ad9b13fe95" -d '{"events": [{"server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "name": "network-vif-deleted", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:38.381904 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.382178 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:38.416452 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe52906-16cd-4459-be97-62575f6a3a65 x-openstack-request-id: req-5fe52906-16cd-4459-be97-62575f6a3a65 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:38.416944 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be3176-4572-4ab7-8668-7602d9cfdf46", "name": "network-vif-deleted", "tag": "e1d4d6f7-5c80-47a5-8700-e18295ee3eb5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:38.417378 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fe52906-16cd-4459-be97-62575f6a3a65 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:38.417987 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be3176-4572-4ab7-8668-7602d9cfdf46', 'name': 'network-vif-deleted', 'tag': 'e1d4d6f7-5c80-47a5-8700-e18295ee3eb5', 'status': 'completed', 'code': 200} Jul 16 01:35:38.440028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Pushing event deleted for resources: {'Port': ['ID=a922700f-2bda-4230-b10a-ca63da1f13b4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.472030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.472821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.473341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.473837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.474329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.474817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.475305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.475804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.476336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.476903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.477888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.478386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:38.505043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] No DVR routers for this DVR port a922700f-2bda-4230-b10a-ca63da1f13b4 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:38.507633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.510060 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fbf64d6c-a2ef-4962-91e6-7852d6abbc6f req-51da8620-797e-4bd2-9f7c-f5ff347557b3 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "DELETE /v2.0/ports/a922700f-2bda-4230-b10a-ca63da1f13b4 HTTP/1.1" status: 204 len: 173 time: 0.5893741 Jul 16 01:35:38.510678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-deleted', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:38.513234 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18332359-e853-43ff-a701-d3b8cae63c80" -d '{"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-deleted", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:38.621412 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2c3039-0f4a-4bf6-a313-11d5dc272367 x-openstack-request-id: req-0f2c3039-0f4a-4bf6-a313-11d5dc272367 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:38.621902 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927c81df-3b15-4255-a438-ee461c511de0", "name": "network-vif-deleted", "tag": "a922700f-2bda-4230-b10a-ca63da1f13b4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:38.622333 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f2c3039-0f4a-4bf6-a313-11d5dc272367 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:38.622887 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927c81df-3b15-4255-a438-ee461c511de0', 'name': 'network-vif-deleted', 'tag': 'a922700f-2bda-4230-b10a-ca63da1f13b4', 'status': 'completed', 'code': 200} Jul 16 01:35:38.676203 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.717414 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] Checking router: 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:38.729439 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:38.730403 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.871874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064eceb-5fc1-45d5-a6c1-60f0995858ba req-2f8632dd-76ca-4041-a597-4d8ec0d30ea2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.879568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0064eceb-5fc1-45d5-a6c1-60f0995858ba req-2f8632dd-76ca-4041-a597-4d8ec0d30ea2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0832458 Jul 16 01:35:38.932483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aec1da2b-9763-495e-8fe3-5de2c0242d53 req-568c56ef-6c35-4302-b5d8-ad2a046589c8 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=927c81df-3b15-4255-a438-ee461c511de0 HTTP/1.1" status: 200 len: 210 time: 0.0506873 Jul 16 01:35:38.960563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0064eceb-5fc1-45d5-a6c1-60f0995858ba req-4aab24f3-f194-4573-bde2-a22cd940119f tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791285 Jul 16 01:35:38.989516 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:39.230022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5d3a247-48c8-4e04-8a45-06535e21fdc7 req-42e9e326-b7ed-484c-9ac6-168e26b3e6d1 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0527556 Jul 16 01:35:39.297851 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.330635 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcf259-39ac-4b35-b1d1-e910c3c6cd54 None None] The sync data for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 is: [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '94e03233-63bd-46d1-9ef0-dd1c9bea1657', 'name': '', 'network_id': 'ad6a9fae-a477-4573-9a3f-c968446c3c72', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'mac_address': 'fa:16:3e:63:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:38Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'subnets': [{'id': 'bed38627-1690-4f78-808b-b3a4aa802587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:39.628470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-b0d1cc00-e51f-4d06-aa2d-abda329b3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.630638 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-b0d1cc00-e51f-4d06-aa2d-abda329b3b2a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 1097 time: 0.0919445 Jul 16 01:35:39.652535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb1c2-f714-4b48-b889-d91ffc37c59c req-fb21e47e-3f7c-4331-b940-2b77cc5cab8d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.657481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a5fb1c2-f714-4b48-b889-d91ffc37c59c req-fb21e47e-3f7c-4331-b940-2b77cc5cab8d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1264553 Jul 16 01:35:39.716860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a5fb1c2-f714-4b48-b889-d91ffc37c59c req-fe204fb6-37d5-448b-b46d-34ff910658b9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535023 Jul 16 01:35:39.771491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-bace406c-2d9f-4ba4-80f6-1e8763734326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.773151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-bace406c-2d9f-4ba4-80f6-1e8763734326 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 911 time: 0.1329074 Jul 16 01:35:39.825038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6d863c-8409-41c0-a4da-ed0a47969f6e None None] New status for floating IP 73f115da-f245-40a7-aa92-0f8e249cd653: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:35:39.873008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-71a18400-227c-4f5f-a4a3-d002d3c45055 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b HTTP/1.1" status: 200 len: 1002 time: 0.0858929 Jul 16 01:35:39.985938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-7b0fd4b2-e433-407f-b8b9-7eecc6ccf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.987422 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-7b0fd4b2-e433-407f-b8b9-7eecc6ccf856 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.1066823 Jul 16 01:35:40.007150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1366e6-fd01-4a92-8ae5-1f661a85fb6b req-94454d29-e516-4169-aaf5-9f3d8cad3d66 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.009559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e1366e6-fd01-4a92-8ae5-1f661a85fb6b req-94454d29-e516-4169-aaf5-9f3d8cad3d66 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1160660 Jul 16 01:35:40.052597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-7b7ba6e3-3aaa-4c97-a68a-ad49081ad594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.054127 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-7b7ba6e3-3aaa-4c97-a68a-ad49081ad594 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569794 Jul 16 01:35:40.061278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fead5b6-5c48-4c98-af36-f3a883b1692e req-88f1a360-d18a-4faf-9b44-3a4b1a67c8c2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.062796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1fead5b6-5c48-4c98-af36-f3a883b1692e req-88f1a360-d18a-4faf-9b44-3a4b1a67c8c2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1357954 Jul 16 01:35:40.083368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e1366e6-fd01-4a92-8ae5-1f661a85fb6b req-381d5da7-d4ab-4f09-a054-99242a7d373d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627022 Jul 16 01:35:40.131963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1fead5b6-5c48-4c98-af36-f3a883b1692e req-b41d9de0-32d8-474f-9362-9ee645e95a42 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522017 Jul 16 01:35:40.197425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-0a3d55bd-d95b-4cd8-9337-55a1137534f4 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360700 Jul 16 01:35:40.381109 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c352aa8d-54d0-48dc-af42-6de1b4e604d5 req-75ab80a3-bfc9-4778-981c-fa258aee0bc9 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739478 Jul 16 01:35:40.507297 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e294e45e-c11f-44d9-9e5d-3f0fa86122ac req-ddc73c2c-b12e-4bdb-b5a6-0ee814829b27 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0408199 Jul 16 01:35:40.522367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a922700f-2bda-4230-b10a-ca63da1f13b4 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:40.546007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: a922700f-2bda-4230-b10a-ca63da1f13b4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:40.546589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a922700f-2bda-4230-b10a-ca63da1f13b4 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:40.547184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:40.584280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:40.584818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e1d4d6f7-5c80-47a5-8700-e18295ee3eb5 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:40.696704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-30e755c2-5cf1-414c-bc2a-6d3c9e5d0db9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.698299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-30e755c2-5cf1-414c-bc2a-6d3c9e5d0db9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.1102178 Jul 16 01:35:40.714496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-eaaecf50-0e49-4cf9-886a-2f101d891596 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/quotas/9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 375 time: 0.0103374 Jul 16 01:35:41.136360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-57861b2e-94f1-477b-9e87-73311c9800fa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4149396 Jul 16 01:35:41.145254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed2d3e-6c42-440f-be89-27ccb46ce697 req-1583eba3-4c76-49ea-94eb-95f325889977 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.149452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90ed2d3e-6c42-440f-be89-27ccb46ce697 req-1583eba3-4c76-49ea-94eb-95f325889977 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 949 time: 0.4176507 Jul 16 01:35:41.192071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90ed2d3e-6c42-440f-be89-27ccb46ce697 req-2fce2eac-02e0-4615-81b7-0affafe3ccc9 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364020 Jul 16 01:35:41.299297 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-4d06f43c-d536-4780-90fa-86b4ef109594 service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482201 Jul 16 01:35:41.432912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1369c82-9f65-4c08-a50f-4c3d5b50bdef req-41f0d5ad-a485-431b-859e-256349c215dc tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.434324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1369c82-9f65-4c08-a50f-4c3d5b50bdef req-41f0d5ad-a485-431b-859e-256349c215dc tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1374269 Jul 16 01:35:41.438096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-59e13005-ff84-4aa6-b43e-7268a1f99d9d service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299777 Jul 16 01:35:41.473920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1369c82-9f65-4c08-a50f-4c3d5b50bdef req-76f504c2-947a-4c35-b9bc-defa0b9f702e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336089 Jul 16 01:35:41.540337 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7598d960-95e0-4f17-a6b5-2ab6b7676b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.698524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57666a96-99c5-4a44-bd01-5b31e0b193e6 req-fa66da60-04d2-4260-85e7-dbfc6dcd1207 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 210 time: 0.0429273 Jul 16 01:35:41.720515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48ddd9d3-f8a7-4e8f-b6f8-f1017adc7332 req-f662dbcf-e2b7-4948-89c0-84fbf1d96753 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0535984 Jul 16 01:35:42.395046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb4c1d-613b-4a47-be1d-a893f49c7d57 req-898f670f-4811-4c19-9278-a8c1aa590a04 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.396699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67cb4c1d-613b-4a47-be1d-a893f49c7d57 req-898f670f-4811-4c19-9278-a8c1aa590a04 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 949 time: 0.0692401 Jul 16 01:35:42.437082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67cb4c1d-613b-4a47-be1d-a893f49c7d57 req-b09c2c7c-9e92-48e7-8829-86d9d2fb716d tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfb89036-2f5e-4383-a7e9-a777800c340e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330899 Jul 16 01:35:42.505637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24182eab-9267-414c-b771-235bd987a916 req-1774f3ea-9d2b-4bec-8baf-84e598cedd78 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.507043 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24182eab-9267-414c-b771-235bd987a916 req-1774f3ea-9d2b-4bec-8baf-84e598cedd78 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 949 time: 0.0632362 Jul 16 01:35:42.611441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Deleting port 0ab969dd-919d-4ad3-a100-c848f4b038c5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:42.611700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.715106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] For port 0ab969dd-919d-4ad3-a100-c848f4b038c5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0ab969dd-919d-4ad3-a100-c848f4b038c5,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:42.715579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.730878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Calling delete_port for 0ab969dd-919d-4ad3-a100-c848f4b038c5 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:42.933974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.969787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Pushing event deleted for resources: {'Port': ['ID=0ab969dd-919d-4ad3-a100-c848f4b038c5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.999050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25b91a2d-ded4-43a0-8029-9b7c93490e30 req-12001e7d-e4e3-40cb-b265-069cdef26465 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0692778 Jul 16 01:35:43.003811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-debdfa2c-d194-44a3-a74e-2b6e9c91d5fa req-2f6c3687-ed5c-438d-b452-89f29b82a7de tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 210 time: 0.0755150 Jul 16 01:35:43.063794 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] No DVR routers for this DVR port 0ab969dd-919d-4ad3-a100-c848f4b038c5 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:43.066886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.069578 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24182eab-9267-414c-b771-235bd987a916 req-9d14e194-f952-4b7b-9223-77ecf6747c80 tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.93 "DELETE /v2.0/ports/0ab969dd-919d-4ad3-a100-c848f4b038c5 HTTP/1.1" status: 204 len: 173 time: 0.5565822 Jul 16 01:35:43.072682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-deleted', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:43.075481 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201357c-7838-4d00-8e8e-55ec2f288a5f" -d '{"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-deleted", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:43.096867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-b09a5ada-89ff-44d5-b801-9aeab381cf6b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.105186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-b09a5ada-89ff-44d5-b801-9aeab381cf6b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.2949092 Jul 16 01:35:43.116428 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40982976-5a8e-4534-9b56-d619c8558ae2 x-openstack-request-id: req-40982976-5a8e-4534-9b56-d619c8558ae2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:43.116920 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a776680b-c442-46a0-a849-d5b5ec4cfee4", "name": "network-vif-deleted", "tag": "0ab969dd-919d-4ad3-a100-c848f4b038c5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:43.117837 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40982976-5a8e-4534-9b56-d619c8558ae2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:43.118573 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a776680b-c442-46a0-a849-d5b5ec4cfee4', 'name': 'network-vif-deleted', 'tag': '0ab969dd-919d-4ad3-a100-c848f4b038c5', 'status': 'completed', 'code': 200} Jul 16 01:35:43.119431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'port': {'device_id': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'admin_state_up': True, 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:43.270295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Made reservation on behalf of 9aed513fa48643488d7c6fa13e41cd6e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:43.275355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.412199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Allocated IP 172.20.0.7 (3f7db1a4-1994-4387-a044-f7026ae74634/c4dc9589-d8f7-4f97-a41c-a2099903218e/4b95b2d9-3015-441e-93cb-12a77855eb6b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:43.625185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.664970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e20675eb-c4b1-4b42-9b6a-c2e2e7c4d142 req-0d46684c-95a0-47ea-b3e3-0cac24a71d4b tempest-ListImageFiltersTestJSON-1283256688 tempest-ListImageFiltersTestJSON-1283256688-project] 10.222.0.81 "GET /v2.0/ports?device_id=a776680b-c442-46a0-a849-d5b5ec4cfee4 HTTP/1.1" status: 200 len: 210 time: 0.0634751 Jul 16 01:35:43.672490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Transition to ACTIVE for port object 4b95b2d9-3015-441e-93cb-12a77855eb6b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:43.708116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.723734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67', '1369bddb-d1ef-4e7e-af03-28523e55bc3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:43.763053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:43.767345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:43.770520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:43.845100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.845850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.861763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=4b95b2d9-3015-441e-93cb-12a77855eb6b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.868677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-c9acec9f-3b66-4b70-aff7-37ddb1d7ec5b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546933 Jul 16 01:35:43.882002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Request body: {'port': {'device_id': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:43.974022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.171276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-35721637-8c05-4489-93d1-23a51c119ddf None None] Provisioning for port 4b95b2d9-3015-441e-93cb-12a77855eb6b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:44.176483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-35721637-8c05-4489-93d1-23a51c119ddf None None] Provisioning complete for port 4b95b2d9-3015-441e-93cb-12a77855eb6b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:44.176955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35721637-8c05-4489-93d1-23a51c119ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.250077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-35721637-8c05-4489-93d1-23a51c119ddf None None] Port 4b95b2d9-3015-441e-93cb-12a77855eb6b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:44.255253 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c899c12b-9a89-450a-8833-7a5842fbee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.315918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a115f03f-4b7c-4a1c-a332-bcd6285c9625 req-980d1064-6ee2-4c2d-98e9-ff41a219e48f tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7be3176-4572-4ab7-8668-7602d9cfdf46 HTTP/1.1" status: 200 len: 210 time: 0.0513842 Jul 16 01:35:44.384818 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.429298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f16d3-3f6c-4769-99f4-a6b598e55cfb req-4bfdbbc7-b87c-46bc-9ec0-8c5bc3e2fc8b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.436277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-845f16d3-3f6c-4769-99f4-a6b598e55cfb req-4bfdbbc7-b87c-46bc-9ec0-8c5bc3e2fc8b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 931 time: 0.2080166 Jul 16 01:35:44.459728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b95b2d9-3015-441e-93cb-12a77855eb6b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:44.471242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.513237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Transition to ACTIVE for port object 4b95b2d9-3015-441e-93cb-12a77855eb6b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:44.521592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-845f16d3-3f6c-4769-99f4-a6b598e55cfb req-2ddb6d5d-baee-4fab-90a3-8be205b62b4e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843840 Jul 16 01:35:44.524031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.660130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Pushing event updated for resources: {'Port': ['ID=4b95b2d9-3015-441e-93cb-12a77855eb6b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.698451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Attempting to bind port 4b95b2d9-3015-441e-93cb-12a77855eb6b on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:44.698733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Attempting to bind port 4b95b2d9-3015-441e-93cb-12a77855eb6b by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:44.699072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Attempting to bind port 4b95b2d9-3015-441e-93cb-12a77855eb6b on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:44.704671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Port 4b95b2d9-3015-441e-93cb-12a77855eb6b on network 3f7db1a4-1994-4387-a044-f7026ae74634 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:44.704671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Attempting to bind port 4b95b2d9-3015-441e-93cb-12a77855eb6b on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:44.710527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:44.711049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:44.711911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Bound using segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:44.712572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Bound port: 4b95b2d9-3015-441e-93cb-12a77855eb6b, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:44.713049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.800834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] For port 4b95b2d9-3015-441e-93cb-12a77855eb6b, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:44.804721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] For port 4b95b2d9-3015-441e-93cb-12a77855eb6b, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:44.811274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.873181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.873771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.875196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] 10.222.0.93 "PUT /v2.0/ports/4b95b2d9-3015-441e-93cb-12a77855eb6b HTTP/1.1" status: 200 len: 1091 time: 0.9991214 Jul 16 01:35:44.875659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:44.878145 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:44.958288 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ffe946-1610-48f8-8ff9-035df54fe02f x-openstack-request-id: req-07ffe946-1610-48f8-8ff9-035df54fe02f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:44.958624 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:44.958868 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07ffe946-1610-48f8-8ff9-035df54fe02f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:44.959299 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b', 'status': 'completed', 'code': 200} Jul 16 01:35:44.994897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8810a0-d0d8-4815-ba4a-3f069e282157 service neutron] Pushing event updated for resources: {'Port': ['ID=4b95b2d9-3015-441e-93cb-12a77855eb6b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.069002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-423b20ed-9e55-4c72-bf92-2ce5714d583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.074856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-423b20ed-9e55-4c72-bf92-2ce5714d583a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 1094 time: 0.1523716 Jul 16 01:35:45.140461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-36712287-d690-4ebc-8ab5-f83f02fd4052 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b HTTP/1.1" status: 200 len: 217 time: 0.0592713 Jul 16 01:35:45.245322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-8d9d8f03-4938-4dad-b485-1b1fb40e1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.248011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-8d9d8f03-4938-4dad-b485-1b1fb40e1635 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.1016238 Jul 16 01:35:45.281152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.369589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a382a-a079-4749-af55-b9da37227aef req-7ed4daf5-cfb9-449a-9fa9-7ae28b757369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.371290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-7ed4daf5-cfb9-449a-9fa9-7ae28b757369 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165228 Jul 16 01:35:45.521139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-b3de079e-8bfb-4bea-9a17-143ddaa1e045 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211314 Jul 16 01:35:45.669342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-007a382a-a079-4749-af55-b9da37227aef req-35381db5-621d-47da-ae1c-876b1d40a084 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399744 Jul 16 01:35:45.815548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-b429927f-b987-48b6-8d20-a5b69300b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.817554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-b429927f-b987-48b6-8d20-a5b69300b278 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 1094 time: 0.0691338 Jul 16 01:35:45.965640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-9df481dd-f36c-494d-be7e-8d540f30a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.969881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-9df481dd-f36c-494d-be7e-8d540f30a113 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1444530 Jul 16 01:35:46.030131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-d50b233e-64c4-4a1e-a0d1-59e227b4de3c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b HTTP/1.1" status: 200 len: 217 time: 0.0490787 Jul 16 01:35:46.043286 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.057845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3b4ff-a51c-4ad9-86bb-117b38baaa2a req-4f2d9331-fb2e-4f0c-bb1a-47681d3efd4a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.064862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92b3b4ff-a51c-4ad9-86bb-117b38baaa2a req-4f2d9331-fb2e-4f0c-bb1a-47681d3efd4a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 943 time: 0.1680231 Jul 16 01:35:46.145018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-cd638d32-27c1-4fa3-bdbd-e6807f60d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.146612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-cd638d32-27c1-4fa3-bdbd-e6807f60d063 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.1041563 Jul 16 01:35:46.163247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92b3b4ff-a51c-4ad9-86bb-117b38baaa2a req-2ab7240b-df2a-4f06-8a07-359a315a4456 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971014 Jul 16 01:35:46.257452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-422df997-f36d-48b0-8eed-bb1ed62685bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.261114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-422df997-f36d-48b0-8eed-bb1ed62685bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935514 Jul 16 01:35:46.404592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-669b62d2-afcf-4b86-a500-fcaf7166361a service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359563 Jul 16 01:35:46.552096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.564937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e77aa71-38d6-4d3a-bcd0-e8275c600de2 req-1250943d-ab63-473b-86c2-2326936c3a4c service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523113 Jul 16 01:35:46.568987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:46.619542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 0ab969dd-919d-4ad3-a100-c848f4b038c5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:46.619922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0ab969dd-919d-4ad3-a100-c848f4b038c5 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:46.667425 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-142f50d9-62ef-47e4-b683-1d6966201524 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.702138 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-142f50d9-62ef-47e4-b683-1d6966201524 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.775308 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.788676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-142f50d9-62ef-47e4-b683-1d6966201524 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.792659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-142f50d9-62ef-47e4-b683-1d6966201524 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.794322 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-142f50d9-62ef-47e4-b683-1d6966201524 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "DELETE /v2.0/security-groups/bce85d35-1987-42e8-9b49-8695380d8b86 HTTP/1.1" status: 204 len: 168 time: 0.2406449 Jul 16 01:35:46.796840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.835494 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-f7d97e43-3131-4533-8586-7369900d062e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] show failed (client error): The resource could not be found. Jul 16 01:35:46.835902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f50d9-62ef-47e4-b683-1d6966201524 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce85d35-1987-42e8-9b49-8695380d8b86,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.841094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f7d97e43-3131-4533-8586-7369900d062e tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "GET /v2.0/security-groups/bce85d35-1987-42e8-9b49-8695380d8b86 HTTP/1.1" status: 404 len: 347 time: 0.0426228 Jul 16 01:35:46.843515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33214) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.108076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Deleting port 6f707c76-2c46-4f58-9aae-5acdad77a236 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:47.108848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.179946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33250) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.267266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.267779 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.287850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Calling delete_port for 6f707c76-2c46-4f58-9aae-5acdad77a236 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:47.420920 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0a051446-8ecf-4548-8913-fab7324c5073 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5331f0a9d925450ea251db9edb61b943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393014 Jul 16 01:35:47.423890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.488410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cf006b-7d8d-482a-bec6-18d7c8f019a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.518878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cf006b-7d8d-482a-bec6-18d7c8f019a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.560135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31851de3-2cd1-4691-95be-29e5cee6598e req-130d8ce0-08fb-4254-8610-39b61e9edefe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.562529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31851de3-2cd1-4691-95be-29e5cee6598e req-130d8ce0-08fb-4254-8610-39b61e9edefe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 943 time: 0.1728759 Jul 16 01:35:47.594936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cf006b-7d8d-482a-bec6-18d7c8f019a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.599941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cf006b-7d8d-482a-bec6-18d7c8f019a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.605561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-96cf006b-7d8d-482a-bec6-18d7c8f019a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfb89036-2f5e-4383-a7e9-a777800c340e HTTP/1.1" status: 204 len: 168 time: 0.1803873 Jul 16 01:35:47.631079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf006b-7d8d-482a-bec6-18d7c8f019a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb89036-2f5e-4383-a7e9-a777800c340e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.644241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31851de3-2cd1-4691-95be-29e5cee6598e req-9514a4ad-ec96-4c9a-86a6-dc3a3b5e225e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752444 Jul 16 01:35:47.748024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.822828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Pushing event deleted for resources: {'Port': ['ID=6f707c76-2c46-4f58-9aae-5acdad77a236,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.902759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.906772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.911505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.911645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8ee56953-ccb2-4f45-8ef0-9d637afc6f57 tempest-ServersTestBootFromVolume-1489732812 tempest-ServersTestBootFromVolume-1489732812-project] 10.222.0.81 "DELETE /v2.0/floatingips/73f115da-f245-40a7-aa92-0f8e249cd653 HTTP/1.1" status: 204 len: 168 time: 1.0665696 Jul 16 01:35:48.068105 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:48.413985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.584375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b95b2d9-3015-441e-93cb-12a77855eb6b details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:48.820769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4b95b2d9-3015-441e-93cb-12a77855eb6b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:48.825297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Deleting port 94e03233-63bd-46d1-9ef0-dd1c9bea1657 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:48.828308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.864113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '4b95b2d9-3015-441e-93cb-12a77855eb6b', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '4b95b2d9-3015-441e-93cb-12a77855eb6b', 'mac_address': 'fa:16:3e:40:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:48.908113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.939703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b95b2d9-3015-441e-93cb-12a77855eb6b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:48.947306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] For port 94e03233-63bd-46d1-9ef0-dd1c9bea1657, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=94e03233-63bd-46d1-9ef0-dd1c9bea1657,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:48.947775 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.963772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Calling delete_port for 94e03233-63bd-46d1-9ef0-dd1c9bea1657 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:48.968739 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4b95b2d9-3015-441e-93cb-12a77855eb6b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:48.975911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.037527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaeea58-12d5-4342-bb12-3e74a1f1e060 req-88540f8f-e264-4b9e-973f-5e60b10b2cf1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.038313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4b95b2d9-3015-441e-93cb-12a77855eb6b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.045771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfaeea58-12d5-4342-bb12-3e74a1f1e060 req-88540f8f-e264-4b9e-973f-5e60b10b2cf1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 943 time: 0.1151934 Jul 16 01:35:49.094366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfaeea58-12d5-4342-bb12-3e74a1f1e060 req-968430c3-6447-4ae3-9efe-847a345ca1af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470831 Jul 16 01:35:49.235701 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.266230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e03233-63bd-46d1-9ef0-dd1c9bea1657,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.355972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4b95b2d9-3015-441e-93cb-12a77855eb6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:49.434558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.626017 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.666364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:49.831788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:49.844240 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] Sync routers for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:49.845865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.852502 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e5d8ad6-62d0-4c4e-90ce-a13914d14269 admin admin] 10.222.0.81 "PUT /v2.0/routers/42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9382982 Jul 16 01:35:49.872869 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:49.873475 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.010237 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:50.052949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.224554 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.291787 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 5, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port': {'id': 'a8cd7879-1674-4e13-a93a-af3513c93329', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:34Z', 'updated_at': '2021-07-16T01:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.342508 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] Checking router: 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:50.353730 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] Routers {'42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:50.354366 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.403905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Deleting port a8cd7879-1674-4e13-a93a-af3513c93329 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:50.404661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.456684 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] Set router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:50.510519 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 6, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.535554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-af9de3d0-ca79-438b-8061-2680f70b3dbf tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.537173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-af9de3d0-ca79-438b-8061-2680f70b3dbf tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/networks?id=8514badb-1b5f-446f-a8ba-ed7f30db6511 HTTP/1.1" status: 200 len: 814 time: 0.2311671 Jul 16 01:35:50.540632 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac68a6-6c25-4b91-8c2c-dce2ff744631 None None] The sync data for ids ['42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b'] in n-d-800085-5 is: [{'id': '42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b', 'name': 'tempest-ServersTestBootFromVolume-1456711688-router', 'tenant_id': '2b44aaec28724c998d44b56d2ac2af35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 6, 'project_id': '2b44aaec28724c998d44b56d2ac2af35', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:50.563419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] For port a8cd7879-1674-4e13-a93a-af3513c93329, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a8cd7879-1674-4e13-a93a-af3513c93329,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.563865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.584792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-fc7ca9ed-e3d7-4bdc-8689-6b6203f669a3 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/quotas/5646ee76de314a4695a9a5ecf9ce7669 HTTP/1.1" status: 200 len: 375 time: 0.0299540 Jul 16 01:35:50.589162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Calling delete_port for a8cd7879-1674-4e13-a93a-af3513c93329 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:50.618591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06634e54-5cb9-4f5b-a012-b354451375a4 req-6f1194a3-ba47-456e-894a-a76d29818061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.620166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06634e54-5cb9-4f5b-a012-b354451375a4 req-6f1194a3-ba47-456e-894a-a76d29818061 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 944 time: 0.1997445 Jul 16 01:35:50.640273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-f2b7fbc7-28be-4881-9bcc-23174c4ac0bc tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5646ee76de314a4695a9a5ecf9ce7669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479307 Jul 16 01:35:50.747382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06634e54-5cb9-4f5b-a012-b354451375a4 req-c9ef0ca5-79d5-4558-b6dc-d36f90326a3b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 Jul 16 01:35:50.848076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-d5cc48fd-29ef-4169-853b-b62dd1a0d815 service neutron] 10.222.0.81 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996069 Jul 16 01:35:51.301188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.342820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cd7879-1674-4e13-a93a-af3513c93329,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.356335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-c1ae6a9e-f9d8-4990-9d77-bf24ff70ad36 service neutron] 10.222.0.81 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934857 Jul 16 01:35:51.363841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f81c30-9fd2-4c66-9666-c6797118712e req-960c1c1b-531c-42df-a6b2-a0f578901772 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.365299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f81c30-9fd2-4c66-9666-c6797118712e req-960c1c1b-531c-42df-a6b2-a0f578901772 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 947 time: 0.5051365 Jul 16 01:35:51.453053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f81c30-9fd2-4c66-9666-c6797118712e req-18f3d70b-1a22-47c8-a5fa-4a44d1b713ff tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683365 Jul 16 01:35:51.454247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.584898 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.587962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.670190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.670638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:51.728827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fee2b7f-6ad2-408e-8ab2-b01df077b19e req-98b5ac66-b87f-4f16-8058-ec2066c38277 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 210 time: 0.0782206 Jul 16 01:35:51.735899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.739680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4ab9e8a8-c70c-4e7c-91f3-a0144bd6f63b admin admin] 10.222.0.81 "DELETE /v2.0/routers/42d5f736-b9c4-41cb-b3c9-9bba7c4c7a1b HTTP/1.1" status: 204 len: 168 time: 1.8920908 Jul 16 01:35:51.739900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.855441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] Deleting subnet bed38627-1690-4f78-808b-b3a4aa802587 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:51.859558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.879458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-b023ebcb-b29e-4133-8d2e-e8185f73bded tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.881173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-b023ebcb-b29e-4133-8d2e-e8185f73bded tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 947 time: 0.1404750 Jul 16 01:35:51.914039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.030765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.086036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Deleting port b586d1df-669a-4983-a3ea-dc022f2e26d8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:52.086448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.138352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.184632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed38627-1690-4f78-808b-b3a4aa802587,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.186881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334302-fc6f-476a-9eeb-8ea3f6185e49 req-32b79859-e22c-4497-b7f5-e489fd9fb84a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.188574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28334302-fc6f-476a-9eeb-8ea3f6185e49 req-32b79859-e22c-4497-b7f5-e489fd9fb84a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 944 time: 0.1748810 Jul 16 01:35:52.208167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79bdd32-7e8e-434a-9df9-80e1b1cad0bf None None] Network ad6a9fae-a477-4573-9a3f-c968446c3c72 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:52.223152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.229597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-839131ca-b98d-44b8-8eaf-4e0d8cc8bb3e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bed38627-1690-4f78-808b-b3a4aa802587 HTTP/1.1" status: 204 len: 168 time: 0.4885304 Jul 16 01:35:52.231962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.254551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28334302-fc6f-476a-9eeb-8ea3f6185e49 req-df8a04e6-084f-4533-82ce-1e0a23972c0c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555627 Jul 16 01:35:52.287140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] For port b586d1df-669a-4983-a3ea-dc022f2e26d8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b586d1df-669a-4983-a3ea-dc022f2e26d8,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:52.292996 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.402346 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.445554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 94e03233-63bd-46d1-9ef0-dd1c9bea1657 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:52.511077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Deleting port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:52.511433 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.537869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 94e03233-63bd-46d1-9ef0-dd1c9bea1657 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:52.538368 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 94e03233-63bd-46d1-9ef0-dd1c9bea1657 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:52.538669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a8cd7879-1674-4e13-a93a-af3513c93329 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:52.598622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: a8cd7879-1674-4e13-a93a-af3513c93329 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:52.599252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a8cd7879-1674-4e13-a93a-af3513c93329 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:52.644415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] For port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e42382b4-0f4a-4703-bc7a-ebbc13d35d1c,segment=NetworkSegment(2552b085-f692-46ad-912b-2b06e6608e2d),segment_id=2552b085-f692-46ad-912b-2b06e6608e2d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:52.644924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.647921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b95b2d9-3015-441e-93cb-12a77855eb6b up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:52.660838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Calling delete_port for e42382b4-0f4a-4703-bc7a-ebbc13d35d1c owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:52.701355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.701897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.702102 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Floating IP 4a04fb94-4dc3-4adb-8b4d-fc7f6759f129 disassociated. External IP: 172.25.5.177, port: b586d1df-669a-4983-a3ea-dc022f2e26d8. Jul 16 01:35:52.702823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Calling delete_port for b586d1df-669a-4983-a3ea-dc022f2e26d8 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:52.761126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 4b95b2d9-3015-441e-93cb-12a77855eb6b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:52.765067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 4b95b2d9-3015-441e-93cb-12a77855eb6b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:52.765634 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.802107 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.807806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769279-8ca6-4adb-9fc7-78df74b0855d req-7f5f4ebd-bd7d-40d2-8c3d-cf4cdf2f71c9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.816448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b769279-8ca6-4adb-9fc7-78df74b0855d req-7f5f4ebd-bd7d-40d2-8c3d-cf4cdf2f71c9 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 947 time: 0.1711934 Jul 16 01:35:52.859296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1938461-7c4c-489a-9e9e-4a91cabab690 None None] DHCP port deletion for ad6a9fae-a477-4573-9a3f-c968446c3c72 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:52.872831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Pushing event deleted for resources: {'Port': ['ID=e42382b4-0f4a-4703-bc7a-ebbc13d35d1c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.875163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] No DVR routers for this DVR port e42382b4-0f4a-4703-bc7a-ebbc13d35d1c on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:52.920368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b769279-8ca6-4adb-9fc7-78df74b0855d req-ad3a930c-0b78-432f-a419-80bc17985207 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4bde26d6-d022-4fbe-bdb3-91416b39c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029141 Jul 16 01:35:53.033745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.050255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.111138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event deleted for resources: {'Port': ['ID=b586d1df-669a-4983-a3ea-dc022f2e26d8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.122512 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.167075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4b95b2d9-3015-441e-93cb-12a77855eb6b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:53.168057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:53.172707 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d18f106-2c6a-47b5-8516-e50b7cbc622d" -d '{"events": [{"server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "name": "network-vif-plugged", "status": "completed", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:53.177846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.194980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6a9fae-a477-4573-9a3f-c968446c3c72']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.236496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2552b085-f692-46ad-912b-2b06e6608e2d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.236884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2552b085-f692-46ad-912b-2b06e6608e2d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.278423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4b95b2d9-3015-441e-93cb-12a77855eb6b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.284080 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.293189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Router 99c2a851-74c3-4568-876a-3aa2f93ef9df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:53.337494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.369507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:53.369777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:53.420973 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:53.435103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-e174b760-aecd-4d6d-bc79-1331690b51c6 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.436734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-e174b760-aecd-4d6d-bc79-1331690b51c6 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "GET /v2.0/networks?id=8514badb-1b5f-446f-a8ba-ed7f30db6511 HTTP/1.1" status: 200 len: 814 time: 0.3114650 Jul 16 01:35:53.441827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.454845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.458000 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad6a9fae-a477-4573-9a3f-c968446c3c72 HTTP/1.1" status: 204 len: 168 time: 1.2239299 Jul 16 01:35:53.460882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Request body: {'port': {'device_id': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511', 'admin_state_up': True, 'tenant_id': '5646ee76de314a4695a9a5ecf9ce7669'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:53.475138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf0861-3df1-491a-81a0-af5d4337d96c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6a9fae-a477-4573-9a3f-c968446c3c72,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.482425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-231987c1-4c92-4f7c-9262-9836c6dc5171 req-5f538e66-d39c-47df-9c51-4d118d85d4c3 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 210 time: 0.0421283 Jul 16 01:35:53.483938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:53.498134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] Sync routers for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:53.525094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:53.525797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.654673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] No DVR routers for this DVR port b586d1df-669a-4983-a3ea-dc022f2e26d8 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:53.655163 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ffa190-024a-44f9-940a-0387b99b9a3c x-openstack-request-id: req-93ffa190-024a-44f9-940a-0387b99b9a3c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:53.655564 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "name": "network-vif-plugged", "status": "completed", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:53.655821 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93ffa190-024a-44f9-940a-0387b99b9a3c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:53.656252 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b', 'code': 200} Jul 16 01:35:53.659105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.667772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb44f73a-fba2-419f-af47-68d5cbaf68d7 req-bcf3bf5e-9cfa-4643-8b24-f226c43f808b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "DELETE /v2.0/ports/b586d1df-669a-4983-a3ea-dc022f2e26d8 HTTP/1.1" status: 204 len: 173 time: 1.7802384 Jul 16 01:35:53.668940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-deleted', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:53.675990 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861daaa-3e28-496a-90cf-0586deec2bbc" -d '{"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-deleted", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:53.831129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.879044 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5945c19f-d0b9-46af-ab14-59beeab0bb89 x-openstack-request-id: req-5945c19f-d0b9-46af-ab14-59beeab0bb89 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:53.879343 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d1e146-0b87-4b3a-9d32-42a7457a4fdc", "name": "network-vif-deleted", "tag": "b586d1df-669a-4983-a3ea-dc022f2e26d8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:53.879595 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5945c19f-d0b9-46af-ab14-59beeab0bb89 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:53.880004 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d1e146-0b87-4b3a-9d32-42a7457a4fdc', 'name': 'network-vif-deleted', 'tag': 'b586d1df-669a-4983-a3ea-dc022f2e26d8', 'status': 'completed', 'code': 200} Jul 16 01:35:53.902870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Made reservation on behalf of 5646ee76de314a4695a9a5ecf9ce7669 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:53.906469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.920446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:53.945291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13697c20-4854-4eb5-8eaf-42ea6aa65275 req-a5fa91b2-9be9-4a44-b04b-9642af8754e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.949906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13697c20-4854-4eb5-8eaf-42ea6aa65275 req-a5fa91b2-9be9-4a44-b04b-9642af8754e3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 1096 time: 0.1978552 Jul 16 01:35:53.953137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a86e2016-3095-4628-8708-dc72d2c6f930 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b44aaec28724c998d44b56d2ac2af35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208882 Jul 16 01:35:53.955541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.962166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd0410-6954-4d4b-9343-f70bc6b37868 req-1b864699-9b8a-4e4f-ac11-ee83c23a931d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.963667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69cd0410-6954-4d4b-9343-f70bc6b37868 req-1b864699-9b8a-4e4f-ac11-ee83c23a931d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 945 time: 0.1449997 Jul 16 01:35:54.004785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69cd0410-6954-4d4b-9343-f70bc6b37868 req-6ffd445b-71e7-42e9-bbce-46cf17f58072 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Jul 16 01:35:54.113464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec047-1fd1-4f55-ae92-90a2aae3e01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.123018 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13697c20-4854-4eb5-8eaf-42ea6aa65275 req-ee888956-e591-41d0-beab-5ea6f74274fe service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575406 Jul 16 01:35:54.188515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:54.195262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80aa1fc5-df09-4608-ab2e-b390100c03d8 req-36ee6f19-eecd-4b36-9cbe-13ad1d39e5d4 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=e6d1e146-0b87-4b3a-9d32-42a7457a4fdc HTTP/1.1" status: 200 len: 210 time: 0.0379360 Jul 16 01:35:54.198060 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec047-1fd1-4f55-ae92-90a2aae3e01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.235665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Allocated IP 172.20.0.3 (8514badb-1b5f-446f-a8ba-ed7f30db6511/3c98b086-a3a1-4f92-a7a4-08c05b7aca63/4e391180-49cd-43f2-b2dd-15b95ef214a1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:54.239014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] Checking router: 99c2a851-74c3-4568-876a-3aa2f93ef9df for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:54.253839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:54.254460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:54.408497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:54.434592 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec047-1fd1-4f55-ae92-90a2aae3e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.437282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec047-1fd1-4f55-ae92-90a2aae3e01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.438461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ae0ec047-1fd1-4f55-ae92-90a2aae3e01b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01fedb2d-3e8a-4ef0-a217-14806f93efc6 HTTP/1.1" status: 204 len: 168 time: 0.4816685 Jul 16 01:35:54.457909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.461338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ec047-1fd1-4f55-ae92-90a2aae3e01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fedb2d-3e8a-4ef0-a217-14806f93efc6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.501564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e42382b4-0f4a-4703-bc7a-ebbc13d35d1c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:54.532522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.560986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e42382b4-0f4a-4703-bc7a-ebbc13d35d1c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:54.565929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e42382b4-0f4a-4703-bc7a-ebbc13d35d1c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:54.596446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Network 8514badb-1b5f-446f-a8ba-ed7f30db6511 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:54.648919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:54.674244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: b586d1df-669a-4983-a3ea-dc022f2e26d8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:54.674892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b586d1df-669a-4983-a3ea-dc022f2e26d8 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:54.685989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:54.692851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:54.696517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Pushing event updated for resources: {'Port': ['ID=4e391180-49cd-43f2-b2dd-15b95ef214a1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.760898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.761906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.767564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770e882-e42a-435a-b8fc-f0703addfb2a req-c221b659-6f38-462f-bfdf-2e1ae6321ac9 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.776020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1770e882-e42a-435a-b8fc-f0703addfb2a req-c221b659-6f38-462f-bfdf-2e1ae6321ac9 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 931 time: 0.1371052 Jul 16 01:35:54.780821 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-faa08ef8-3810-4659-bb10-19f5635d7d83 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3271461 Jul 16 01:35:54.803374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Request body: {'port': {'device_id': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:54.830478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1770e882-e42a-435a-b8fc-f0703addfb2a req-41c756a6-1ff4-465b-b554-52475856c7ad tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536711 Jul 16 01:35:54.830957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.835702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:54.875307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854debe1-523c-48c3-9a39-0b49d4b1f5c2 None None] The sync data for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 is: [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:54.893544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.062854 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-514ee5a4-8729-4045-9028-a5642b962709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.282388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-514ee5a4-8729-4045-9028-a5642b962709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.293000 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-514ee5a4-8729-4045-9028-a5642b962709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.325948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e391180-49cd-43f2-b2dd-15b95ef214a1 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:55.329487 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f5286-136f-4bed-a1a3-a1c3f83e4db7 None None] New status for floating IP 4a04fb94-4dc3-4adb-8b4d-fc7f6759f129: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:35:55.346611 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.362670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.363171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-514ee5a4-8729-4045-9028-a5642b962709 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe13e6d7e25f4bc9b6ab93496175971f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221391 Jul 16 01:35:55.378681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ee5a4-8729-4045-9028-a5642b962709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c21619-2639-4831-8d66-e6516865d0c0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.417927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41a3f-eca9-4000-bcd6-4b32cb8418f7 req-4f4e941b-d193-4833-a071-fdac3295eea2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.419035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Transition to ACTIVE for port object 4e391180-49cd-43f2-b2dd-15b95ef214a1 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:55.430469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.434240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06a41a3f-eca9-4000-bcd6-4b32cb8418f7 req-4f4e941b-d193-4833-a071-fdac3295eea2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 945 time: 0.2215731 Jul 16 01:35:55.436503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33634) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.448717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.517779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e391180-49cd-43f2-b2dd-15b95ef214a1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.531605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06a41a3f-eca9-4000-bcd6-4b32cb8418f7 req-50fe8f82-ee08-4aab-9fbb-d2c3cf301880 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963738 Jul 16 01:35:55.569357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e8a53b9-1a91-4354-9228-04eec29bbf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.635787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1880912065-network', 'tenant_id': 'fa904b5cca0c428595567e1b6fc7a385'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:55.679522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Made reservation on behalf of fa904b5cca0c428595567e1b6fc7a385 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:55.683558 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.698426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.710046 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e8a53b9-1a91-4354-9228-04eec29bbf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.759819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a908d9c0-3293-4887-922b-2b4a4f184abb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.791989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Attempting to bind port 4e391180-49cd-43f2-b2dd-15b95ef214a1 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:55.792287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Attempting to bind port 4e391180-49cd-43f2-b2dd-15b95ef214a1 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:55.792596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Attempting to bind port 4e391180-49cd-43f2-b2dd-15b95ef214a1 on network 8514badb-1b5f-446f-a8ba-ed7f30db6511 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:55.801078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.802537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Port 4e391180-49cd-43f2-b2dd-15b95ef214a1 on network 8514badb-1b5f-446f-a8ba-ed7f30db6511 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:55.802886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Attempting to bind port 4e391180-49cd-43f2-b2dd-15b95ef214a1 on network 8514badb-1b5f-446f-a8ba-ed7f30db6511 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:55.805599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.815485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a908d9c0-3293-4887-922b-2b4a4f184abb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.818921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:55.818921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Checking segment: {'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:55.819332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Bound using segment: {'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:55.819804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Bound port: 4e391180-49cd-43f2-b2dd-15b95ef214a1, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:55.820210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.840342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:55.841518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e8a53b9-1a91-4354-9228-04eec29bbf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.842700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df8de00-0583-4624-80c2-923b32d765d8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.844044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e8a53b9-1a91-4354-9228-04eec29bbf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.845251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e8a53b9-1a91-4354-9228-04eec29bbf5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93c21619-2639-4831-8d66-e6516865d0c0 HTTP/1.1" status: 204 len: 168 time: 0.4815736 Jul 16 01:35:55.865259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.866175 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Added segment 3385ca73-0d16-4f8e-9748-2c6a1d9e7e66 of type vlan for network 2569586c-2828-4141-a66f-a16fa3d3fcb6 Jul 16 01:35:55.916811 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.950605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a53b9-1a91-4354-9228-04eec29bbf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c21619-2639-4831-8d66-e6516865d0c0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.955472 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.956951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.957735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.001056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5635009 Jul 16 01:35:56.004087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33646) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.012712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Request body: {'subnet': {'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1880912065-subnet', 'tenant_id': 'fa904b5cca0c428595567e1b6fc7a385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:56.018330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] For port 4e391180-49cd-43f2-b2dd-15b95ef214a1, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:56.022228 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] For port 4e391180-49cd-43f2-b2dd-15b95ef214a1, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4e391180-49cd-43f2-b2dd-15b95ef214a1,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:56.032278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.042966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a908d9c0-3293-4887-922b-2b4a4f184abb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.045902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a908d9c0-3293-4887-922b-2b4a4f184abb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.048690 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a908d9c0-3293-4887-922b-2b4a4f184abb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "DELETE /v2.0/security-groups/4bde26d6-d022-4fbe-bdb3-91416b39c884 HTTP/1.1" status: 204 len: 168 time: 0.5390291 Jul 16 01:35:56.052127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.100834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07876c93-d8c6-47cc-9a5a-8e38571f74a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2569586c-2828-4141-a66f-a16fa3d3fcb6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.108862 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-f88e08f9-8e35-4930-8179-bf0291fbef33 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] show failed (client error): The resource could not be found. Jul 16 01:35:56.110129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f88e08f9-8e35-4930-8179-bf0291fbef33 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups/4bde26d6-d022-4fbe-bdb3-91416b39c884 HTTP/1.1" status: 404 len: 347 time: 0.0556307 Jul 16 01:35:56.113971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.119828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 2569586c-2828-4141-a66f-a16fa3d3fcb6 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:56.133286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e391180-49cd-43f2-b2dd-15b95ef214a1,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.143152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908d9c0-3293-4887-922b-2b4a4f184abb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde26d6-d022-4fbe-bdb3-91416b39c884,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.145856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.146702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.148390 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-27de3a79-62ad-4232-a352-b38936a49bf2 service neutron] 10.222.0.93 "PUT /v2.0/ports/4e391180-49cd-43f2-b2dd-15b95ef214a1 HTTP/1.1" status: 200 len: 1091 time: 1.3544097 Jul 16 01:35:56.148926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'tag': '4e391180-49cd-43f2-b2dd-15b95ef214a1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:56.151513 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41" -d '{"events": [{"name": "network-changed", "server_uuid": "36d75ce3-3696-4aea-b6e7-0bc7d35621d2", "tag": "4e391180-49cd-43f2-b2dd-15b95ef214a1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:56.214495 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69148054-95ed-4511-9f2e-93213aa9b9ce x-openstack-request-id: req-69148054-95ed-4511-9f2e-93213aa9b9ce {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:56.214890 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d75ce3-3696-4aea-b6e7-0bc7d35621d2", "tag": "4e391180-49cd-43f2-b2dd-15b95ef214a1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:56.215375 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69148054-95ed-4511-9f2e-93213aa9b9ce {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:56.215876 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'tag': '4e391180-49cd-43f2-b2dd-15b95ef214a1', 'status': 'completed', 'code': 200} Jul 16 01:35:56.224925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Made reservation on behalf of fa904b5cca0c428595567e1b6fc7a385 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:56.228382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.321289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09316-a9c0-43e6-b267-f85efced37f5 req-3deb7a3e-6d9f-42b5-b20f-cb54935ff40f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.322905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42b09316-a9c0-43e6-b267-f85efced37f5 req-3deb7a3e-6d9f-42b5-b20f-cb54935ff40f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 943 time: 0.2730665 Jul 16 01:35:56.458587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42b09316-a9c0-43e6-b267-f85efced37f5 req-a4fe37f8-5e92-4857-a99f-6a0ccd4cd402 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110108 Jul 16 01:35:56.476255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Deleting port df0856b6-aa37-41eb-8745-3c872e208d55 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:56.477153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.631626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-a721092d-7a71-463a-a361-3b7b5378d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.633430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-a721092d-7a71-463a-a361-3b7b5378d13d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5646ee76de314a4695a9a5ecf9ce7669&device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 1094 time: 0.4300494 Jul 16 01:35:56.640164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.640534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.649092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.664718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Calling delete_port for df0856b6-aa37-41eb-8745-3c872e208d55 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:56.682379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-690e1031-13e7-4720-8b4b-c2c95d9f0ffa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e391180-49cd-43f2-b2dd-15b95ef214a1 HTTP/1.1" status: 200 len: 217 time: 0.0401931 Jul 16 01:35:56.748162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-47276d36-ae53-4119-9baf-997e538840da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.750289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-47276d36-ae53-4119-9baf-997e538840da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3c98b086-a3a1-4f92-a7a4-08c05b7aca63 HTTP/1.1" status: 200 len: 854 time: 0.0624862 Jul 16 01:35:56.772369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.796881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a3c5d0-7f91-437c-a9ad-0f93e605e8c0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.815348 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-333c79cb-3c8c-4787-8c2e-281c6f4ff41a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8514badb-1b5f-446f-a8ba-ed7f30db6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581908 Jul 16 01:35:56.848979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Checking segment: {'id': '3385ca73-0d16-4f8e-9748-2c6a1d9e7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:56.849347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Network hostable DHCP agents. Network: 2569586c-2828-4141-a66f-a16fa3d3fcb6, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:56.867605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5d548-488a-4c65-83c8-3969445e5240 req-416ea0b8-1c9c-4ed2-83f9-82411eedca10 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.875890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fc5d548-488a-4c65-83c8-3969445e5240 req-416ea0b8-1c9c-4ed2-83f9-82411eedca10 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 945 time: 0.2239847 Jul 16 01:35:56.914351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Network 2569586c-2828-4141-a66f-a16fa3d3fcb6 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:56.935969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1951750818-network', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:56.957816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 2569586c-2828-4141-a66f-a16fa3d3fcb6) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:56.963235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fc5d548-488a-4c65-83c8-3969445e5240 req-36f809bc-43dc-4f71-a3d2-78f9b1503609 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855391 Jul 16 01:35:56.968804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f59899-4258-4722-889b-d25f88fe8d4a None None] Network 2569586c-2828-4141-a66f-a16fa3d3fcb6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:56.980759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.981598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.988386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Made reservation on behalf of 619da3cc9ae7493f88a716fd020b759a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:56.991162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.009095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-5cde6908-6e01-4662-b973-ed0b3d6fb2ba service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867650 Jul 16 01:35:57.010352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.025337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-21fa33a9-5357-4259-8b8c-2395379aeec5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0193906 Jul 16 01:35:57.035906 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.071646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event deleted for resources: {'Port': ['ID=df0856b6-aa37-41eb-8745-3c872e208d55,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.127455 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6bb7b7a8-9ab1-4016-86e6-caa6b09550eb req-87ca1d61-6086-4f5d-bdb7-f0e40e4d05fe service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119072 Jul 16 01:35:57.164246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05020ff6-2339-4b88-b3e1-40904dc7c66b None None] Network 2569586c-2828-4141-a66f-a16fa3d3fcb6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:57.230221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-1952ca22-84ed-448e-b900-968047085a27 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 267 time: 0.0505583 Jul 16 01:35:57.235681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.243653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.243653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-23780fae-bc5e-493e-bc8b-60fe6ca3dd28 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "DELETE /v2.0/floatingips/4a04fb94-4dc3-4adb-8b4d-fc7f6759f129 HTTP/1.1" status: 204 len: 168 time: 1.1237137 Jul 16 01:35:57.301683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-0b4972c9-a010-40f5-a4d9-dfd9db39dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.303425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-0b4972c9-a010-40f5-a4d9-dfd9db39dde8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5646ee76de314a4695a9a5ecf9ce7669&device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 1094 time: 0.1192677 Jul 16 01:35:57.355351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-97e96e88-6c2e-4ad8-adff-32c34de4bfaf tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.362581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-97e96e88-6c2e-4ad8-adff-32c34de4bfaf tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 945 time: 0.1314507 Jul 16 01:35:57.369585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'port': {'security_groups': []}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:57.416295 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.418125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-7d7e563b-9c03-43b4-8a59-592cbe8e5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.419639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-7d7e563b-9c03-43b4-8a59-592cbe8e5e15 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8514badb-1b5f-446f-a8ba-ed7f30db6511 HTTP/1.1" status: 200 len: 915 time: 0.1090274 Jul 16 01:35:57.421917 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.483391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:57.486944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.489810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-0644b237-c6b0-42e2-9854-4113cac68840 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e391180-49cd-43f2-b2dd-15b95ef214a1 HTTP/1.1" status: 200 len: 217 time: 0.0602286 Jul 16 01:35:57.506439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf1d0ea-2cad-42d3-8288-906511dbee3c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.531292 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.531644 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Added segment f3835caa-88f2-4e0a-b145-d1e7815f4b49 of type vlan for network 315c1063-c9fc-472d-a3c4-c4b396211a97 Jul 16 01:35:57.580569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-cf4c828a-718b-451c-84a1-a48dcb0179eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.582072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-cf4c828a-718b-451c-84a1-a48dcb0179eb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3c98b086-a3a1-4f92-a7a4-08c05b7aca63 HTTP/1.1" status: 200 len: 854 time: 0.0851233 Jul 16 01:35:57.585548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.623106 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-db575d3b-cdd2-458f-bd2e-41c0ee35249d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8514badb-1b5f-446f-a8ba-ed7f30db6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337093 Jul 16 01:35:57.623349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-a3bc22eb-0f4d-4889-b54d-2eaffd6c41e6 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.624859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-a3bc22eb-0f4d-4889-b54d-2eaffd6c41e6 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/networks?id=2569586c-2828-4141-a66f-a16fa3d3fcb6 HTTP/1.1" status: 200 len: 822 time: 0.1633661 Jul 16 01:35:57.658796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-5c04098a-c72b-4912-aba2-0d178f6b6931 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/quotas/fa904b5cca0c428595567e1b6fc7a385 HTTP/1.1" status: 200 len: 375 time: 0.0204275 Jul 16 01:35:57.669982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.670948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.671523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.725909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-f0d00fb9-b049-4e8e-9100-306f11103cb5 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fa904b5cca0c428595567e1b6fc7a385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605545 Jul 16 01:35:57.730254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9568462 Jul 16 01:35:57.733779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33706) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.740012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Request body: {'subnet': {'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1951750818-subnet', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:57.774793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f080911-19e9-4780-ae7a-81d0d470edeb admin admin] Pushing event updated for resources: {'Network': ['ID=315c1063-c9fc-472d-a3c4-c4b396211a97,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.788099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:57.788320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] For port 4b95b2d9-3015-441e-93cb-12a77855eb6b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.799370 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-60874a28-c693-4c42-828d-8a92adfa6649 service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685035 Jul 16 01:35:57.845026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Made reservation on behalf of 619da3cc9ae7493f88a716fd020b759a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:57.847338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.889958 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.893098 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c25cb8c4-fd7d-4a76-ada9-782a6ae79f41 req-b5ba0dde-ee6e-4e8f-be76-48f0650a0a81 service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871365 Jul 16 01:35:57.926744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.937690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67', '1369bddb-d1ef-4e7e-af03-28523e55bc3f', '4b95b2d9-3015-441e-93cb-12a77855eb6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:57.944845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-8dd31b81-a333-41de-846f-75a2dd18eb23 service neutron] 10.222.0.81 "GET /v2.0/networks/2569586c-2828-4141-a66f-a16fa3d3fcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010076 Jul 16 01:35:58.033248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.033883 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.036773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-117aa770-6a20-4bda-a0f5-afa65a27e1a5 req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "PUT /v2.0/ports/4b95b2d9-3015-441e-93cb-12a77855eb6b HTTP/1.1" status: 200 len: 904 time: 0.6732576 Jul 16 01:35:58.041706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:58.043222 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1a3758-7a98-4880-9130-c0d41939b020" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:58.161229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.197198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4b95b2d9-3015-441e-93cb-12a77855eb6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:58.212487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0869d-bfe9-4589-baed-f28e456fa58a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=4b95b2d9-3015-441e-93cb-12a77855eb6b,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.258160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.265040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-97fc02a2-6ce1-438d-977d-e585c5a64a6c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373514630', 'description': 'tempest-description--1848919135'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:58.269453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca7d0603-d06f-4951-8094-3d039ab1912a None None] Provisioning complete for port 4b95b2d9-3015-441e-93cb-12a77855eb6b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:58.270126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0603-d06f-4951-8094-3d039ab1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.287380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf87c178-b578-4688-848a-ef5701d3c10e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.315603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Checking segment: {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:58.315971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Network hostable DHCP agents. Network: 315c1063-c9fc-472d-a3c4-c4b396211a97, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:58.324747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-9a57b8ec-edf0-476e-bcc2-9f3ebff7d7e0 service neutron] 10.222.0.81 "GET /v2.0/networks/2569586c-2828-4141-a66f-a16fa3d3fcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504965 Jul 16 01:35:58.333606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97fc02a2-6ce1-438d-977d-e585c5a64a6c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.410301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:58.437974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 315c1063-c9fc-472d-a3c4-c4b396211a97) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:58.442950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.443587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.448451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890901f6-c6d8-4285-8ddf-974dcf912f3f None None] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:58.517374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef0d4-ac21-4ddf-a017-4093193efad7 req-c0651497-413d-4dac-bc40-ce213cfd9bea tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.521509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f37ef0d4-ac21-4ddf-a017-4093193efad7 req-c0651497-413d-4dac-bc40-ce213cfd9bea tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 943 time: 0.1545801 Jul 16 01:35:58.664523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-315c1063-c9fc-472d-a3c4-c4b396211a97', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:58.666030 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.678994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4e391180-49cd-43f2-b2dd-15b95ef214a1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:58.872397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97fc02a2-6ce1-438d-977d-e585c5a64a6c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.893710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97fc02a2-6ce1-438d-977d-e585c5a64a6c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.897465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4e391180-49cd-43f2-b2dd-15b95ef214a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4e391180-49cd-43f2-b2dd-15b95ef214a1,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:58.907141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Allocated IP 172.20.0.2 (315c1063-c9fc-472d-a3c4-c4b396211a97/bf87c178-b578-4688-848a-ef5701d3c10e/e7d247ba-0c5c-4000-b001-ab00cc0c86ec) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:58.919578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '4e391180-49cd-43f2-b2dd-15b95ef214a1', 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511', 'port_id': '4e391180-49cd-43f2-b2dd-15b95ef214a1', 'mac_address': 'fa:16:3e:8e:43:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c98b086-a3a1-4f92-a7a4-08c05b7aca63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:58.927498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-01f11a11-5673-49ff-8051-34141a4e5825 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1903481 Jul 16 01:35:58.928696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.937822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:58.949096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f37ef0d4-ac21-4ddf-a017-4093193efad7 req-b8780ea1-d39d-4e6b-8053-cfb2c297e210 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137642 Jul 16 01:35:58.964259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.966041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.984152 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97fc02a2-6ce1-438d-977d-e585c5a64a6c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.987595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-97fc02a2-6ce1-438d-977d-e585c5a64a6c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7260764 Jul 16 01:35:58.992970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33730) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.999227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc02a2-6ce1-438d-977d-e585c5a64a6c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5a14a-7f19-4ef0-9293-cd68c5499254,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.013230 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.014049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0cc575c7-26ee-4d17-922a-77570b388319 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'security_group_rule': {'security_group_id': '4be5a14a-7f19-4ef0-9293-cd68c5499254', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:59.032815 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1928267d-949e-4bfb-bcee-e525f7d5c481 x-openstack-request-id: req-1928267d-949e-4bfb-bcee-e525f7d5c481 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:59.033112 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:59.033444 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1928267d-949e-4bfb-bcee-e525f7d5c481 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:59.033852 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b', 'status': 'completed', 'code': 200} Jul 16 01:35:59.036909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e391180-49cd-43f2-b2dd-15b95ef214a1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:59.065073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc9aab-75f9-4402-9413-29b6826c3871 req-c023603d-413b-4628-b90a-cc8cdffb0fc8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.067111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51fc9aab-75f9-4402-9413-29b6826c3871 req-c023603d-413b-4628-b90a-cc8cdffb0fc8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 907 time: 0.1986372 Jul 16 01:35:59.169673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4e391180-49cd-43f2-b2dd-15b95ef214a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4e391180-49cd-43f2-b2dd-15b95ef214a1,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:59.170499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25a8ce4a-aaf8-43ea-8b92-f3e106466f7a req-c6c26bf3-b957-4226-91fe-d78c45a887e2 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 210 time: 0.0340540 Jul 16 01:35:59.181422 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.183617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.198122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Transition to ACTIVE for port object e7d247ba-0c5c-4000-b001-ab00cc0c86ec will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:59.203272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.216900 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Transition to ACTIVE for port object e7d247ba-0c5c-4000-b001-ab00cc0c86ec will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:59.244605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.278369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:59.281704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:59.284449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010ebaf-8816-4b48-9fec-e8fa2704731d req-59309e5e-7886-4323-8c57-d5ff374317fa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.286140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9010ebaf-8816-4b48-9fec-e8fa2704731d req-59309e5e-7886-4323-8c57-d5ff374317fa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0740178 Jul 16 01:35:59.289690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:59.293148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4e391180-49cd-43f2-b2dd-15b95ef214a1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.327420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cc575c7-26ee-4d17-922a-77570b388319 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.347518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9010ebaf-8816-4b48-9fec-e8fa2704731d req-0767b5af-1e56-4a3d-bcd5-50ef5fa7f3c4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548255 Jul 16 01:35:59.387117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Pushing event updated for resources: {'Port': ['ID=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.391488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Attempting to bind port e7d247ba-0c5c-4000-b001-ab00cc0c86ec on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:59.391861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Attempting to bind port e7d247ba-0c5c-4000-b001-ab00cc0c86ec by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:59.392253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Attempting to bind port e7d247ba-0c5c-4000-b001-ab00cc0c86ec on network 315c1063-c9fc-472d-a3c4-c4b396211a97 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:59.400278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:59.400629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Checking segment: {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:59.401033 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.401422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Bound using segment: {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:59.401898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Bound port: e7d247ba-0c5c-4000-b001-ab00cc0c86ec, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:59.402266 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.439591 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.467872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-815028d7-1db9-45f9-ba32-7ec877eaaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.469429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-815028d7-1db9-45f9-ba32-7ec877eaaafa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 1058 time: 0.3855309 Jul 16 01:35:59.480709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] For port e7d247ba-0c5c-4000-b001-ab00cc0c86ec, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:59.485232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] For port e7d247ba-0c5c-4000-b001-ab00cc0c86ec, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:59.491903 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.531166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cc575c7-26ee-4d17-922a-77570b388319 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.544581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c66d0f-f301-4a31-8eb8-40418cc48a8f req-72be877a-529b-4aab-8b2e-97e81abf49c9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.546241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1c66d0f-f301-4a31-8eb8-40418cc48a8f req-72be877a-529b-4aab-8b2e-97e81abf49c9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0755765 Jul 16 01:35:59.564505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94709623-94bf-48b7-8e90-bfdf0bfc2ad6 None None] Pushing event updated for resources: {'Port': ['ID=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.576665 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cc575c7-26ee-4d17-922a-77570b388319 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.608434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4e391180-49cd-43f2-b2dd-15b95ef214a1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:59.612274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc575c7-26ee-4d17-922a-77570b388319 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d91af28-0106-4cec-8fc9-f181f14f5f7a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.631349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1c66d0f-f301-4a31-8eb8-40418cc48a8f req-ce4071c9-28b4-42ee-85c6-f20c8b1a459c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792136 Jul 16 01:35:59.641544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cc575c7-26ee-4d17-922a-77570b388319 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.646765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33738) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.650046 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0cc575c7-26ee-4d17-922a-77570b388319 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6557026 Jul 16 01:35:59.655726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dd3c1843-8493-40d7-99b2-3de140abe99c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'security_group_rule': {'security_group_id': '4be5a14a-7f19-4ef0-9293-cd68c5499254', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:59.705063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1843-8493-40d7-99b2-3de140abe99c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.736504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-ee055e9f-9c28-477e-9a80-f2a63fe4185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.738167 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-ee055e9f-9c28-477e-9a80-f2a63fe4185f service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.2572193 Jul 16 01:35:59.827369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1843-8493-40d7-99b2-3de140abe99c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.838069 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-76ae3367-6cbf-430a-be6f-cef203398514 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b HTTP/1.1" status: 200 len: 217 time: 0.0929708 Jul 16 01:35:59.846671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1843-8493-40d7-99b2-3de140abe99c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.919020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1843-8493-40d7-99b2-3de140abe99c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.926995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dd3c1843-8493-40d7-99b2-3de140abe99c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2786531 Jul 16 01:35:59.929286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.977559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:59.998688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c1843-8493-40d7-99b2-3de140abe99c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5a5767-7976-4e2f-84bd-133f915173f1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.011954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-d2601c20-3c38-4723-b2b2-886b34b36db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.013509 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-d2601c20-3c38-4723-b2b2-886b34b36db0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.1657953 Jul 16 01:36:00.129827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.193539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.227063 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.253521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-f16aa20d-53fe-4f0d-831b-0beff89bf176 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.254983 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-f16aa20d-53fe-4f0d-831b-0beff89bf176 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.93 "GET /v2.0/networks?id=2569586c-2828-4141-a66f-a16fa3d3fcb6 HTTP/1.1" status: 200 len: 822 time: 0.2595501 Jul 16 01:36:00.279775 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-61acdb4e-beae-49d5-807f-58c4c2f5eeb3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.281442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-61acdb4e-beae-49d5-807f-58c4c2f5eeb3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.2245507 Jul 16 01:36:00.292470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Request body: {'port': {'device_id': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6', 'admin_state_up': True, 'tenant_id': 'fa904b5cca0c428595567e1b6fc7a385'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:00.296688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-e8b921db-9d0e-423a-be7c-5a9a56d88234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.298163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-e8b921db-9d0e-423a-be7c-5a9a56d88234 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634864 Jul 16 01:36:00.332581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-9f21469f-900d-40fd-821f-815772397d9a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/quotas/9aed513fa48643488d7c6fa13e41cd6e HTTP/1.1" status: 200 len: 375 time: 0.0199754 Jul 16 01:36:00.348462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dc14-bead-49d4-868b-519bfd487f1d req-82535234-0896-4e26-9a8f-d723555f8fc6 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.355301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86f3dc14-bead-49d4-868b-519bfd487f1d req-82535234-0896-4e26-9a8f-d723555f8fc6 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 944 time: 0.2206414 Jul 16 01:36:00.440013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e7d247ba-0c5c-4000-b001-ab00cc0c86ec up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:00.440648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86f3dc14-bead-49d4-868b-519bfd487f1d req-84eb3f30-17cd-47ff-b492-1740d52b8584 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842619 Jul 16 01:36:00.454723 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.525360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e7d247ba-0c5c-4000-b001-ab00cc0c86ec completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.527873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-197a23f4-3bf1-4609-bd0b-26a221c3c912 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1642442 Jul 16 01:36:00.530130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Allocated IP 172.25.5.122 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/935e6030-5f96-41d3-89a5-c7096b030e1c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:00.539797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-5e5f8435-2854-4609-abcd-a9b420c13686 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239969 Jul 16 01:36:00.618829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Made reservation on behalf of fa904b5cca0c428595567e1b6fc7a385 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:00.622803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.666298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724d202b-1549-430b-ad57-206810573476 req-e838010f-d8e3-40dd-9ca4-1dbd9145cd45 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 210 time: 0.0399742 Jul 16 01:36:00.703807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-bae55f98-4c7d-43f3-aad4-45c80ad65a4d service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560605 Jul 16 01:36:00.798357 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ae1a3758-7a98-4880-9130-c0d41939b020 req-63a2a05f-ad97-4c0d-8b79-3968c97636cf service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478542 Jul 16 01:36:00.821397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.824824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-67b36d90-6aa9-464a-b9a5-9213d174e94f service neutron] 10.222.0.81 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152363 Jul 16 01:36:00.889048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Allocated IP 172.20.0.7 (2569586c-2828-4141-a66f-a16fa3d3fcb6/92a3c5d0-7f91-437c-a9ad-0f93e605e8c0/7b96c5a5-04be-4633-8d7d-2cd363864a04) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:00.928930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.944472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a219824-692c-49f5-8084-3a1ffc00de7b None None] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:01.011731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Allocated IP 172.25.5.162 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/445ee7a7-df0d-4d04-980b-6c863d442df7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:01.034239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:01.046718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:01.048998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Pushing event updated for resources: {'Port': ['ID=935e6030-5f96-41d3-89a5-c7096b030e1c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.058344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:01.142002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10469d21-fe4e-442d-a368-14e28403cea0 None None] Provisioning for port e7d247ba-0c5c-4000-b001-ab00cc0c86ec completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:01.164188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-912097e2-1e6b-4a9f-9548-f084e2ba6654 req-20bf8506-fbe6-4bfc-ae58-24ca455bf73d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 210 time: 0.0458980 Jul 16 01:36:01.191132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10469d21-fe4e-442d-a368-14e28403cea0 None None] Provisioning complete for port e7d247ba-0c5c-4000-b001-ab00cc0c86ec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.191689 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10469d21-fe4e-442d-a368-14e28403cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.219332 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.265960 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.327139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:01.331481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:01.339464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:01.346540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'Port': ['ID=445ee7a7-df0d-4d04-980b-6c863d442df7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.372905 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10469d21-fe4e-442d-a368-14e28403cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.423853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-10469d21-fe4e-442d-a368-14e28403cea0 None None] For port e7d247ba-0c5c-4000-b001-ab00cc0c86ec, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:01.431120 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10469d21-fe4e-442d-a368-14e28403cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.467219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.533406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10469d21-fe4e-442d-a368-14e28403cea0 None None] Pushing event updated for resources: {'Port': ['ID=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.545561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.671298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.760474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6d76f16e-a733-4ecd-88ea-fb439d1451f7 None None] Provisioning complete for port e7d247ba-0c5c-4000-b001-ab00cc0c86ec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.760849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d76f16e-a733-4ecd-88ea-fb439d1451f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.768385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2cc0-b335-493b-a2db-5a9f0c7c9b3f req-2fd0921b-bbf4-4cd5-a5a9-a0b2f6c9299e tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.770850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-671f2cc0-b335-493b-a2db-5a9f0c7c9b3f req-2fd0921b-bbf4-4cd5-a5a9-a0b2f6c9299e tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 944 time: 0.1481495 Jul 16 01:36:01.798336 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.855321 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-671f2cc0-b335-493b-a2db-5a9f0c7c9b3f req-c8b01a34-9eb2-4147-9902-81fb05e9d109 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780261 Jul 16 01:36:01.903191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Network 2569586c-2828-4141-a66f-a16fa3d3fcb6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:01.911282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:01.921454 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.922369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:01.927032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.931533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Pushing event updated for resources: {'Port': ['ID=7b96c5a5-04be-4633-8d7d-2cd363864a04,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.981408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.015830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa401c-855b-49ed-a61e-81ea533b6c13 req-0fa43ee3-0c69-408b-b23b-08461f29900c tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.018850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84fa401c-855b-49ed-a61e-81ea533b6c13 req-0fa43ee3-0c69-408b-b23b-08461f29900c tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 931 time: 0.1780000 Jul 16 01:36:02.026643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'Port': ['ID=445ee7a7-df0d-4d04-980b-6c863d442df7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.030700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.031153 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.055760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-60029978-a244-4edc-8db3-b760acbac125 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7692165 Jul 16 01:36:02.061318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.092788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84fa401c-855b-49ed-a61e-81ea533b6c13 req-2cff13d8-ac97-4399-8c96-258e0942e64d tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615227 Jul 16 01:36:02.098714 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.099271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Request body: {'port': {'device_id': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:02.099936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-20225f32-b88f-4405-af4c-2554fc391239 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1515288 Jul 16 01:36:02.229415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.333198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.339316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b1a8ccb-c973-4d4a-a171-57c02f7c459c req-fe493025-ac41-471e-97d4-cbe474951332 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 210 time: 0.0336986 Jul 16 01:36:02.399146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e7d247ba-0c5c-4000-b001-ab00cc0c86ec up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:02.432784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-cfea611d-ee2d-488b-996f-872d845d79cd tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1373514630&fields=id&tenant_id=f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 267 time: 0.0957973 Jul 16 01:36:02.462189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e7d247ba-0c5c-4000-b001-ab00cc0c86ec triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.462856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.558925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-f1f37c6b-7b76-488b-8779-b5f6d3ac152f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.560885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-f1f37c6b-7b76-488b-8779-b5f6d3ac152f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 816 time: 0.1211913 Jul 16 01:36:02.578678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-013083d7-faf7-4b07-a2db-67e4d1ddeffb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/quotas/f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 375 time: 0.0110269 Jul 16 01:36:02.664614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-4165b54a-f925-477d-8119-4c32c146a3e7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747142 Jul 16 01:36:02.690479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4e391180-49cd-43f2-b2dd-15b95ef214a1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:02.695316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-d7ed0ffe-5586-4898-b1b8-024d762f1f65 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.696845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-d7ed0ffe-5586-4898-b1b8-024d762f1f65 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 811 time: 0.2925947 Jul 16 01:36:02.720972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Request body: {'port': {'device_id': '05b25184-23d1-4e63-a626-abff9bf85196', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'admin_state_up': True, 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:02.739428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 4e391180-49cd-43f2-b2dd-15b95ef214a1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:02.744928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 4e391180-49cd-43f2-b2dd-15b95ef214a1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.745804 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.772976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-3cea945e-bef8-41f6-8d60-53df7a822188 service neutron] 10.222.0.81 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963647 Jul 16 01:36:02.833384 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.857439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e391180-49cd-43f2-b2dd-15b95ef214a1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:02.859828 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f51a904-10f8-4386-806a-08710f88859b" -d '{"events": [{"server_uuid": "36d75ce3-3696-4aea-b6e7-0bc7d35621d2", "name": "network-vif-plugged", "status": "completed", "tag": "4e391180-49cd-43f2-b2dd-15b95ef214a1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:02.870451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b96c5a5-04be-4633-8d7d-2cd363864a04 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:02.873779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-73ab4567-4970-4d44-acda-bd8d70cc78bf service neutron] 10.222.0.81 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971603 Jul 16 01:36:02.882429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:02.884022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4e391180-49cd-43f2-b2dd-15b95ef214a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4e391180-49cd-43f2-b2dd-15b95ef214a1,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:02.890509 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.895727 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.901969 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126cc4bc-de1c-47db-88ca-f48e3218a8cd x-openstack-request-id: req-126cc4bc-de1c-47db-88ca-f48e3218a8cd {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:02.902258 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d75ce3-3696-4aea-b6e7-0bc7d35621d2", "name": "network-vif-plugged", "status": "completed", "tag": "4e391180-49cd-43f2-b2dd-15b95ef214a1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:02.902520 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-126cc4bc-de1c-47db-88ca-f48e3218a8cd {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:02.902910 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e391180-49cd-43f2-b2dd-15b95ef214a1', 'code': 200} Jul 16 01:36:02.937649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Transition to ACTIVE for port object 7b96c5a5-04be-4633-8d7d-2cd363864a04 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:02.967806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4e391180-49cd-43f2-b2dd-15b95ef214a1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.974550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.063256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Made reservation on behalf of 9aed513fa48643488d7c6fa13e41cd6e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:03.067556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.122865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7b96c5a5-04be-4633-8d7d-2cd363864a04,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.135681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24ca60a1-a136-4ddb-9203-6bb5645f10f7 req-0eb44577-f7d6-419b-b75d-cbba58a63412 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 210 time: 0.0380082 Jul 16 01:36:03.184312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad331790-b681-4078-ba0d-6a5cb3596940 req-7c2806f6-ce8a-43a9-8649-7c9ecec67a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.186052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad331790-b681-4078-ba0d-6a5cb3596940 req-7c2806f6-ce8a-43a9-8649-7c9ecec67a5e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 1096 time: 0.1917593 Jul 16 01:36:03.195832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf102bf3-7d60-48e0-bfe2-1767142bfd60 req-32fb0b06-4e63-4474-93b1-92bdc1c1d952 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.197443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf102bf3-7d60-48e0-bfe2-1767142bfd60 req-32fb0b06-4e63-4474-93b1-92bdc1c1d952 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 945 time: 0.1550348 Jul 16 01:36:03.233734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:03.248672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Sync routers for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:03.256141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad331790-b681-4078-ba0d-6a5cb3596940 req-4c490bd1-cde4-470b-a1f9-40f865070535 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577164 Jul 16 01:36:03.261971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf102bf3-7d60-48e0-bfe2-1767142bfd60 req-1fa04134-9eef-43c8-88f9-ad8ccde6f4b2 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573106 Jul 16 01:36:03.268690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:03.269768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:03.283823 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.285148 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5fa6ed3-14f8-4ad2-b3b0-895c784f83aa admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3536792 Jul 16 01:36:03.290007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.299298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Attempting to bind port 7b96c5a5-04be-4633-8d7d-2cd363864a04 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:03.299645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Attempting to bind port 7b96c5a5-04be-4633-8d7d-2cd363864a04 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3385ca73-0d16-4f8e-9748-2c6a1d9e7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:03.299987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Attempting to bind port 7b96c5a5-04be-4633-8d7d-2cd363864a04 on network 2569586c-2828-4141-a66f-a16fa3d3fcb6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:03.356894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Port 7b96c5a5-04be-4633-8d7d-2cd363864a04 on network 2569586c-2828-4141-a66f-a16fa3d3fcb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:03.357229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Attempting to bind port 7b96c5a5-04be-4633-8d7d-2cd363864a04 on network 2569586c-2828-4141-a66f-a16fa3d3fcb6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:03.381376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:03.381715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Checking segment: {'id': '3385ca73-0d16-4f8e-9748-2c6a1d9e7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:03.382256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Bound using segment: {'id': '3385ca73-0d16-4f8e-9748-2c6a1d9e7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:03.382781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Bound port: 7b96c5a5-04be-4633-8d7d-2cd363864a04, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3385ca73-0d16-4f8e-9748-2c6a1d9e7e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:03.383192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.397754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Allocated IP 172.20.0.13 (3f7db1a4-1994-4387-a044-f7026ae74634/c4dc9589-d8f7-4f97-a41c-a2099903218e/1a2c2621-c4fb-464e-ac71-5eed39c3c6bc) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:03.481193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75d16b-ddd3-49dd-b684-0c79ded3a778 req-f7a95d63-72bb-4128-8358-964a34a13a25 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.489929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f75d16b-ddd3-49dd-b684-0c79ded3a778 req-f7a95d63-72bb-4128-8358-964a34a13a25 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 943 time: 0.0780957 Jul 16 01:36:03.546268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f75d16b-ddd3-49dd-b684-0c79ded3a778 req-2ef40fe7-f567-475d-aaac-d0bdac0580bd tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536177 Jul 16 01:36:03.613359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] For port 7b96c5a5-04be-4633-8d7d-2cd363864a04, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:03.645226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] For port 7b96c5a5-04be-4633-8d7d-2cd363864a04, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7b96c5a5-04be-4633-8d7d-2cd363864a04,segment=NetworkSegment(3385ca73-0d16-4f8e-9748-2c6a1d9e7e66),segment_id=3385ca73-0d16-4f8e-9748-2c6a1d9e7e66)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:03.660494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.728868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:03.732312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b60e5b9c-e24c-4592-af18-62e7672391f5 req-75c48e48-dd19-4840-8acf-e1c5d2b692c0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 210 time: 0.0444977 Jul 16 01:36:03.769540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.770166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.771561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] 10.222.0.93 "PUT /v2.0/ports/7b96c5a5-04be-4633-8d7d-2cd363864a04 HTTP/1.1" status: 200 len: 1091 time: 1.6785326 Jul 16 01:36:03.776775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'tag': '7b96c5a5-04be-4633-8d7d-2cd363864a04'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:03.779009 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b", "tag": "7b96c5a5-04be-4633-8d7d-2cd363864a04"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:03.816968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80cfa4-23d8-4c81-b70b-8c6453569d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7b96c5a5-04be-4633-8d7d-2cd363864a04,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.837828 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4934a4-2c58-4375-b7f4-e7b65b7f1241 x-openstack-request-id: req-5f4934a4-2c58-4375-b7f4-e7b65b7f1241 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:03.838121 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b", "tag": "7b96c5a5-04be-4633-8d7d-2cd363864a04", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:03.838376 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f4934a4-2c58-4375-b7f4-e7b65b7f1241 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:03.838768 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'tag': '7b96c5a5-04be-4633-8d7d-2cd363864a04', 'status': 'completed', 'code': 200} Jul 16 01:36:03.882973 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.935592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 3, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:03.957041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Transition to ACTIVE for port object 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:03.962494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Checking router: 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:03.963146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Updating router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 port 935e6030-5f96-41d3-89a5-c7096b030e1c binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:03.997827 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.055160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-47af3da5-5e8e-45c5-803d-5fce0c1780fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.056721 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-47af3da5-5e8e-45c5-803d-5fce0c1780fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa904b5cca0c428595567e1b6fc7a385&device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 1094 time: 0.1699762 Jul 16 01:36:04.059882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.100332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67', '1369bddb-d1ef-4e7e-af03-28523e55bc3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:04.165604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Network 3f7db1a4-1994-4387-a044-f7026ae74634 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:04.169617 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-c1253259-cd9b-46d1-a58f-096e08a31327 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b96c5a5-04be-4633-8d7d-2cd363864a04 HTTP/1.1" status: 200 len: 217 time: 0.0772328 Jul 16 01:36:04.180282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:04.425615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52c1925b-57c6-49bb-ad52-a814690b647c req-5846e21d-7dad-4e8a-b7c0-cf4e630297cf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 210 time: 0.0846179 Jul 16 01:36:04.544521 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.558599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Transition to ACTIVE for port object 935e6030-5f96-41d3-89a5-c7096b030e1c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:04.579170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.595044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03d51-b967-42fb-8b10-8409c31d740e req-a7c214fc-b321-44b4-b5fb-a3bf325f2262 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.596454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30a03d51-b967-42fb-8b10-8409c31d740e req-a7c214fc-b321-44b4-b5fb-a3bf325f2262 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 945 time: 0.1513851 Jul 16 01:36:04.599198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:04.628280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.695858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30a03d51-b967-42fb-8b10-8409c31d740e req-f21a2272-b2f9-4dcb-96c7-6666b5c22b9f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868549 Jul 16 01:36:04.739053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.740073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.740663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-440a94b5-ae17-4637-87e3-a993da67b054 None None] Provisioning for port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:04.744210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-bedc8d9f-30b8-46e9-9036-a4a36a468c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.745931 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-bedc8d9f-30b8-46e9-9036-a4a36a468c1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92a3c5d0-7f91-437c-a9ad-0f93e605e8c0 HTTP/1.1" status: 200 len: 862 time: 0.5691917 Jul 16 01:36:04.765027 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.766106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-440a94b5-ae17-4637-87e3-a993da67b054 None None] Provisioning complete for port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:04.766577 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-440a94b5-ae17-4637-87e3-a993da67b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.768723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Attempting to bind port 935e6030-5f96-41d3-89a5-c7096b030e1c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:04.769106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Attempting to bind port 935e6030-5f96-41d3-89a5-c7096b030e1c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:04.769455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Attempting to bind port 935e6030-5f96-41d3-89a5-c7096b030e1c on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:04.800915 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-712b8ed2-c5ab-4bb7-b50b-059e31012870 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2569586c-2828-4141-a66f-a16fa3d3fcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466521 Jul 16 01:36:04.805263 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-59a92547-7555-4692-a27e-50bb51484790 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0955501 Jul 16 01:36:04.829433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Request body: {'port': {'device_id': '05b25184-23d1-4e63-a626-abff9bf85196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.859570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666906a-d1c1-4593-8b7c-6a8a80c9c771 None None] Pushing event updated for resources: {'Port': ['ID=935e6030-5f96-41d3-89a5-c7096b030e1c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.862030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:04.862402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:04.862803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.863183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:04.863656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Bound port: 935e6030-5f96-41d3-89a5-c7096b030e1c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:04.864037 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.886183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb307-da8d-4dc8-ac35-5a61e01626c0 req-c955aaed-76c1-4796-a1f6-baf4c157569c tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.887937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea7fb307-da8d-4dc8-ac35-5a61e01626c0 req-c955aaed-76c1-4796-a1f6-baf4c157569c tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 943 time: 0.1600921 Jul 16 01:36:04.904542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-440a94b5-ae17-4637-87e3-a993da67b054 None None] Port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:04.943672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] For port 935e6030-5f96-41d3-89a5-c7096b030e1c, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:04.948367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] For port 935e6030-5f96-41d3-89a5-c7096b030e1c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=935e6030-5f96-41d3-89a5-c7096b030e1c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:04.953869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-9c325c89-5516-4857-8ed1-f30926e96d93 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.955577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-9c325c89-5516-4857-8ed1-f30926e96d93 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 816 time: 0.2927592 Jul 16 01:36:04.961462 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.011452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea7fb307-da8d-4dc8-ac35-5a61e01626c0 req-9510832e-cc70-485d-8855-b6bb488129b4 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130588 Jul 16 01:36:05.048590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666906a-d1c1-4593-8b7c-6a8a80c9c771 None None] Pushing event updated for resources: {'Port': ['ID=935e6030-5f96-41d3-89a5-c7096b030e1c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.100026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-01b7b4ce-a115-4122-a521-4ec5a560020c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 380 time: 0.1284688 Jul 16 01:36:05.104635 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:05.105381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:05.113542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'port': {'device_id': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'admin_state_up': True, 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'security_groups': ['4be5a14a-7f19-4ef0-9293-cd68c5499254']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:05.141206 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.159783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148638-badf-4bd1-9547-6ebdb8328d2c req-153a00f1-1614-46cc-a0e5-24fe9becdc29 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.168247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94148638-badf-4bd1-9547-6ebdb8328d2c req-153a00f1-1614-46cc-a0e5-24fe9becdc29 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 932 time: 0.1685300 Jul 16 01:36:05.169071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-8daf38df-3f8c-48e8-a709-88cf06de3eeb service neutron] 10.222.0.93 "GET /v2.0/networks/2569586c-2828-4141-a66f-a16fa3d3fcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542180 Jul 16 01:36:05.220893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:05.241373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94148638-badf-4bd1-9547-6ebdb8328d2c req-8a060bf5-1b0f-461f-9c84-2888c57edf88 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730393 Jul 16 01:36:05.278539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Made reservation on behalf of f3e2b12e2e1a452183b9103626afe866 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:05.282129 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.304938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Allocated IP 172.20.0.1 (315c1063-c9fc-472d-a3c4-c4b396211a97/bf87c178-b578-4688-848a-ef5701d3c10e/d91e111a-2c0f-464f-92d0-dd3e0beba2f7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:05.405764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 3, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:05.423959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Allocated IP 172.20.0.11 (5a279976-2b3a-48ea-bd89-d72754d5e732/2e7d03e4-9942-48bb-9cb1-d29dd0470fab/96774f95-80fb-48a8-87ec-b8e540f15f02) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:05.433189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f7532b-4656-49f7-a37e-393f2007c051 None None] The sync data for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 is: [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 3, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:05.468813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bdaba4e1-0d56-4fe8-b415-714c38a5d3cf req-62c18755-6631-4dc8-9103-0efdc1eb0774 service neutron] 10.222.0.93 "GET /v2.0/networks/2569586c-2828-4141-a66f-a16fa3d3fcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766006 Jul 16 01:36:05.621566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.625299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42bc4f27-2ed2-420a-914e-9d3c0e266217 req-7faf7d07-aab2-408a-bdc8-6e6a0a847031 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 210 time: 0.0440700 Jul 16 01:36:05.638513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Transition to ACTIVE for port object 96774f95-80fb-48a8-87ec-b8e540f15f02 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.652718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.692866 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.695002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Transition to ACTIVE for port object d91e111a-2c0f-464f-92d0-dd3e0beba2f7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.698045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-ca3cb061-785f-44f5-bbfd-20d5f65fdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.699744 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-ca3cb061-785f-44f5-bbfd-20d5f65fdc7b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa904b5cca0c428595567e1b6fc7a385&device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 1094 time: 0.1789935 Jul 16 01:36:05.774686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.792508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:05.794551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:05.797833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:05.857028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.862908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.888013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:05.903863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.919765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.932309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-02b3fe2f-ff9e-4f11-b1f0-d90ef362d6de tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8233905 Jul 16 01:36:05.968081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Request body: {'port': {'device_id': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:05.971410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Transition to ACTIVE for port object 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.980697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-615683a0-fedf-4c58-bf2f-8b98c3a1972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.982188 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-615683a0-fedf-4c58-bf2f-8b98c3a1972d service neutron] 10.222.0.93 "GET /v2.0/networks?id=2569586c-2828-4141-a66f-a16fa3d3fcb6 HTTP/1.1" status: 200 len: 923 time: 0.2713096 Jul 16 01:36:05.982817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.062560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843a1fc-313a-4feb-a368-f0f7ae0ce18d req-19b385b7-fb62-495a-a28f-524293c92bad tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.070115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9843a1fc-313a-4feb-a368-f0f7ae0ce18d req-19b385b7-fb62-495a-a28f-524293c92bad tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 945 time: 0.1976392 Jul 16 01:36:06.089264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:06.095808 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-d8f62041-f175-4e3c-9681-4e241c33abc6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b96c5a5-04be-4633-8d7d-2cd363864a04 HTTP/1.1" status: 200 len: 217 time: 0.0941546 Jul 16 01:36:06.098803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Pushing event updated for resources: {'Port': ['ID=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.113757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:06.122096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:06.196888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9843a1fc-313a-4feb-a368-f0f7ae0ce18d req-f253208d-618c-4879-a5fd-db873a62e377 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217685 Jul 16 01:36:06.216697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.268917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8ec5ee23-8c7c-4ce8-bebf-92c82a14ec79 None None] Provisioning for port 96774f95-80fb-48a8-87ec-b8e540f15f02 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:06.277276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8ec5ee23-8c7c-4ce8-bebf-92c82a14ec79 None None] Provisioning complete for port 96774f95-80fb-48a8-87ec-b8e540f15f02 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:06.277964 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ee23-8c7c-4ce8-bebf-92c82a14ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.402657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5ee23-8c7c-4ce8-bebf-92c82a14ec79 None None] Port 96774f95-80fb-48a8-87ec-b8e540f15f02 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:06.509306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-56912863-d20e-4586-ab10-f5b7d2e7fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.510863 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-56912863-d20e-4586-ab10-f5b7d2e7fe8d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=92a3c5d0-7f91-437c-a9ad-0f93e605e8c0 HTTP/1.1" status: 200 len: 862 time: 0.3838904 Jul 16 01:36:06.524045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.534671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 935e6030-5f96-41d3-89a5-c7096b030e1c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:06.536840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.621397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 935e6030-5f96-41d3-89a5-c7096b030e1c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:06.628566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 935e6030-5f96-41d3-89a5-c7096b030e1c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:06.628998 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.656886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6033b77-4d44-41d8-8e38-2ad9659a006b None None] Provisioning for port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:06.664190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6033b77-4d44-41d8-8e38-2ad9659a006b None None] Provisioning complete for port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:06.664851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6033b77-4d44-41d8-8e38-2ad9659a006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.692099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-0475f8da-eca9-43a3-ace6-613005f28254 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2569586c-2828-4141-a66f-a16fa3d3fcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488485 Jul 16 01:36:06.707709 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-bd531f8c-040e-4b59-ad8e-5f2f5b51f9eb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7223928 Jul 16 01:36:06.734315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c6033b77-4d44-41d8-8e38-2ad9659a006b None None] Port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:06.805730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.832375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 935e6030-5f96-41d3-89a5-c7096b030e1c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=935e6030-5f96-41d3-89a5-c7096b030e1c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:06.839419 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.940204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=935e6030-5f96-41d3-89a5-c7096b030e1c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.944213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Attempting to bind port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:06.945714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Attempting to bind port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:06.946066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Attempting to bind port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:06.971721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc on network 3f7db1a4-1994-4387-a044-f7026ae74634 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:06.972064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Attempting to bind port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc on network 3f7db1a4-1994-4387-a044-f7026ae74634 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:07.016913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:07.017266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Checking segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:07.017672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Bound using segment: {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:07.018126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Bound port: 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecb51bd-ddd2-4930-9382-448520bee2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:07.018522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.079836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-1821e69a-837d-4c3d-a8b0-c0da0f6f3986 service neutron] 10.222.0.93 "GET /v2.0/networks/2569586c-2828-4141-a66f-a16fa3d3fcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756948 Jul 16 01:36:07.161196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.169019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5201c-4d44-42c0-a453-d8d501f657f6 req-0822cff4-85dd-402a-8b8d-12b5074b66e5 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.170360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12c5201c-4d44-42c0-a453-d8d501f657f6 req-0822cff4-85dd-402a-8b8d-12b5074b66e5 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 943 time: 0.9368126 Jul 16 01:36:07.193601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d649119-5e58-45c5-a18e-3a32ce9a5f9f req-a60d5550-5d83-4165-b6f2-76ce5fe87142 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.195640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d649119-5e58-45c5-a18e-3a32ce9a5f9f req-a60d5550-5d83-4165-b6f2-76ce5fe87142 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 944 time: 0.7217546 Jul 16 01:36:07.222290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-83d1f532-675e-456e-a4fa-3b37b06a1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.223816 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-83d1f532-675e-456e-a4fa-3b37b06a1a01 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.4367859 Jul 16 01:36:07.296345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:07.330373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:07.341382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12c5201c-4d44-42c0-a453-d8d501f657f6 req-d6259c57-b6ca-4a8d-a2c2-b76de41d1f4e tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571069 Jul 16 01:36:07.342312 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f1eeb11-5cc1-4140-a4f8-9a1f9022eb1f req-756a6cf0-a1aa-4a8e-8a03-66cc7db2a2b6 service neutron] 10.222.0.93 "GET /v2.0/networks/2569586c-2828-4141-a66f-a16fa3d3fcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525744 Jul 16 01:36:07.346290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.383507 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d649119-5e58-45c5-a18e-3a32ce9a5f9f req-a72ba563-e595-4d29-9390-9257d8335677 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761818 Jul 16 01:36:07.461240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.461765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.463434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] 10.222.0.93 "PUT /v2.0/ports/1a2c2621-c4fb-464e-ac71-5eed39c3c6bc HTTP/1.1" status: 200 len: 1092 time: 2.6472845 Jul 16 01:36:07.463893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:07.466164 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:07.539269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96774f95-80fb-48a8-87ec-b8e540f15f02 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:07.548166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.564136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-0a3a27bd-5f86-4f58-9d84-8da787f6cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.565662 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-0a3a27bd-5f86-4f58-9d84-8da787f6cecd service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.3079815 Jul 16 01:36:07.575343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Transition to ACTIVE for port object 96774f95-80fb-48a8-87ec-b8e540f15f02 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:07.592698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.673493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befabb9-0188-4de6-b679-9f1e53e2b57f service neutron] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.737168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.778085 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-02ae29c1-9840-4dba-ac30-80d29e031597 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.1997571 Jul 16 01:36:07.802789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a46512-b5d8-46d2-837d-fba555a9e9f3 req-9ddc565a-28a7-4e44-825c-a614a4d93fcf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.810588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8a46512-b5d8-46d2-837d-fba555a9e9f3 req-9ddc565a-28a7-4e44-825c-a614a4d93fcf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.2290592 Jul 16 01:36:07.874255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.887552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8a46512-b5d8-46d2-837d-fba555a9e9f3 req-5da9f6af-0c3b-494a-b0f7-ca2665432cfe tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759361 Jul 16 01:36:07.889323 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.932430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Attempting to bind port 96774f95-80fb-48a8-87ec-b8e540f15f02 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:07.932921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Attempting to bind port 96774f95-80fb-48a8-87ec-b8e540f15f02 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:07.933339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Attempting to bind port 96774f95-80fb-48a8-87ec-b8e540f15f02 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:07.947125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Port 96774f95-80fb-48a8-87ec-b8e540f15f02 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:07.947463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Attempting to bind port 96774f95-80fb-48a8-87ec-b8e540f15f02 on network 5a279976-2b3a-48ea-bd89-d72754d5e732 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:07.951203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-02abdae3-5f3e-47b4-9cc2-0d8622856e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.952770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-02abdae3-5f3e-47b4-9cc2-0d8622856e8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 1095 time: 0.4266334 Jul 16 01:36:07.955750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:07.956099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Checking segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:07.956556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Bound using segment: {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:07.957134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Bound port: 96774f95-80fb-48a8-87ec-b8e540f15f02, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:07.957519 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.971753 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6b7e6-60fa-47d1-bd26-65c2587b6242 x-openstack-request-id: req-c8b6b7e6-60fa-47d1-bd26-65c2587b6242 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:07.972048 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:07.972552 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8b6b7e6-60fa-47d1-bd26-65c2587b6242 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:07.973162 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'status': 'completed', 'code': 200} Jul 16 01:36:07.984879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-2d61f458-dd2d-40cb-8927-ee29ed371d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.986327 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-2d61f458-dd2d-40cb-8927-ee29ed371d0a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.2002392 Jul 16 01:36:08.042136 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-b23a77e6-f0bf-4be1-ab93-55f15ea7d85b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc HTTP/1.1" status: 200 len: 217 time: 0.0664401 Jul 16 01:36:08.076411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:08.083084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:08.091159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.109330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.109509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.110080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.111750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] 10.222.0.93 "PUT /v2.0/ports/96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 200 len: 1092 time: 2.1617217 Jul 16 01:36:08.111896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Pushing event updated for resources: {'Port': ['ID=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.113307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:08.127124 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:08.167328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-f2b35d50-1890-4d27-8be6-57462dde9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.168843 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-f2b35d50-1890-4d27-8be6-57462dde9291 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0975893 Jul 16 01:36:08.234693 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c12ee-143c-47fe-a116-23ffeb5bc4a4 x-openstack-request-id: req-2e9c12ee-143c-47fe-a116-23ffeb5bc4a4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:08.235725 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:08.236088 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e9c12ee-143c-47fe-a116-23ffeb5bc4a4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:08.237580 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'status': 'completed', 'code': 200} Jul 16 01:36:08.288159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea42c2a-f955-4543-9304-02bafa10132b service neutron] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.297991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-e0f074bf-e11d-4f2e-a8d2-bc61f1f7d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.299984 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-e0f074bf-e11d-4f2e-a8d2-bc61f1f7d28c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778640 Jul 16 01:36:08.351477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-90cbeb66-ea44-4d4f-a349-3a7a54308f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.352970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-90cbeb66-ea44-4d4f-a349-3a7a54308f90 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1095 time: 0.1447384 Jul 16 01:36:08.412722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-4f904579-1a89-4238-bee0-6df8827a4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.416495 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-4f904579-1a89-4238-bee0-6df8827a4ba0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368028 Jul 16 01:36:08.418779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:08.489034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-fb5d8ee3-a9ff-40be-8f93-f7e9e30f7cdb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 200 len: 217 time: 0.1157436 Jul 16 01:36:08.497077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 935e6030-5f96-41d3-89a5-c7096b030e1c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:08.571261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:08.611980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 935e6030-5f96-41d3-89a5-c7096b030e1c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:08.613471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-d47c9821-94d3-4aa8-8287-3990a755579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.614055 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.619684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-d47c9821-94d3-4aa8-8287-3990a755579c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.1207242 Jul 16 01:36:08.734898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7b96c5a5-04be-4633-8d7d-2cd363864a04 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:08.810681 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-8439b1b6-09fc-4460-a7e7-7d2cd168d930 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690131 Jul 16 01:36:08.853316 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-13faa532-4938-4fe0-b5f4-e09305277412 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435622 Jul 16 01:36:08.855029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc5376-53af-4c44-aa74-cd1180448f50 req-2c2a4c6e-64f7-4bc3-b1d0-2b74a64ff448 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.861956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2abc5376-53af-4c44-aa74-cd1180448f50 req-2c2a4c6e-64f7-4bc3-b1d0-2b74a64ff448 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 944 time: 0.1708093 Jul 16 01:36:08.884480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb697c-857d-40e7-b006-d946fb023398 req-10d522e9-7193-41a3-a345-f0c853198931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.886050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-10d522e9-7193-41a3-a345-f0c853198931 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518210 Jul 16 01:36:08.893650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df077c5-1b5b-4c4f-8736-a280bf470655 req-12939613-d447-4b80-a379-bda60a0f112e tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.901630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4df077c5-1b5b-4c4f-8736-a280bf470655 req-12939613-d447-4b80-a379-bda60a0f112e tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 943 time: 0.2802410 Jul 16 01:36:08.966466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7b96c5a5-04be-4633-8d7d-2cd363864a04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7b96c5a5-04be-4633-8d7d-2cd363864a04,segment=NetworkSegment(3385ca73-0d16-4f8e-9748-2c6a1d9e7e66),segment_id=3385ca73-0d16-4f8e-9748-2c6a1d9e7e66)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.978830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '7b96c5a5-04be-4633-8d7d-2cd363864a04', 'network_id': '2569586c-2828-4141-a66f-a16fa3d3fcb6', 'port_id': '7b96c5a5-04be-4633-8d7d-2cd363864a04', 'mac_address': 'fa:16:3e:9e:0b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a3c5d0-7f91-437c-a9ad-0f93e605e8c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:08.986222 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2abc5376-53af-4c44-aa74-cd1180448f50 req-6216627a-3c1a-449e-9aaa-f225bb9324b6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219282 Jul 16 01:36:09.042115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:09.053367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4df077c5-1b5b-4c4f-8736-a280bf470655 req-fd5f5d42-e9b3-4d45-9280-9aa1889441f1 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499903 Jul 16 01:36:09.060147 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.086245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b96c5a5-04be-4633-8d7d-2cd363864a04 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:09.099732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-1a941a3c-5a99-4a34-bdab-2431e3dc171b service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908708 Jul 16 01:36:09.122535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-66f0d597-b089-421f-8406-1aa8714a7945 None None] Provisioning complete for port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:09.125152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-66f0d597-b089-421f-8406-1aa8714a7945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.206914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7b96c5a5-04be-4633-8d7d-2cd363864a04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7b96c5a5-04be-4633-8d7d-2cd363864a04,segment=NetworkSegment(3385ca73-0d16-4f8e-9748-2c6a1d9e7e66),segment_id=3385ca73-0d16-4f8e-9748-2c6a1d9e7e66)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.229097 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.249978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-66f0d597-b089-421f-8406-1aa8714a7945 None None] Port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:09.311112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=7b96c5a5-04be-4633-8d7d-2cd363864a04,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.317770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75eb697c-857d-40e7-b006-d946fb023398 req-b6046cfa-8d4a-4153-b4db-3d8e1ffb4d0d service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090964 Jul 16 01:36:09.483619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-1bc249af-9e82-4a1a-ad4f-b3cdb3c69613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.485182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-1bc249af-9e82-4a1a-ad4f-b3cdb3c69613 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1095 time: 0.1107197 Jul 16 01:36:09.490911 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cb23c3c8-77e3-459b-a161-d4feb9652621 req-db9e4dd3-5854-45ad-94a4-e6ec967fe43b service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719728 Jul 16 01:36:09.499700 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f0a3aec-9b23-4eee-aa28-17999e592713 req-eb279ff2-4992-4568-84c7-6abaf3f46907 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360304 Jul 16 01:36:09.506393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500375b-8cc7-4644-9e01-30a66602e92d req-24860e3a-6e2e-4798-b7f5-98c3e01b439d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.509034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f500375b-8cc7-4644-9e01-30a66602e92d req-24860e3a-6e2e-4798-b7f5-98c3e01b439d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.1003399 Jul 16 01:36:09.561869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:09.577189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9083f4e3-6181-4ddd-946d-e842b334bceb admin admin] 10.222.0.81 "PUT /v2.0/routers/8fbc9d58-93d9-4afe-af43-1576f36a5ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2769222 Jul 16 01:36:09.583269 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Sync routers for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:09.599011 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:09.600318 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:09.606347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f500375b-8cc7-4644-9e01-30a66602e92d req-6884b253-17a2-4796-b013-d6153564d35a tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857785 Jul 16 01:36:09.692585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-e73d1171-d8fd-4f72-bbf5-3b0ab1fe36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.694615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7b96c5a5-04be-4633-8d7d-2cd363864a04'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:09.705706 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-e73d1171-d8fd-4f72-bbf5-3b0ab1fe36f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 1095 time: 0.1321385 Jul 16 01:36:09.710637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-c77a6053-94c0-4870-a3ea-d114d249900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.716032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-c77a6053-94c0-4870-a3ea-d114d249900f service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.2060106 Jul 16 01:36:09.781899 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:09.808836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-12ca1300-739a-4527-b6a8-62818a0b7500 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 200 len: 217 time: 0.0839045 Jul 16 01:36:09.903404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-4b4db158-de9c-48ad-8c74-1320c25f1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.904918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-4b4db158-de9c-48ad-8c74-1320c25f1383 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1920397 Jul 16 01:36:09.919082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-db2e02bb-b4dd-4f5f-93a4-1292289d804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.922560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-db2e02bb-b4dd-4f5f-93a4-1292289d804c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.1067774 Jul 16 01:36:10.036182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-69a2bc97-9b27-4308-a780-79b955b255f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc HTTP/1.1" status: 200 len: 217 time: 0.1213369 Jul 16 01:36:10.055114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-9e008e84-2b91-4db2-99f0-7a887c1926d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.056545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-9e008e84-2b91-4db2-99f0-7a887c1926d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265564 Jul 16 01:36:10.159131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-9a9866e3-72af-4023-9e8a-164b6f3be6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.160631 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-9a9866e3-72af-4023-9e8a-164b6f3be6a8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.1161597 Jul 16 01:36:10.185367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33962) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.191014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0bbd0ad7-622a-478b-8f18-dba80e8d08aa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--878863684', 'description': 'tempest-description--907220530'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.201918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-8eadaec8-230a-47fb-94dd-414db6e6a8e6 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366353 Jul 16 01:36:10.268721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ad7-622a-478b-8f18-dba80e8d08aa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.298053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-315c3f82-e3b4-4ecb-bcf7-8d317a91f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.300481 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-315c3f82-e3b4-4ecb-bcf7-8d317a91f610 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313622 Jul 16 01:36:10.329344 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:07Z', 'revision_number': 2, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:10.362708 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Checking router: 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:10.362968 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Updating router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:10.400331 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.477181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6532b7e-4743-42ea-b6fc-4cb5b71ba644 req-a7c529d5-20a4-4a1a-8c75-4d9514a58339 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653840 Jul 16 01:36:10.488155 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-44e36304-edf5-4cc0-81c4-97d6a9dd1efd service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777403 Jul 16 01:36:10.505506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35fd4a-1515-4ceb-81b5-a34af234d668 req-dc1bade9-7467-4c4d-acb0-93593dd88d1f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.514663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad35fd4a-1515-4ceb-81b5-a34af234d668 req-dc1bade9-7467-4c4d-acb0-93593dd88d1f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 944 time: 0.3015225 Jul 16 01:36:10.550393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07b1e3-18c0-4ef8-bcb7-909aab92e021 req-b6fcd593-c191-44cc-9592-c0ffdac042af tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.555439 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ad7-622a-478b-8f18-dba80e8d08aa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.558999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b07b1e3-18c0-4ef8-bcb7-909aab92e021 req-b6fcd593-c191-44cc-9592-c0ffdac042af tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 944 time: 0.2331290 Jul 16 01:36:10.565719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ad7-622a-478b-8f18-dba80e8d08aa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.604002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad35fd4a-1515-4ceb-81b5-a34af234d668 req-e802ea3d-89d1-4768-8279-9034a003d916 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884385 Jul 16 01:36:10.650776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b07b1e3-18c0-4ef8-bcb7-909aab92e021 req-dd4fe298-4253-41e8-909e-57ca93574fc5 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908267 Jul 16 01:36:10.653254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ad7-622a-478b-8f18-dba80e8d08aa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.654647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0bbd0ad7-622a-478b-8f18-dba80e8d08aa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4675336 Jul 16 01:36:10.657458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.666383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d346dfbe-a8da-4175-9b07-8efcafa09a8d tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Request body: {'security_group_rule': {'security_group_id': 'ec0480ff-04eb-4caf-a20c-a9cad386e587', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.676513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd0ad7-622a-478b-8f18-dba80e8d08aa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0480ff-04eb-4caf-a20c-a9cad386e587,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.685704 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2dcc1fb-33ba-476e-a512-db73ac1c7bbf req-450aec4a-b105-4946-b53b-4e29815f5701 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859739 Jul 16 01:36:10.731190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d346dfbe-a8da-4175-9b07-8efcafa09a8d tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.772009 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.786541 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Transition to ACTIVE for port object d91e111a-2c0f-464f-92d0-dd3e0beba2f7 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:10.796617 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.813576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d346dfbe-a8da-4175-9b07-8efcafa09a8d tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.821747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d346dfbe-a8da-4175-9b07-8efcafa09a8d tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.853478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346dfbe-a8da-4175-9b07-8efcafa09a8d tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af70505-bbb6-4585-8474-a8f49865fe72,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.879645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d346dfbe-a8da-4175-9b07-8efcafa09a8d tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.881082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d346dfbe-a8da-4175-9b07-8efcafa09a8d tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2226877 Jul 16 01:36:10.884162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33974) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.889071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9cbb14d6-9cdc-49b7-9cc3-5944e773940a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Request body: {'security_group_rule': {'security_group_id': 'ec0480ff-04eb-4caf-a20c-a9cad386e587', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.936207 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Pushing event updated for resources: {'Port': ['ID=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.938587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbb14d6-9cdc-49b7-9cc3-5944e773940a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.950243 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.950595 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.950939 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.951275 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.951611 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.951944 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.952293 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.952617 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.952943 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.953263 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.953582 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.953901 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.959206 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Attempting to bind port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:10.959591 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Attempting to bind port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:10.959932 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Attempting to bind port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 on network 315c1063-c9fc-472d-a3c4-c4b396211a97 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:10.975275 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:10.976845 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Checking segment: {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:10.977263 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.977665 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Bound using segment: {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:10.978219 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Bound port: d91e111a-2c0f-464f-92d0-dd3e0beba2f7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:10.978593 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.006627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5542e-2f1b-415d-9fe2-6f4012708853 req-ddd74b62-d47d-472e-a550-118bffa57c23 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.014849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2dd5542e-2f1b-415d-9fe2-6f4012708853 req-ddd74b62-d47d-472e-a550-118bffa57c23 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.0966759 Jul 16 01:36:11.021807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbb14d6-9cdc-49b7-9cc3-5944e773940a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.027461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbb14d6-9cdc-49b7-9cc3-5944e773940a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.054961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbb14d6-9cdc-49b7-9cc3-5944e773940a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.056870 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9cbb14d6-9cdc-49b7-9cc3-5944e773940a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711171 Jul 16 01:36:11.062687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.067529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:11.079187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb14d6-9cdc-49b7-9cc3-5944e773940a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5cb879-073d-41d3-9292-d984cb14ea45,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.092384 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] For port d91e111a-2c0f-464f-92d0-dd3e0beba2f7, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:11.099643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2dd5542e-2f1b-415d-9fe2-6f4012708853 req-1d65e255-cb71-4a2f-8b6f-24963090a032 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779746 Jul 16 01:36:11.103511 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] For port d91e111a-2c0f-464f-92d0-dd3e0beba2f7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:11.109014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.111267 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.184075 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:11.184745 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:35:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:11.223164 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a728-b55c-486c-a31f-e24947c57f66 None None] Pushing event updated for resources: {'Port': ['ID=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.251809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.315916 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:11.412066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Allocated IP 172.25.5.95 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/8c52d03b-4040-4802-b244-3a8e3137db20) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:11.523545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.536011 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:11.547629 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-471b7579-fbeb-4448-bd9f-281ac0c69860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.569381 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9d767-cc9f-4130-a54e-6cb6c3671715 None None] The sync data for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 is: [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:11.578798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.631722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:11.634095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:11.641292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:11.676323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event updated for resources: {'Port': ['ID=8c52d03b-4040-4802-b244-3a8e3137db20,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.810720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.869150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.904586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e3b3a-d6b8-44a7-8dc1-c54e249b8591 req-7a798795-1905-46da-81f6-817d34b01919 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.906212 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f72e3b3a-d6b8-44a7-8dc1-c54e249b8591 req-7a798795-1905-46da-81f6-817d34b01919 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 944 time: 0.1190901 Jul 16 01:36:11.962517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c1aed-faed-48f0-b937-3bb3e9e22154 req-9b1333c0-256b-47d6-87f2-727617635f0e tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.964077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-702c1aed-faed-48f0-b937-3bb3e9e22154 req-9b1333c0-256b-47d6-87f2-727617635f0e tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 944 time: 0.1334014 Jul 16 01:36:11.977401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f72e3b3a-d6b8-44a7-8dc1-c54e249b8591 req-05baa6e0-5cf2-4633-8832-11b8e67d39af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619709 Jul 16 01:36:12.030863 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-702c1aed-faed-48f0-b937-3bb3e9e22154 req-102a9d4d-7f10-48ec-b8ec-fcac8a671b9a tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577695 Jul 16 01:36:12.126988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.135393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.237015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event updated for resources: {'Port': ['ID=8c52d03b-4040-4802-b244-3a8e3137db20,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.245659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.262203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.270031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4ad4223b-e7bc-4578-99d5-d24ec01ccc32 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2052722 Jul 16 01:36:12.419474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d91e111a-2c0f-464f-92d0-dd3e0beba2f7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:12.463959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-728de294-4698-4898-b613-ab6159b0ba4a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--878863684&fields=id&tenant_id=619da3cc9ae7493f88a716fd020b759a HTTP/1.1" status: 200 len: 267 time: 0.0688114 Jul 16 01:36:12.487751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:12.492047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:12.492453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.508463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69ce9a-b34d-4147-9436-c015cb905916 req-8aa58a82-627d-4985-bd3f-ef6e60b12d47 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.510085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b69ce9a-b34d-4147-9436-c015cb905916 req-8aa58a82-627d-4985-bd3f-ef6e60b12d47 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.2016885 Jul 16 01:36:12.599710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.603489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b69ce9a-b34d-4147-9436-c015cb905916 req-71c588f4-e744-4f16-822f-14b08c2aa61b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838964 Jul 16 01:36:12.629047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-a9e5ceb0-e332-4ae6-b48d-075324dc0dac tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.632846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-a9e5ceb0-e332-4ae6-b48d-075324dc0dac tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/networks?id=315c1063-c9fc-472d-a3c4-c4b396211a97 HTTP/1.1" status: 200 len: 812 time: 0.1677763 Jul 16 01:36:12.649778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-9c1b70d5-a7d5-4b1d-bc6b-0b3bfed8b9f7 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/quotas/619da3cc9ae7493f88a716fd020b759a HTTP/1.1" status: 200 len: 375 time: 0.0128002 Jul 16 01:36:12.655281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port d91e111a-2c0f-464f-92d0-dd3e0beba2f7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:12.659877 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.718694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:12.724864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7b96c5a5-04be-4633-8d7d-2cd363864a04 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:12.733646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-f846706a-d211-4a78-a2f7-53a6f27e8adb tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=619da3cc9ae7493f88a716fd020b759a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763948 Jul 16 01:36:12.755008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.840315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 7b96c5a5-04be-4633-8d7d-2cd363864a04 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:12.845610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 7b96c5a5-04be-4633-8d7d-2cd363864a04 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:12.846347 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.884950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-0115b21d-b502-49f5-9066-bb4ae9af4fdf service neutron] 10.222.0.81 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421390 Jul 16 01:36:12.911603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:12.943860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'port_id': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'mac_address': 'fa:16:3e:bc:b2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:12.992757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-38f6d0e7-4be6-4cdc-985a-e226c7a9eb1d service neutron] 10.222.0.81 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065307 Jul 16 01:36:13.154631 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.161364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.181810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96774f95-80fb-48a8-87ec-b8e540f15f02 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:13.212955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b96c5a5-04be-4633-8d7d-2cd363864a04'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:13.215182 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b299c34-fecb-4d1c-beaa-511f463a8022" -d '{"events": [{"server_uuid": "a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "7b96c5a5-04be-4633-8d7d-2cd363864a04"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:13.221804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.236199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.236969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:13.240159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7b96c5a5-04be-4633-8d7d-2cd363864a04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7b96c5a5-04be-4633-8d7d-2cd363864a04,segment=NetworkSegment(3385ca73-0d16-4f8e-9748-2c6a1d9e7e66),segment_id=3385ca73-0d16-4f8e-9748-2c6a1d9e7e66)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.268734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314df5c7-3358-43c7-8672-80483a0be05b req-065eae3a-2eb1-4a91-948d-6e56866180d9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.271768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-314df5c7-3358-43c7-8672-80483a0be05b req-065eae3a-2eb1-4a91-948d-6e56866180d9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 944 time: 0.1195083 Jul 16 01:36:13.283179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.333823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.349262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-314df5c7-3358-43c7-8672-80483a0be05b req-e915159e-ed72-4d17-9716-9d1f5b498ec2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597141 Jul 16 01:36:13.442748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.450628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=7b96c5a5-04be-4633-8d7d-2cd363864a04,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.457664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'mac_address': 'fa:16:3e:14:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:13.510030 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.523928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960d322-6f85-4516-9401-fb38bc6ae0a4 req-2a22aa41-58bb-44e2-8eed-c1dd2fa05b2c tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.526517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:13.534618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a960d322-6f85-4516-9401-fb38bc6ae0a4 req-2a22aa41-58bb-44e2-8eed-c1dd2fa05b2c tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 945 time: 0.1330247 Jul 16 01:36:13.550279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.556062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.622132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a960d322-6f85-4516-9401-fb38bc6ae0a4 req-77d35ddc-a20b-4b42-940b-a105d473afbd tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788224 Jul 16 01:36:13.628938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.704791 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2630258c-3da6-4ebb-ab5a-530bc052020c x-openstack-request-id: req-2630258c-3da6-4ebb-ab5a-530bc052020c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:13.705092 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b", "name": "network-vif-plugged", "status": "completed", "tag": "7b96c5a5-04be-4633-8d7d-2cd363864a04", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:13.705339 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2630258c-3da6-4ebb-ab5a-530bc052020c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:13.705755 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b96c5a5-04be-4633-8d7d-2cd363864a04', 'code': 200} Jul 16 01:36:13.715659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b51dc5d2-9cae-467f-9194-3b5306fba28b req-73a98950-6fd8-4828-8a34-fb91d007ebde tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 210 time: 0.0348227 Jul 16 01:36:13.877065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0d363-0612-4900-b944-e3718823ad3d req-9227e3a7-054a-4179-b92e-5ddca6a5150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.878686 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cc0d363-0612-4900-b944-e3718823ad3d req-9227e3a7-054a-4179-b92e-5ddca6a5150a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 1096 time: 0.0906751 Jul 16 01:36:13.894263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4130d-4877-4774-a72d-cf64b5e36e57 req-3e5d3e38-ff7a-4442-a2c5-833a4a968a89 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.896105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ea4130d-4877-4774-a72d-cf64b5e36e57 req-3e5d3e38-ff7a-4442-a2c5-833a4a968a89 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 945 time: 0.0809851 Jul 16 01:36:13.925120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cc0d363-0612-4900-b944-e3718823ad3d req-2a6a9531-d9ee-46e6-8bd7-d9520932f330 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Jul 16 01:36:13.942026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ea4130d-4877-4774-a72d-cf64b5e36e57 req-4b7aa2b5-9998-44f3-97be-97fde5803d56 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392594 Jul 16 01:36:14.039936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1a2c2621-c4fb-464e-ac71-5eed39c3c6bc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:14.079232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['96774f95-80fb-48a8-87ec-b8e540f15f02'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:14.249238 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-575d4143-e970-40ed-8a1c-94a209b30f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.380747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.394515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d91e111a-2c0f-464f-92d0-dd3e0beba2f7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:14.448705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.449086 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.541847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bcbd2-0129-4320-9d44-b558bec38e38 req-6b6b1a26-9672-4a72-af75-0f67a25004e9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.548515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-580bcbd2-0129-4320-9d44-b558bec38e38 req-6b6b1a26-9672-4a72-af75-0f67a25004e9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 945 time: 0.0805633 Jul 16 01:36:14.596779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-580bcbd2-0129-4320-9d44-b558bec38e38 req-7b2ec95b-83ba-4aef-8798-a27d181b3460 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473568 Jul 16 01:36:14.876745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3939-407d-4d37-9991-1964857e856e req-ce093425-dc12-4e5d-bf7d-066acbeb52a7 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.890401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192a3939-407d-4d37-9991-1964857e856e req-ce093425-dc12-4e5d-bf7d-066acbeb52a7 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 945 time: 0.1267316 Jul 16 01:36:14.936587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-d00c20fd-113a-4d72-94e9-13e39673e152 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.938242 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-d00c20fd-113a-4d72-94e9-13e39673e152 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.93 "GET /v2.0/networks?id=315c1063-c9fc-472d-a3c4-c4b396211a97 HTTP/1.1" status: 200 len: 812 time: 0.1521740 Jul 16 01:36:14.962024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e93f3a8-d55b-4cee-9e55-e4aab678b131 req-413f1d2d-c59d-4af7-b235-2c0665a2a84f tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 210 time: 0.0689793 Jul 16 01:36:14.991027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192a3939-407d-4d37-9991-1964857e856e req-4b6d36a4-4c1d-4349-9d6f-a920084a69e8 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982733 Jul 16 01:36:15.021140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-cd04555f-500b-4814-a573-938b426f83fa tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=619da3cc9ae7493f88a716fd020b759a HTTP/1.1" status: 200 len: 379 time: 0.0612681 Jul 16 01:36:15.034384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Request body: {'port': {'device_id': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'admin_state_up': True, 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'security_groups': ['ec0480ff-04eb-4caf-a20c-a9cad386e587']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.180362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Made reservation on behalf of 619da3cc9ae7493f88a716fd020b759a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:15.185069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.231476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3abb0a-5283-4b2e-82c3-100b339a8afa req-913e538b-a25d-40a5-be9b-0b6d3bd400a8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.233392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a3abb0a-5283-4b2e-82c3-100b339a8afa req-913e538b-a25d-40a5-be9b-0b6d3bd400a8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 945 time: 0.1052194 Jul 16 01:36:15.267458 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.283932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a3abb0a-5283-4b2e-82c3-100b339a8afa req-0d4746eb-605f-4403-8932-d57983618f46 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Jul 16 01:36:15.340412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Allocated IP 172.20.0.5 (315c1063-c9fc-472d-a3c4-c4b396211a97/bf87c178-b578-4688-848a-ef5701d3c10e/f89bbd63-a894-4ade-b60f-5146f0ff27e5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:15.485417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.499709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Transition to ACTIVE for port object f89bbd63-a894-4ade-b60f-5146f0ff27e5 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:15.536936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.589720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:15.592967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:15.596885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:15.669651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.670589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.688551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event updated for resources: {'Port': ['ID=f89bbd63-a894-4ade-b60f-5146f0ff27e5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.705313 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-42a2b74c-381b-4ba8-b11d-8809c7a7f117 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6774697 Jul 16 01:36:15.722408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Request body: {'port': {'device_id': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.845344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.873019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c64af4-bd83-49a5-8795-c4db1003d457 req-e882a3d7-a57f-4ca4-82cd-c1e41dc83331 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.881906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7c64af4-bd83-49a5-8795-c4db1003d457 req-e882a3d7-a57f-4ca4-82cd-c1e41dc83331 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 945 time: 0.1037345 Jul 16 01:36:15.885063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2b4ec1fb-763f-4514-8c41-8fee32233d38 None None] Provisioning for port f89bbd63-a894-4ade-b60f-5146f0ff27e5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:15.890586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2b4ec1fb-763f-4514-8c41-8fee32233d38 None None] Provisioning complete for port f89bbd63-a894-4ade-b60f-5146f0ff27e5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.891233 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec1fb-763f-4514-8c41-8fee32233d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.938564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7c64af4-bd83-49a5-8795-c4db1003d457 req-a5b61e28-2852-49be-8ccc-da17eb1c8758 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Jul 16 01:36:15.957334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ec1fb-763f-4514-8c41-8fee32233d38 None None] Port f89bbd63-a894-4ade-b60f-5146f0ff27e5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:16.054198 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.190987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89bbd63-a894-4ade-b60f-5146f0ff27e5 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:16.201658 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c6466-fb70-441e-88b6-9a5695779873 req-b687544f-3c4d-4818-b566-b734ada7510f tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.202711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.203253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e7c6466-fb70-441e-88b6-9a5695779873 req-b687544f-3c4d-4818-b566-b734ada7510f tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 931 time: 0.1104476 Jul 16 01:36:16.217242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Transition to ACTIVE for port object f89bbd63-a894-4ade-b60f-5146f0ff27e5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:16.218018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97388f77-0f33-49fb-a1d8-557926a36ace req-aa1b2a8b-5dd8-4ba7-9e9d-0504d3f49a25 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.219712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97388f77-0f33-49fb-a1d8-557926a36ace req-aa1b2a8b-5dd8-4ba7-9e9d-0504d3f49a25 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 945 time: 0.0966978 Jul 16 01:36:16.223648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.290505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e7c6466-fb70-441e-88b6-9a5695779873 req-c4bb6f6f-30f1-4244-9ec1-328b4f07935f tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814948 Jul 16 01:36:16.308671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97388f77-0f33-49fb-a1d8-557926a36ace req-942c51b3-cc09-441b-b962-83230c906009 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768244 Jul 16 01:36:16.334622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f89bbd63-a894-4ade-b60f-5146f0ff27e5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.391065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Attempting to bind port f89bbd63-a894-4ade-b60f-5146f0ff27e5 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:16.391412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Attempting to bind port f89bbd63-a894-4ade-b60f-5146f0ff27e5 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:16.391752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Attempting to bind port f89bbd63-a894-4ade-b60f-5146f0ff27e5 on network 315c1063-c9fc-472d-a3c4-c4b396211a97 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:16.405953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Port f89bbd63-a894-4ade-b60f-5146f0ff27e5 on network 315c1063-c9fc-472d-a3c4-c4b396211a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:16.406285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Attempting to bind port f89bbd63-a894-4ade-b60f-5146f0ff27e5 on network 315c1063-c9fc-472d-a3c4-c4b396211a97 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:16.412500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:16.413118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Checking segment: {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:16.413516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Bound using segment: {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:16.413957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Bound port: f89bbd63-a894-4ade-b60f-5146f0ff27e5, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3835caa-88f2-4e0a-b145-d1e7815f4b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:16.414328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.506314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] For port f89bbd63-a894-4ade-b60f-5146f0ff27e5, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:16.510647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] For port f89bbd63-a894-4ade-b60f-5146f0ff27e5, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:16.516692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.557644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.558254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.559996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] 10.222.0.93 "PUT /v2.0/ports/f89bbd63-a894-4ade-b60f-5146f0ff27e5 HTTP/1.1" status: 200 len: 1091 time: 0.8457434 Jul 16 01:36:16.560511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:16.562783 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25" -d '{"events": [{"name": "network-changed", "server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:16.619837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f6567-88bd-48ad-b96c-3e6945130f61 req-b43b0112-e603-42a0-9f9f-64c7fbdee8e8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.621636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b01f6567-88bd-48ad-b96c-3e6945130f61 req-b43b0112-e603-42a0-9f9f-64c7fbdee8e8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 945 time: 0.1170180 Jul 16 01:36:16.668829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b01f6567-88bd-48ad-b96c-3e6945130f61 req-5782581b-d571-43c9-8885-e2812d524f5d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Jul 16 01:36:16.672860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ecb93-1893-46b2-97c0-585ef3c5d6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f89bbd63-a894-4ade-b60f-5146f0ff27e5,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.704457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-fb942381-9a02-40dc-bab6-e62d18ef2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.706219 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-fb942381-9a02-40dc-bab6-e62d18ef2011 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=619da3cc9ae7493f88a716fd020b759a&device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 1094 time: 0.0918744 Jul 16 01:36:16.751993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:16.805807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.812621 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc24c70-7399-47b0-b313-2273caf68e49 x-openstack-request-id: req-abc24c70-7399-47b0-b313-2273caf68e49 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:16.817544 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:16.817829 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abc24c70-7399-47b0-b313-2273caf68e49 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:16.818273 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'status': 'completed', 'code': 200} Jul 16 01:36:16.825901 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-5d43d0a6-c4da-47cd-b37c-bb4def2efe29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5 HTTP/1.1" status: 200 len: 217 time: 0.1115196 Jul 16 01:36:16.873824 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 96774f95-80fb-48a8-87ec-b8e540f15f02 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:16.879398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 96774f95-80fb-48a8-87ec-b8e540f15f02 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:16.880487 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.904112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-88ff3976-76b2-425c-9379-e01bb94caab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.907696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-88ff3976-76b2-425c-9379-e01bb94caab4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf87c178-b578-4688-848a-ef5701d3c10e HTTP/1.1" status: 200 len: 851 time: 0.0713708 Jul 16 01:36:16.978653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd336-2ca3-469c-8dbb-1946741adabf req-a7da8a95-602a-4f46-95a8-c4c63774137f tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.979156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-8b68d84b-0d30-4154-b2ec-1351c4126ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.980831 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-8b68d84b-0d30-4154-b2ec-1351c4126ea7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=315c1063-c9fc-472d-a3c4-c4b396211a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655456 Jul 16 01:36:16.985873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d21cd336-2ca3-469c-8dbb-1946741adabf req-a7da8a95-602a-4f46-95a8-c4c63774137f tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 945 time: 0.0966558 Jul 16 01:36:17.039088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d21cd336-2ca3-469c-8dbb-1946741adabf req-199cc804-1f67-4691-8fd8-52eafb6ab60e tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516515 Jul 16 01:36:17.089338 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.113613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:17.114786 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-970ed1d8-331e-4f7c-af3a-8608c1fcaa7e service neutron] 10.222.0.93 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251314 Jul 16 01:36:17.116033 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286074e9-9c2c-464e-b3c5-daca1164c18f" -d '{"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-plugged", "status": "completed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:17.130277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:17.142034 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.143358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:17.232116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.234833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f2b8-f6e8-4134-894a-ca48e4ea72d7 req-cc519d12-c421-43d5-b9ab-6e08b293c8c1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.248587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:17.253625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:17.254084 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.264311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdf0f2b8-f6e8-4134-894a-ca48e4ea72d7 req-cc519d12-c421-43d5-b9ab-6e08b293c8c1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 945 time: 0.1782534 Jul 16 01:36:17.275119 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b918be3c-56d9-4c75-8973-5deaef7a1451 req-3bd1348d-0a11-412f-a765-257ea0def577 service neutron] 10.222.0.93 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527038 Jul 16 01:36:17.336421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdf0f2b8-f6e8-4134-894a-ca48e4ea72d7 req-cd8cf585-632d-4284-a1ed-e0fc49eab405 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Jul 16 01:36:17.401530 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b91a50-1f31-426a-92f6-83edbd817a3e x-openstack-request-id: req-41b91a50-1f31-426a-92f6-83edbd817a3e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:17.402489 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-plugged", "status": "completed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:17.403068 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41b91a50-1f31-426a-92f6-83edbd817a3e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:17.403869 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'code': 200} Jul 16 01:36:17.433292 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.439147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-cbc365d5-8634-40b9-b0ca-f19b71df9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.441177 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-cbc365d5-8634-40b9-b0ca-f19b71df9cf1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=619da3cc9ae7493f88a716fd020b759a&device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 1094 time: 0.0966992 Jul 16 01:36:17.488265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:17.499027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.558197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.579248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7e824-9e5f-46f9-a300-b6368986f992 req-b9ebe48d-f2af-49d9-8700-51d8be047f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.580813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afc7e824-9e5f-46f9-a300-b6368986f992 req-b9ebe48d-f2af-49d9-8700-51d8be047f5c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1097 time: 0.1185284 Jul 16 01:36:17.589656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6c5dd-fd31-49d9-90ef-a8fb0b0d6003 req-42d6eb55-6668-48a1-9669-7027b7bc1486 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.590845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32f6c5dd-fd31-49d9-90ef-a8fb0b0d6003 req-42d6eb55-6668-48a1-9669-7027b7bc1486 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 943 time: 0.0850890 Jul 16 01:36:17.593454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-9c335208-7d1e-470b-98ac-57b4b5b73260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.595751 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-9c335208-7d1e-470b-98ac-57b4b5b73260 service neutron] 10.222.0.93 "GET /v2.0/networks?id=315c1063-c9fc-472d-a3c4-c4b396211a97 HTTP/1.1" status: 200 len: 913 time: 0.1351223 Jul 16 01:36:17.647345 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-b2aba0b1-9a62-4c8b-8438-d347e40e4816 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5 HTTP/1.1" status: 200 len: 217 time: 0.0407884 Jul 16 01:36:17.647929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afc7e824-9e5f-46f9-a300-b6368986f992 req-642907fd-917b-43b5-a0b5-cb727f0162f4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561063 Jul 16 01:36:17.653063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32f6c5dd-fd31-49d9-90ef-a8fb0b0d6003 req-927b5a07-4735-494c-a760-d62a5f2d9adb tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559561 Jul 16 01:36:17.766656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-e676b7ba-9981-4ab8-9aa5-bd67e09dd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.768310 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-e676b7ba-9981-4ab8-9aa5-bd67e09dd759 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf87c178-b578-4688-848a-ef5701d3c10e HTTP/1.1" status: 200 len: 851 time: 0.0514414 Jul 16 01:36:17.846311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-a00b82cd-e5e4-4b6f-9f33-75ba7acabacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.847812 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-a00b82cd-e5e4-4b6f-9f33-75ba7acabacf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=315c1063-c9fc-472d-a3c4-c4b396211a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722451 Jul 16 01:36:17.868572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad4805-51f2-4d85-a282-8b38997cd953 req-0e46bbcf-711c-4e08-9e33-ffefbeb8afd1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.870091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccad4805-51f2-4d85-a282-8b38997cd953 req-0e46bbcf-711c-4e08-9e33-ffefbeb8afd1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.0677128 Jul 16 01:36:17.925459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccad4805-51f2-4d85-a282-8b38997cd953 req-2bcfa820-a354-4806-8e6a-44962607a0a8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496309 Jul 16 01:36:17.966564 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-3c9a5f0e-f517-429e-b0e7-713881238b2c service neutron] 10.222.0.93 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105654 Jul 16 01:36:18.070595 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a83ddc95-3f88-4b93-94dd-428e4ad8ae25 req-b8b897aa-3cd9-4059-84de-2d3da7366b20 service neutron] 10.222.0.93 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962193 Jul 16 01:36:18.222681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e3d9b-4668-442a-bb26-d18ee17b633a req-b30d7893-e3fd-4b83-8bed-520ba5ffa247 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.224423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f8e3d9b-4668-442a-bb26-d18ee17b633a req-b30d7893-e3fd-4b83-8bed-520ba5ffa247 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 945 time: 0.0661557 Jul 16 01:36:18.264121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f8e3d9b-4668-442a-bb26-d18ee17b633a req-44f84cfd-3a58-4fae-8cfd-f1be17e83b7d tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/security-groups?id=8df8de00-0583-4624-80c2-923b32d765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335066 Jul 16 01:36:18.549799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5315-4988-4073-b90b-16934e4f0f86 req-de038565-5ec9-46e8-b65c-e513edebb28e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.551299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c19a5315-4988-4073-b90b-16934e4f0f86 req-de038565-5ec9-46e8-b65c-e513edebb28e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0801892 Jul 16 01:36:18.591037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c19a5315-4988-4073-b90b-16934e4f0f86 req-d474a1bc-6fbd-4211-a7e3-ebfbdf1b4052 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335829 Jul 16 01:36:18.736056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-94081b91-8bed-4db7-9bcb-6aac09f1df09 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.737719 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-94081b91-8bed-4db7-9bcb-6aac09f1df09 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 945 time: 0.0725758 Jul 16 01:36:18.837778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2090c-2809-42f7-bc10-ccd479d7e789 req-4f176117-75d8-4bfd-849e-0ed310c6d597 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.846823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06c2090c-2809-42f7-bc10-ccd479d7e789 req-4f176117-75d8-4bfd-849e-0ed310c6d597 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 943 time: 0.0758607 Jul 16 01:36:18.863189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Deleting port 7b96c5a5-04be-4633-8d7d-2cd363864a04 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:18.863641 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.904887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06c2090c-2809-42f7-bc10-ccd479d7e789 req-165c71d8-f85e-4f2b-a367-1283cd06ccc1 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568354 Jul 16 01:36:18.997423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] For port 7b96c5a5-04be-4633-8d7d-2cd363864a04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7b96c5a5-04be-4633-8d7d-2cd363864a04,segment=NetworkSegment(3385ca73-0d16-4f8e-9748-2c6a1d9e7e66),segment_id=3385ca73-0d16-4f8e-9748-2c6a1d9e7e66)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:18.998061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.013242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Calling delete_port for 7b96c5a5-04be-4633-8d7d-2cd363864a04 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:19.161767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1761f-805b-4cae-90de-32419aaf38f2 req-c757b91d-4e07-4053-9cd0-7f3f49e693fc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.167946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3c1761f-805b-4cae-90de-32419aaf38f2 req-c757b91d-4e07-4053-9cd0-7f3f49e693fc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1017382 Jul 16 01:36:19.213569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.219712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3c1761f-805b-4cae-90de-32419aaf38f2 req-eeee855b-1e14-4af3-b9ec-700c0bf8e031 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 Jul 16 01:36:19.226604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7b96c5a5-04be-4633-8d7d-2cd363864a04'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:19.253561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Pushing event deleted for resources: {'Port': ['ID=7b96c5a5-04be-4633-8d7d-2cd363864a04,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.306578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] No DVR routers for this DVR port 7b96c5a5-04be-4633-8d7d-2cd363864a04 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:19.310598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.313094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f68e2d2f-ce3f-47b0-af79-286527b48892 req-5a229a51-c172-47e8-a3c9-b6d6537b2424 tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.93 "DELETE /v2.0/ports/7b96c5a5-04be-4633-8d7d-2cd363864a04 HTTP/1.1" status: 204 len: 173 time: 0.5673969 Jul 16 01:36:19.313550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'name': 'network-vif-deleted', 'tag': '7b96c5a5-04be-4633-8d7d-2cd363864a04'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:19.316181 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d3706c-3649-406a-8d6f-1fdfe48d7c4a" -d '{"events": [{"server_uuid": "a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b", "name": "network-vif-deleted", "tag": "7b96c5a5-04be-4633-8d7d-2cd363864a04"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:19.360120 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f607c40-310f-447b-b808-2a466ac7f324 x-openstack-request-id: req-6f607c40-310f-447b-b808-2a466ac7f324 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:19.360452 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b", "name": "network-vif-deleted", "tag": "7b96c5a5-04be-4633-8d7d-2cd363864a04", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:19.360706 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f607c40-310f-447b-b808-2a466ac7f324 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:19.361113 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b', 'name': 'network-vif-deleted', 'tag': '7b96c5a5-04be-4633-8d7d-2cd363864a04', 'status': 'completed', 'code': 200} Jul 16 01:36:19.404794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:19.407391 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3decaf67-3dbd-4e0c-b01c-7ed2bc73e802" -d '{"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-plugged", "status": "completed", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:19.441697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd0e8de6-69ae-4c55-ba1e-4867999ab5bd req-78b7fd09-6155-474f-929b-ba88b4355fcc tempest-ServerAddressesNegativeTestJSON-431214382 tempest-ServerAddressesNegativeTestJSON-431214382-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9cc3f98-9ca3-4cd4-95c6-0772da7a5c2b HTTP/1.1" status: 200 len: 210 time: 0.0443075 Jul 16 01:36:19.511104 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadf959b-22e2-49de-812e-80aa4582f0cb x-openstack-request-id: req-cadf959b-22e2-49de-812e-80aa4582f0cb {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:19.511447 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-plugged", "status": "completed", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:19.511757 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cadf959b-22e2-49de-812e-80aa4582f0cb {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:19.512345 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'code': 200} Jul 16 01:36:19.626536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.653513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bb144-7474-4055-b6f4-9de12c462d45 req-2b5a01ff-539f-46ef-b7ef-fd726a2622c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.655720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f24bb144-7474-4055-b6f4-9de12c462d45 req-2b5a01ff-539f-46ef-b7ef-fd726a2622c2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 1097 time: 0.0610187 Jul 16 01:36:19.694088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f24bb144-7474-4055-b6f4-9de12c462d45 req-fb23311d-1bd1-45fe-af1d-a8918910bccc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Jul 16 01:36:19.781611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4d526-7377-4d3b-b2f2-dce939981592 req-d28f351c-e5a5-420a-8dc4-18d1857ce69d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.783440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44c4d526-7377-4d3b-b2f2-dce939981592 req-d28f351c-e5a5-420a-8dc4-18d1857ce69d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0661621 Jul 16 01:36:19.828175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44c4d526-7377-4d3b-b2f2-dce939981592 req-ddc0dbb7-5868-40e9-9963-859469c1a87a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364985 Jul 16 01:36:20.107107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5109a-1ee5-4bc7-b1b7-543dd0410eee req-bf8b9d7f-5d80-45ca-accc-1d0af3c1232c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.109168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36c5109a-1ee5-4bc7-b1b7-543dd0410eee req-bf8b9d7f-5d80-45ca-accc-1d0af3c1232c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 943 time: 0.0855069 Jul 16 01:36:20.160183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36c5109a-1ee5-4bc7-b1b7-543dd0410eee req-1238e6d8-9edb-4047-9f4d-25193d926fb4 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365794 Jul 16 01:36:20.450403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba929-c697-491f-b1df-ccf18a35d091 req-d766cbb1-c1e6-404c-99c8-4eedb4448c29 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.451887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-237ba929-c697-491f-b1df-ccf18a35d091 req-d766cbb1-c1e6-404c-99c8-4eedb4448c29 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.0706818 Jul 16 01:36:20.492153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-237ba929-c697-491f-b1df-ccf18a35d091 req-28bc84b6-4170-493c-bdff-471120e71347 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344648 Jul 16 01:36:20.559492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.649492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] Deleting subnet 92a3c5d0-7f91-437c-a9ad-0f93e605e8c0 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:20.653891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.701716 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.772671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.794620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f89bbd63-a894-4ade-b60f-5146f0ff27e5 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:20.823044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c2437-b17f-41ff-8211-df12fe3646f9 req-218e76e5-b62c-4491-b33b-bfcae9e9c135 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.824548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d91c2437-b17f-41ff-8211-df12fe3646f9 req-218e76e5-b62c-4491-b33b-bfcae9e9c135 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1400466 Jul 16 01:36:20.834120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.840280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Request body: {'floatingip': {'port_id': '96774f95-80fb-48a8-87ec-b8e540f15f02'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:20.866828 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.897673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.922318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.929791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/92a3c5d0-7f91-437c-a9ad-0f93e605e8c0 HTTP/1.1" status: 204 len: 168 time: 0.3677850 Jul 16 01:36:20.936418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34132) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.938958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafbb03-7122-4176-977f-688cebf6b60e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a3c5d0-7f91-437c-a9ad-0f93e605e8c0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.962964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f89bbd63-a894-4ade-b60f-5146f0ff27e5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:20.982658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'port_id': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'mac_address': 'fa:16:3e:10:7d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:21.028530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.044108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89bbd63-a894-4ade-b60f-5146f0ff27e5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:21.072707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f89bbd63-a894-4ade-b60f-5146f0ff27e5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:21.079740 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.121557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.137966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f89bbd63-a894-4ade-b60f-5146f0ff27e5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.146367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.146989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.148030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.150959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.152181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.152712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.153733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.154073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.154473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.154746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.155086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.155415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:21.235817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.257199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52d3a-8f94-4d4b-8d2d-3d0c073c71fe req-4e41285e-7311-4f26-a83f-1804df518e5e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.264293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74e52d3a-8f94-4d4b-8d2d-3d0c073c71fe req-4e41285e-7311-4f26-a83f-1804df518e5e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.2537756 Jul 16 01:36:21.267756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2569586c-2828-4141-a66f-a16fa3d3fcb6']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.290777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3385ca73-0d16-4f8e-9748-2c6a1d9e7e66') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.291069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3385ca73-0d16-4f8e-9748-2c6a1d9e7e66') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:21.307544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.361770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74e52d3a-8f94-4d4b-8d2d-3d0c073c71fe req-f471ca5f-c7f7-4fac-9ee5-2ded2f9d4cb7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955753 Jul 16 01:36:21.367112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.389339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:21.389759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:21.392915 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:21.493272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec6b5-cb22-4091-8c6f-7e12592f6b6f req-c096426f-f7e3-4ef0-b1c5-fff56e1e9419 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.494779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-316ec6b5-cb22-4091-8c6f-7e12592f6b6f req-c096426f-f7e3-4ef0-b1c5-fff56e1e9419 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 944 time: 0.1902792 Jul 16 01:36:21.495824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.501481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.505754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2569586c-2828-4141-a66f-a16fa3d3fcb6 HTTP/1.1" status: 204 len: 168 time: 0.5655017 Jul 16 01:36:21.514859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465df12-75c7-4509-aae6-b00b36cba874 admin admin] Pushing event deleted for resources: {'Network': ['ID=2569586c-2828-4141-a66f-a16fa3d3fcb6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.526116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.532054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.563381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-316ec6b5-cb22-4091-8c6f-7e12592f6b6f req-9b584cc4-1592-4cb2-bdc5-14d07e5668a5 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462708 Jul 16 01:36:21.581010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f89bbd63-a894-4ade-b60f-5146f0ff27e5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:21.669176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.684053 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Floating IP 11da966a-ac73-429c-9d0c-4ddfdd181584 associated. External IP: 172.25.5.162, port: 96774f95-80fb-48a8-87ec-b8e540f15f02. Jul 16 01:36:21.729838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c0da9732-1d18-4583-9dc1-c741eed588ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa904b5cca0c428595567e1b6fc7a385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585308 Jul 16 01:36:21.732609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34150) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.817792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0406e47-2899-4b8b-8987-1a2e917f3951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.851692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0406e47-2899-4b8b-8987-1a2e917f3951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.912511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0406e47-2899-4b8b-8987-1a2e917f3951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.916325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0406e47-2899-4b8b-8987-1a2e917f3951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.924721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0406e47-2899-4b8b-8987-1a2e917f3951 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8df8de00-0583-4624-80c2-923b32d765d8 HTTP/1.1" status: 204 len: 168 time: 0.1908069 Jul 16 01:36:21.940164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0406e47-2899-4b8b-8987-1a2e917f3951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df8de00-0583-4624-80c2-923b32d765d8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.034784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Router 99c2a851-74c3-4568-876a-3aa2f93ef9df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:22.155421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:22.160074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.168038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] Sync routers for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:22.179082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:22.179725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:36:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.213266 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-68be1dcc-a6c9-4a23-a3b9-34fceb58b0c8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "PUT /v2.0/floatingips/11da966a-ac73-429c-9d0c-4ddfdd181584 HTTP/1.1" status: 200 len: 992 time: 1.3754375 Jul 16 01:36:22.213266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:22.221370 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef13e4a-fad6-4173-b11c-0cca6a682f87" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:22.267421 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e8685d-ff28-4898-a50f-13accc9ea21d x-openstack-request-id: req-b2e8685d-ff28-4898-a50f-13accc9ea21d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:22.267810 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:22.268066 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2e8685d-ff28-4898-a50f-13accc9ea21d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:22.268488 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'status': 'completed', 'code': 200} Jul 16 01:36:22.326471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:22.422319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-8bc3250b-600c-4b0c-9349-0c714b5dc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.424546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-8bc3250b-600c-4b0c-9349-0c714b5dc6f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1097 time: 0.1142526 Jul 16 01:36:22.612689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-0fc4b0dc-db4a-4191-9525-bb607545777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.615691 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-0fc4b0dc-db4a-4191-9525-bb607545777e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.1825881 Jul 16 01:36:22.684714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '11da966a-ac73-429c-9d0c-4ddfdd181584', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'port_id': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'mac_address': 'fa:16:3e:bc:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:01Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 1, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.739209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] Checking router: 99c2a851-74c3-4568-876a-3aa2f93ef9df for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:22.761073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:22.761721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:36:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.786721 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-79dcbe63-2149-4c22-a39e-fc331538bbdd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 200 len: 1000 time: 0.1490510 Jul 16 01:36:22.857894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7b96c5a5-04be-4633-8d7d-2cd363864a04 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:22.929804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 7b96c5a5-04be-4633-8d7d-2cd363864a04 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:22.931373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7b96c5a5-04be-4633-8d7d-2cd363864a04 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:23.086960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:23.209360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de261c-4f27-476b-a978-ce5abcbfd2ae req-97f730f1-6bac-4163-b9dc-2dd662455a32 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.216853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2de261c-4f27-476b-a978-ce5abcbfd2ae req-97f730f1-6bac-4163-b9dc-2dd662455a32 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.6452861 Jul 16 01:36:23.261941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa0e69-42ed-4cd1-b1dc-5c66bc9a19b0 req-b7f51135-1862-4cbe-a537-5fbec10c6680 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.268999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33fa0e69-42ed-4cd1-b1dc-5c66bc9a19b0 req-b7f51135-1862-4cbe-a537-5fbec10c6680 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 944 time: 0.1302021 Jul 16 01:36:23.316199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2de261c-4f27-476b-a978-ce5abcbfd2ae req-48990128-3040-476a-9904-d0b8a4ea11b3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983155 Jul 16 01:36:23.373106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33fa0e69-42ed-4cd1-b1dc-5c66bc9a19b0 req-2d2e6fb9-0532-4cd6-afed-9963b8496d9b tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031449 Jul 16 01:36:23.460007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '11da966a-ac73-429c-9d0c-4ddfdd181584', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'port_id': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'mac_address': 'fa:16:3e:bc:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:01Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 1, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:23.508561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f8a7-9adc-4484-9cfd-2af9336ed43c None None] The sync data for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 is: [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '11da966a-ac73-429c-9d0c-4ddfdd181584', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'floating_ip_address': '172.25.5.162', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'port_id': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'mac_address': 'fa:16:3e:bc:b2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:01Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 1, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:23.552497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-7d0f4bb0-d4ae-4fb1-a879-ad8b5d265cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.556715 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-7d0f4bb0-d4ae-4fb1-a879-ad8b5d265cc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.7636011 Jul 16 01:36:23.638850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-f25cc75a-47d6-443d-96ca-fe6b800b1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.640513 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-f25cc75a-47d6-443d-96ca-fe6b800b1eab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759003 Jul 16 01:36:23.816651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-2d446eb6-b7d4-4237-afcb-272301c93548 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657426 Jul 16 01:36:23.847128 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ffcd3-16d5-4a92-bee3-c3624da8c453 None None] New status for floating IP 11da966a-ac73-429c-9d0c-4ddfdd181584: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:36:23.859637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.873111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.879011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.903006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.928904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.944601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.950635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.962659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-c3f26bcf-f484-4efe-8f27-b48e4f07cba8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 0.2366009 Jul 16 01:36:24.013493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ef13e4a-fad6-4173-b11c-0cca6a682f87 req-976580f8-666b-4c20-9408-4f63d8bc668d service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873972 Jul 16 01:36:24.034547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0a0b36d-3660-4811-9a34-e6d014f03312 req-e5675b4b-898c-4828-a3b8-afd332775acb tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0638080 Jul 16 01:36:24.364033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e59ca-704a-4e88-b701-8b1a4c7fef7f req-c514df5f-f858-46e3-b12d-b08f16bb050c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.366334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-461e59ca-704a-4e88-b701-8b1a4c7fef7f req-c514df5f-f858-46e3-b12d-b08f16bb050c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0925121 Jul 16 01:36:24.424678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-461e59ca-704a-4e88-b701-8b1a4c7fef7f req-125bca34-99bf-4b03-ba13-fc9bf8779df2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524530 Jul 16 01:36:24.513460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.519721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.526910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.533133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.539924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.545854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.551847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.554425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0b5cd9b-0b49-4ca5-9a7c-b10edd988115 req-935f7adc-6eb9-4324-a003-07b872f143f8 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 0.1286490 Jul 16 01:36:24.673246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62091-e27f-4596-8078-dd385f3db06c req-d847afb7-15e4-4717-92e6-f17a0f1fcef7 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.681008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42f62091-e27f-4596-8078-dd385f3db06c req-d847afb7-15e4-4717-92e6-f17a0f1fcef7 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 944 time: 0.0818455 Jul 16 01:36:24.722393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42f62091-e27f-4596-8078-dd385f3db06c req-4b2053d9-51e7-4850-882a-da1a7e22744f tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 Jul 16 01:36:24.821563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f89bbd63-a894-4ade-b60f-5146f0ff27e5 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:24.901168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port f89bbd63-a894-4ade-b60f-5146f0ff27e5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:24.906430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port f89bbd63-a894-4ade-b60f-5146f0ff27e5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:24.907008 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.971634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.012895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.037552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:25.040483 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebde5a59-7c2f-463b-b624-6f6a236592bd" -d '{"events": [{"server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "name": "network-vif-plugged", "status": "completed", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:25.062792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f89bbd63-a894-4ade-b60f-5146f0ff27e5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:25.068078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.078301 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:25.107525 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07be16df-6832-4516-9b28-18240eed88ad x-openstack-request-id: req-07be16df-6832-4516-9b28-18240eed88ad {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:25.107816 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "name": "network-vif-plugged", "status": "completed", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:25.108072 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07be16df-6832-4516-9b28-18240eed88ad {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:25.108611 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'code': 200} Jul 16 01:36:25.133531 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a1414af-eac6-4f2f-904a-cf99b1e8b396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.157239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f89bbd63-a894-4ade-b60f-5146f0ff27e5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.236405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482ab16-3ccf-412b-a359-5569c649362b req-a8ec515e-0aab-4813-b1b5-adc5fa11da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.238300 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7482ab16-3ccf-412b-a359-5569c649362b req-a8ec515e-0aab-4813-b1b5-adc5fa11da32 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 1096 time: 0.0687950 Jul 16 01:36:25.283685 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7482ab16-3ccf-412b-a359-5569c649362b req-58366db8-e5cb-4e9f-b52b-1c6a73dea0b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382075 Jul 16 01:36:25.322327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a1414af-eac6-4f2f-904a-cf99b1e8b396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.329032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a1414af-eac6-4f2f-904a-cf99b1e8b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.398182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1414af-eac6-4f2f-904a-cf99b1e8b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01891292-7b32-4ee0-a82b-6c10da1c0be9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.404187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7a1414af-eac6-4f2f-904a-cf99b1e8b396 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76f9c8c5c2674c5b97d1ce8d163950ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298193 Jul 16 01:36:25.407309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34282) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.476560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1be6-925d-43e0-a92f-3529ccfe1a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.500994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1be6-925d-43e0-a92f-3529ccfe1a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.561931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1be6-925d-43e0-a92f-3529ccfe1a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.564669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1be6-925d-43e0-a92f-3529ccfe1a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.565874 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8f2f1be6-925d-43e0-a92f-3529ccfe1a6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01891292-7b32-4ee0-a82b-6c10da1c0be9 HTTP/1.1" status: 204 len: 168 time: 0.1576638 Jul 16 01:36:25.582890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f1be6-925d-43e0-a92f-3529ccfe1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01891292-7b32-4ee0-a82b-6c10da1c0be9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.666160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4744f-6c29-458e-85ba-a7ac68d00d96 req-80b8ee05-0503-4657-89a9-b0540a062314 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.673543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3a4744f-6c29-458e-85ba-a7ac68d00d96 req-80b8ee05-0503-4657-89a9-b0540a062314 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0826898 Jul 16 01:36:25.722662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3a4744f-6c29-458e-85ba-a7ac68d00d96 req-9e79fcca-a452-4f74-9107-bb5ddef38f36 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480890 Jul 16 01:36:26.054411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad6d50-cfd3-48ed-b85c-fe303a35b14f req-196ab919-2e60-42b0-a992-aace597eaa41 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.062782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fad6d50-cfd3-48ed-b85c-fe303a35b14f req-196ab919-2e60-42b0-a992-aace597eaa41 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.1096921 Jul 16 01:36:26.120421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fad6d50-cfd3-48ed-b85c-fe303a35b14f req-313421c1-3a9e-480f-aad9-938c35c85813 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565403 Jul 16 01:36:26.702429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6081c-2114-480c-92e7-ff8710101f2a req-6071c0c4-737d-4283-b104-dabf2ba4ebc0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.705190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fd6081c-2114-480c-92e7-ff8710101f2a req-6071c0c4-737d-4283-b104-dabf2ba4ebc0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.1164367 Jul 16 01:36:26.798720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fd6081c-2114-480c-92e7-ff8710101f2a req-afa50be7-0f22-4d00-b814-29c6996858d7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861254 Jul 16 01:36:27.431349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34360) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.441032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146152c4-e705-4240-a4c6-7b29f838baf9 req-3aebad3e-38f0-46f3-b39c-c2e2e0d03027 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.449715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-146152c4-e705-4240-a4c6-7b29f838baf9 req-3aebad3e-38f0-46f3-b39c-c2e2e0d03027 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.1632178 Jul 16 01:36:27.530647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-146152c4-e705-4240-a4c6-7b29f838baf9 req-6a4f1c68-9fc1-4761-9039-f385b848b439 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792294 Jul 16 01:36:27.607143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.607986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.608893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.609537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.610205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.610876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.611824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.621176 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-8e5e3d59-2ea5-4ac0-8028-c046dfc350ca service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6498 time: 0.1873562 Jul 16 01:36:27.664674 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-6d920394-a34e-46ca-9cf4-5bc0506935c8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=df88e926-a383-4a98-a443-7f18af8c7aa8&id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422349 Jul 16 01:36:27.826479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf94ec4-4657-4ad4-8611-bc3972d643df req-18e238ee-5e38-42f8-be29-ea78d161656e tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.828097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbf94ec4-4657-4ad4-8611-bc3972d643df req-18e238ee-5e38-42f8-be29-ea78d161656e tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.1274347 Jul 16 01:36:27.839864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.845107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Request body: {'floatingip': {'port_id': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:27.895035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.099402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a47f-9400-4b5e-a79f-554e4791c765 req-9acbd6e0-518f-42b2-af08-80ad4e8a371f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.101843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9eb3a47f-9400-4b5e-a79f-554e4791c765 req-9acbd6e0-518f-42b2-af08-80ad4e8a371f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0945988 Jul 16 01:36:28.154496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9eb3a47f-9400-4b5e-a79f-554e4791c765 req-472671ee-5efe-44fa-9586-62e5db0d0806 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467188 Jul 16 01:36:28.455524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.459258 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.564809 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Floating IP 8fb13b42-5fe5-4e6e-a509-bc67fa2aab02 associated. External IP: 172.25.5.95, port: f89bbd63-a894-4ade-b60f-5146f0ff27e5. Jul 16 01:36:28.839128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:28.869807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:29.055249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:29.066813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:29.077631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.079562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] Sync routers for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:29.089096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'port_id': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'mac_address': 'fa:16:3e:14:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:29.098818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:29.099224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c891d-edf1-42d1-b102-639146b3e8ad req-e6935073-da25-498e-aa1c-4b28e88c3add tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.100902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:36:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.111618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f10c891d-edf1-42d1-b102-639146b3e8ad req-e6935073-da25-498e-aa1c-4b28e88c3add tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1376166 Jul 16 01:36:29.161018 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf00b3c7-d759-43a3-ba6e-e930c8055cca tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "PUT /v2.0/floatingips/8fb13b42-5fe5-4e6e-a509-bc67fa2aab02 HTTP/1.1" status: 200 len: 990 time: 1.3197451 Jul 16 01:36:29.161641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:29.164544 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445664a6-22d6-422e-bfe2-733c57f9ff6c" -d '{"events": [{"name": "network-changed", "server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:29.181586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f10c891d-edf1-42d1-b102-639146b3e8ad req-5bf7f861-831a-4136-bdbf-ac956d38afc2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630088 Jul 16 01:36:29.229577 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.247241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:29.283154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:29.293109 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.298476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:29.455722 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4cf4a8-9373-470f-a858-4ee704bfbb59 x-openstack-request-id: req-3c4cf4a8-9373-470f-a858-4ee704bfbb59 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:29.456209 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:29.456392 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c4cf4a8-9373-470f-a858-4ee704bfbb59 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:29.457011 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'status': 'completed', 'code': 200} Jul 16 01:36:29.485701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.538723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1a2c2621-c4fb-464e-ac71-5eed39c3c6bc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:29.625019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-95207b0e-939d-415d-aa52-3495c0c97d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.626861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-95207b0e-939d-415d-aa52-3495c0c97d11 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=619da3cc9ae7493f88a716fd020b759a&device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 1096 time: 0.1358047 Jul 16 01:36:29.633358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.706383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144dfb2-86dd-4e61-b9a1-491e7522b42b req-bf50fd2d-93cc-42ea-8d03-de17b8004a70 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.710376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7144dfb2-86dd-4e61-b9a1-491e7522b42b req-bf50fd2d-93cc-42ea-8d03-de17b8004a70 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 945 time: 0.1516430 Jul 16 01:36:29.826204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7144dfb2-86dd-4e61-b9a1-491e7522b42b req-cfa3281b-eb4d-4606-9235-fd9a0109f488 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078801 Jul 16 01:36:29.828016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '8fb13b42-5fe5-4e6e-a509-bc67fa2aab02', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'port_id': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'mac_address': 'fa:16:3e:10:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 1, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:12Z', 'revision_number': 5, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.845207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-49908c7c-c953-4fb4-bc12-fc794ed6a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.847110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-49908c7c-c953-4fb4-bc12-fc794ed6a5cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=315c1063-c9fc-472d-a3c4-c4b396211a97 HTTP/1.1" status: 200 len: 913 time: 0.2098660 Jul 16 01:36:29.862948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] Checking router: 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:29.886243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:29.886975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:36:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.948370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e12c7079-f8cf-4ed3-baf5-29cdb871e52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.016347 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-619f7469-60d5-4f3c-ad94-ea2c6a0e3235 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5 HTTP/1.1" status: 200 len: 998 time: 0.1573098 Jul 16 01:36:30.086445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:30.097697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-aec0b087-d6f8-43e5-8ded-ac1f22d87ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.099193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-aec0b087-d6f8-43e5-8ded-ac1f22d87ad3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf87c178-b578-4688-848a-ef5701d3c10e HTTP/1.1" status: 200 len: 851 time: 0.0764937 Jul 16 01:36:30.195339 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e12c7079-f8cf-4ed3-baf5-29cdb871e52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.211576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e12c7079-f8cf-4ed3-baf5-29cdb871e52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.265810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.266361 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e12c7079-f8cf-4ed3-baf5-29cdb871e52c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a26f0e776194bd38a5b63b82df04af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313276 Jul 16 01:36:30.268023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-257705e1-b0d6-4bd8-a35e-237146dedd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.269494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-257705e1-b0d6-4bd8-a35e-237146dedd58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=315c1063-c9fc-472d-a3c4-c4b396211a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339703 Jul 16 01:36:30.270688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c7079-f8cf-4ed3-baf5-29cdb871e52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ffcb77-fc7e-419e-8a0b-16e9ca29f985,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.374244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d08e9eea-8cc0-478c-a809-61194d57600b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.426133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d08e9eea-8cc0-478c-a809-61194d57600b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.438428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '8fb13b42-5fe5-4e6e-a509-bc67fa2aab02', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'port_id': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'mac_address': 'fa:16:3e:10:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 1, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:12Z', 'revision_number': 5, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.479309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-cfbb5bd1-a687-40c3-9127-abff6710d826 service neutron] 10.222.0.93 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975138 Jul 16 01:36:30.515316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e177dd3-228f-4915-90e1-a91589af9027 None None] The sync data for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 is: [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '8fb13b42-5fe5-4e6e-a509-bc67fa2aab02', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'port_id': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'mac_address': 'fa:16:3e:10:7d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 1, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:12Z', 'revision_number': 5, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:30.540405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d08e9eea-8cc0-478c-a809-61194d57600b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.543265 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d08e9eea-8cc0-478c-a809-61194d57600b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.547510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d08e9eea-8cc0-478c-a809-61194d57600b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49ffcb77-fc7e-419e-8a0b-16e9ca29f985 HTTP/1.1" status: 204 len: 168 time: 0.2797897 Jul 16 01:36:30.567415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e9eea-8cc0-478c-a809-61194d57600b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ffcb77-fc7e-419e-8a0b-16e9ca29f985,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.680032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-445664a6-22d6-422e-bfe2-733c57f9ff6c req-f9eb10f6-2048-4e1b-a282-dcc9799bdd49 service neutron] 10.222.0.93 "GET /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895833 Jul 16 01:36:30.681476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a4c8-2857-4394-9b07-cb5543f59232 req-f5d864c5-bc2b-4682-af50-0fdb79504f19 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.683072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2919a4c8-2857-4394-9b07-cb5543f59232 req-f5d864c5-bc2b-4682-af50-0fdb79504f19 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1795392 Jul 16 01:36:30.815344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2919a4c8-2857-4394-9b07-cb5543f59232 req-4f8a0768-65e6-40f8-8397-31c662809118 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092279 Jul 16 01:36:30.854641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:30.944389 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f6e42-5534-4b42-a056-034d3cc313fb None None] New status for floating IP 8fb13b42-5fe5-4e6e-a509-bc67fa2aab02: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:36:30.957101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:30.958104 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.050305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.085453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:31.086561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:31.089198 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab54dab9-efef-46df-b440-731ae351ccda" -d '{"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-plugged", "status": "completed", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:31.096314 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.141839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34494) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.166909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.171427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-289eb2b9-4b60-497e-8098-48094cc12f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.234605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018b042-95e5-45c9-a1ed-6fec161b9642 req-351e5b63-6526-4927-a472-704f87cee32f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.248855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0018b042-95e5-45c9-a1ed-6fec161b9642 req-351e5b63-6526-4927-a472-704f87cee32f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 945 time: 0.2352002 Jul 16 01:36:31.290118 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad891ac0-b690-4a76-b8c8-490ccab9f791 x-openstack-request-id: req-ad891ac0-b690-4a76-b8c8-490ccab9f791 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:31.290831 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-plugged", "status": "completed", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:31.291294 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad891ac0-b690-4a76-b8c8-490ccab9f791 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:31.292085 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'code': 200} Jul 16 01:36:31.329120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0018b042-95e5-45c9-a1ed-6fec161b9642 req-e940ebee-5039-4c2b-b03b-f6de9e8fdf0d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792580 Jul 16 01:36:31.404662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-289eb2b9-4b60-497e-8098-48094cc12f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.410748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-289eb2b9-4b60-497e-8098-48094cc12f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.465212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34498) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.465435 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-289eb2b9-4b60-497e-8098-48094cc12f50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d6e30aecf914c96ba9e1e27ee834ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222222 Jul 16 01:36:31.466189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289eb2b9-4b60-497e-8098-48094cc12f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd70fa-bf43-47b5-91d0-aa54f6f4c828,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.563642 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96638b5f-6642-41bd-89ac-6fba9171da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.597739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96638b5f-6642-41bd-89ac-6fba9171da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.663776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96638b5f-6642-41bd-89ac-6fba9171da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.667983 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96638b5f-6642-41bd-89ac-6fba9171da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.669554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-96638b5f-6642-41bd-89ac-6fba9171da4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ecd70fa-bf43-47b5-91d0-aa54f6f4c828 HTTP/1.1" status: 204 len: 168 time: 0.2026293 Jul 16 01:36:31.681969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96638b5f-6642-41bd-89ac-6fba9171da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd70fa-bf43-47b5-91d0-aa54f6f4c828,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.126814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0336e0-4301-485f-b380-6539849f9217 req-d7ebf10a-ef8c-40d1-9166-ca42ee82e1a9 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.137381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d0336e0-4301-485f-b380-6539849f9217 req-d7ebf10a-ef8c-40d1-9166-ca42ee82e1a9 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1089449 Jul 16 01:36:32.191422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d0336e0-4301-485f-b380-6539849f9217 req-09037eb4-5e5b-44a8-a30d-9ab48693cc23 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492430 Jul 16 01:36:32.617670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4a6d-5f26-4bb6-8db3-373ab4410581 req-baee9cd0-cb7b-44f6-a28c-359ad68e6cbc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.619271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-661f4a6d-5f26-4bb6-8db3-373ab4410581 req-baee9cd0-cb7b-44f6-a28c-359ad68e6cbc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.1272771 Jul 16 01:36:32.693017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-661f4a6d-5f26-4bb6-8db3-373ab4410581 req-6d74ec5b-c98e-467e-9dd7-c7cbe13be32f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628004 Jul 16 01:36:33.542460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a70d6-d464-4442-8d89-2c3cc63269fc req-b3871405-9b1b-4c39-9044-8cbefb9faafb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.549632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e32a70d6-d464-4442-8d89-2c3cc63269fc req-b3871405-9b1b-4c39-9044-8cbefb9faafb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1475298 Jul 16 01:36:33.602616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e32a70d6-d464-4442-8d89-2c3cc63269fc req-53077117-956c-477f-95bf-58c06a5de522 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518513 Jul 16 01:36:33.984032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060ebb7-d4d3-40b2-85ec-244cdebf2834 req-5d265061-d911-4689-9621-2d8a6d09c8c6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.987004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a060ebb7-d4d3-40b2-85ec-244cdebf2834 req-5d265061-d911-4689-9621-2d8a6d09c8c6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0991654 Jul 16 01:36:34.053560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a060ebb7-d4d3-40b2-85ec-244cdebf2834 req-6f6e1bec-0a6d-476a-a623-c2748a2d1d8f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Jul 16 01:36:34.832689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afc8be-b539-46a1-b5cc-812131ed60da req-c3569868-417c-450b-9281-63c0365dd99e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.834809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22afc8be-b539-46a1-b5cc-812131ed60da req-c3569868-417c-450b-9281-63c0365dd99e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0754147 Jul 16 01:36:34.898750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22afc8be-b539-46a1-b5cc-812131ed60da req-167a5f4b-ff3e-4ef3-99ac-b9b94348808c tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553677 Jul 16 01:36:35.342515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df062d20-4ae2-427c-9303-4c8397262da6 req-f1203709-2224-4fdc-bde3-64038d3563b8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.344047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df062d20-4ae2-427c-9303-4c8397262da6 req-f1203709-2224-4fdc-bde3-64038d3563b8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.1093590 Jul 16 01:36:35.402063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df062d20-4ae2-427c-9303-4c8397262da6 req-f9358d72-2bfc-41c5-b367-626043acc5ef tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502462 Jul 16 01:36:36.116416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037abf69-0cb1-4581-8bf4-9fb963de05a4 req-928a911a-fb57-4d42-affa-94b2f00ac373 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.120788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-037abf69-0cb1-4581-8bf4-9fb963de05a4 req-928a911a-fb57-4d42-affa-94b2f00ac373 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0845811 Jul 16 01:36:36.177026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-037abf69-0cb1-4581-8bf4-9fb963de05a4 req-ded9fbcb-d719-4d04-ae4b-dacd376a9e47 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479941 Jul 16 01:36:36.637882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9102b3-36cb-4369-98ae-5d00cd494f9e req-54e5888a-6d5e-4ea2-adc3-122f5c58a2eb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.649072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e9102b3-36cb-4369-98ae-5d00cd494f9e req-54e5888a-6d5e-4ea2-adc3-122f5c58a2eb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.1146967 Jul 16 01:36:36.706501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e9102b3-36cb-4369-98ae-5d00cd494f9e req-fc3123aa-a28f-4106-9910-233fed45c35a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557311 Jul 16 01:36:37.369719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58ca34-546b-4773-8a85-9db576d315c8 req-1d6245f8-3478-4713-af0f-01d85fdc8d00 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.376071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee58ca34-546b-4773-8a85-9db576d315c8 req-1d6245f8-3478-4713-af0f-01d85fdc8d00 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0749919 Jul 16 01:36:37.418402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee58ca34-546b-4773-8a85-9db576d315c8 req-14a648a8-b112-42a3-94b9-27031f51e1fe tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Jul 16 01:36:37.973187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b72a0-17c1-4bd1-967b-7786dcc406a3 req-a2f80988-1942-46a5-b3ad-a4716609797b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.975654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae7b72a0-17c1-4bd1-967b-7786dcc406a3 req-a2f80988-1942-46a5-b3ad-a4716609797b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0985050 Jul 16 01:36:38.029589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae7b72a0-17c1-4bd1-967b-7786dcc406a3 req-eb7e77f1-d919-4f17-b7ef-e93f90fa7ea6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Jul 16 01:36:38.635432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39f894-9ef9-4b4a-9332-27b3121bbf62 req-3cf36adc-3990-45c5-8f8b-3a661a6052ae tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.642389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a39f894-9ef9-4b4a-9332-27b3121bbf62 req-3cf36adc-3990-45c5-8f8b-3a661a6052ae tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0932217 Jul 16 01:36:38.690121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a39f894-9ef9-4b4a-9332-27b3121bbf62 req-e8a5fee7-a0a5-469a-b9ff-0f4a7f34b9c0 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467811 Jul 16 01:36:39.305652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65d8dd-3b14-4335-ad9f-3b97ca1beebe req-4633d770-3fc6-40b3-b0ec-951e49015e24 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.314290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d65d8dd-3b14-4335-ad9f-3b97ca1beebe req-4633d770-3fc6-40b3-b0ec-951e49015e24 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0917358 Jul 16 01:36:39.369040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d65d8dd-3b14-4335-ad9f-3b97ca1beebe req-9d87dbd4-b004-4f3a-88b5-13688dc6926a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Jul 16 01:36:39.410779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.530062 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.639197 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.643893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.687701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe00ca04-dcfb-41b2-83b8-81720234b4d4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.702806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b5242b90844412c98a930711728f7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885425 Jul 16 01:36:39.702806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.702806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.702806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.703272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.704648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.705066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.705478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.705880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.706399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.706913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.711157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.711157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.711157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77e2aea-017e-4007-8aab-4e8679d8815c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.778473 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.816744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.875393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.882914 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.887275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe00ca04-dcfb-41b2-83b8-81720234b4d4 HTTP/1.1" status: 204 len: 168 time: 0.1831076 Jul 16 01:36:39.898031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe00ca04-dcfb-41b2-83b8-81720234b4d4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.911523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.911872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.912549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.913252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.913860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.914367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.914875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.915375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.915865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.916489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.916981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.917494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d1726-e1dd-41bb-86be-f89d7b21fa35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:39.927384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed571f-ec9d-409a-ab43-67fbe7f1cc1b req-bef43cfd-c537-4fad-9b17-a6d601610a9e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.929967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1aed571f-ec9d-409a-ab43-67fbe7f1cc1b req-bef43cfd-c537-4fad-9b17-a6d601610a9e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1085992 Jul 16 01:36:40.003706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1aed571f-ec9d-409a-ab43-67fbe7f1cc1b req-8cc6f193-df27-4a24-a558-36cfe612dbcc tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679119 Jul 16 01:36:40.324704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.372097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5345-02ba-4d56-b3e1-fda737048959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.604637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22378-7ce6-49cf-b721-df4d3df9a438 req-eadcf5ff-572a-43c8-9946-b23784cac8e9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.612413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46d22378-7ce6-49cf-b721-df4d3df9a438 req-eadcf5ff-572a-43c8-9946-b23784cac8e9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0912793 Jul 16 01:36:40.618104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-928d2730-034c-4992-bfc7-357e977cf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.619704 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-928d2730-034c-4992-bfc7-357e977cf912 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 1097 time: 0.1950140 Jul 16 01:36:40.693958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46d22378-7ce6-49cf-b721-df4d3df9a438 req-ea7c867a-6642-4a8e-b75f-e34fbc3c2d64 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802977 Jul 16 01:36:40.725758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d835f-ca52-49bc-a232-ace17eaa3a76 req-045f15b1-da8c-4e3a-b456-5186321b1074 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.727343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb6d835f-ca52-49bc-a232-ace17eaa3a76 req-045f15b1-da8c-4e3a-b456-5186321b1074 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1408777 Jul 16 01:36:40.753615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-79bc851b-b6c9-422d-a982-a6a656673bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.755166 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-79bc851b-b6c9-422d-a982-a6a656673bcb service neutron] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 911 time: 0.1259732 Jul 16 01:36:40.782812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb6d835f-ca52-49bc-a232-ace17eaa3a76 req-435a5636-ba18-4f09-a4b8-02bddf58980b tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493612 Jul 16 01:36:40.856598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5345-02ba-4d56-b3e1-fda737048959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.865418 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-94f6ea3c-8fe4-45d8-b81c-0f178db17409 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b HTTP/1.1" status: 200 len: 1002 time: 0.1010380 Jul 16 01:36:40.866235 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5345-02ba-4d56-b3e1-fda737048959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.946889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb5345-02ba-4d56-b3e1-fda737048959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d21fad-c8b1-4057-aec5-680fbbf66d5f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.952448 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3fdb5345-02ba-4d56-b3e1-fda737048959 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef369dc4e5c34ac994911dfbd1fdb96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252265 Jul 16 01:36:40.955310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-fc80dd9b-ff3c-4a34-b57e-8e3d23e86fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.955433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.956465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-fc80dd9b-ff3c-4a34-b57e-8e3d23e86fca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.0753467 Jul 16 01:36:41.021432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b09016c8-7a4c-48c9-b1f6-37275b88a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.040527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-559735fe-b0d3-404a-9d94-54554364bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.040527 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-559735fe-b0d3-404a-9d94-54554364bfad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733731 Jul 16 01:36:41.080847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b09016c8-7a4c-48c9-b1f6-37275b88a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.154811 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b09016c8-7a4c-48c9-b1f6-37275b88a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.157469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b09016c8-7a4c-48c9-b1f6-37275b88a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.171660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b09016c8-7a4c-48c9-b1f6-37275b88a6d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92d21fad-c8b1-4057-aec5-680fbbf66d5f HTTP/1.1" status: 204 len: 168 time: 0.2147880 Jul 16 01:36:41.188820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09016c8-7a4c-48c9-b1f6-37275b88a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d21fad-c8b1-4057-aec5-680fbbf66d5f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.249721 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-404229b7-a79e-464b-bad1-b52d77771158 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743901 Jul 16 01:36:41.389647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b16f36f-8cf9-409f-916d-599f6eb93791 req-1c1fa29a-ea08-4dae-8f06-08434541a2e2 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121261 Jul 16 01:36:41.580710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89ce20c3-7297-46b1-9e83-c3d2f65e0bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.965502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4024e4a-92a1-4672-a50c-cf66bae70eaf req-509a66f1-e582-42d9-bcfa-2c76debe1077 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.975265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4024e4a-92a1-4672-a50c-cf66bae70eaf req-509a66f1-e582-42d9-bcfa-2c76debe1077 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0882730 Jul 16 01:36:42.021374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4024e4a-92a1-4672-a50c-cf66bae70eaf req-e1cecb5a-8ff1-472d-acf8-dbe82492247a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451207 Jul 16 01:36:42.112086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e38c7-29dc-45da-93f8-228dc1409a28 req-643ab864-e0ab-4554-b28c-56d9ac7bfdde tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.114357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d24e38c7-29dc-45da-93f8-228dc1409a28 req-643ab864-e0ab-4554-b28c-56d9ac7bfdde tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0917888 Jul 16 01:36:42.158344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d24e38c7-29dc-45da-93f8-228dc1409a28 req-2325c0b7-c862-4143-88be-359eaaeed5b0 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383639 Jul 16 01:36:42.795140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-0a60778e-936e-4b61-8f47-b00d32b7da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.797512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-0a60778e-936e-4b61-8f47-b00d32b7da54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 1097 time: 0.0675139 Jul 16 01:36:42.911361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-e616e1f0-0bf1-4650-a6b9-ee76ecd95d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.913134 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-e616e1f0-0bf1-4650-a6b9-ee76ecd95d27 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1002553 Jul 16 01:36:42.964936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-572fca67-b0ae-4223-826f-e76e50958741 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc HTTP/1.1" status: 200 len: 217 time: 0.0428803 Jul 16 01:36:43.039625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-ea4c28f9-47f6-4744-aac1-dbe071dafdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.041905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-ea4c28f9-47f6-4744-aac1-dbe071dafdb2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0704861 Jul 16 01:36:43.147074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-065cab9b-c8e1-4a2f-8fdb-689539bec592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.150284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-065cab9b-c8e1-4a2f-8fdb-689539bec592 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009884 Jul 16 01:36:43.320629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-6d818ebb-7e1e-4a5e-9cc7-b5e865bfc584 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607776 Jul 16 01:36:43.343244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8b1df-3c22-4361-98e8-07639d6c6acf req-79b0445f-c88b-4d76-9627-7440a0f59433 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.344819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23c8b1df-3c22-4361-98e8-07639d6c6acf req-79b0445f-c88b-4d76-9627-7440a0f59433 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.1549089 Jul 16 01:36:43.407840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644fcb6-75b7-4fe6-8b85-76bd0ce65ef4 req-2132cedd-635d-4462-a451-399b580defc2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.409418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9644fcb6-75b7-4fe6-8b85-76bd0ce65ef4 req-2132cedd-635d-4462-a451-399b580defc2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1220999 Jul 16 01:36:43.412267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23c8b1df-3c22-4361-98e8-07639d6c6acf req-a2190200-836e-4e52-8c0c-f79fcc056314 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589123 Jul 16 01:36:43.424869 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-70472be0-9c1a-418e-8902-cdf9fcef66cf req-0b2222f0-2c74-4f2a-b319-38edd80641c8 service neutron] 10.222.0.93 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966787 Jul 16 01:36:43.464421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9644fcb6-75b7-4fe6-8b85-76bd0ce65ef4 req-d6301b39-c8a0-473c-848c-30209e03df13 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Jul 16 01:36:44.086650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.193069 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a11c8e2-8508-4b60-bd6a-3e724f5cb80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.221431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c047991-3529-4ad5-a948-0fe79343ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.286894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a11c8e2-8508-4b60-bd6a-3e724f5cb80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.290671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a11c8e2-8508-4b60-bd6a-3e724f5cb80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.330100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4a11c8e2-8508-4b60-bd6a-3e724f5cb80a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=235858287ea64201a3882e0126aac030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422981 Jul 16 01:36:44.330966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11c8e2-8508-4b60-bd6a-3e724f5cb80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3a46b5-477d-4173-ae60-2045b0714758,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.333892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.385098 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.387583 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4e25b6-952b-4cab-8299-2fda84065bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.413057 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4e25b6-952b-4cab-8299-2fda84065bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.460853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4e25b6-952b-4cab-8299-2fda84065bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.463900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4e25b6-952b-4cab-8299-2fda84065bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.465330 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0c4e25b6-952b-4cab-8299-2fda84065bb1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b3a46b5-477d-4173-ae60-2045b0714758 HTTP/1.1" status: 204 len: 168 time: 0.1300135 Jul 16 01:36:44.475076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e25b6-952b-4cab-8299-2fda84065bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3a46b5-477d-4173-ae60-2045b0714758,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.636798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a9f40-bdfa-4aa9-9371-2ce1b6ebb97c req-b70b0f45-e6f0-46c1-a098-116508326102 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.639374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-310a9f40-bdfa-4aa9-9371-2ce1b6ebb97c req-b70b0f45-e6f0-46c1-a098-116508326102 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.1051993 Jul 16 01:36:44.691244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-310a9f40-bdfa-4aa9-9371-2ce1b6ebb97c req-2a36f6bf-5b29-4b64-9414-087211b6e1c2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Jul 16 01:36:44.781823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.799605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be535a34-c92d-428e-ab85-ea5b7d3b3d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.902196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be535a34-c92d-428e-ab85-ea5b7d3b3d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.907941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be535a34-c92d-428e-ab85-ea5b7d3b3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.949602 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-be535a34-c92d-428e-ab85-ea5b7d3b3d96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6db069a62164332aa77e56748695f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659842 Jul 16 01:36:44.952384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34862) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.954991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be535a34-c92d-428e-ab85-ea5b7d3b3d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b0f43-01e6-47ca-bdc0-99b155c17dcc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.016793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf976292-2cbb-4f95-8ff1-8fa9f324ff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.042924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf976292-2cbb-4f95-8ff1-8fa9f324ff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.096639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf976292-2cbb-4f95-8ff1-8fa9f324ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.100530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf976292-2cbb-4f95-8ff1-8fa9f324ff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.105064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf976292-2cbb-4f95-8ff1-8fa9f324ff7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c50b0f43-01e6-47ca-bdc0-99b155c17dcc HTTP/1.1" status: 204 len: 168 time: 0.1482992 Jul 16 01:36:45.117126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf976292-2cbb-4f95-8ff1-8fa9f324ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b0f43-01e6-47ca-bdc0-99b155c17dcc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.267289 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.886521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9eb05-ad4e-4827-949e-57d8beb44e6c req-634a13f8-3d8e-436e-9233-db3d05aa66e7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.888168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ac9eb05-ad4e-4827-949e-57d8beb44e6c req-634a13f8-3d8e-436e-9233-db3d05aa66e7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 946 time: 0.0686753 Jul 16 01:36:45.930171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ac9eb05-ad4e-4827-949e-57d8beb44e6c req-346d4215-a47d-4ea0-b25a-be2f901f3e20 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366139 Jul 16 01:36:46.038195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.120360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ea1b-5c4f-4163-a8f2-ddafedaffa6b req-b0a0195d-906c-4d9c-b0d6-4f81a2a9b582 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.129141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bc55ea1b-5c4f-4163-a8f2-ddafedaffa6b req-b0a0195d-906c-4d9c-b0d6-4f81a2a9b582 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0852323 Jul 16 01:36:46.174504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bc55ea1b-5c4f-4163-a8f2-ddafedaffa6b req-1b3901ab-1d2f-4605-a625-7b3401090e20 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Jul 16 01:36:46.383923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354d069-20b0-4cef-80ad-160c71d925d7 req-7334827c-4ad3-4174-97ab-053a58514eef tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.390894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d354d069-20b0-4cef-80ad-160c71d925d7 req-7334827c-4ad3-4174-97ab-053a58514eef tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0781748 Jul 16 01:36:46.431385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d354d069-20b0-4cef-80ad-160c71d925d7 req-d60e8c02-9000-43e1-9da9-c2b290fc15a6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396094 Jul 16 01:36:46.772094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.798077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55961545-235f-48ee-a59b-4f072fe1555b req-8321528b-2d54-4f0d-b526-c72deaa7e1f8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.799422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55961545-235f-48ee-a59b-4f072fe1555b req-8321528b-2d54-4f0d-b526-c72deaa7e1f8 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0886726 Jul 16 01:36:46.843185 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55961545-235f-48ee-a59b-4f072fe1555b req-f2e4fbb5-840e-4afc-9b60-51418f763069 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369868 Jul 16 01:36:46.899052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:46.980076 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.006446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:47.009180 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e7b23-1fe7-44c6-9919-4aa18cde689b" -d '{"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:47.026459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:47.032484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.060158 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f39955-9671-42af-b0c2-99d8b9e6b87f x-openstack-request-id: req-39f39955-9671-42af-b0c2-99d8b9e6b87f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:47.061218 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-unplugged", "status": "failed", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc", "code": 422}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:47.061559 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39f39955-9671-42af-b0c2-99d8b9e6b87f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:47.062042 n-d-800085-5 neutron-server[93708]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'code': 422} returned with failed status Jul 16 01:36:47.095782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.201574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.310743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62f54807-6233-4471-abeb-87b299e8cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.415732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62f54807-6233-4471-abeb-87b299e8cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.424992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62f54807-6233-4471-abeb-87b299e8cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.478630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-62f54807-6233-4471-abeb-87b299e8cd20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e10ce0cf90a64393bad457f8d0a3ee45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759171 Jul 16 01:36:47.481870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f54807-6233-4471-abeb-87b299e8cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74121da-85c1-4479-b9d1-40b7dbc6cf33,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.482248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.553314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f54b313-244d-4daf-9e71-8e89fedc56b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.577950 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f54b313-244d-4daf-9e71-8e89fedc56b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.628075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f54b313-244d-4daf-9e71-8e89fedc56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.631497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f54b313-244d-4daf-9e71-8e89fedc56b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.632696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f54b313-244d-4daf-9e71-8e89fedc56b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b74121da-85c1-4479-b9d1-40b7dbc6cf33 HTTP/1.1" status: 204 len: 168 time: 0.1494462 Jul 16 01:36:47.641321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54b313-244d-4daf-9e71-8e89fedc56b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74121da-85c1-4479-b9d1-40b7dbc6cf33,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.887347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.901523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0113002-39e1-4b28-92d0-be29d8e5f1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.000774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0113002-39e1-4b28-92d0-be29d8e5f1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.005209 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0113002-39e1-4b28-92d0-be29d8e5f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.040081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce787b-4fa3-4101-90fb-51bad7f5f5a8 req-fc4e5b4f-9181-468d-be47-9a9d5071bc6f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.042014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30ce787b-4fa3-4101-90fb-51bad7f5f5a8 req-fc4e5b4f-9181-468d-be47-9a9d5071bc6f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0769944 Jul 16 01:36:48.047148 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e0113002-39e1-4b28-92d0-be29d8e5f1ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01cd4fd29bfd4810b4cb0b86145148f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562190 Jul 16 01:36:48.047148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0113002-39e1-4b28-92d0-be29d8e5f1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faee234-6ba0-4394-ae7c-e0197f165b70,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.047801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.117424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30ce787b-4fa3-4101-90fb-51bad7f5f5a8 req-19b821ae-f9f4-4c7e-befd-4f294fc2c9ae tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671592 Jul 16 01:36:48.135402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c9e836c-82a4-4198-b17f-0664a1a8d523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.157441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c9e836c-82a4-4198-b17f-0664a1a8d523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.203883 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c9e836c-82a4-4198-b17f-0664a1a8d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.206466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c9e836c-82a4-4198-b17f-0664a1a8d523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.207614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c9e836c-82a4-4198-b17f-0664a1a8d523 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5faee234-6ba0-4394-ae7c-e0197f165b70 HTTP/1.1" status: 204 len: 168 time: 0.1586924 Jul 16 01:36:48.215450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e836c-82a4-4198-b17f-0664a1a8d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faee234-6ba0-4394-ae7c-e0197f165b70,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.318038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e87d0-96f8-4e84-be75-ca67523fa104 req-e1aa00d6-82e6-4370-bdc2-8f420799c8c2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.321989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa4e87d0-96f8-4e84-be75-ca67523fa104 req-e1aa00d6-82e6-4370-bdc2-8f420799c8c2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0700283 Jul 16 01:36:49.375366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa4e87d0-96f8-4e84-be75-ca67523fa104 req-cc9ba24b-1b7b-4371-819a-8adae0b5a139 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473106 Jul 16 01:36:49.647302 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.547201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5dd86-f5eb-4708-b124-c07241d078b5 req-a8010d2c-b742-4bd7-bb06-fab2851c55f3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.548744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85f5dd86-f5eb-4708-b124-c07241d078b5 req-a8010d2c-b742-4bd7-bb06-fab2851c55f3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0710521 Jul 16 01:36:50.590341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85f5dd86-f5eb-4708-b124-c07241d078b5 req-7fe49c88-affa-494f-8022-a3616cbb8496 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351911 Jul 16 01:36:50.901144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:51.493357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.625263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be74ee59-21a6-44d0-bc68-648f75e751e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.734074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be74ee59-21a6-44d0-bc68-648f75e751e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.742935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be74ee59-21a6-44d0-bc68-648f75e751e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.798302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-be74ee59-21a6-44d0-bc68-648f75e751e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e626677080946e28dd1e17bafa77913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039031 Jul 16 01:36:51.801197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.829759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74ee59-21a6-44d0-bc68-648f75e751e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b6b8be-fa6a-4139-a6be-57efae342167,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.855471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac95fdf9-8f93-4619-abd7-dc619bb64517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.870677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c47f9-ef21-4cd9-bee4-788ca5719d06 req-020ca882-1b6e-4b52-8dd1-a9ccebec507f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.872514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f51c47f9-ef21-4cd9-bee4-788ca5719d06 req-020ca882-1b6e-4b52-8dd1-a9ccebec507f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0907855 Jul 16 01:36:51.878588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac95fdf9-8f93-4619-abd7-dc619bb64517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.912440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f51c47f9-ef21-4cd9-bee4-788ca5719d06 req-77b125f2-dd52-4c0e-b1c7-555a13584351 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344973 Jul 16 01:36:51.929003 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac95fdf9-8f93-4619-abd7-dc619bb64517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.931647 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac95fdf9-8f93-4619-abd7-dc619bb64517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.932830 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ac95fdf9-8f93-4619-abd7-dc619bb64517 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54b6b8be-fa6a-4139-a6be-57efae342167 HTTP/1.1" status: 204 len: 168 time: 0.1305640 Jul 16 01:36:51.940916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95fdf9-8f93-4619-abd7-dc619bb64517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b6b8be-fa6a-4139-a6be-57efae342167,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.100515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0aab5-becc-4a0d-b59e-551b281a09fd req-2b73fc91-7e4c-4c07-b660-102103b15ca3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.101909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49b0aab5-becc-4a0d-b59e-551b281a09fd req-2b73fc91-7e4c-4c07-b660-102103b15ca3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0726252 Jul 16 01:36:53.144009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49b0aab5-becc-4a0d-b59e-551b281a09fd req-18b64f69-104a-4031-8fbb-75f2ccfa52b2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358412 Jul 16 01:36:54.333308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3cf12-e8a6-4c2e-ae93-1bbf9deefc9c req-3de18788-da5c-4c6c-98fe-c39b24745311 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.335341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7c3cf12-e8a6-4c2e-ae93-1bbf9deefc9c req-3de18788-da5c-4c6c-98fe-c39b24745311 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0649526 Jul 16 01:36:54.374029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7c3cf12-e8a6-4c2e-ae93-1bbf9deefc9c req-c59803aa-c53e-4906-8408-19daaabbf02f tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Jul 16 01:36:54.692423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35410) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.793919 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec03694e-aa36-40b4-9847-83b23d2b5019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.883248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec03694e-aa36-40b4-9847-83b23d2b5019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.887265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec03694e-aa36-40b4-9847-83b23d2b5019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.925177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03694e-aa36-40b4-9847-83b23d2b5019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc0eb7-9672-4ad0-aa20-99f66071edce,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.932549 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec03694e-aa36-40b4-9847-83b23d2b5019 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74f671c2eafe4011b91e001f5cccf304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360990 Jul 16 01:36:54.932882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.981298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-558d5e02-f71d-4b68-9ac1-0f80a54401b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.003023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-558d5e02-f71d-4b68-9ac1-0f80a54401b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.062378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-558d5e02-f71d-4b68-9ac1-0f80a54401b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.065075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-558d5e02-f71d-4b68-9ac1-0f80a54401b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.066246 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-558d5e02-f71d-4b68-9ac1-0f80a54401b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58cc0eb7-9672-4ad0-aa20-99f66071edce HTTP/1.1" status: 204 len: 168 time: 0.1326244 Jul 16 01:36:55.075751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d5e02-f71d-4b68-9ac1-0f80a54401b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc0eb7-9672-4ad0-aa20-99f66071edce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.334524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35434) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.347384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c59c9ba6-b13a-459d-94e3-9de0b6282f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.436148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c59c9ba6-b13a-459d-94e3-9de0b6282f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.440099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c59c9ba6-b13a-459d-94e3-9de0b6282f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.481128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c59c9ba6-b13a-459d-94e3-9de0b6282f60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2de3859b5bb346b98964019d23efe8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455116 Jul 16 01:36:55.481978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c9ba6-b13a-459d-94e3-9de0b6282f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e5eb7-98dd-40ef-9a7d-bff4948ede5f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.484427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35438) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.578807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae5e9-f2bb-4a24-8746-effff30ebf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.599434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71b41d-4412-4907-adb1-c708a23a9f65 req-7a114825-7138-44e6-bb86-aac84d03edc1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.600938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee71b41d-4412-4907-adb1-c708a23a9f65 req-7a114825-7138-44e6-bb86-aac84d03edc1 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1082535 Jul 16 01:36:55.617612 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae5e9-f2bb-4a24-8746-effff30ebf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.666550 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee71b41d-4412-4907-adb1-c708a23a9f65 req-571109e2-4ffc-44c9-8e2d-0e60a2615ba2 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585473 Jul 16 01:36:55.686948 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae5e9-f2bb-4a24-8746-effff30ebf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.690277 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c3ae5e9-f2bb-4a24-8746-effff30ebf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.693529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c3ae5e9-f2bb-4a24-8746-effff30ebf69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d8e5eb7-98dd-40ef-9a7d-bff4948ede5f HTTP/1.1" status: 204 len: 168 time: 0.2057049 Jul 16 01:36:55.702804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ae5e9-f2bb-4a24-8746-effff30ebf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e5eb7-98dd-40ef-9a7d-bff4948ede5f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.881227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53920a2-34c3-437c-9f40-9777133bdac0 req-bc06a9fc-f07a-40a9-8ebf-d94601d57edb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.883754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f53920a2-34c3-437c-9f40-9777133bdac0 req-bc06a9fc-f07a-40a9-8ebf-d94601d57edb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0995479 Jul 16 01:36:56.942762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f53920a2-34c3-437c-9f40-9777133bdac0 req-5d7a318d-e50f-4aeb-8b68-4c684e8564d0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531645 Jul 16 01:36:57.381273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.486327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b00ea64a-5e5e-4483-8159-8905b5568eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.577706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b00ea64a-5e5e-4483-8159-8905b5568eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.582876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b00ea64a-5e5e-4483-8159-8905b5568eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.622733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b00ea64a-5e5e-4483-8159-8905b5568eb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3124445e02884411befaa9d87b9b321a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403421 Jul 16 01:36:57.623888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ea64a-5e5e-4483-8159-8905b5568eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0f31f-4105-4422-85b9-109f25732128,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.625408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.675615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd7e4-56a8-4542-98ee-96d6ef4d3117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.696894 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd7e4-56a8-4542-98ee-96d6ef4d3117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.743264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd7e4-56a8-4542-98ee-96d6ef4d3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.745879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ecfd7e4-56a8-4542-98ee-96d6ef4d3117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.747051 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9ecfd7e4-56a8-4542-98ee-96d6ef4d3117 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09b0f31f-4105-4422-85b9-109f25732128 HTTP/1.1" status: 204 len: 168 time: 0.1205614 Jul 16 01:36:57.754819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfd7e4-56a8-4542-98ee-96d6ef4d3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0f31f-4105-4422-85b9-109f25732128,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.138834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f9bd4-5518-4fee-8b54-45400a6413f7 req-cd75d831-ca2a-4f53-bd08-4b07a10e93df tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.146402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-830f9bd4-5518-4fee-8b54-45400a6413f7 req-cd75d831-ca2a-4f53-bd08-4b07a10e93df tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0850496 Jul 16 01:36:58.191460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-830f9bd4-5518-4fee-8b54-45400a6413f7 req-c893b015-0bf9-49d7-986a-4531a77492ff tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Jul 16 01:36:58.980095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.088758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d090914d-b25a-400e-98b7-133cf3cd45da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.180573 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d090914d-b25a-400e-98b7-133cf3cd45da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.185524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d090914d-b25a-400e-98b7-133cf3cd45da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.221902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090914d-b25a-400e-98b7-133cf3cd45da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33653d-dc9a-467c-a96f-647bca09f836,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.229623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.230290 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d090914d-b25a-400e-98b7-133cf3cd45da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=788a329c557643d096f55d354288d48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483203 Jul 16 01:36:59.291217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-365b29e7-7978-4a2c-a863-87c5ce431c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.320896 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-365b29e7-7978-4a2c-a863-87c5ce431c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.414889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21eb60-7bb1-412c-90ef-44416c7cf06a req-86aeecec-5287-49a7-b781-786efd42af8a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.416373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf21eb60-7bb1-412c-90ef-44416c7cf06a req-86aeecec-5287-49a7-b781-786efd42af8a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0869200 Jul 16 01:36:59.417432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-365b29e7-7978-4a2c-a863-87c5ce431c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.419989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-365b29e7-7978-4a2c-a863-87c5ce431c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.423761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-365b29e7-7978-4a2c-a863-87c5ce431c45 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa33653d-dc9a-467c-a96f-647bca09f836 HTTP/1.1" status: 204 len: 168 time: 0.1900022 Jul 16 01:36:59.435821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b29e7-7978-4a2c-a863-87c5ce431c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33653d-dc9a-467c-a96f-647bca09f836,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.469555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf21eb60-7bb1-412c-90ef-44416c7cf06a req-15b097f6-0ce7-454d-82f2-24cbd8d20ee6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471330 Jul 16 01:36:59.878564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185003-75d4-4293-bb8a-3f75551b205a req-36bd570a-2f8b-4f8b-90f9-ce67add3cdce tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.880082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28185003-75d4-4293-bb8a-3f75551b205a req-36bd570a-2f8b-4f8b-90f9-ce67add3cdce tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 945 time: 0.0681798 Jul 16 01:36:59.919881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28185003-75d4-4293-bb8a-3f75551b205a req-69b28d38-2a19-44f0-810f-8b558cf6b0ae tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Jul 16 01:37:00.599529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.653730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95388f72-4f01-4a43-808c-9e4944d1bd4f req-b533c668-15cb-4c76-bf34-06657b145354 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.655243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95388f72-4f01-4a43-808c-9e4944d1bd4f req-b533c668-15cb-4c76-bf34-06657b145354 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0749829 Jul 16 01:37:00.695126 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95388f72-4f01-4a43-808c-9e4944d1bd4f req-92720675-23d1-40f1-85de-46b5c65b3e54 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344007 Jul 16 01:37:00.704560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c12ef140-8381-4d1a-a2fe-403686e683ef tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-849072308'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.705042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c12ef140-8381-4d1a-a2fe-403686e683ef tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Unknown quota resources ['metering_label']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:37:00.905988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c12ef140-8381-4d1a-a2fe-403686e683ef tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.907163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c12ef140-8381-4d1a-a2fe-403686e683ef tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3067780 Jul 16 01:37:00.909965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.914736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a93a4bf2-1b9c-4819-9b7a-738c6510afa7 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8f83e7fa-fbc7-4093-8c25-eb75e9eb4e3f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.915236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a93a4bf2-1b9c-4819-9b7a-738c6510afa7 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:37:01.099733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181ce39-9bbd-4271-b2cd-58bfe8e3e0bb req-6edf4699-55db-443f-8081-878fe30f93c6 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.101299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c181ce39-9bbd-4271-b2cd-58bfe8e3e0bb req-6edf4699-55db-443f-8081-878fe30f93c6 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 945 time: 0.0663445 Jul 16 01:37:01.140450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c181ce39-9bbd-4271-b2cd-58bfe8e3e0bb req-5da25fd3-0487-464a-92e0-a58629aaa3a1 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334895 Jul 16 01:37:01.278905 n-d-800085-5 neutron-server[93707]: WARNING neutron.services.metering.metering_plugin [None req-a93a4bf2-1b9c-4819-9b7a-738c6510afa7 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:37:01.377440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a93a4bf2-1b9c-4819-9b7a-738c6510afa7 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.378639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a93a4bf2-1b9c-4819-9b7a-738c6510afa7 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4677579 Jul 16 01:37:01.382105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.386292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-39ae2379-fa63-4ee7-81c6-f8e7dffb2450 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8f83e7fa-fbc7-4093-8c25-eb75e9eb4e3f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:01.386782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-39ae2379-fa63-4ee7-81c6-f8e7dffb2450 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:37:01.439407 n-d-800085-5 neutron-server[93707]: WARNING neutron.services.metering.metering_plugin [None req-39ae2379-fa63-4ee7-81c6-f8e7dffb2450 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:37:01.516956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39ae2379-fa63-4ee7-81c6-f8e7dffb2450 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.518131 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-39ae2379-fa63-4ee7-81c6-f8e7dffb2450 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1351030 Jul 16 01:37:01.521530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.532024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ffc96c25-ed3e-46eb-ba30-27a7351d6430 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=899e58c5-6681-4f8a-bd08-0a439a25c232 HTTP/1.1" status: 200 len: 462 time: 0.0094292 Jul 16 01:37:01.534287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35712) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.659539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018ca545-153c-4643-a83f-c02509a17551 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.660729 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-018ca545-153c-4643-a83f-c02509a17551 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/899e58c5-6681-4f8a-bd08-0a439a25c232 HTTP/1.1" status: 204 len: 168 time: 0.1255853 Jul 16 01:37:01.663439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.680207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3b2ff305-a334-46ab-86fe-6ca53390de43 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=899e58c5-6681-4f8a-bd08-0a439a25c232 HTTP/1.1" status: 200 len: 221 time: 0.0156119 Jul 16 01:37:01.683506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.687969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bb3417a5-302b-4df7-aeb5-6c9edf9002e1 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1893105313', 'description': 'label created by tempest'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:01.688455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bb3417a5-302b-4df7-aeb5-6c9edf9002e1 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Unknown quota resources ['metering_label']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:37:01.694683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038b97-2b59-4388-b155-65ce15405d53 req-0451cb0c-edee-4f7f-8233-0205aceb4bfd tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.696342 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa038b97-2b59-4388-b155-65ce15405d53 req-0451cb0c-edee-4f7f-8233-0205aceb4bfd tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 945 time: 0.0987401 Jul 16 01:37:01.840199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Deleting port 4e391180-49cd-43f2-b2dd-15b95ef214a1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:01.840595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.932821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] For port 4e391180-49cd-43f2-b2dd-15b95ef214a1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4e391180-49cd-43f2-b2dd-15b95ef214a1,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:01.933225 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.942420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb3417a5-302b-4df7-aeb5-6c9edf9002e1 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.944674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bb3417a5-302b-4df7-aeb5-6c9edf9002e1 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2602084 Jul 16 01:37:01.946269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35722) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.952696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Calling delete_port for 4e391180-49cd-43f2-b2dd-15b95ef214a1 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:01.982802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548101f-e011-481b-b1a0-0bc4c8404ab2 req-0326e29d-96fd-4e77-aea6-e0c412fa84b4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.984382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3548101f-e011-481b-b1a0-0bc4c8404ab2 req-0326e29d-96fd-4e77-aea6-e0c412fa84b4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1490219 Jul 16 01:37:02.026672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3548101f-e011-481b-b1a0-0bc4c8404ab2 req-c019f3fa-9393-4535-8530-2d55fc001798 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349495 Jul 16 01:37:02.037116 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-87c2f2e9-88f3-4107-9ea8-5639b9328d81 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=16bfb1bf-e7dd-4116-b1fb-844e45a00b4f HTTP/1.1" status: 200 len: 468 time: 0.0892026 Jul 16 01:37:02.039616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35724) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.058437 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:02.269877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf29e11a-23e2-46f4-b54f-88297cf7dbce tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.271660 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cf29e11a-23e2-46f4-b54f-88297cf7dbce tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/16bfb1bf-e7dd-4116-b1fb-844e45a00b4f HTTP/1.1" status: 204 len: 168 time: 0.2305055 Jul 16 01:37:02.277643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.309011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-56ddd58a-a7f3-4b10-b95e-3cde5aa05fb1 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=16bfb1bf-e7dd-4116-b1fb-844e45a00b4f HTTP/1.1" status: 200 len: 216 time: 0.0301723 Jul 16 01:37:02.312384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.325167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3750a5ce-ef98-444a-bec1-45f1e23fc57b tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0117242 Jul 16 01:37:02.328506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.334133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343dd0b-a953-427f-bf31-d5dd0e065eda req-e6fde06a-b6d7-42e8-9900-0d6b013408f0 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.335742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a343dd0b-a953-427f-bf31-d5dd0e065eda req-e6fde06a-b6d7-42e8-9900-0d6b013408f0 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=36d75ce3-3696-4aea-b6e7-0bc7d35621d2 HTTP/1.1" status: 200 len: 945 time: 0.0793066 Jul 16 01:37:02.340675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.343206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e97cd3b-5838-4d8c-89d3-333071e405c7 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0136988 Jul 16 01:37:02.346798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.357071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4e391180-49cd-43f2-b2dd-15b95ef214a1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:02.381491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Pushing event deleted for resources: {'Port': ['ID=4e391180-49cd-43f2-b2dd-15b95ef214a1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.428367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] No DVR routers for this DVR port 4e391180-49cd-43f2-b2dd-15b95ef214a1 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:02.433401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5b2c55b6-f305-4e89-8791-8c3b40b4b810 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/8f83e7fa-fbc7-4093-8c25-eb75e9eb4e3f HTTP/1.1" status: 200 len: 472 time: 0.0823095 Jul 16 01:37:02.433587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.435278 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa038b97-2b59-4388-b155-65ce15405d53 req-38a4e911-6e62-4fe2-937e-d623ca065894 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "DELETE /v2.0/ports/4e391180-49cd-43f2-b2dd-15b95ef214a1 HTTP/1.1" status: 204 len: 173 time: 0.7260489 Jul 16 01:37:02.436374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35738) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.436374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'name': 'network-vif-deleted', 'tag': '4e391180-49cd-43f2-b2dd-15b95ef214a1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:02.439290 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df5be4-00f4-4969-bbe6-99ec2c8771c3" -d '{"events": [{"server_uuid": "36d75ce3-3696-4aea-b6e7-0bc7d35621d2", "name": "network-vif-deleted", "tag": "4e391180-49cd-43f2-b2dd-15b95ef214a1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:02.452258 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a1a9e09-a625-4e14-b703-ec6a2c95394b tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/253eeb6d-be2d-49f5-8c8f-85fe2fe16617 HTTP/1.1" status: 200 len: 459 time: 0.0092447 Jul 16 01:37:02.455518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.460429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a343dd0b-a953-427f-bf31-d5dd0e065eda req-f9cec00e-5e8d-446d-85f2-a364a254a00e tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189325 Jul 16 01:37:02.539109 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a221589d-add1-4e22-b085-af8e3894a638 x-openstack-request-id: req-a221589d-add1-4e22-b085-af8e3894a638 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:02.539409 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d75ce3-3696-4aea-b6e7-0bc7d35621d2", "name": "network-vif-deleted", "tag": "4e391180-49cd-43f2-b2dd-15b95ef214a1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:02.539715 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a221589d-add1-4e22-b085-af8e3894a638 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:02.540121 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d75ce3-3696-4aea-b6e7-0bc7d35621d2', 'name': 'network-vif-deleted', 'tag': '4e391180-49cd-43f2-b2dd-15b95ef214a1', 'status': 'completed', 'code': 200} Jul 16 01:37:02.577086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-06f68a03-0f37-446e-b2da-17cad0ac6800 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.578225 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-06f68a03-0f37-446e-b2da-17cad0ac6800 tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/253eeb6d-be2d-49f5-8c8f-85fe2fe16617 HTTP/1.1" status: 204 len: 168 time: 0.1219411 Jul 16 01:37:02.580830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.770947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da2c8f6a-0354-4431-8cff-49cea0a5da6a tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.772094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da2c8f6a-0354-4431-8cff-49cea0a5da6a tempest-MeteringIpV6TestJSON-2123107134 tempest-MeteringIpV6TestJSON-2123107134-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/8f83e7fa-fbc7-4093-8c25-eb75e9eb4e3f HTTP/1.1" status: 204 len: 168 time: 0.1903508 Jul 16 01:37:03.008582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.112753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d1291f-6b64-470e-8aa2-13f8dfba37ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.214193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d87af-a87a-4440-a59f-cfa2167f641d req-86042833-cb0f-4042-846e-217aa1f9fe79 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.216622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f20d87af-a87a-4440-a59f-cfa2167f641d req-86042833-cb0f-4042-846e-217aa1f9fe79 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0699229 Jul 16 01:37:03.216846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d1291f-6b64-470e-8aa2-13f8dfba37ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.221622 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04d1291f-6b64-470e-8aa2-13f8dfba37ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.261310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f20d87af-a87a-4440-a59f-cfa2167f641d req-abfa718a-923b-48fa-b08a-d36d94eba4b3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361156 Jul 16 01:37:03.266561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-04d1291f-6b64-470e-8aa2-13f8dfba37ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bd5277294294803be649dbe61c92ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567031 Jul 16 01:37:03.267274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1291f-6b64-470e-8aa2-13f8dfba37ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0c79c-cded-48ee-b511-83e4ebba5b73,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.269156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.324391 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a746777-c623-4d19-b0f4-02cc63a3410b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.345242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a746777-c623-4d19-b0f4-02cc63a3410b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.394958 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a746777-c623-4d19-b0f4-02cc63a3410b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.398073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a746777-c623-4d19-b0f4-02cc63a3410b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.399709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6a746777-c623-4d19-b0f4-02cc63a3410b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3fa0c79c-cded-48ee-b511-83e4ebba5b73 HTTP/1.1" status: 204 len: 168 time: 0.1292844 Jul 16 01:37:03.407605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a746777-c623-4d19-b0f4-02cc63a3410b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0c79c-cded-48ee-b511-83e4ebba5b73,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.666085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-63ee806d-7dd2-4330-bc8a-1cd98045dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.667928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-63ee806d-7dd2-4330-bc8a-1cd98045dc70 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.0870664 Jul 16 01:37:03.676412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20947-7690-481e-a2de-0e6516cb326a req-d49212b6-a68d-47cf-b823-5cec60250ffe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.679143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ba20947-7690-481e-a2de-0e6516cb326a req-d49212b6-a68d-47cf-b823-5cec60250ffe tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1111131 Jul 16 01:37:03.755689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.780678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ba20947-7690-481e-a2de-0e6516cb326a req-5859ec4b-0eaf-4412-9b07-3fa0157996ef tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914874 Jul 16 01:37:03.801561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05c1fb0b-d408-4b8f-94a0-5d4ecf93bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.816045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-588f9f3c-5194-4e70-b19e-89915e6ea2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.818840 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-588f9f3c-5194-4e70-b19e-89915e6ea2b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1435251 Jul 16 01:37:03.900892 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05c1fb0b-d408-4b8f-94a0-5d4ecf93bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.906165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05c1fb0b-d408-4b8f-94a0-5d4ecf93bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.906669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-85bb5f77-c33e-4f0d-b649-c2b5f8eef186 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.0779276 Jul 16 01:37:03.944004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1fb0b-d408-4b8f-94a0-5d4ecf93bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdff1190-9849-42f6-9fd1-f1ba478f0274,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.964170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-05c1fb0b-d408-4b8f-94a0-5d4ecf93bb03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de593b3f769140efb13b42379d6bf521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074018 Jul 16 01:37:03.966635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.986259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-2403cc35-d3d8-4b5b-b7b4-d10ed8cea7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.987844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-2403cc35-d3d8-4b5b-b7b4-d10ed8cea7a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0749481 Jul 16 01:37:04.061903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ddef55d-6697-4e2e-9473-9fc9fdbe2f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.089789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ddef55d-6697-4e2e-9473-9fc9fdbe2f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.092569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-0d747148-e3fe-4b88-ab80-e987508ae246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.094067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-0d747148-e3fe-4b88-ab80-e987508ae246 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991197 Jul 16 01:37:04.204754 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ddef55d-6697-4e2e-9473-9fc9fdbe2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.208078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ddef55d-6697-4e2e-9473-9fc9fdbe2f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.210159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8ddef55d-6697-4e2e-9473-9fc9fdbe2f7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bdff1190-9849-42f6-9fd1-f1ba478f0274 HTTP/1.1" status: 204 len: 168 time: 0.2425780 Jul 16 01:37:04.222463 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-35dd2bd3-b158-4f98-9403-128a36202df1 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209469 Jul 16 01:37:04.223577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddef55d-6697-4e2e-9473-9fc9fdbe2f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdff1190-9849-42f6-9fd1-f1ba478f0274,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.347533 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-957bd132-cd26-4be1-999b-52b3fcae96d5 req-6a81497e-46f2-4d04-bb98-c74bc4f1c349 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181304 Jul 16 01:37:05.117297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4859f-5f80-4af4-a4f7-39a1fb41b0fd req-94f11279-1b92-419e-81e3-9ca4c5645b69 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.118824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26b4859f-5f80-4af4-a4f7-39a1fb41b0fd req-94f11279-1b92-419e-81e3-9ca4c5645b69 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1262791 Jul 16 01:37:05.167075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26b4859f-5f80-4af4-a4f7-39a1fb41b0fd req-37fab343-0e5e-4041-87f7-5be7ae687ac0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405853 Jul 16 01:37:05.807812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35838) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.899190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d4d71ab6-fdda-43eb-a24a-9f87b8a5b9c7 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:05.930530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d4d71ab6-fdda-43eb-a24a-9f87b8a5b9c7 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "PUT /v2.0/quotas/e849ab87d8664c6ba27e7a6406cb70f1 HTTP/1.1" status: 200 len: 366 time: 0.1215718 Jul 16 01:37:05.932942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.942773 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71058880-5b0d-45e6-823f-42735c371b89 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0087867 Jul 16 01:37:05.945091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.954476 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d03fcc9e-f5cc-425b-ba3a-09771906c372 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "GET /v2.0/quotas/e849ab87d8664c6ba27e7a6406cb70f1 HTTP/1.1" status: 200 len: 366 time: 0.0084975 Jul 16 01:37:05.956606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35852) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.972202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35856) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.972397 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-67976318-70fd-48a1-afad-e9bc29b29af6 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/e849ab87d8664c6ba27e7a6406cb70f1 HTTP/1.1" status: 204 len: 168 time: 0.0146992 Jul 16 01:37:05.982817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-55c76698-7024-431c-849c-1fe15fb59811 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0094573 Jul 16 01:37:05.984977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.995106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3a90597c-c505-4431-8690-374b17ee9ce1 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "GET /v2.0/quotas/e849ab87d8664c6ba27e7a6406cb70f1 HTTP/1.1" status: 200 len: 370 time: 0.0091658 Jul 16 01:37:05.997265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.001987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9bd865ea-d0c3-4cca-af3f-5b57213c968e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "GET /v2.0/quotas/e849ab87d8664c6ba27e7a6406cb70f1/default HTTP/1.1" status: 200 len: 370 time: 0.0036676 Jul 16 01:37:06.004175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35864) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.012204 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-1e08b420-e571-435c-becb-465e1dda4b22 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:37:06.015996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1e08b420-e571-435c-becb-465e1dda4b22 tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/e849ab87d8664c6ba27e7a6406cb70f1 HTTP/1.1" status: 404 len: 348 time: 0.0109200 Jul 16 01:37:06.131976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.153367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:network and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.158651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.166183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:subnet and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.171350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.179436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:subnetpool and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.184713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.191214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:port and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.195977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.202439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:router and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.207312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.215595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:floatingip and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.223526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.271576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:security_group and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.277832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.285624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Usage tracker for resource:security_group_rule and tenant:dece492b64374919952710f80334acb2 is out of sync, need to count used quota {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:37:06.292449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.quota.resource [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93706) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:37:06.299928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-506bfa83-20c9-460d-ac36-5fa2a716466e tempest-QuotasTest-78590661 tempest-QuotasTest-78590661-project-admin] 10.222.0.81 "GET /v2.0/quotas/dece492b64374919952710f80334acb2/details.json HTTP/1.1" status: 200 len: 703 time: 0.1666470 Jul 16 01:37:06.397182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f86f-102d-4918-b61d-6b089a5a3e52 req-afa64511-735a-4f79-9990-e05a54bc6c90 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.404521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e1f86f-102d-4918-b61d-6b089a5a3e52 req-afa64511-735a-4f79-9990-e05a54bc6c90 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0907712 Jul 16 01:37:06.440392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01e1f86f-102d-4918-b61d-6b089a5a3e52 req-b1a6cb67-5102-4fee-98b4-3fdca8003037 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Jul 16 01:37:06.612755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.626700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437426-a19d-40f7-a068-a06537f438f1 req-aa5fb497-4bf6-46e7-86e1-c5b61b9d5059 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.633959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28437426-a19d-40f7-a068-a06537f438f1 req-aa5fb497-4bf6-46e7-86e1-c5b61b9d5059 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0763431 Jul 16 01:37:06.668068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28437426-a19d-40f7-a068-a06537f438f1 req-105dbee9-054c-41b4-ad8e-358698d1afeb tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Jul 16 01:37:06.726981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c1882e-b6c5-4f11-b500-0da5e45ecff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.831405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c1882e-b6c5-4f11-b500-0da5e45ecff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.836048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c1882e-b6c5-4f11-b500-0da5e45ecff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.848923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9cb55-8c40-4d92-a24f-bf76f5846a41 req-e2f0115a-1faa-4215-ba2c-200852a5f17a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.850346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55e9cb55-8c40-4d92-a24f-bf76f5846a41 req-e2f0115a-1faa-4215-ba2c-200852a5f17a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0685496 Jul 16 01:37:06.871735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1882e-b6c5-4f11-b500-0da5e45ecff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9da694-0410-4d07-8bb7-d68c72d8ccc8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.884302 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-09c1882e-b6c5-4f11-b500-0da5e45ecff2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6417803bcef74534be9217dc8bddea78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703953 Jul 16 01:37:06.885072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35894) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.900521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55e9cb55-8c40-4d92-a24f-bf76f5846a41 req-4a4a850f-a276-4792-8ab8-396329fc325d tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Jul 16 01:37:06.949085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-754e3f90-f269-4ae6-bdfa-c89345a9cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.961072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4e391180-49cd-43f2-b2dd-15b95ef214a1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:06.980854 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-754e3f90-f269-4ae6-bdfa-c89345a9cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.993582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 4e391180-49cd-43f2-b2dd-15b95ef214a1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:06.998102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4e391180-49cd-43f2-b2dd-15b95ef214a1 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:07.105162 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-8155f52f-feb3-4232-9d56-d86d9ee7ca79 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214755 Jul 16 01:37:07.121738 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-754e3f90-f269-4ae6-bdfa-c89345a9cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.124527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-754e3f90-f269-4ae6-bdfa-c89345a9cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.125765 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-754e3f90-f269-4ae6-bdfa-c89345a9cd58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c9da694-0410-4d07-8bb7-d68c72d8ccc8 HTTP/1.1" status: 204 len: 168 time: 0.2396386 Jul 16 01:37:07.160706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e3f90-f269-4ae6-bdfa-c89345a9cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9da694-0410-4d07-8bb7-d68c72d8ccc8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.280403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-cb4aa18a-1a01-4dac-98c8-4cd9d9f5a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.282119 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-cb4aa18a-1a01-4dac-98c8-4cd9d9f5a662 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.1145859 Jul 16 01:37:07.438861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67839-4963-4f9e-ace2-d95f6042a019 req-2e91b863-91d2-40ed-a06d-e018f00ad38c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.440414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb67839-4963-4f9e-ace2-d95f6042a019 req-2e91b863-91d2-40ed-a06d-e018f00ad38c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0946300 Jul 16 01:37:07.460670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-589904ea-69c1-4d74-a264-7feb4997c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.462415 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-589904ea-69c1-4d74-a264-7feb4997c5d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1507063 Jul 16 01:37:07.496616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb67839-4963-4f9e-ace2-d95f6042a019 req-7c7f349f-c204-493a-9958-0141c6cfb004 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476758 Jul 16 01:37:07.509237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.526573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7111e3e-c22d-4d48-964c-0b06f81c33f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.554309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-93d17082-3c00-4afe-85d2-1ad585dd3303 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.0830286 Jul 16 01:37:07.609935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-2ad33045-2206-4951-bf68-a6b88b8c0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.611562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-2ad33045-2206-4951-bf68-a6b88b8c0fc1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0484924 Jul 16 01:37:07.619451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7111e3e-c22d-4d48-964c-0b06f81c33f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.623326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7111e3e-c22d-4d48-964c-0b06f81c33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.665093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e7111e3e-c22d-4d48-964c-0b06f81c33f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dece492b64374919952710f80334acb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521611 Jul 16 01:37:07.665324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.670856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-b727a8f2-0fcb-4381-9348-7f841847fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.672015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7111e3e-c22d-4d48-964c-0b06f81c33f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a0c7b-f76a-466b-86f6-512e16304c2a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.672356 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-b727a8f2-0fcb-4381-9348-7f841847fd60 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542352 Jul 16 01:37:07.720557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35d1a716-08e1-45c2-89f2-2405c3ed07fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.743107 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35d1a716-08e1-45c2-89f2-2405c3ed07fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.771102 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-73cf109d-d5b5-4c6f-8416-14586d7738c5 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900707 Jul 16 01:37:07.799872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35d1a716-08e1-45c2-89f2-2405c3ed07fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.806903 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35d1a716-08e1-45c2-89f2-2405c3ed07fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.808082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-35d1a716-08e1-45c2-89f2-2405c3ed07fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c79a0c7b-f76a-466b-86f6-512e16304c2a HTTP/1.1" status: 204 len: 168 time: 0.1419039 Jul 16 01:37:07.815825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1a716-08e1-45c2-89f2-2405c3ed07fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a0c7b-f76a-466b-86f6-512e16304c2a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.874267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8a36a67-3030-4235-bdb8-cca1e47156f1 req-9c695d41-46ca-4948-b748-7c9b75bfcef3 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973506 Jul 16 01:37:08.335974 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-1a32eb37-024a-4691-ab3b-ac1ebc33afd7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0749004 Jul 16 01:37:08.458439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.459131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.459684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.460238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.460792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.461310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.461841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.463961 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-22e86dcf-97e5-438e-aff8-a35f4be516e6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa857418959540b988c9fb1496b449a9&device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 6498 time: 0.0676386 Jul 16 01:37:08.591459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-f89d9002-8358-4d68-9022-e6d70fe71c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.591952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-f89d9002-8358-4d68-9022-e6d70fe71c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.592455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-f89d9002-8358-4d68-9022-e6d70fe71c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.594144 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-f89d9002-8358-4d68-9022-e6d70fe71c27 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 200 len: 2298 time: 0.1033587 Jul 16 01:37:08.601836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.704212 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-d3133c81-1071-4e63-9b15-3100b17ff2d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c HTTP/1.1" status: 200 len: 1002 time: 0.1005597 Jul 16 01:37:08.735908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1857977312'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:08.770523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-6a6e85fd-22ac-435c-9ced-6bd671753325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.772128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-6a6e85fd-22ac-435c-9ced-6bd671753325 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2743fd1e-578e-4490-a5fa-aa8ac51a8547 HTTP/1.1" status: 200 len: 856 time: 0.0527327 Jul 16 01:37:08.772767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec17711-a2b7-49d1-a599-68e67fe332a8 req-3978e129-b126-468e-a866-568310be4afa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.774768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bec17711-a2b7-49d1-a599-68e67fe332a8 req-3978e129-b126-468e-a866-568310be4afa tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1125472 Jul 16 01:37:08.783002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:08.787260 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.810312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.837534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-06ccdef6-380c-46dc-91a3-1e5e0372ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.839244 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-06ccdef6-380c-46dc-91a3-1e5e0372ec30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8f8e5162-0088-4d27-9b78-d9d146bbfbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601401 Jul 16 01:37:08.844731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bec17711-a2b7-49d1-a599-68e67fe332a8 req-cc5468cd-b3db-4ff9-974e-f7cd94d19d5a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635769 Jul 16 01:37:08.951653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.957205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.962925 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-c47007a3-d5a5-4a04-ae69-6f3874999067 service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127326 Jul 16 01:37:08.996457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f90645-8d5a-481d-b0f3-6466ddaa4f7d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.007539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:09.018591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.018936 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Added segment 7f47e955-8c0c-4e7f-a140-088710963fe6 of type vlan for network 12875033-64b4-4a96-89ba-6beb967a0db8 Jul 16 01:37:09.069417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.114847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.125702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.126374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.231799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Network': ['ID=12875033-64b4-4a96-89ba-6beb967a0db8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.243232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 12875033-64b4-4a96-89ba-6beb967a0db8 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:09.260493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-abe1b8e8-c4cd-48e1-807e-54fcd5c7bdf4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6575596 Jul 16 01:37:09.264778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.270149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'subnet': {'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:09.454570 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-490d5f2f-1eb8-45bb-bb49-03596bc0cd26 service neutron] 10.222.0.93 "GET /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837506 Jul 16 01:37:09.530325 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-375e0a41-4f37-44d9-9b72-b242c725252a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 217 time: 0.0647194 Jul 16 01:37:09.637039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-a3a27701-ea72-4f8a-9458-4006f7e6a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.638018 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-a3a27701-ea72-4f8a-9458-4006f7e6a0ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.0990784 Jul 16 01:37:09.647369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-047ba325-3891-43e3-967a-4de721930dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.649254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-047ba325-3891-43e3-967a-4de721930dca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 1096 time: 0.2952442 Jul 16 01:37:09.844679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-3e50965b-3054-4af2-9c12-370e1a960049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.846417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-3e50965b-3054-4af2-9c12-370e1a960049 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1962519 Jul 16 01:37:09.847870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-92edc2c0-6182-44aa-80d6-73c603e6e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.849906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-92edc2c0-6182-44aa-80d6-73c603e6e56a service neutron] 10.222.0.78 "GET /v2.0/networks?id=3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 200 len: 912 time: 0.1866627 Jul 16 01:37:09.904765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813f9fe-7849-44e1-99e5-c268480a7788 req-a987795a-1933-4412-b490-a3f16af10f1e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.906489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d813f9fe-7849-44e1-99e5-c268480a7788 req-a987795a-1933-4412-b490-a3f16af10f1e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.6303985 Jul 16 01:37:09.907638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:09.912379 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.974913 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-30b7f8d0-a2a1-483b-8dfa-a7dbf382d9de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 200 len: 998 time: 0.1174071 Jul 16 01:37:10.007390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d813f9fe-7849-44e1-99e5-c268480a7788 req-9c6934ae-4651-4bd2-8473-b94a76d54a2a tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916977 Jul 16 01:37:10.023730 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-94add521-a3c0-4e05-851b-f63b1ea67728 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671712 Jul 16 01:37:10.057250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-6d843dc5-7672-43bf-8262-f5a431f6a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.058621 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-6d843dc5-7672-43bf-8262-f5a431f6a694 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 200 len: 850 time: 0.0764062 Jul 16 01:37:10.121195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.164180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-6b137c89-4067-4c10-ae2a-937125951507 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322556 Jul 16 01:37:10.172234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-8e070a9e-63ae-4e84-88ea-dfc30aaf4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.173638 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-8e070a9e-63ae-4e84-88ea-dfc30aaf4072 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3f7db1a4-1994-4387-a044-f7026ae74634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070430 Jul 16 01:37:10.187106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Subnet': ['ID=ae7bfb97-4862-4e3b-ba32-6fdf8704aacd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.196703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Checking segment: {'id': '7f47e955-8c0c-4e7f-a140-088710963fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:10.197139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network hostable DHCP agents. Network: 12875033-64b4-4a96-89ba-6beb967a0db8, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:10.213685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:10.222220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 12875033-64b4-4a96-89ba-6beb967a0db8) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:10.227769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-a429ca55-f3f4-4945-a1c2-e4484f47f424 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 217 time: 0.0531921 Jul 16 01:37:10.227942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.228477 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.235622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abeef57-b223-44b5-8a8e-e65791d8d1a3 None None] Network 12875033-64b4-4a96-89ba-6beb967a0db8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:10.247197 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36f5436b-47a4-4816-94ed-d2d1d3105d87 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9785855 Jul 16 01:37:10.247497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.269705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'name': 'tempest-AllowedAddressPairTestJSON-418430035'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:10.345300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-09209f6c-c250-4a52-ad35-35b942a6bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.346744 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-09209f6c-c250-4a52-ad35-35b942a6bb76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.1111646 Jul 16 01:37:10.377424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-12875033-64b4-4a96-89ba-6beb967a0db8', 'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'tenant_id': 'e9e2ab9eb0a94e7cbc36568cf475fbd9', 'fixed_ips': [{'subnet_id': 'ae7bfb97-4862-4e3b-ba32-6fdf8704aacd'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:10.378407 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.429975 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-fc0e4a9a-19c4-4287-8e84-3cfd9ebc60a0 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492630 Jul 16 01:37:10.539070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Allocated IP 172.20.0.2 (12875033-64b4-4a96-89ba-6beb967a0db8/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd/f20ea520-cdd8-4c80-ba50-e47c8221bcf3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:10.545251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-7fddde41-a255-46bc-a629-5200ec9b77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.546742 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-7fddde41-a255-46bc-a629-5200ec9b77d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919539 Jul 16 01:37:10.602077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:10.605740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.621599 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c229b9b7-42fa-44f1-b7d3-e0291e7b1097 req-d77bda8d-0f5c-43bd-8fd4-883abab59f93 service neutron] 10.222.0.78 "GET /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821482 Jul 16 01:37:10.664278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] device_id is not set on port 966b07ef-fe87-4add-a840-42afa94dda5f yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:10.728719 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-9c320b44-303f-40e7-a8fd-1aec0d68b7ae service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707795 Jul 16 01:37:10.752550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f0e0-657f-4e66-9b69-421403c6533a req-76158606-836c-4e15-b250-6cc735b46a4d tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.754460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-76158606-836c-4e15-b250-6cc735b46a4d tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/networks?id=8514badb-1b5f-446f-a8ba-ed7f30db6511 HTTP/1.1" status: 200 len: 814 time: 0.1161506 Jul 16 01:37:10.781504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-b62ca061-6208-4c4b-a841-8010ba8cf3f7 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/quotas/5646ee76de314a4695a9a5ecf9ce7669 HTTP/1.1" status: 200 len: 375 time: 0.0161781 Jul 16 01:37:10.825115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-4f7043b9-5057-499b-be8b-85b4c73b485c tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5646ee76de314a4695a9a5ecf9ce7669&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425560 Jul 16 01:37:10.848495 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.852891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-c5aa6e9a-2088-4e6e-88e4-71057687c843 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148627 Jul 16 01:37:10.858150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Transition to ACTIVE for port object f20ea520-cdd8-4c80-ba50-e47c8221bcf3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:10.872953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Transition to ACTIVE for port object f20ea520-cdd8-4c80-ba50-e47c8221bcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:10.880267 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.910702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-4d1083d4-1108-40c3-af61-4e7bbae26c91 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=843e3aec-078a-41a5-9846-b66fe3e63118 HTTP/1.1" status: 200 len: 217 time: 0.0509219 Jul 16 01:37:10.925002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Pushing event updated for resources: {'Port': ['ID=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.934324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:10.936193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:10.939871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:10.996429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Allocated IP 172.20.0.14 (12875033-64b4-4a96-89ba-6beb967a0db8/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd/966b07ef-fe87-4add-a840-42afa94dda5f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:10.999164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-71210da6-50fb-49f7-a239-70dfe87eb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.000656 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-71210da6-50fb-49f7-a239-70dfe87eb77e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.0715775 Jul 16 01:37:11.004094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-1974a460-e619-4584-860b-f44a4afe8cde service neutron] 10.222.0.81 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779835 Jul 16 01:37:11.031341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Attempting to bind port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:11.031705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Attempting to bind port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '7f47e955-8c0c-4e7f-a140-088710963fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:11.032067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Attempting to bind port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 on network 12875033-64b4-4a96-89ba-6beb967a0db8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:11.037236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:11.037613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Checking segment: {'id': '7f47e955-8c0c-4e7f-a140-088710963fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:11.039253 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.039253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Bound using segment: {'id': '7f47e955-8c0c-4e7f-a140-088710963fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:11.039253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Bound port: f20ea520-cdd8-4c80-ba50-e47c8221bcf3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f47e955-8c0c-4e7f-a140-088710963fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:11.039253 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.125286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] For port f20ea520-cdd8-4c80-ba50-e47c8221bcf3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:11.129365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] For port f20ea520-cdd8-4c80-ba50-e47c8221bcf3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,segment=NetworkSegment(7f47e955-8c0c-4e7f-a140-088710963fe6),segment_id=7f47e955-8c0c-4e7f-a140-088710963fe6)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:11.134431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-cddbf3cb-5f14-46df-bc9f-ef670c07aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.135951 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-cddbf3cb-5f14-46df-bc9f-ef670c07aff6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245532 Jul 16 01:37:11.136648 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.147561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-691ffd1f-6399-46a4-b206-387f6e0053ff service neutron] 10.222.0.81 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372778 Jul 16 01:37:11.226559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf136-940e-4409-b8e4-e1c31467fd09 None None] Pushing event updated for resources: {'Port': ['ID=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.250304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242ba3-3843-4c5e-950b-f302b23699ad req-826e2b5c-3ead-42c3-9d70-4edb90cbc82c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.251893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a242ba3-3843-4c5e-950b-f302b23699ad req-826e2b5c-3ead-42c3-9d70-4edb90cbc82c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0865078 Jul 16 01:37:11.298992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.314183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a242ba3-3843-4c5e-950b-f302b23699ad req-0607b16d-a133-45b6-b7a3-c0f38a838902 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554070 Jul 16 01:37:11.326511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Transition to ACTIVE for port object 966b07ef-fe87-4add-a840-42afa94dda5f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:11.335309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-e0b4e3d8-0b27-45c8-922e-5d9119408d84 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617532 Jul 16 01:37:11.437397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.461710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2ba6fc0-78c8-4de8-ac73-fb45e7fee813 req-56afe5bb-bab1-47b6-82e3-2ff494c4ad89 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 210 time: 0.0525179 Jul 16 01:37:11.511546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:11.516194 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-863255ab-e56c-42f9-8505-997fa7a9f7bb service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725004 Jul 16 01:37:11.520861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:11.522032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=966b07ef-fe87-4add-a840-42afa94dda5f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.525695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:11.586968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00324e8f-0e15-4656-9886-bce044f74903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.593952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-f60a42c6-4b85-4d45-a3b0-a5c22b94ec48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=309ebef2-8738-4788-bf35-85140bb7470c HTTP/1.1" status: 200 len: 217 time: 0.0691772 Jul 16 01:37:11.652801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.653429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.677814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-2f22228d-e07e-46c3-af34-445b8eb5a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.679259 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-2f22228d-e07e-46c3-af34-445b8eb5a5b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 200 len: 797 time: 0.0764601 Jul 16 01:37:11.685434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b35e4faa-b817-4dcc-8650-d4cf0e4ea0f2 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4354987 Jul 16 01:37:11.688504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.694116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'name': 'tempest-AllowedAddressPairTestJSON-1600997689', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0e:a7:ab'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:11.761234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-0a61dc4e-471f-45bc-a223-36dbf585a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.763340 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-0a61dc4e-471f-45bc-a223-36dbf585a58c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f28cbbf1-bcb5-48f6-8632-a12c16c86851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659583 Jul 16 01:37:11.847356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:11.877213 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-5ce28f69-2c23-4035-8ede-0af07a1e70b4 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059661 Jul 16 01:37:11.940604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.965826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] device_id is not set on port 6a258876-4966-4319-bb93-bf246912bc6e yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:11.984717 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-be4afcd6-d863-421f-ba88-688c45cbca51 service neutron] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009812 Jul 16 01:37:12.054718 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-da3e2159-7ad5-4eed-85fd-19a41ac5a538 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8176d12f-20f7-427d-998c-6ec0679d6738 HTTP/1.1" status: 200 len: 217 time: 0.0614841 Jul 16 01:37:12.109730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Allocated IP 172.20.0.11 (12875033-64b4-4a96-89ba-6beb967a0db8/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd/6a258876-4966-4319-bb93-bf246912bc6e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:12.112571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-f789cacf-0f7d-4096-9e49-bb3e8d2b32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.114037 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-f789cacf-0f7d-4096-9e49-bb3e8d2b32b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0528722 Jul 16 01:37:12.191108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-ba0c49c5-2f3d-40d5-82e0-5457e4d7e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.193009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-ba0c49c5-2f3d-40d5-82e0-5457e4d7e156 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704296 Jul 16 01:37:12.307562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.327084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Transition to ACTIVE for port object 6a258876-4966-4319-bb93-bf246912bc6e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:12.387191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.468416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:12.485462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:12.524574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=6a258876-4966-4319-bb93-bf246912bc6e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.544630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:12.560368 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f20ea520-cdd8-4c80-ba50-e47c8221bcf3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:12.593672 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-8bcabe73-4772-4152-b564-b700e40ce434 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855996 Jul 16 01:37:12.614620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c85169-1bc3-47b4-bd12-47dbb4942c44 None None] Network 12875033-64b4-4a96-89ba-6beb967a0db8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:12.637266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.638222 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.661556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2950c4c-30e7-4b92-a3b5-cbac8ba5a721 req-7da371da-de85-4d86-a20b-88880aa02cf5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.663503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2950c4c-30e7-4b92-a3b5-cbac8ba5a721 req-7da371da-de85-4d86-a20b-88880aa02cf5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.2008543 Jul 16 01:37:12.679010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-53a099c7-ae70-4895-8710-2447aacac9ff tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.9869235 Jul 16 01:37:12.695703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36020) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.703125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c141b280-8928-4b2d-8807-354c7b142316 req-58a3ee1f-7d20-40f3-8266-fe59f6457dd2 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 210 time: 0.0738473 Jul 16 01:37:12.706477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-04bc9633-4505-473a-8de2-def911dc3361 None None] Provisioning for port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:12.734719 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-b29ef59c-e4d4-4fa0-8d48-6b8de2346787 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167474 Jul 16 01:37:12.759120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:12.767101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:12.767751 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.810498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2950c4c-30e7-4b92-a3b5-cbac8ba5a721 req-672d0bfd-7b67-4600-bff9-433323522651 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365309 Jul 16 01:37:12.814630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-b1b794c6-e331-4a2c-90e9-ec7242c142c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241 HTTP/1.1" status: 200 len: 217 time: 0.0757170 Jul 16 01:37:12.880110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-a760cd1d-d23a-4d90-bb4f-2a070d9cc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.880357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972f3a1-8e0c-4e21-b4e5-3a3e0db3b039 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.881693 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-a760cd1d-d23a-4d90-bb4f-2a070d9cc5d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 200 len: 797 time: 0.0631139 Jul 16 01:37:12.886339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972f3a1-8e0c-4e21-b4e5-3a3e0db3b039 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.892873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972f3a1-8e0c-4e21-b4e5-3a3e0db3b039 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.894644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7972f3a1-8e0c-4e21-b4e5-3a3e0db3b039 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1904035 Jul 16 01:37:12.914107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.973555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f0e0-657f-4e66-9b69-421403c6533a req-2b9ea5d6-c5bf-4a99-83dc-91cbe233f00e tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.975790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-2b9ea5d6-c5bf-4a99-83dc-91cbe233f00e tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "GET /v2.0/networks?id=8514badb-1b5f-446f-a8ba-ed7f30db6511 HTTP/1.1" status: 200 len: 814 time: 0.1692381 Jul 16 01:37:12.993786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Request body: {'port': {'device_id': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511', 'admin_state_up': True, 'tenant_id': '5646ee76de314a4695a9a5ecf9ce7669'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:13.007346 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.072656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ad794-8c8e-486b-9d67-432e84670e48 req-8c31dc0a-5a21-40fa-8c61-79ebab80ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.074211 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-8c31dc0a-5a21-40fa-8c61-79ebab80ee2d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1840796 Jul 16 01:37:13.109828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f20ea520-cdd8-4c80-ba50-e47c8221bcf3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,segment=NetworkSegment(7f47e955-8c0c-4e7f-a140-088710963fe6),segment_id=7f47e955-8c0c-4e7f-a140-088710963fe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:13.118582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.161984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting port 6a258876-4966-4319-bb93-bf246912bc6e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:13.162653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.203577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572b91e-f5b4-46ec-a8dd-3329dde4acef req-c3d4b9aa-78f1-4fe2-b91b-f5c8eaf3cc77 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.205595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9572b91e-f5b4-46ec-a8dd-3329dde4acef req-c3d4b9aa-78f1-4fe2-b91b-f5c8eaf3cc77 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.2057755 Jul 16 01:37:13.218893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.237553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Made reservation on behalf of 5646ee76de314a4695a9a5ecf9ce7669 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:13.242860 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.285275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9572b91e-f5b4-46ec-a8dd-3329dde4acef req-a7314d81-a4e6-487d-b5b5-99a8e1fc50d7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720115 Jul 16 01:37:13.324632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.343593 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-4987cc01-72ce-4830-805a-9f5d5350eda4 service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535701 Jul 16 01:37:13.357076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Calling delete_port for 6a258876-4966-4319-bb93-bf246912bc6e owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:13.440293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Allocated IP 172.20.0.10 (8514badb-1b5f-446f-a8ba-ed7f30db6511/3c98b086-a3a1-4f92-a7a4-08c05b7aca63/f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:13.452903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Provisioning for port 6a258876-4966-4319-bb93-bf246912bc6e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:13.463550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Provisioning complete for port 6a258876-4966-4319-bb93-bf246912bc6e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.463911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.516180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Port 6a258876-4966-4319-bb93-bf246912bc6e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:13.531155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Provisioning for port 966b07ef-fe87-4add-a840-42afa94dda5f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:13.538198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Provisioning complete for port 966b07ef-fe87-4add-a840-42afa94dda5f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.539647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.583377 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-865ad794-8c8e-486b-9d67-432e84670e48 req-dc8f949c-fa48-458e-a4ab-60760a0ccf3a service neutron] 10.222.0.93 "GET /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665254 Jul 16 01:37:13.612738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Port 966b07ef-fe87-4add-a840-42afa94dda5f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:13.632056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Provisioning complete for port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.633936 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e5b773c-01e5-48a1-b881-37216e482780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.680090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.761387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Port': ['ID=6a258876-4966-4319-bb93-bf246912bc6e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.908582 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.954886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5b5838d1-f1f6-4dad-af51-fe6a9ec50865 None None] Provisioning complete for port 966b07ef-fe87-4add-a840-42afa94dda5f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.957123 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b5838d1-f1f6-4dad-af51-fe6a9ec50865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.015747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5b5838d1-f1f6-4dad-af51-fe6a9ec50865 None None] Port 966b07ef-fe87-4add-a840-42afa94dda5f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:14.029110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.031589 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-61d037ea-bfd3-4dc7-a39e-fb1fa93793be tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/ports/6a258876-4966-4319-bb93-bf246912bc6e HTTP/1.1" status: 204 len: 168 time: 1.1140809 Jul 16 01:37:14.034608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.065161 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e6b07b-0b88-4812-9462-60e1c7ec29fc tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] GET failed (client error): The resource could not be found. Jul 16 01:37:14.066916 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-39e6b07b-0b88-4812-9462-60e1c7ec29fc tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "GET /v2.0/ports/6a258876-4966-4319-bb93-bf246912bc6e HTTP/1.1" status: 404 len: 333 time: 0.0312679 Jul 16 01:37:14.071426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.089226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30eb6f1d-a712-4ff1-b095-b319fe7c8370 req-af909795-bcbe-49d1-ae81-873e3132648d tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 210 time: 0.1211736 Jul 16 01:37:14.106592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'name': 'tempest-AllowedAddressPairTestJSON-598095702'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.134782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f3b0ec49-0192-4ef4-9b43-046ac7d7417f None None] Could not find standard attr ID for object 6a258876-4966-4319-bb93-bf246912bc6e. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:14.168271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.229270 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab63240e-b00c-4656-a2bb-4debca71c098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.293244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Pushing event updated for resources: {'Port': ['ID=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.302059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Network 8514badb-1b5f-446f-a8ba-ed7f30db6511 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:14.308285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:14.312965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:14.406934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.407676 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.421569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:14.427970 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.431544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.457497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-61b15f58-44a8-4de0-b59c-88f3bf3b7f93 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4693687 Jul 16 01:37:14.460926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] device_id is not set on port 8d66e1a8-a042-4471-8d17-598a3162d9e9 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:14.480840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Request body: {'port': {'device_id': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.542375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f20ea520-cdd8-4c80-ba50-e47c8221bcf3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:14.622818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:14.623571 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.695129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Allocated IP 172.20.0.12 (12875033-64b4-4a96-89ba-6beb967a0db8/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd/8d66e1a8-a042-4471-8d17-598a3162d9e9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:14.719097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.849926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-fb051c78-3b25-448d-a8af-281f3c053d14 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.851432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-fb051c78-3b25-448d-a8af-281f3c053d14 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=05b25184-23d1-4e63-a626-abff9bf85196 HTTP/1.1" status: 200 len: 944 time: 0.2549517 Jul 16 01:37:15.073405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.125625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Transition to ACTIVE for port object 8d66e1a8-a042-4471-8d17-598a3162d9e9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:15.173163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Deleting port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:15.173505 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.261135 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.300610 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.412607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:15.420265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:15.424561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] For port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:15.424925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.431320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.438058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:15.439830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=8d66e1a8-a042-4471-8d17-598a3162d9e9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.445315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:15.457566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Calling delete_port for 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:15.496511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3edb92-f996-4c5d-ae97-6bdfa1a9bde0 req-f1bb17c8-bd13-4f6f-9945-2b3a2d5f202f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.498096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc3edb92-f996-4c5d-ae97-6bdfa1a9bde0 req-f1bb17c8-bd13-4f6f-9945-2b3a2d5f202f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 932 time: 0.2950153 Jul 16 01:37:15.512390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Transition to ACTIVE for port object f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:15.526839 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.612210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.612839 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.667563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e6a6f47-36ef-420b-b64f-9ae5dfcaabc6 None None] Provisioning for port 8d66e1a8-a042-4471-8d17-598a3162d9e9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:15.671294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.671445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e6a6f47-36ef-420b-b64f-9ae5dfcaabc6 None None] Provisioning complete for port 8d66e1a8-a042-4471-8d17-598a3162d9e9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:15.671823 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6f47-36ef-420b-b64f-9ae5dfcaabc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.677859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc3edb92-f996-4c5d-ae97-6bdfa1a9bde0 req-c175b873-6b7a-4d50-b392-89aa6e29802a tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737740 Jul 16 01:37:15.683561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c40b2f13-f10d-4eb6-8cb3-8b5cd5c7dbf1 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5907419 Jul 16 01:37:15.684367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.690365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0e:a7:ab'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:15.710791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a6f47-36ef-420b-b64f-9ae5dfcaabc6 None None] Port 8d66e1a8-a042-4471-8d17-598a3162d9e9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:15.792255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Attempting to bind port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:15.792604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Attempting to bind port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:15.792943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Attempting to bind port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 on network 8514badb-1b5f-446f-a8ba-ed7f30db6511 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:15.802243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 on network 8514badb-1b5f-446f-a8ba-ed7f30db6511 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:15.802545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Attempting to bind port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 on network 8514badb-1b5f-446f-a8ba-ed7f30db6511 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:15.812070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:15.812430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Checking segment: {'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:15.812979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Bound using segment: {'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:15.813420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Bound port: f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab58bae-35e5-4db0-b80a-38a5423e7691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:15.813809 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.826119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.840593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67', '1369bddb-d1ef-4e7e-af03-28523e55bc3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:15.879702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event deleted for resources: {'Port': ['ID=1a2c2621-c4fb-464e-ac71-5eed39c3c6bc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.925095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.944515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] No DVR routers for this DVR port 1a2c2621-c4fb-464e-ac71-5eed39c3c6bc on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:15.955170 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.959230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c2c31e9-3972-4727-a1a1-bf712f318c7f req-9c052ae1-7af7-4ddb-9ac7-80f441468015 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "DELETE /v2.0/ports/1a2c2621-c4fb-464e-ac71-5eed39c3c6bc HTTP/1.1" status: 204 len: 173 time: 1.0569100 Jul 16 01:37:15.959711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-deleted', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:15.962031 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a1fa9f-53fc-4898-9e04-d2ee10dec21c" -d '{"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-deleted", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:15.987881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] For port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:15.994495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] For port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:16.007834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.084053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.102059 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21157d36-478e-4c7c-8ea0-d02baf5b5b15 x-openstack-request-id: req-21157d36-478e-4c7c-8ea0-d02baf5b5b15 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:16.102896 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b25184-23d1-4e63-a626-abff9bf85196", "name": "network-vif-deleted", "tag": "1a2c2621-c4fb-464e-ac71-5eed39c3c6bc", "status": "failed", "code": 422}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:16.103416 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21157d36-478e-4c7c-8ea0-d02baf5b5b15 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:16.105650 n-d-800085-5 neutron-server[93706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05b25184-23d1-4e63-a626-abff9bf85196', 'name': 'network-vif-deleted', 'tag': '1a2c2621-c4fb-464e-ac71-5eed39c3c6bc', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:37:16.107243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.107879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.109358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-5890632f-6371-4747-8140-a4895c88c128 service neutron] 10.222.0.93 "PUT /v2.0/ports/f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 HTTP/1.1" status: 200 len: 1092 time: 1.6343493 Jul 16 01:37:16.141781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890632f-6371-4747-8140-a4895c88c128 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.229543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f0e0-657f-4e66-9b69-421403c6533a req-782ce512-2933-4aec-9de1-961c0ce1fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.231188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-782ce512-2933-4aec-9de1-961c0ce1fccc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5646ee76de314a4695a9a5ecf9ce7669&device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 1095 time: 0.0613019 Jul 16 01:37:16.255079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.263538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.281017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-903ce7c7-791d-4a85-b755-e214aabcad75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 HTTP/1.1" status: 200 len: 217 time: 0.0416515 Jul 16 01:37:16.347880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=8d66e1a8-a042-4471-8d17-598a3162d9e9,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.361199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f0e0-657f-4e66-9b69-421403c6533a req-ce2236cf-3574-40b9-8bde-41ee7912ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.361712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] In _notify_port_updated(), no bound segment for port 8d66e1a8-a042-4471-8d17-598a3162d9e9 on network 12875033-64b4-4a96-89ba-6beb967a0db8 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:37:16.362756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-ce2236cf-3574-40b9-8bde-41ee7912ed4a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3c98b086-a3a1-4f92-a7a4-08c05b7aca63 HTTP/1.1" status: 200 len: 854 time: 0.0736308 Jul 16 01:37:16.366904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.367587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.368953 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-35673ad8-38a6-49f8-9d9d-88357c7e87dd tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "PUT /v2.0/ports/8d66e1a8-a042-4471-8d17-598a3162d9e9 HTTP/1.1" status: 200 len: 994 time: 0.6834753 Jul 16 01:37:16.372087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:16.406563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-94e390da-cf24-4585-81dc-39865e6aa1e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8514badb-1b5f-446f-a8ba-ed7f30db6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358098 Jul 16 01:37:16.509037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting port 8d66e1a8-a042-4471-8d17-598a3162d9e9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:16.509699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.524984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-749fdbe5-7fff-4345-b762-5ad45b58c541 service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115420 Jul 16 01:37:16.606049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.619185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Calling delete_port for 8d66e1a8-a042-4471-8d17-598a3162d9e9 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:16.625662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d276f0e0-657f-4e66-9b69-421403c6533a req-1a2def39-c18d-4e7d-9574-3b2ae9dca439 service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937517 Jul 16 01:37:16.641249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d3f90cfc-bfa5-4b42-8f60-82c8b8238952 None None] Provisioning complete for port 8d66e1a8-a042-4471-8d17-598a3162d9e9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:16.641852 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3f90cfc-bfa5-4b42-8f60-82c8b8238952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.680599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d3f90cfc-bfa5-4b42-8f60-82c8b8238952 None None] Port 8d66e1a8-a042-4471-8d17-598a3162d9e9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:16.775534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.777113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.842829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Port': ['ID=8d66e1a8-a042-4471-8d17-598a3162d9e9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.946101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5df9b-3f97-47da-8d78-304503f8a666 req-1854db1e-ba08-4d22-aa7c-f1abdfc87f0b tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.947697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7d5df9b-3f97-47da-8d78-304503f8a666 req-1854db1e-ba08-4d22-aa7c-f1abdfc87f0b tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 944 time: 0.1284487 Jul 16 01:37:16.956392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1decb20-d2d7-4167-93ef-05ed00d04835 req-5fedd8ae-32bf-4de6-b994-6be72b3075b3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.957910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1decb20-d2d7-4167-93ef-05ed00d04835 req-5fedd8ae-32bf-4de6-b994-6be72b3075b3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 907 time: 0.0995564 Jul 16 01:37:16.967960 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.970269 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7bf7c2fc-948f-49eb-87d5-d14465844cc4 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/ports/8d66e1a8-a042-4471-8d17-598a3162d9e9 HTTP/1.1" status: 204 len: 168 time: 0.5968955 Jul 16 01:37:16.983483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36112) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.021595 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93f3187-db35-48b9-9a00-d2e6f420e582 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] GET failed (client error): The resource could not be found. Jul 16 01:37:17.022813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c93f3187-db35-48b9-9a00-d2e6f420e582 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "GET /v2.0/ports/8d66e1a8-a042-4471-8d17-598a3162d9e9 HTTP/1.1" status: 404 len: 333 time: 0.0475039 Jul 16 01:37:17.028395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.033055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'name': 'tempest-AllowedAddressPairTestJSON-1109589316'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:17.159930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:17.164615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.185169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] device_id is not set on port a0150781-c2eb-4232-ad27-bce9338d38ab yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:17.302987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7d5df9b-3f97-47da-8d78-304503f8a666 req-ad964df9-f53c-4087-924b-d80d6ae2b877 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440776 Jul 16 01:37:17.309956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Allocated IP 172.20.0.13 (12875033-64b4-4a96-89ba-6beb967a0db8/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd/a0150781-c2eb-4232-ad27-bce9338d38ab) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:17.456340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.469152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Transition to ACTIVE for port object a0150781-c2eb-4232-ad27-bce9338d38ab will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:17.502293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.544531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:17.549586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:17.552588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:17.582715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=a0150781-c2eb-4232-ad27-bce9338d38ab,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.609885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.610520 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.632770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.633380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-72b1f46e-339f-4c6e-9a13-eb4c13bc96d7 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6037397 Jul 16 01:37:17.638690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0e:a7:ab'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:17.806500 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.809281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d36d589c-c459-4da8-a491-39c6e7980358 None None] Provisioning for port a0150781-c2eb-4232-ad27-bce9338d38ab completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:17.812907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d36d589c-c459-4da8-a491-39c6e7980358 None None] Provisioning complete for port a0150781-c2eb-4232-ad27-bce9338d38ab triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:17.813273 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d36d589c-c459-4da8-a491-39c6e7980358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.845783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d36d589c-c459-4da8-a491-39c6e7980358 None None] Port a0150781-c2eb-4232-ad27-bce9338d38ab cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:17.983429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.990111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.068957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=a0150781-c2eb-4232-ad27-bce9338d38ab,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.083838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] In _notify_port_updated(), no bound segment for port a0150781-c2eb-4232-ad27-bce9338d38ab on network 12875033-64b4-4a96-89ba-6beb967a0db8 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:37:18.089540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.090285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.092296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-858ac9f3-d7f0-4103-aa50-0aaaf656ec57 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "PUT /v2.0/ports/a0150781-c2eb-4232-ad27-bce9338d38ab HTTP/1.1" status: 200 len: 997 time: 0.4579356 Jul 16 01:37:18.094605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:18.120882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'tag': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:18.123556 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628293fd-4771-4a03-b185-9f6dc5e82a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "30d037c3-3463-41e3-90d6-0ba7c1017186", "tag": "f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:18.263214 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edffc77e-2a31-4a43-acc1-b4618dfd5919 x-openstack-request-id: req-edffc77e-2a31-4a43-acc1-b4618dfd5919 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:18.263514 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d037c3-3463-41e3-90d6-0ba7c1017186", "tag": "f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:18.263771 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edffc77e-2a31-4a43-acc1-b4618dfd5919 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:18.264171 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'tag': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500', 'status': 'completed', 'code': 200} Jul 16 01:37:18.269156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89171234-03b8-4f82-adb5-00d9f8ce0d09 None None] Provisioning complete for port a0150781-c2eb-4232-ad27-bce9338d38ab triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:18.269641 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89171234-03b8-4f82-adb5-00d9f8ce0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.286467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f5bad-311c-4933-bc19-f879cb9e0505 req-b8c72f2e-4ce2-44e1-b4f8-4491d932b0bc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.287998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-866f5bad-311c-4933-bc19-f879cb9e0505 req-b8c72f2e-4ce2-44e1-b4f8-4491d932b0bc tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 907 time: 0.1843190 Jul 16 01:37:18.317932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting port a0150781-c2eb-4232-ad27-bce9338d38ab {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:18.318128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-89171234-03b8-4f82-adb5-00d9f8ce0d09 None None] Port a0150781-c2eb-4232-ad27-bce9338d38ab cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:18.318262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.360783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-b834935c-da29-4337-8324-882f61dadc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.365648 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-b834935c-da29-4337-8324-882f61dadc44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5646ee76de314a4695a9a5ecf9ce7669&device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 1095 time: 0.0993445 Jul 16 01:37:18.368253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af42fe-cf51-44d1-b956-8437490dd057 req-ebc85c1d-ab1b-4786-ba71-f622df7bfbd4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.369782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36af42fe-cf51-44d1-b956-8437490dd057 req-ebc85c1d-ab1b-4786-ba71-f622df7bfbd4 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 907 time: 0.1525803 Jul 16 01:37:18.472662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-6dc9ce9e-9311-4968-91e6-ccd7c292057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.474734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-6dc9ce9e-9311-4968-91e6-ccd7c292057c service neutron] 10.222.0.93 "GET /v2.0/networks?id=8514badb-1b5f-446f-a8ba-ed7f30db6511 HTTP/1.1" status: 200 len: 915 time: 0.1054995 Jul 16 01:37:18.517672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.519586 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-911fa884-7ade-4628-9b03-336d16cb6cc9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 HTTP/1.1" status: 200 len: 217 time: 0.0379977 Jul 16 01:37:18.555839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Calling delete_port for a0150781-c2eb-4232-ad27-bce9338d38ab owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:18.569219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-1bef5212-d419-4fa3-af58-5e11f2da2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.570668 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-1bef5212-d419-4fa3-af58-5e11f2da2d43 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3c98b086-a3a1-4f92-a7a4-08c05b7aca63 HTTP/1.1" status: 200 len: 854 time: 0.0437195 Jul 16 01:37:18.604351 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-891b5cf7-fa2a-47eb-a163-80709e4ee149 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8514badb-1b5f-446f-a8ba-ed7f30db6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265689 Jul 16 01:37:18.657494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979240e2-fae8-4339-91be-0501a4801cc3 req-b74152b8-77ff-4e3b-9a4d-f3c3f948bc2f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.658992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-979240e2-fae8-4339-91be-0501a4801cc3 req-b74152b8-77ff-4e3b-9a4d-f3c3f948bc2f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 944 time: 0.1924341 Jul 16 01:37:18.683471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Deleting port 4b95b2d9-3015-441e-93cb-12a77855eb6b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:18.683819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.697720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-f66fbc4d-2f5b-4e1f-98d3-bdc99d258007 service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866890 Jul 16 01:37:18.790461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-979240e2-fae8-4339-91be-0501a4801cc3 req-109c3ffe-fd3c-4362-bb3d-d2b2283fc780 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225157 Jul 16 01:37:18.802207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628293fd-4771-4a03-b185-9f6dc5e82a2e req-d99ed233-04b8-4aee-894c-bf34b5c5da25 service neutron] 10.222.0.93 "GET /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967205 Jul 16 01:37:18.837063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] For port 4b95b2d9-3015-441e-93cb-12a77855eb6b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b95b2d9-3015-441e-93cb-12a77855eb6b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:18.837423 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.839605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.859223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Calling delete_port for 4b95b2d9-3015-441e-93cb-12a77855eb6b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:18.881937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Port': ['ID=a0150781-c2eb-4232-ad27-bce9338d38ab,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.006054 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.010434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b4427e5f-cf78-4498-99a7-97c7f5208686 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/ports/a0150781-c2eb-4232-ad27-bce9338d38ab HTTP/1.1" status: 204 len: 168 time: 0.9123628 Jul 16 01:37:19.010787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.042893 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c801ae3d-c5d6-4a3d-8025-c618c98ce81a tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] GET failed (client error): The resource could not be found. Jul 16 01:37:19.048797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c801ae3d-c5d6-4a3d-8025-c618c98ce81a tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "GET /v2.0/ports/a0150781-c2eb-4232-ad27-bce9338d38ab HTTP/1.1" status: 404 len: 333 time: 0.0323627 Jul 16 01:37:19.049012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.054012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'name': 'tempest-AllowedAddressPairTestJSON-1917785922'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:19.136974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.174638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event deleted for resources: {'Port': ['ID=4b95b2d9-3015-441e-93cb-12a77855eb6b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.237002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] No DVR routers for this DVR port 4b95b2d9-3015-441e-93cb-12a77855eb6b on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:19.241903 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.243900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36af42fe-cf51-44d1-b956-8437490dd057 req-b9045bb2-fc05-4fd5-af07-7828e50082af tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "DELETE /v2.0/ports/4b95b2d9-3015-441e-93cb-12a77855eb6b HTTP/1.1" status: 204 len: 173 time: 0.8334079 Jul 16 01:37:19.268825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:19.272633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.293250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] device_id is not set on port 0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:19.473777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Allocated IP 172.20.0.9 (12875033-64b4-4a96-89ba-6beb967a0db8/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd/0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:19.548786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-69f36a01-d481-4393-ad91-9d37bcf9f4df req-11e538d1-8ced-4d02-b000-7b8a3c4bc24b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=a5ed74b1-8f57-478e-9fd9-6434badfbe56 HTTP/1.1" status: 200 len: 210 time: 0.0412366 Jul 16 01:37:19.653916 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.686697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.702184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Transition to ACTIVE for port object 0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:19.736803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.785157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:19.789130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:19.793562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:19.828030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.862956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.863586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.881893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e76f79ed-a061-4a36-ad35-cf26b835cfe8 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8312089 Jul 16 01:37:19.883744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.889826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'network_id': '12875033-64b4-4a96-89ba-6beb967a0db8', 'name': 'tempest-AllowedAddressPairTestJSON-368637760'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:20.012351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e927-4662-4d8d-93d4-876ad672506b req-d1a184cc-9512-4336-89e6-298808b6b043 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.014486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b82e927-4662-4d8d-93d4-876ad672506b req-d1a184cc-9512-4336-89e6-298808b6b043 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 944 time: 0.0886207 Jul 16 01:37:20.023653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Made reservation on behalf of e9e2ab9eb0a94e7cbc36568cf475fbd9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:20.027356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.046497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] device_id is not set on port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:20.051736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7fc7399f-7752-4d98-a982-f42c41630a08 None None] Provisioning for port 0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:20.056897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7fc7399f-7752-4d98-a982-f42c41630a08 None None] Provisioning complete for port 0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:20.057521 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7fc7399f-7752-4d98-a982-f42c41630a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.063860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b82e927-4662-4d8d-93d4-876ad672506b req-2dbc0445-6a26-4822-9993-18d752b8bcbb tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Jul 16 01:37:20.102928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7399f-7752-4d98-a982-f42c41630a08 None None] Port 0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:20.171128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Allocated IP 172.20.0.10 (12875033-64b4-4a96-89ba-6beb967a0db8/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd/a991cc9b-fc84-4e94-b1e5-ea7c047a38ee) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:20.264989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'name': 'network-vif-deleted', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:20.267398 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b11d0f-39ec-4f9b-bf17-8bd17ebaa49e" -d '{"events": [{"server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "name": "network-vif-deleted", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:20.304869 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de6e2e-9b02-4930-837a-2d9e5b133866 x-openstack-request-id: req-e6de6e2e-9b02-4930-837a-2d9e5b133866 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:20.305188 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ed74b1-8f57-478e-9fd9-6434badfbe56", "name": "network-vif-deleted", "tag": "4b95b2d9-3015-441e-93cb-12a77855eb6b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:20.305486 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6de6e2e-9b02-4930-837a-2d9e5b133866 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:20.305927 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ed74b1-8f57-478e-9fd9-6434badfbe56', 'name': 'network-vif-deleted', 'tag': '4b95b2d9-3015-441e-93cb-12a77855eb6b', 'status': 'completed', 'code': 200} Jul 16 01:37:20.317756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.334338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Transition to ACTIVE for port object a991cc9b-fc84-4e94-b1e5-ea7c047a38ee will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:20.367964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.414636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Network 12875033-64b4-4a96-89ba-6beb967a0db8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:20.417885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:20.421947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:20.447296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=a991cc9b-fc84-4e94-b1e5-ea7c047a38ee,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.475131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.475748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.491589 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8d6911be-79b7-4c2c-89a5-e6aeafe983f3 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6061664 Jul 16 01:37:20.494197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.499809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0e:a7:ab'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:fa:c0:28'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:20.602821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.633039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-698ad36a-09e7-4f99-8aa7-5962f0bd6710 None None] Provisioning for port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:20.637469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-698ad36a-09e7-4f99-8aa7-5962f0bd6710 None None] Provisioning complete for port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:20.638145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-698ad36a-09e7-4f99-8aa7-5962f0bd6710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.688479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-698ad36a-09e7-4f99-8aa7-5962f0bd6710 None None] Port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:20.818804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.823996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.908497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event updated for resources: {'Port': ['ID=a991cc9b-fc84-4e94-b1e5-ea7c047a38ee,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.915575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] In _notify_port_updated(), no bound segment for port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee on network 12875033-64b4-4a96-89ba-6beb967a0db8 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:37:20.921164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.921792 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.923714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2d618ec8-eb8a-41ab-aa44-780438a18d63 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "PUT /v2.0/ports/a991cc9b-fc84-4e94-b1e5-ea7c047a38ee HTTP/1.1" status: 200 len: 1056 time: 0.4284916 Jul 16 01:37:20.925808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36168) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.036604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:21.036950 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.043287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee5fc-f266-4f9c-adb2-3c4d572f4b98 req-1ac84d47-0a5e-4015-8a18-d602deb38c13 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.045048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-867ee5fc-f266-4f9c-adb2-3c4d572f4b98 req-1ac84d47-0a5e-4015-8a18-d602deb38c13 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 945 time: 0.0739968 Jul 16 01:37:21.071263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:21.100477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-867ee5fc-f266-4f9c-adb2-3c4d572f4b98 req-4d677dcf-b912-4e53-a22d-cc2dbb27d6a3 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489347 Jul 16 01:37:21.132300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-39d7f7c3-f01a-4e79-b587-308378fd2141 None None] Provisioning complete for port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:21.132736 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-39d7f7c3-f01a-4e79-b587-308378fd2141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.144196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.156628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Calling delete_port for a991cc9b-fc84-4e94-b1e5-ea7c047a38ee owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:21.208250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-39d7f7c3-f01a-4e79-b587-308378fd2141 None None] Port a991cc9b-fc84-4e94-b1e5-ea7c047a38ee cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:21.215222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.225650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500', 'network_id': '8514badb-1b5f-446f-a8ba-ed7f30db6511', 'port_id': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500', 'mac_address': 'fa:16:3e:00:21:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c98b086-a3a1-4f92-a7a4-08c05b7aca63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:21.253386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357c531-4320-4b53-be74-2a2c8d0cfe55 req-0fee4eae-fdbd-486d-90e9-76ae3ab1de38 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.260825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b357c531-4320-4b53-be74-2a2c8d0cfe55 req-0fee4eae-fdbd-486d-90e9-76ae3ab1de38 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 944 time: 0.0750134 Jul 16 01:37:21.267106 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.281315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:21.302060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b357c531-4320-4b53-be74-2a2c8d0cfe55 req-394733e7-0ab9-4e75-b617-03412ae31588 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Jul 16 01:37:21.303074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.309292 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.362972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.371381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.371726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.372067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.372498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.372833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.373167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.373491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.373815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.374138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.374457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.374777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.375178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:21.513563 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.542934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Port': ['ID=a991cc9b-fc84-4e94-b1e5-ea7c047a38ee,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.728196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:21.747580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.749680 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d1864f6d-8043-4bd3-a758-5c19b9fb6532 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/ports/a991cc9b-fc84-4e94-b1e5-ea7c047a38ee HTTP/1.1" status: 204 len: 168 time: 0.8227897 Jul 16 01:37:21.752372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.786795 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-7872d4ce-7f74-4ba6-934a-7bbe2ed31a0c tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] GET failed (client error): The resource could not be found. Jul 16 01:37:21.787437 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7872d4ce-7f74-4ba6-934a-7bbe2ed31a0c tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "GET /v2.0/ports/a991cc9b-fc84-4e94-b1e5-ea7c047a38ee HTTP/1.1" status: 404 len: 333 time: 0.0341444 Jul 16 01:37:21.791116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.894161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting port 0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:21.894505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.982605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.994418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Calling delete_port for 0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:22.126246 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.159969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Port': ['ID=0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.241444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.243852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f12e5101-893f-482a-81d7-1536d770036d tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/ports/0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 HTTP/1.1" status: 204 len: 168 time: 0.4510508 Jul 16 01:37:22.246448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.276687 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f98748a-e018-4bf7-86b1-2c94b4262f8b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] GET failed (client error): The resource could not be found. Jul 16 01:37:22.281925 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f98748a-e018-4bf7-86b1-2c94b4262f8b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "GET /v2.0/ports/0e0820ea-6fe3-4573-bfc1-f68ae61fb0a7 HTTP/1.1" status: 404 len: 333 time: 0.0304260 Jul 16 01:37:22.282147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36194) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.315428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a455-f90a-4673-a11a-77139f9f6eb0 req-882af409-15ff-488b-9738-025f71dd65e9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.323089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b115a455-f90a-4673-a11a-77139f9f6eb0 req-882af409-15ff-488b-9738-025f71dd65e9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 945 time: 0.1022179 Jul 16 01:37:22.394796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b115a455-f90a-4673-a11a-77139f9f6eb0 req-ae602c7f-f992-4470-b932-dc5748a1187b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707550 Jul 16 01:37:22.415911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting port 966b07ef-fe87-4add-a840-42afa94dda5f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:22.416356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.438191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-483a2958-ca60-4731-80d3-516a169d8d81 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.440077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-483a2958-ca60-4731-80d3-516a169d8d81 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 945 time: 0.1436522 Jul 16 01:37:22.511076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.523640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Calling delete_port for 966b07ef-fe87-4add-a840-42afa94dda5f owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:22.645391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a03ba-40b0-4d09-bad9-6537ed4a2d0c req-fcd708df-5cdc-4a15-baa0-550736dc7f09 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.646799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-365a03ba-40b0-4d09-bad9-6537ed4a2d0c req-fcd708df-5cdc-4a15-baa0-550736dc7f09 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 945 time: 0.1652024 Jul 16 01:37:22.653779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.660669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c837c29-65fc-4a04-b614-fcb11c1c7765 req-28873455-b05b-4a53-abe0-1d823f2680a7 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.662176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c837c29-65fc-4a04-b614-fcb11c1c7765 req-28873455-b05b-4a53-abe0-1d823f2680a7 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1452520 Jul 16 01:37:22.683092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Port': ['ID=966b07ef-fe87-4add-a840-42afa94dda5f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.689187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Deleting port 1369bddb-d1ef-4e7e-af03-28523e55bc3f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:22.689339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.756793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-365a03ba-40b0-4d09-bad9-6537ed4a2d0c req-58052d38-f92a-4f86-9c3e-815e2a00a84f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927055 Jul 16 01:37:22.761737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.765969 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-73eab01e-6ec1-49be-a1aa-16559ba029ee tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/ports/966b07ef-fe87-4add-a840-42afa94dda5f HTTP/1.1" status: 204 len: 168 time: 0.4806161 Jul 16 01:37:22.766187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36202) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.819905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c837c29-65fc-4a04-b614-fcb11c1c7765 req-1e236f43-b77e-4700-8dfc-fa730a18a89c tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469975 Jul 16 01:37:22.843039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] For port 1369bddb-d1ef-4e7e-af03-28523e55bc3f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1369bddb-d1ef-4e7e-af03-28523e55bc3f,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:22.843699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.844107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting subnet ae7bfb97-4862-4e3b-ba32-6fdf8704aacd {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:22.849262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.861449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Calling delete_port for 1369bddb-d1ef-4e7e-af03-28523e55bc3f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:22.942624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.038074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.049945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67', '1369bddb-d1ef-4e7e-af03-28523e55bc3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:23.057454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.119609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event deleted for resources: {'Port': ['ID=1369bddb-d1ef-4e7e-af03-28523e55bc3f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.145698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b95b2d9-3015-441e-93cb-12a77855eb6b no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:23.149018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.181297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 4b95b2d9-3015-441e-93cb-12a77855eb6b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:23.182032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b95b2d9-3015-441e-93cb-12a77855eb6b not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:23.182538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] No DVR routers for this DVR port 1369bddb-d1ef-4e7e-af03-28523e55bc3f on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:23.185303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.187603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7bfb97-4862-4e3b-ba32-6fdf8704aacd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.187782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63ef0ff0-82b0-4fcc-9c70-ba5ba156b113 req-18cf87c1-8bcb-4a67-a6ca-39db235a4201 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "DELETE /v2.0/ports/1369bddb-d1ef-4e7e-af03-28523e55bc3f HTTP/1.1" status: 204 len: 173 time: 0.7399774 Jul 16 01:37:23.188104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'name': 'network-vif-deleted', 'tag': '1369bddb-d1ef-4e7e-af03-28523e55bc3f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:23.190386 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acab0a8-71e5-416e-9528-e77db09fb0d0" -d '{"events": [{"server_uuid": "b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700", "name": "network-vif-deleted", "tag": "1369bddb-d1ef-4e7e-af03-28523e55bc3f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:23.206069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.209647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10b371-4072-4751-bff3-159ba192290f None None] Network 12875033-64b4-4a96-89ba-6beb967a0db8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:23.210669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a1e20630-5cd7-4954-b0d0-24444b0abea9 tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/subnets/ae7bfb97-4862-4e3b-ba32-6fdf8704aacd HTTP/1.1" status: 204 len: 168 time: 0.4434202 Jul 16 01:37:23.213185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.239627 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf7f4b0-6a74-41fb-b97b-c771c4f0d52c x-openstack-request-id: req-dbf7f4b0-6a74-41fb-b97b-c771c4f0d52c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:23.240191 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700", "name": "network-vif-deleted", "tag": "1369bddb-d1ef-4e7e-af03-28523e55bc3f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:23.240815 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbf7f4b0-6a74-41fb-b97b-c771c4f0d52c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:23.240971 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700', 'name': 'network-vif-deleted', 'tag': '1369bddb-d1ef-4e7e-af03-28523e55bc3f', 'status': 'completed', 'code': 200} Jul 16 01:37:23.313038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.373574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Deleting port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:23.373867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.448948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] For port f20ea520-cdd8-4c80-ba50-e47c8221bcf3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,segment=NetworkSegment(7f47e955-8c0c-4e7f-a140-088710963fe6),segment_id=7f47e955-8c0c-4e7f-a140-088710963fe6)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:23.449316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.464874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] DHCP port deletion for 12875033-64b4-4a96-89ba-6beb967a0db8 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:23.468205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Calling delete_port for f20ea520-cdd8-4c80-ba50-e47c8221bcf3 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:23.553895 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.557034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] Deleting port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:23.557751 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.581441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Port': ['ID=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.585197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] No DVR routers for this DVR port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:23.604482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e2037dd-e257-4137-9bc4-9e4a274c6e8b req-91755ef3-39a5-4cba-9d11-8f6fbe0c4f92 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5a5f0f7-f8b3-4f8f-8af5-4c5f43f95700 HTTP/1.1" status: 200 len: 210 time: 0.0434551 Jul 16 01:37:23.652038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] For port f20ea520-cdd8-4c80-ba50-e47c8221bcf3, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:23.652551 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.665829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] Calling delete_port for f20ea520-cdd8-4c80-ba50-e47c8221bcf3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:23.668484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] Port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:23.669764 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.673026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.683934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12875033-64b4-4a96-89ba-6beb967a0db8']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.694458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f47e955-8c0c-4e7f-a140-088710963fe6') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.694696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f47e955-8c0c-4e7f-a140-088710963fe6') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.696025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] Pushing event deleted for resources: {'Port': ['ID=f20ea520-cdd8-4c80-ba50-e47c8221bcf3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.700996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3000fd2-d8aa-4d92-ad79-6911dbaaecc9 None None] No DVR routers for this DVR port f20ea520-cdd8-4c80-ba50-e47c8221bcf3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:23.703766 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.718077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.723874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:23.724293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:23.727168 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:23.797702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.814988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.819421 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] 10.222.0.81 "DELETE /v2.0/networks/12875033-64b4-4a96-89ba-6beb967a0db8 HTTP/1.1" status: 204 len: 168 time: 0.6021662 Jul 16 01:37:23.830737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af87e-556b-4f9a-a5ac-82dab8584a7b tempest-AllowedAddressPairTestJSON-890130169 tempest-AllowedAddressPairTestJSON-890130169-project] Pushing event deleted for resources: {'Network': ['ID=12875033-64b4-4a96-89ba-6beb967a0db8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.017345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f442d-bf09-4de7-b14d-c9871bc710b4 req-c63d2c77-d1ba-442d-b289-d950ad507f81 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.018868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa7f442d-bf09-4de7-b14d-c9871bc710b4 req-c63d2c77-d1ba-442d-b289-d950ad507f81 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 945 time: 0.1329782 Jul 16 01:37:24.047061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eddf6c-3965-4f37-8c76-f7ccd5e300d7 req-2414956d-e716-429a-843c-7604e3d8cc76 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.048718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4eddf6c-3965-4f37-8c76-f7ccd5e300d7 req-2414956d-e716-429a-843c-7604e3d8cc76 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.1075387 Jul 16 01:37:24.088908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36226) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.096661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa7f442d-bf09-4de7-b14d-c9871bc710b4 req-856ef330-ee27-4f8a-8f27-f8dee6154c29 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664380 Jul 16 01:37:24.110677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4eddf6c-3965-4f37-8c76-f7ccd5e300d7 req-3957b6d4-3c54-44b5-a576-537aa7b6f972 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=1df6dc57-733f-4730-a3c4-602b85893e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522532 Jul 16 01:37:24.242454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-819100b5-d31b-457f-865a-bba837ebd379 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9e2ab9eb0a94e7cbc36568cf475fbd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498880 Jul 16 01:37:24.242842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36232) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.293033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91156db5-c748-4e2d-808d-15e2d4da8da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.324535 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91156db5-c748-4e2d-808d-15e2d4da8da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.402012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-984d7524-5cd3-4f5a-a66c-c8ef5886d0fc tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.403527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-984d7524-5cd3-4f5a-a66c-c8ef5886d0fc tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 946 time: 0.0927007 Jul 16 01:37:24.417752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91156db5-c748-4e2d-808d-15e2d4da8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.420297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91156db5-c748-4e2d-808d-15e2d4da8da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.423685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-91156db5-c748-4e2d-808d-15e2d4da8da5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44f90645-8d5a-481d-b0f3-6466ddaa4f7d HTTP/1.1" status: 204 len: 168 time: 0.1775401 Jul 16 01:37:24.450429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91156db5-c748-4e2d-808d-15e2d4da8da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f90645-8d5a-481d-b0f3-6466ddaa4f7d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.483996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f20ea520-cdd8-4c80-ba50-e47c8221bcf3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:24.508588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f20ea520-cdd8-4c80-ba50-e47c8221bcf3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:24.508930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f20ea520-cdd8-4c80-ba50-e47c8221bcf3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:24.525911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Deleting port 12cdf6ef-aa93-4649-9b39-c7d310700b0b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:24.526254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.627352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] For port 12cdf6ef-aa93-4649-9b39-c7d310700b0b, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=12cdf6ef-aa93-4649-9b39-c7d310700b0b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:24.629111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.084318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:25.133930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.146315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:25.150808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:25.151463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.180805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.180805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.181171 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Floating IP 14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a disassociated. External IP: 172.25.5.132, port: 12cdf6ef-aa93-4649-9b39-c7d310700b0b. Jul 16 01:37:25.181287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Calling delete_port for 12cdf6ef-aa93-4649-9b39-c7d310700b0b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:25.194109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e6674-fc85-4194-a172-d132ed804275 req-e47f878a-5254-4805-922b-3108b415969b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.196074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-811e6674-fc85-4194-a172-d132ed804275 req-e47f878a-5254-4805-922b-3108b415969b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1285181 Jul 16 01:37:25.243413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.265180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1565632556'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:25.269572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:25.273136 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a03930e-5790-4e9b-8cfb-1f9d4769bc8c" -d '{"events": [{"server_uuid": "30d037c3-3463-41e3-90d6-0ba7c1017186", "name": "network-vif-plugged", "status": "completed", "tag": "f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:25.287031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:25.290274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.291406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.294009 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.301694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.315644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-811e6674-fc85-4194-a172-d132ed804275 req-96a79215-f8cd-4906-bcff-e17ecb08737b tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128325 Jul 16 01:37:25.360278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.370948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee4aa4-f802-4b20-b7e5-48064fbf74c8 req-f1cf9ac1-1240-44c8-b009-5f56c3ea3bb0 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.372684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9ee4aa4-f802-4b20-b7e5-48064fbf74c8 req-f1cf9ac1-1240-44c8-b009-5f56c3ea3bb0 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 945 time: 0.1213334 Jul 16 01:37:25.428809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.434460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.448033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9ee4aa4-f802-4b20-b7e5-48064fbf74c8 req-d60f6815-ee90-4a8f-b28f-bf51e9f66158 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516238 Jul 16 01:37:25.450142 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.462657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:25.486099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad928cd-df4c-4191-b0e5-1966f9916f5c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.489474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.489841 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Added segment 63d0dda1-23ab-460a-98ac-23e5712776d2 of type vlan for network fc3c8156-effd-47b1-86a1-036e98a7b032 Jul 16 01:37:25.490700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event deleted for resources: {'Port': ['ID=12cdf6ef-aa93-4649-9b39-c7d310700b0b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.517760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48027ce0-a109-4a43-bd67-a8f36dfbd145 req-5dcf91e9-007e-4498-8e09-247ced7c6f30 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=c354342c-f9c9-45f0-a21d-1cfa48df1bc1 HTTP/1.1" status: 200 len: 210 time: 0.0570879 Jul 16 01:37:25.534596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.573223 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.578915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.579531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.644793 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5096977 Jul 16 01:37:25.666334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Router abbd9bc8-b753-42c6-b98b-10b85a729760 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:25.694126 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b62942-c828-4e50-90e5-16737f3d2049 x-openstack-request-id: req-d3b62942-c828-4e50-90e5-16737f3d2049 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:25.694650 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d037c3-3463-41e3-90d6-0ba7c1017186", "name": "network-vif-plugged", "status": "completed", "tag": "f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:25.694650 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3b62942-c828-4e50-90e5-16737f3d2049 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:25.695230 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500', 'code': 200} Jul 16 01:37:25.719194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96390df6-5da1-4902-b3d1-83b8c2fefbf5 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Network': ['ID=fc3c8156-effd-47b1-86a1-036e98a7b032,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.730486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network fc3c8156-effd-47b1-86a1-036e98a7b032 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:25.847922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a34336-8b33-465b-91c2-c2f697212630 req-befb7437-26cf-400f-8423-bc7234027eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.849753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94a34336-8b33-465b-91c2-c2f697212630 req-befb7437-26cf-400f-8423-bc7234027eeb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 1097 time: 0.0751555 Jul 16 01:37:25.861794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:25.873933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] Sync routers for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:25.886562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:25.887681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.918663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] No DVR routers for this DVR port 12cdf6ef-aa93-4649-9b39-c7d310700b0b on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:25.921042 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-94a34336-8b33-465b-91c2-c2f697212630 req-c44d0b14-1c5a-4c0b-abfd-3253ec2ba7d3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635860 Jul 16 01:37:25.922123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.924470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46df08f7-d013-4d7f-a3e4-bcd0c51ae03c req-57661ab9-720d-408c-96a7-c0e652c26621 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "DELETE /v2.0/ports/12cdf6ef-aa93-4649-9b39-c7d310700b0b HTTP/1.1" status: 204 len: 173 time: 1.5153892 Jul 16 01:37:25.924945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'name': 'network-vif-deleted', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:25.927803 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8f773-b848-44f5-ad4c-5d2d42227db6" -d '{"events": [{"server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "name": "network-vif-deleted", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:25.972120 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0944cd-5b02-4b1a-a063-8c0b6b34aa72 x-openstack-request-id: req-be0944cd-5b02-4b1a-a063-8c0b6b34aa72 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:25.973944 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c354342c-f9c9-45f0-a21d-1cfa48df1bc1", "name": "network-vif-deleted", "tag": "12cdf6ef-aa93-4649-9b39-c7d310700b0b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:25.974791 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be0944cd-5b02-4b1a-a063-8c0b6b34aa72 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:25.975408 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c354342c-f9c9-45f0-a21d-1cfa48df1bc1', 'name': 'network-vif-deleted', 'tag': '12cdf6ef-aa93-4649-9b39-c7d310700b0b', 'status': 'completed', 'code': 200} Jul 16 01:37:26.016799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:26.246819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:26.265719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31b613-e10c-4af0-862c-40d6502619ad req-9cf4b9ab-c099-4f02-bc12-59b56a271f66 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.267208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f31b613-e10c-4af0-862c-40d6502619ad req-9cf4b9ab-c099-4f02-bc12-59b56a271f66 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.0669780 Jul 16 01:37:26.273832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] Checking router: abbd9bc8-b753-42c6-b98b-10b85a729760 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:26.282038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:26.282640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:26.378604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Deleting port a6146fd6-0c35-45bc-971a-08e96ff4fc67 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:26.379472 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.394535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:26.585100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] For port a6146fd6-0c35-45bc-971a-08e96ff4fc67, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a6146fd6-0c35-45bc-971a-08e96ff4fc67,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:26.585483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.616390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Calling delete_port for a6146fd6-0c35-45bc-971a-08e96ff4fc67 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:26.808838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:26.826521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec161b5-a1f0-433f-a424-32cc53174a57 req-62d84cdd-b723-4522-9c8f-64f0d198b5f7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.833859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fec161b5-a1f0-433f-a424-32cc53174a57 req-62d84cdd-b723-4522-9c8f-64f0d198b5f7 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=da002dd1-bc92-4296-ab0d-b1721de592d9 HTTP/1.1" status: 200 len: 945 time: 0.1836920 Jul 16 01:37:26.844947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e769e51-f00d-443b-b25d-8d0305bab3e0 req-4348dbdc-dc6d-455e-a646-cc2bd09e22a8 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.845872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d3a76-8e86-451d-a439-bf1e5dd83557 None None] The sync data for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 is: [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:26.846419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e769e51-f00d-443b-b25d-8d0305bab3e0 req-4348dbdc-dc6d-455e-a646-cc2bd09e22a8 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 946 time: 0.1974275 Jul 16 01:37:26.952450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fec161b5-a1f0-433f-a424-32cc53174a57 req-ceee9275-5879-4e26-bf39-131848ac85f9 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=d872dcd5-2de9-4ec5-af01-a62405d80f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159759 Jul 16 01:37:26.953634 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.972610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['a6146fd6-0c35-45bc-971a-08e96ff4fc67'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:26.996902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event deleted for resources: {'Port': ['ID=a6146fd6-0c35-45bc-971a-08e96ff4fc67,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.014822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e769e51-f00d-443b-b25d-8d0305bab3e0 req-c6600968-108b-45d3-9a7a-a53bad496364 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594596 Jul 16 01:37:27.093414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] No DVR routers for this DVR port a6146fd6-0c35-45bc-971a-08e96ff4fc67 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:27.098881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.101163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1369bddb-d1ef-4e7e-af03-28523e55bc3f no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:27.104755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f31b613-e10c-4af0-862c-40d6502619ad req-2df6ecda-9a02-4491-9b28-f0048f164654 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.93 "DELETE /v2.0/ports/a6146fd6-0c35-45bc-971a-08e96ff4fc67 HTTP/1.1" status: 204 len: 173 time: 0.8291883 Jul 16 01:37:27.175625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 1369bddb-d1ef-4e7e-af03-28523e55bc3f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:27.175975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1369bddb-d1ef-4e7e-af03-28523e55bc3f not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:27.331856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.339496 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf7448-e27f-4995-b16e-865c6f0bddec None None] New status for floating IP 14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:27.434844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d6632d5-d464-4846-8d40-6db79d791191 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.459408 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d6632d5-d464-4846-8d40-6db79d791191 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.510471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d6632d5-d464-4846-8d40-6db79d791191 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.513875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d6632d5-d464-4846-8d40-6db79d791191 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.518139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7d6632d5-d464-4846-8d40-6db79d791191 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "DELETE /v2.0/security-groups/1df6dc57-733f-4730-a3c4-602b85893e48 HTTP/1.1" status: 204 len: 168 time: 0.1817672 Jul 16 01:37:27.518496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.537347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6632d5-d464-4846-8d40-6db79d791191 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df6dc57-733f-4730-a3c4-602b85893e48,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.539426 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e6161306-fe44-4549-9185-56421e392dff tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] show failed (client error): The resource could not be found. Jul 16 01:37:27.543384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e6161306-fe44-4549-9185-56421e392dff tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups/1df6dc57-733f-4730-a3c4-602b85893e48 HTTP/1.1" status: 404 len: 347 time: 0.0212216 Jul 16 01:37:27.544928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.672077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Deleting port 348b1ffa-90de-4026-954c-a52f26761058 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:27.672473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.758127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.758476 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.771680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Calling delete_port for 348b1ffa-90de-4026-954c-a52f26761058 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:27.918158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.944441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event deleted for resources: {'Port': ['ID=348b1ffa-90de-4026-954c-a52f26761058,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.990916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'name': 'network-vif-deleted', 'tag': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:27.993175 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d64f4b-b6d8-4c3d-92a6-6b6ff351d8ef" -d '{"events": [{"server_uuid": "da002dd1-bc92-4296-ab0d-b1721de592d9", "name": "network-vif-deleted", "tag": "a6146fd6-0c35-45bc-971a-08e96ff4fc67"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:28.015802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.019218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.027799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6d3d0b96-6420-4ad7-8f46-fd9e27670e92 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "DELETE /v2.0/floatingips/14f6e9a8-e6bc-4900-ad16-58bf25dc5b5a HTTP/1.1" status: 204 len: 168 time: 0.4798124 Jul 16 01:37:28.080559 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f20f227-f2dc-40d9-bfee-da65532b7501 x-openstack-request-id: req-7f20f227-f2dc-40d9-bfee-da65532b7501 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:28.080851 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da002dd1-bc92-4296-ab0d-b1721de592d9", "name": "network-vif-deleted", "tag": "a6146fd6-0c35-45bc-971a-08e96ff4fc67", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:28.081104 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f20f227-f2dc-40d9-bfee-da65532b7501 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:28.081561 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da002dd1-bc92-4296-ab0d-b1721de592d9', 'name': 'network-vif-deleted', 'tag': 'a6146fd6-0c35-45bc-971a-08e96ff4fc67', 'status': 'completed', 'code': 200} Jul 16 01:37:28.224565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddf04e-dc28-47c7-a063-75eca8685427 req-b234a3b5-f3ba-4f5f-90fe-b15f1fbd687d tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.226239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2fddf04e-dc28-47c7-a063-75eca8685427 req-b234a3b5-f3ba-4f5f-90fe-b15f1fbd687d tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 946 time: 0.0764251 Jul 16 01:37:28.272246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2fddf04e-dc28-47c7-a063-75eca8685427 req-a7863fd9-cddf-4f5a-a1ee-8502df43b595 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385432 Jul 16 01:37:28.467370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.475219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f747779-0197-4291-983e-7a6f0534fa00 req-743b6287-91c5-4348-8b9c-0cd4822d400e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.475901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c878440d-72a6-4760-b6ed-8a6166585375 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692868206', 'description': 'tempest-description--1872905648'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:28.476654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f747779-0197-4291-983e-7a6f0534fa00 req-743b6287-91c5-4348-8b9c-0cd4822d400e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.0888460 Jul 16 01:37:28.509556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c878440d-72a6-4760-b6ed-8a6166585375 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.529332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f747779-0197-4291-983e-7a6f0534fa00 req-b823bec9-c53a-42d0-98db-f45550d2b3e0 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468531 Jul 16 01:37:28.613038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c878440d-72a6-4760-b6ed-8a6166585375 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.619180 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c878440d-72a6-4760-b6ed-8a6166585375 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.653871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c878440d-72a6-4760-b6ed-8a6166585375 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.655771 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c878440d-72a6-4760-b6ed-8a6166585375 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1863530 Jul 16 01:37:28.658441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878440d-72a6-4760-b6ed-8a6166585375 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85811437-6511-4da4-8a4a-dd9323154c72,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.658670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36320) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.663810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-06be8241-ffc2-4789-975e-9b92d4992fdb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'security_group_rule': {'security_group_id': '85811437-6511-4da4-8a4a-dd9323154c72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:28.712419 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06be8241-ffc2-4789-975e-9b92d4992fdb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.795170 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06be8241-ffc2-4789-975e-9b92d4992fdb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.805590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06be8241-ffc2-4789-975e-9b92d4992fdb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.832211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06be8241-ffc2-4789-975e-9b92d4992fdb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.833621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-06be8241-ffc2-4789-975e-9b92d4992fdb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738946 Jul 16 01:37:28.834478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be8241-ffc2-4789-975e-9b92d4992fdb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61445f2-2d09-48bf-8090-fbd35966ec0d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.839678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.844376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bacef061-710a-481b-9f39-be09b3ce21e2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'security_group_rule': {'security_group_id': '85811437-6511-4da4-8a4a-dd9323154c72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:28.874990 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bacef061-710a-481b-9f39-be09b3ce21e2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.946630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bacef061-710a-481b-9f39-be09b3ce21e2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.954197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bacef061-710a-481b-9f39-be09b3ce21e2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.975991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacef061-710a-481b-9f39-be09b3ce21e2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef6fe06-3b1e-4d81-926b-ec2ad1de55d1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.993804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bacef061-710a-481b-9f39-be09b3ce21e2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.000394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.000928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bacef061-710a-481b-9f39-be09b3ce21e2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596456 Jul 16 01:37:29.001313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36332) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.006106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:29.006610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'subnet': {'network_id': 'fc3c8156-effd-47b1-86a1-036e98a7b032', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:29.038688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.107974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:29.113243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 12cdf6ef-aa93-4649-9b39-c7d310700b0b no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:29.114737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.133817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 12cdf6ef-aa93-4649-9b39-c7d310700b0b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:29.134464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 12cdf6ef-aa93-4649-9b39-c7d310700b0b not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:29.155981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.268771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Allocated IP 172.25.5.22 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/82de4129-67f5-48b9-9651-812e68e919e7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:29.309552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.374420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Subnet': ['ID=93d9603a-69c8-49aa-87ce-cc1a1109bea6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.381585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.382413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Checking segment: {'id': '63d0dda1-23ab-460a-98ac-23e5712776d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fc3c8156-effd-47b1-86a1-036e98a7b032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:29.382787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network hostable DHCP agents. Network: fc3c8156-effd-47b1-86a1-036e98a7b032, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:29.404871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network fc3c8156-effd-47b1-86a1-036e98a7b032 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:29.414181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, fc3c8156-effd-47b1-86a1-036e98a7b032) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:29.419845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.421297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.425871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c244a20-d722-41d4-80be-1c66dcc9982e None None] Network fc3c8156-effd-47b1-86a1-036e98a7b032 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:29.429317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.439755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b04586a1-ee10-45b2-a675-305105c835af tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4370971 Jul 16 01:37:29.443639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.450862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-944046582'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:29.475109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:29.479928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.499476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:29.504055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'Port': ['ID=82de4129-67f5-48b9-9651-812e68e919e7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.508456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:29.514145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:29.515513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:29.528827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.529232 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Added segment b725b732-23f1-43f2-94bb-aff51a7278db of type vlan for network f2507f94-4ccf-4a77-84df-7069ecd81cac Jul 16 01:37:29.588583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.612541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fc3c8156-effd-47b1-86a1-036e98a7b032', 'network_id': 'fc3c8156-effd-47b1-86a1-036e98a7b032', 'tenant_id': '4935e680089443deb7722eeefdba736b', 'fixed_ips': [{'subnet_id': '93d9603a-69c8-49aa-87ce-cc1a1109bea6'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:29.614809 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.638591 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.656566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.679557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.680876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.741271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.742082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2964838 Jul 16 01:37:29.746099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.788257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'subnet': {'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:29.818766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ea4c-2240-4883-9fc4-31aaa67f7f3b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Network': ['ID=f2507f94-4ccf-4a77-84df-7069ecd81cac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.841678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f2507f94-4ccf-4a77-84df-7069ecd81cac details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:29.882623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Allocated IP 2001:db8:0:ffff::2 (fc3c8156-effd-47b1-86a1-036e98a7b032/93d9603a-69c8-49aa-87ce-cc1a1109bea6/d21361b5-5bb9-4ba2-b2d4-217f0b3e2356) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:30.031920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.043313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.099534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'Port': ['ID=82de4129-67f5-48b9-9651-812e68e919e7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.124370 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.136851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21738f-adef-4999-bf25-8e7313489d1c req-2e7b1f17-8da1-4519-b43d-edea5b1b3292 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.138462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f21738f-adef-4999-bf25-8e7313489d1c req-2e7b1f17-8da1-4519-b43d-edea5b1b3292 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.3430760 Jul 16 01:37:30.139264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:30.140034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Transition to ACTIVE for port object d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:30.144489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.163014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Transition to ACTIVE for port object d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:30.171722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.190280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.224541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.226677 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f0b3d07a-6dea-46dc-8529-43b4a31f916e tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2237172 Jul 16 01:37:30.227491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f21738f-adef-4999-bf25-8e7313489d1c req-5ae67b47-a62a-4fb9-be34-32ae3d99d0a6 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups?id=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774496 Jul 16 01:37:30.229546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Network fc3c8156-effd-47b1-86a1-036e98a7b032 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:30.231788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:30.239133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:30.258873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-257e9ff3-f35f-4716-ae76-17672297f503 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.260651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-257e9ff3-f35f-4716-ae76-17672297f503 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.78 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 945 time: 0.1133528 Jul 16 01:37:30.262107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Pushing event updated for resources: {'Port': ['ID=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.338964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Attempting to bind port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:30.339871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Attempting to bind port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '63d0dda1-23ab-460a-98ac-23e5712776d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fc3c8156-effd-47b1-86a1-036e98a7b032'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:30.340511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Attempting to bind port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 on network fc3c8156-effd-47b1-86a1-036e98a7b032 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:30.347004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:30.347633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Checking segment: {'id': '63d0dda1-23ab-460a-98ac-23e5712776d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fc3c8156-effd-47b1-86a1-036e98a7b032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:30.349208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.349769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Bound using segment: {'id': '63d0dda1-23ab-460a-98ac-23e5712776d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fc3c8156-effd-47b1-86a1-036e98a7b032'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:30.350436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Bound port: d21361b5-5bb9-4ba2-b2d4-217f0b3e2356, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d0dda1-23ab-460a-98ac-23e5712776d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'fc3c8156-effd-47b1-86a1-036e98a7b032'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:30.350998 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.395604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Deleting port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:30.396310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.455372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] For port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:30.460106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] For port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,segment=NetworkSegment(63d0dda1-23ab-460a-98ac-23e5712776d2),segment_id=63d0dda1-23ab-460a-98ac-23e5712776d2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:30.468925 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.520808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] For port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:30.521387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.578174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3bbb1-c57b-4213-b8fa-4a2d7fd99b91 None None] Pushing event updated for resources: {'Port': ['ID=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.641984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:30.649577 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.685033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-84e07648-ac22-4ab5-aae8-936630f9433a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1692868206&fields=id&tenant_id=14aa088753474d4f9b37d72a9f4b22ee HTTP/1.1" status: 200 len: 267 time: 0.1487005 Jul 16 01:37:30.769475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Subnet': ['ID=85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.775758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Checking segment: {'id': 'b725b732-23f1-43f2-94bb-aff51a7278db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:30.776211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network hostable DHCP agents. Network: f2507f94-4ccf-4a77-84df-7069ecd81cac, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:30.864001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.864311 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.864635 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Floating IP b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232 disassociated. External IP: 172.25.5.7, port: 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b. Jul 16 01:37:30.869133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Calling delete_port for 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:30.874193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network f2507f94-4ccf-4a77-84df-7069ecd81cac is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:30.906944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-e3a25845-55dd-4c29-b0e8-208abc27f0fe tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.914268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-e3a25845-55dd-4c29-b0e8-208abc27f0fe tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 810 time: 0.2149322 Jul 16 01:37:30.935737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-612c9661-b596-407e-a511-6d82b23ad5fb tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/quotas/14aa088753474d4f9b37d72a9f4b22ee HTTP/1.1" status: 200 len: 375 time: 0.0203605 Jul 16 01:37:30.946713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f2507f94-4ccf-4a77-84df-7069ecd81cac) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:30.951975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.952619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.960686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abec19-012e-423a-a2bf-0c8cce977c5f None None] Network f2507f94-4ccf-4a77-84df-7069ecd81cac requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:31.050794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.054918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-022f0e9b-718a-48e4-b424-976dd9f6f91c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3051889 Jul 16 01:37:31.055499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36368) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.072956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'port': {'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac', 'name': 'tempest-NetworksIpV6TestAttrs-1547579681'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:31.098990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event deleted for resources: {'Port': ['ID=0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.213587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a6146fd6-0c35-45bc-971a-08e96ff4fc67 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:31.257985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-f2507f94-4ccf-4a77-84df-7069ecd81cac', 'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac', 'tenant_id': '4935e680089443deb7722eeefdba736b', 'fixed_ips': [{'subnet_id': '85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:31.260815 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.268801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: a6146fd6-0c35-45bc-971a-08e96ff4fc67 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:31.270663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a6146fd6-0c35-45bc-971a-08e96ff4fc67 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:31.275510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-6b5c7a56-be3e-42b3-8320-885e166d98ff tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3295240 Jul 16 01:37:31.340095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Router bd02181b-04f9-4095-b7cf-78a92935446a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:31.456659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-9df268c0-d8f9-476f-834e-ae4959c10f5b service neutron] 10.222.0.81 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749041 Jul 16 01:37:31.465761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Allocated IP 2001:db8::f816:3eff:fe2b:e455 (f2507f94-4ccf-4a77-84df-7069ecd81cac/85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e/7b6758eb-321b-40f3-8fd3-eca292749cd6) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:31.594068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac0519de-5c1e-41ae-8a31-11c7592a21a3 req-5736eb19-925c-414f-a54d-66d1f51a3b30 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 210 time: 0.0667779 Jul 16 01:37:31.650070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-117b4243-0f88-4076-a852-b6eb5077ac88 service neutron] 10.222.0.81 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924536 Jul 16 01:37:31.652734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.663216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Transition to ACTIVE for port object 7b6758eb-321b-40f3-8fd3-eca292749cd6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:31.663366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:31.667170 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.689963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] device_id is not set on port 2d695210-726e-4050-9c2c-1afd50b38127 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:31.692063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Transition to ACTIVE for port object 7b6758eb-321b-40f3-8fd3-eca292749cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:31.712009 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.829435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Pushing event updated for resources: {'Port': ['ID=7b6758eb-321b-40f3-8fd3-eca292749cd6,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.849369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:31.849939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Allocated IP 2001:db8::f816:3eff:fe2f:8071 (f2507f94-4ccf-4a77-84df-7069ecd81cac/85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e/2d695210-726e-4050-9c2c-1afd50b38127) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:31.858879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Network f2507f94-4ccf-4a77-84df-7069ecd81cac is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:31.864033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:31.866099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] Sync routers for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:31.878162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:31.901776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] No DVR routers for this DVR port 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:31.905042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.907711 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7d9a9bef-3510-4ce6-ac55-893fcf26a979 req-08fb774e-2152-4727-81ca-8bbe8377226c tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.78 "DELETE /v2.0/ports/0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b HTTP/1.1" status: 204 len: 173 time: 1.6410635 Jul 16 01:37:31.908377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-deleted', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:31.913379 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc13233-0ca2-4b81-83bb-feb090261b60" -d '{"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-deleted", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:32.022465 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77236562-35d1-4e75-abd8-d8dbd0f68022 x-openstack-request-id: req-77236562-35d1-4e75-abd8-d8dbd0f68022 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:32.023017 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21b306c-d970-4b14-9f7e-e007fcf15589", "name": "network-vif-deleted", "tag": "0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:32.023273 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77236562-35d1-4e75-abd8-d8dbd0f68022 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:32.023698 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21b306c-d970-4b14-9f7e-e007fcf15589', 'name': 'network-vif-deleted', 'tag': '0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b', 'status': 'completed', 'code': 200} Jul 16 01:37:32.037450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:32.038099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:32.141798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Attempting to bind port 7b6758eb-321b-40f3-8fd3-eca292749cd6 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:32.142224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Attempting to bind port 7b6758eb-321b-40f3-8fd3-eca292749cd6 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b725b732-23f1-43f2-94bb-aff51a7278db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:32.143148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Attempting to bind port 7b6758eb-321b-40f3-8fd3-eca292749cd6 on network f2507f94-4ccf-4a77-84df-7069ecd81cac {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:32.166617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:32.171546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Checking segment: {'id': 'b725b732-23f1-43f2-94bb-aff51a7278db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:32.172184 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.173841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Bound using segment: {'id': 'b725b732-23f1-43f2-94bb-aff51a7278db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:32.175341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Bound port: 7b6758eb-321b-40f3-8fd3-eca292749cd6, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b725b732-23f1-43f2-94bb-aff51a7278db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f2507f94-4ccf-4a77-84df-7069ecd81cac'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:32.175948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.216503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0ed2731-918b-4210-86f7-00cd5490833e req-f4b725a0-ae99-4b0a-99e4-f97c41b2232f tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 210 time: 0.1095867 Jul 16 01:37:32.307763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.353496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Transition to ACTIVE for port object 2d695210-726e-4050-9c2c-1afd50b38127 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:32.386821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:32.427974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.546085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network f2507f94-4ccf-4a77-84df-7069ecd81cac is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:32.549786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:32.554980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:32.560815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.561464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.565211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Port': ['ID=2d695210-726e-4050-9c2c-1afd50b38127,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.601887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3bcf11c3-6d1d-4d1d-995d-19fada516e7e tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5450575 Jul 16 01:37:32.604292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:32.605693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f3a05-0b43-4751-8653-a18c9e6c1976 None None] Network fc3c8156-effd-47b1-86a1-036e98a7b032 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:32.692170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:32.722045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Deleting subnet 85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:32.730925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.800021 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.807109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a9a6fdec-8eb3-401b-809d-4874eb6bb8ca None None] Provisioning for port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:32.840414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] For port 7b6758eb-321b-40f3-8fd3-eca292749cd6, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:32.894405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:32.898144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] For port 7b6758eb-321b-40f3-8fd3-eca292749cd6, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7b6758eb-321b-40f3-8fd3-eca292749cd6,segment=NetworkSegment(b725b732-23f1-43f2-94bb-aff51a7278db),segment_id=b725b732-23f1-43f2-94bb-aff51a7278db)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:32.907130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:32.907736 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.937401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97fc5202-4904-48e5-9f68-7e016faaa263 req-73158f5c-60b5-4138-91bb-500fd56247f5 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/ports?device_id=f21b306c-d970-4b14-9f7e-e007fcf15589 HTTP/1.1" status: 200 len: 210 time: 0.0342057 Jul 16 01:37:32.952298 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.985573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.070665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.106298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Subnet': ['ID=85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.112938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.115144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f108177f-bb3d-435c-9a09-f23ab8d8d66c tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e HTTP/1.1" status: 204 len: 168 time: 0.5095332 Jul 16 01:37:33.117778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.173502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaec5e-39fa-4086-b665-c038b3e82ab4 None None] Pushing event updated for resources: {'Port': ['ID=7b6758eb-321b-40f3-8fd3-eca292749cd6,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.215940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239f0cc-e8f7-44e7-b557-0200630d5d87 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.217505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239f0cc-e8f7-44e7-b557-0200630d5d87 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.222414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36402) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.231755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0239f0cc-e8f7-44e7-b557-0200630d5d87 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1127477 Jul 16 01:37:33.294243 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.392558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,segment=NetworkSegment(63d0dda1-23ab-460a-98ac-23e5712776d2),segment_id=63d0dda1-23ab-460a-98ac-23e5712776d2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:33.403835 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.472647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:33.494913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb4785ec-2621-41ed-9ac9-ac9db0905ae0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.561412 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4785ec-2621-41ed-9ac9-ac9db0905ae0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:33.561896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4785ec-2621-41ed-9ac9-ac9db0905ae0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:33.580202 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb4785ec-2621-41ed-9ac9-ac9db0905ae0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/f2507f94-4ccf-4a77-84df-7069ecd81cac HTTP/1.1" status: 409 len: 405 time: 0.3552594 Jul 16 01:37:33.580925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36412) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.595308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1659757227'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:33.635865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4feaee3-5801-494b-a478-acb8158f3833 req-3ed10794-148c-40b9-a0b4-d1b087ead614 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 210 time: 0.1627507 Jul 16 01:37:33.672060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:33.677285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] Checking router: bd02181b-04f9-4095-b7cf-78a92935446a for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:33.686892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.747968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:33.762476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:33.774347 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.786382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:33.813064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.813583 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Added segment 63ac9103-d9da-4976-b22e-0a6651bee8b7 of type vlan for network f6ebffe0-0011-4d37-bf47-f055587104e1 Jul 16 01:37:33.833090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-e7f4fd96-209e-4ad8-83a4-e3be544273c6 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.843312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-e7f4fd96-209e-4ad8-83a4-e3be544273c6 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 810 time: 0.2494724 Jul 16 01:37:33.910498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.921418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:33.924266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-2daaab18-2d5c-4a63-a26d-b4183e029d0a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14aa088753474d4f9b37d72a9f4b22ee HTTP/1.1" status: 200 len: 380 time: 0.0716166 Jul 16 01:37:33.943151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'port': {'device_id': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'admin_state_up': True, 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'security_groups': ['85811437-6511-4da4-8a4a-dd9323154c72']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:33.952545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.958689 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:33.959274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 0e9b1ae0-800c-4e85-b2c3-e64f3d3ef73b not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:33.960838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.961549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.990185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5a4758b6-45fb-43d5-845a-426c0ec92922 None None] Provisioning complete for port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:33.992126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5a4758b6-45fb-43d5-845a-426c0ec92922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.013889 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4276283 Jul 16 01:37:34.016661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36416) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.026057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'subnet': {'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:34.082107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4ffda-95ac-4944-82fe-d107ec558a3f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Network': ['ID=f6ebffe0-0011-4d37-bf47-f055587104e1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.106177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:34.108512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f6ebffe0-0011-4d37-bf47-f055587104e1 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:34.159633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.251708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5691ec2-db9e-4b32-b2ff-0b092f879936 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.282795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5691ec2-db9e-4b32-b2ff-0b092f879936 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.353715 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5691ec2-db9e-4b32-b2ff-0b092f879936 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.356542 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5691ec2-db9e-4b32-b2ff-0b092f879936 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.362326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5691ec2-db9e-4b32-b2ff-0b092f879936 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "DELETE /v2.0/security-groups/770c454e-44c4-4ab6-a4f0-23c4e27f4cfb HTTP/1.1" status: 204 len: 168 time: 0.2008803 Jul 16 01:37:34.362960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36424) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.388557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5691ec2-db9e-4b32-b2ff-0b092f879936 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c454e-44c4-4ab6-a4f0-23c4e27f4cfb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.402120 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-d4c12b41-1942-45c4-b9fc-29bd69012d4e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] show failed (client error): The resource could not be found. Jul 16 01:37:34.408969 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d4c12b41-1942-45c4-b9fc-29bd69012d4e tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "GET /v2.0/security-groups/770c454e-44c4-4ab6-a4f0-23c4e27f4cfb HTTP/1.1" status: 404 len: 347 time: 0.0290217 Jul 16 01:37:34.409571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36426) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.658351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:34.729415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Deleting port 942bb100-7c20-43c7-a5b3-335c23ca56bc {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:34.730533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.768312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7b6758eb-321b-40f3-8fd3-eca292749cd6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:34.818714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531ab31e-05ad-4d59-b0c6-a866efcccd78 None None] The sync data for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 is: [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:28:54Z', 'revision_number': 4, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'f9f7090a-80a5-4a57-8852-2c8c0bce2d44', 'name': '', 'network_id': '3f7db1a4-1994-4387-a044-f7026ae74634', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'mac_address': 'fa:16:3e:a6:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:53Z', 'updated_at': '2021-07-16T01:29:05Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'subnets': [{'id': 'c4dc9589-d8f7-4f97-a41c-a2099903218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:34.862889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7b6758eb-321b-40f3-8fd3-eca292749cd6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:34.868291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:34.931887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.932099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.940020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:34.940444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.954059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72ae29e7-0bcb-474f-99c1-173c2a3292c9 req-1c914389-646f-446a-983f-1e358fe1cd6a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 210 time: 0.0482755 Jul 16 01:37:34.960277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Calling delete_port for 942bb100-7c20-43c7-a5b3-335c23ca56bc owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:34.996725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd153e85-4f79-4971-bd07-03e25c32b4d8 None None] Network f2507f94-4ccf-4a77-84df-7069ecd81cac requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:34.999125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:35.002747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.104835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Made reservation on behalf of 14aa088753474d4f9b37d72a9f4b22ee for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:35.108793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.154804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c1ed1484-1a95-4812-9882-0efd51ae7b5f None None] Provisioning for port 7b6758eb-321b-40f3-8fd3-eca292749cd6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:35.197090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c1ed1484-1a95-4812-9882-0efd51ae7b5f None None] Provisioning complete for port 7b6758eb-321b-40f3-8fd3-eca292749cd6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:35.197378 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1484-1a95-4812-9882-0efd51ae7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.219103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.253656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Allocated IP 172.20.0.4 (aba1fd15-b456-4383-b5f4-c531e9e86651/83931ea2-acf1-418d-accd-0d95004468e1/3f39ced4-9fe0-42e4-801c-b11749677825) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:35.296332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Pushing event deleted for resources: {'Port': ['ID=942bb100-7c20-43c7-a5b3-335c23ca56bc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.338685 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc9362-7c22-474f-8c5a-f6e0e555383b None None] New status for floating IP b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:35.374924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.378124 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.379777 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6c20fdb5-d2a6-4c53-8146-7697aff9f759 tempest-ServerActionsTestJSON-1776212423 tempest-ServerActionsTestJSON-1776212423-project] 10.222.0.81 "DELETE /v2.0/floatingips/b9fa16a4-73b9-4fe8-aeb5-d85b64b4f232 HTTP/1.1" status: 204 len: 168 time: 0.9659100 Jul 16 01:37:35.382659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36436) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.424496 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1484-1a95-4812-9882-0efd51ae7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.463010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c1ed1484-1a95-4812-9882-0efd51ae7b5f None None] For port 7b6758eb-321b-40f3-8fd3-eca292749cd6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7b6758eb-321b-40f3-8fd3-eca292749cd6,segment=NetworkSegment(b725b732-23f1-43f2-94bb-aff51a7278db),segment_id=b725b732-23f1-43f2-94bb-aff51a7278db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:35.474511 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1484-1a95-4812-9882-0efd51ae7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.530017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] DHCP port deletion for f2507f94-4ccf-4a77-84df-7069ecd81cac request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:35.538252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.595859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed1484-1a95-4812-9882-0efd51ae7b5f None None] Pushing event updated for resources: {'Port': ['ID=7b6758eb-321b-40f3-8fd3-eca292749cd6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.609215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Transition to ACTIVE for port object 3f39ced4-9fe0-42e4-801c-b11749677825 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:35.632866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] Deleting port 7b6758eb-321b-40f3-8fd3-eca292749cd6 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:35.633538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.702700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.704154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] For port 7b6758eb-321b-40f3-8fd3-eca292749cd6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7b6758eb-321b-40f3-8fd3-eca292749cd6,segment=NetworkSegment(b725b732-23f1-43f2-94bb-aff51a7278db),segment_id=b725b732-23f1-43f2-94bb-aff51a7278db)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:35.704695 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.716554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] Calling delete_port for 7b6758eb-321b-40f3-8fd3-eca292749cd6 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:35.762753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Network aba1fd15-b456-4383-b5f4-c531e9e86651 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:35.778988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:35.795482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:35.802820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:35.811208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.813619 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.841766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] Pushing event deleted for resources: {'Port': ['ID=7b6758eb-321b-40f3-8fd3-eca292749cd6,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.846342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad4c58-a893-40e2-99f0-c5aa18f735b0 None None] No DVR routers for this DVR port 7b6758eb-321b-40f3-8fd3-eca292749cd6 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:35.935254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event updated for resources: {'Port': ['ID=3f39ced4-9fe0-42e4-801c-b11749677825,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.971473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.972182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.993949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Subnet': ['ID=7d195841-c5c9-4b4c-8b25-a46dc3d915c3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.015967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Checking segment: {'id': '63ac9103-d9da-4976-b22e-0a6651bee8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:36.016559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network hostable DHCP agents. Network: f6ebffe0-0011-4d37-bf47-f055587104e1, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:36.021667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-7ddc7a87-f259-410d-92c8-ba96b0271529 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0887465 Jul 16 01:37:36.025243 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.036234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Request body: {'port': {'device_id': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:36.067567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network f6ebffe0-0011-4d37-bf47-f055587104e1 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:36.092485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f6ebffe0-0011-4d37-bf47-f055587104e1) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:36.104288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cfa09c-576d-451a-a711-2841fe76c2bf None None] Network f6ebffe0-0011-4d37-bf47-f055587104e1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:36.105633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.106250 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.204488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b9ca4b40-06ca-4ae2-8aa7-dcf57f799830 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1843989 Jul 16 01:37:36.205572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36450) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.213417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'port': {'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1', 'name': 'tempest-NetworksIpV6TestAttrs-1420283013'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:36.216419 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.245516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c03892e0-7092-4b44-a935-093482759f1e None None] Provisioning for port 3f39ced4-9fe0-42e4-801c-b11749677825 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:36.254097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c03892e0-7092-4b44-a935-093482759f1e None None] Provisioning complete for port 3f39ced4-9fe0-42e4-801c-b11749677825 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:36.254475 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c03892e0-7092-4b44-a935-093482759f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.309708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c03892e0-7092-4b44-a935-093482759f1e None None] Port 3f39ced4-9fe0-42e4-801c-b11749677825 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:36.315161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-f6ebffe0-0011-4d37-bf47-f055587104e1', 'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1', 'tenant_id': '4935e680089443deb7722eeefdba736b', 'fixed_ips': [{'subnet_id': '7d195841-c5c9-4b4c-8b25-a46dc3d915c3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:36.316584 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.348255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa501f-f22f-44c9-860d-77dcaaa99ea5 req-e56c9d30-9e2d-4c5e-b987-2703041d28f6 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.349526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Deleting port f9f7090a-80a5-4a57-8852-2c8c0bce2d44 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:36.350035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.350377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbaa501f-f22f-44c9-860d-77dcaaa99ea5 req-e56c9d30-9e2d-4c5e-b987-2703041d28f6 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 931 time: 0.2298081 Jul 16 01:37:36.446484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] For port f9f7090a-80a5-4a57-8852-2c8c0bce2d44, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:36.447176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.465702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Calling delete_port for f9f7090a-80a5-4a57-8852-2c8c0bce2d44 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:36.475190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Allocated IP 2001:db8::f816:3eff:fe95:c789 (f6ebffe0-0011-4d37-bf47-f055587104e1/7d195841-c5c9-4b4c-8b25-a46dc3d915c3/4807d244-78c9-4c60-851a-5ef91d93ca99) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:36.486022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbaa501f-f22f-44c9-860d-77dcaaa99ea5 req-a28a6a4d-3809-424e-a445-9edcacea0290 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202662 Jul 16 01:37:36.517206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7b6758eb-321b-40f3-8fd3-eca292749cd6 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:36.544792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7b6758eb-321b-40f3-8fd3-eca292749cd6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:36.545463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7b6758eb-321b-40f3-8fd3-eca292749cd6 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:36.550920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:36.554602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.598347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] device_id is not set on port 217032d0-eb1a-44b7-94f4-b59119c9ee10 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:36.696654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.736785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f7090a-80a5-4a57-8852-2c8c0bce2d44,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.764894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f39ced4-9fe0-42e4-801c-b11749677825 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:36.777234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.796843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Transition to ACTIVE for port object 3f39ced4-9fe0-42e4-801c-b11749677825 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:36.804388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.841133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.851855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Transition to ACTIVE for port object 4807d244-78c9-4c60-851a-5ef91d93ca99 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:36.874595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Transition to ACTIVE for port object 4807d244-78c9-4c60-851a-5ef91d93ca99 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:36.887022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.951126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Network f6ebffe0-0011-4d37-bf47-f055587104e1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:36.959000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:36.963815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:36.967718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Pushing event updated for resources: {'Port': ['ID=4807d244-78c9-4c60-851a-5ef91d93ca99,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.990135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f39ced4-9fe0-42e4-801c-b11749677825,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.060023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.085348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Attempting to bind port 4807d244-78c9-4c60-851a-5ef91d93ca99 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:37.085727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Attempting to bind port 4807d244-78c9-4c60-851a-5ef91d93ca99 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '63ac9103-d9da-4976-b22e-0a6651bee8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:37.085975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Attempting to bind port 4807d244-78c9-4c60-851a-5ef91d93ca99 on network f6ebffe0-0011-4d37-bf47-f055587104e1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:37.093015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Attempting to bind port 3f39ced4-9fe0-42e4-801c-b11749677825 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:37.093357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Attempting to bind port 3f39ced4-9fe0-42e4-801c-b11749677825 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:37.093770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Attempting to bind port 3f39ced4-9fe0-42e4-801c-b11749677825 on network aba1fd15-b456-4383-b5f4-c531e9e86651 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:37.106020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Port 3f39ced4-9fe0-42e4-801c-b11749677825 on network aba1fd15-b456-4383-b5f4-c531e9e86651 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:37.106238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Attempting to bind port 3f39ced4-9fe0-42e4-801c-b11749677825 on network aba1fd15-b456-4383-b5f4-c531e9e86651 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:37.109126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:37.109802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Checking segment: {'id': '63ac9103-d9da-4976-b22e-0a6651bee8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:37.110882 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.112788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Bound using segment: {'id': '63ac9103-d9da-4976-b22e-0a6651bee8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:37.113831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Bound port: 4807d244-78c9-4c60-851a-5ef91d93ca99, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ac9103-d9da-4976-b22e-0a6651bee8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f6ebffe0-0011-4d37-bf47-f055587104e1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:37.114345 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.117161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Allocated IP 2001:db8::f816:3eff:fe42:f583 (f6ebffe0-0011-4d37-bf47-f055587104e1/7d195841-c5c9-4b4c-8b25-a46dc3d915c3/217032d0-eb1a-44b7-94f4-b59119c9ee10) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:37.123438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:37.123782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Checking segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:37.124175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Bound using segment: {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:37.124650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Bound port: 3f39ced4-9fe0-42e4-801c-b11749677825, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b98c34-b917-4339-a907-9bb9df566b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:37.125617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.194826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] For port 4807d244-78c9-4c60-851a-5ef91d93ca99, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:37.203873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] For port 4807d244-78c9-4c60-851a-5ef91d93ca99, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4807d244-78c9-4c60-851a-5ef91d93ca99,segment=NetworkSegment(63ac9103-d9da-4976-b22e-0a6651bee8b7),segment_id=63ac9103-d9da-4976-b22e-0a6651bee8b7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:37.210309 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.272894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e4444-01f6-4c2f-b8f9-0c909f81fa9d None None] Pushing event updated for resources: {'Port': ['ID=4807d244-78c9-4c60-851a-5ef91d93ca99,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.336423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] For port 3f39ced4-9fe0-42e4-801c-b11749677825, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:37.356884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] For port 3f39ced4-9fe0-42e4-801c-b11749677825, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f39ced4-9fe0-42e4-801c-b11749677825,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:37.363997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.377103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Router bd02181b-04f9-4095-b7cf-78a92935446a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:37.430387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.431111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.432924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] 10.222.0.93 "PUT /v2.0/ports/3f39ced4-9fe0-42e4-801c-b11749677825 HTTP/1.1" status: 200 len: 1091 time: 1.4017491 Jul 16 01:37:37.433147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:37.435474 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6ee80-ef94-4eea-9e43-76ffe221eb16" -d '{"events": [{"name": "network-changed", "server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:37.467850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.507247 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e36f6-290a-4a42-a657-2519f2f0bbbf x-openstack-request-id: req-8e3e36f6-290a-4a42-a657-2519f2f0bbbf {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:37.507548 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:37.507780 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e3e36f6-290a-4a42-a657-2519f2f0bbbf {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:37.508177 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825', 'status': 'completed', 'code': 200} Jul 16 01:37:37.509121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76353ec3-6121-452c-8588-3cf7e817cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f39ced4-9fe0-42e4-801c-b11749677825,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.527011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:37.533660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Transition to ACTIVE for port object 217032d0-eb1a-44b7-94f4-b59119c9ee10 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:37.536103 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a4ff90f-e494-4fb9-b91d-699ecd312f92 admin admin] 10.222.0.81 "PUT /v2.0/routers/bd02181b-04f9-4095-b7cf-78a92935446a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521800 Jul 16 01:37:37.536313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.539633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350497b-062e-4a80-828f-941b59949e78 None None] Sync routers for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:37.554118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:37.554966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:37.657462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.763955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:37.804124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network f6ebffe0-0011-4d37-bf47-f055587104e1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:37.816165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:37.822371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:37.827929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.828569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.835491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Port': ['ID=217032d0-eb1a-44b7-94f4-b59119c9ee10,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.840770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-e2376579-af27-4125-908c-bb9707dacae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.842290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-e2376579-af27-4125-908c-bb9707dacae9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 1094 time: 0.3601375 Jul 16 01:37:37.846904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.932915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-55807207-6398-4696-b9c3-dc93b4de88cb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7241354 Jul 16 01:37:37.934229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-47af3dfa-f262-4fb3-9893-dd6a17b67914 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f39ced4-9fe0-42e4-801c-b11749677825 HTTP/1.1" status: 200 len: 217 time: 0.0798016 Jul 16 01:37:37.936258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.973346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.001386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350497b-062e-4a80-828f-941b59949e78 None None] Checking router: bd02181b-04f9-4095-b7cf-78a92935446a for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:38.011769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] Routers {'bd02181b-04f9-4095-b7cf-78a92935446a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:38.011982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bf8b2-5be7-496f-a611-9bf9fdf9e791 req-7008e31c-3a7b-4d15-b3da-0125d7e30e6f tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.012537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['bd02181b-04f9-4095-b7cf-78a92935446a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.013405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da3bf8b2-5be7-496f-a611-9bf9fdf9e791 req-7008e31c-3a7b-4d15-b3da-0125d7e30e6f tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 943 time: 0.3065493 Jul 16 01:37:38.023333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Deleting subnet 7d195841-c5c9-4b4c-8b25-a46dc3d915c3 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:38.028565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.070240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-9d83f8bf-d714-4f50-bfe6-973c800d2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.071725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-9d83f8bf-d714-4f50-bfe6-973c800d2eb4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.1244168 Jul 16 01:37:38.079502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.084594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da3bf8b2-5be7-496f-a611-9bf9fdf9e791 req-263585cb-270b-4483-aa22-8f2ea053f75b tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633340 Jul 16 01:37:38.114711 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.166332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] Set router bd02181b-04f9-4095-b7cf-78a92935446a gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:38.203080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-a43b1f35-c3cd-4df1-93f0-f3432d2da65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.204864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-a43b1f35-c3cd-4df1-93f0-f3432d2da65d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242616 Jul 16 01:37:38.221857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Deleting port f258a66b-3332-478e-95e9-90cbb11218cf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:38.222195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.257172 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.345092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.386194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Subnet': ['ID=7d195841-c5c9-4b4c-8b25-a46dc3d915c3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.393836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.399248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4569c605-7fde-4b65-884c-7ad8845f1063 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/7d195841-c5c9-4b4c-8b25-a46dc3d915c3 HTTP/1.1" status: 204 len: 168 time: 0.4591427 Jul 16 01:37:38.400956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.422945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5350497b-062e-4a80-828f-941b59949e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.443134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] For port f258a66b-3332-478e-95e9-90cbb11218cf, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f258a66b-3332-478e-95e9-90cbb11218cf,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:38.443408 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.458058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350497b-062e-4a80-828f-941b59949e78 None None] The sync data for ids ['bd02181b-04f9-4095-b7cf-78a92935446a'] in n-d-800085-5 is: [{'id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'name': 'tempest-ServerActionsTestJSON-548694301-router', 'tenant_id': '9aed513fa48643488d7c6fa13e41cd6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:47Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 5, 'project_id': '9aed513fa48643488d7c6fa13e41cd6e', 'gw_port': {'id': 'f258a66b-3332-478e-95e9-90cbb11218cf', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02181b-04f9-4095-b7cf-78a92935446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:49Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:38.470773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-2e045dcc-30a4-4830-978a-407c2c250e25 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587569 Jul 16 01:37:38.471976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Calling delete_port for f258a66b-3332-478e-95e9-90cbb11218cf owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:38.535629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3530ab-ea85-4457-81ad-03609d63014d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.537347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3530ab-ea85-4457-81ad-03609d63014d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.538898 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f3530ab-ea85-4457-81ad-03609d63014d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1367345 Jul 16 01:37:38.541992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36478) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.626552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac1d5776-00bd-44bf-a8d7-87ba997b9383 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.631390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e03484-2f30-46e5-8d10-0328246f5c0a None None] Network f6ebffe0-0011-4d37-bf47-f055587104e1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:38.634633 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1d5776-00bd-44bf-a8d7-87ba997b9383 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:38.635061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1d5776-00bd-44bf-a8d7-87ba997b9383 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:38.640120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ac1d5776-00bd-44bf-a8d7-87ba997b9383 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/f6ebffe0-0011-4d37-bf47-f055587104e1 HTTP/1.1" status: 409 len: 405 time: 0.0939417 Jul 16 01:37:38.641201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.649808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-34231738'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:38.658239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ad193c5-efa8-435f-9251-991f4cd04358 req-ceb7c3e4-37e2-4d52-b6af-ea08bb38f3f1 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647651 Jul 16 01:37:38.719195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6ab9f10-7523-4e0b-bf2c-ceeda7db82ec None None] Provisioning for port 4807d244-78c9-4c60-851a-5ef91d93ca99 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:38.720390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:38.724511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.773391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:38.791427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.791777 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Added segment 2e64041f-2910-4c43-be49-a08d886beaa8 of type vlan for network 1c5f465b-3cf7-4ade-9b21-bac89783304d Jul 16 01:37:38.833944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.851930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] DHCP port deletion for f6ebffe0-0011-4d37-bf47-f055587104e1 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:38.891106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4807d244-78c9-4c60-851a-5ef91d93ca99 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:38.901157 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.923520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Pushing event deleted for resources: {'Port': ['ID=f258a66b-3332-478e-95e9-90cbb11218cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.988437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] Deleting port 4807d244-78c9-4c60-851a-5ef91d93ca99 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:38.988973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.992427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.022017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.028856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.029489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.060406 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:39.079315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] For port 4807d244-78c9-4c60-851a-5ef91d93ca99, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4807d244-78c9-4c60-851a-5ef91d93ca99,segment=NetworkSegment(63ac9103-d9da-4976-b22e-0a6651bee8b7),segment_id=63ac9103-d9da-4976-b22e-0a6651bee8b7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:39.079629 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.093008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] Calling delete_port for 4807d244-78c9-4c60-851a-5ef91d93ca99 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:39.137426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-1b64083c-3a9d-4203-a1dc-d568acd76a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.138993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-1b64083c-3a9d-4203-a1dc-d568acd76a8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 1094 time: 0.3157423 Jul 16 01:37:39.153501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.157297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.203821 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.214806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5723002 Jul 16 01:37:39.217774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.223083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'subnet': {'network_id': '1c5f465b-3cf7-4ade-9b21-bac89783304d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:39.232643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] Pushing event deleted for resources: {'Port': ['ID=4807d244-78c9-4c60-851a-5ef91d93ca99,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.241933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf6e76-de45-4f3b-b8e1-47ffece69833 None None] No DVR routers for this DVR port 4807d244-78c9-4c60-851a-5ef91d93ca99 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:39.304613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e08fdd-9551-4af8-96aa-32be0b86cdcb tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Network': ['ID=1c5f465b-3cf7-4ade-9b21-bac89783304d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.306832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.307433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd02181b-04f9-4095-b7cf-78a92935446a {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:39.321562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.323236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-94b57103-dc90-4630-a09b-ccb79ba11710 admin admin] 10.222.0.81 "DELETE /v2.0/routers/bd02181b-04f9-4095-b7cf-78a92935446a HTTP/1.1" status: 204 len: 168 time: 1.7844017 Jul 16 01:37:39.327109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36492) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.332262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 1c5f465b-3cf7-4ade-9b21-bac89783304d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:39.338906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:39.343012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.700511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] Deleting subnet c4dc9589-d8f7-4f97-a41c-a2099903218e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:39.711226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.716765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-38c93f61-14be-4d65-a5c0-c9b41d0cdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.718259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-38c93f61-14be-4d65-a5c0-c9b41d0cdec3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 911 time: 0.5052745 Jul 16 01:37:39.730266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af79045-e434-4662-a25d-1e6bf029b0b6 req-4e025f84-6a50-4806-8b4c-e6be8c1d49bf tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.731656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2af79045-e434-4662-a25d-1e6bf029b0b6 req-4e025f84-6a50-4806-8b4c-e6be8c1d49bf tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 943 time: 0.5048070 Jul 16 01:37:39.760403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.771885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-cdab9259-55f0-4b31-a765-1d1f06a29697 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f39ced4-9fe0-42e4-801c-b11749677825 HTTP/1.1" status: 200 len: 217 time: 0.0392694 Jul 16 01:37:39.836595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2af79045-e434-4662-a25d-1e6bf029b0b6 req-b993211d-346f-4a39-945c-376403531982 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983729 Jul 16 01:37:39.843151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-ad805ded-a203-4d25-ae8d-794ee02347f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.844869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-ad805ded-a203-4d25-ae8d-794ee02347f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.0660679 Jul 16 01:37:39.913229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-f26ac53e-e8d6-46cc-afab-4851f6bcdc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.914779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-f26ac53e-e8d6-46cc-afab-4851f6bcdc62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625033 Jul 16 01:37:39.927541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.010970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-312a870e-dfcc-4414-badc-bed0f4e5f6e7 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894337 Jul 16 01:37:40.047738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:40.049880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.075928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.106080 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.107930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c4dc9589-d8f7-4f97-a41c-a2099903218e HTTP/1.1" status: 204 len: 168 time: 0.7791142 Jul 16 01:37:40.109133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea224cd-3c70-4a08-a0f9-ee4f564fcc67 None None] Network 3f7db1a4-1994-4387-a044-f7026ae74634 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:40.110855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.116741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda6ee80-ef94-4eea-9e43-76ffe221eb16 req-24109943-a03d-4dff-b68d-a7d1e846c433 service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959606 Jul 16 01:37:40.148771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Subnet': ['ID=5d15f578-16a0-4e96-aa1b-3a85e779b950,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.167551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.167894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.168243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.168840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.168985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.169233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.169557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.169879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.170197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.170516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.170834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.171383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:40.208752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Checking segment: {'id': '2e64041f-2910-4c43-be49-a08d886beaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1c5f465b-3cf7-4ade-9b21-bac89783304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:40.208891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network hostable DHCP agents. Network: 1c5f465b-3cf7-4ade-9b21-bac89783304d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:40.237268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59ab5-06ad-4175-b8c9-15249103b440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4dc9589-d8f7-4f97-a41c-a2099903218e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.243773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.265340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network 1c5f465b-3cf7-4ade-9b21-bac89783304d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:40.294639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 1c5f465b-3cf7-4ade-9b21-bac89783304d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:40.303116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6584ec-b862-49b9-818f-a2ac8e9ca8ad None None] Network 1c5f465b-3cf7-4ade-9b21-bac89783304d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:40.305034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.305652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.320481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] DHCP port deletion for 3f7db1a4-1994-4387-a044-f7026ae74634 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:40.327730 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7c3af378-8e59-4a69-8775-458aa5dc6655 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1086557 Jul 16 01:37:40.330467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.358932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Deleting port 185a8cb7-dfb3-4c86-a58f-a8f557698457 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:40.359284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.448202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] Deleting port 185a8cb7-dfb3-4c86-a58f-a8f557698457 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:40.448595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.470779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] For port 185a8cb7-dfb3-4c86-a58f-a8f557698457, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=185a8cb7-dfb3-4c86-a58f-a8f557698457,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:40.471156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.493142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Calling delete_port for 185a8cb7-dfb3-4c86-a58f-a8f557698457 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:40.501412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.531266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602edecc-d42e-4578-96bc-ae7544ca18d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-1c5f465b-3cf7-4ade-9b21-bac89783304d', 'network_id': '1c5f465b-3cf7-4ade-9b21-bac89783304d', 'tenant_id': '4935e680089443deb7722eeefdba736b', 'fixed_ips': [{'subnet_id': '5d15f578-16a0-4e96-aa1b-3a85e779b950'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:40.532398 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-602edecc-d42e-4578-96bc-ae7544ca18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.551629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] For port 185a8cb7-dfb3-4c86-a58f-a8f557698457, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=185a8cb7-dfb3-4c86-a58f-a8f557698457,segment=NetworkSegment(1ecb51bd-ddd2-4930-9382-448520bee2e2),segment_id=1ecb51bd-ddd2-4930-9382-448520bee2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:40.552667 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.563187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9f7090a-80a5-4a57-8852-2c8c0bce2d44 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:40.586837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] Calling delete_port for 185a8cb7-dfb3-4c86-a58f-a8f557698457 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:40.592479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f9f7090a-80a5-4a57-8852-2c8c0bce2d44 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:40.592821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f9f7090a-80a5-4a57-8852-2c8c0bce2d44 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:40.593228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f258a66b-3332-478e-95e9-90cbb11218cf no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:40.632882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.664071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f258a66b-3332-478e-95e9-90cbb11218cf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:40.664498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f258a66b-3332-478e-95e9-90cbb11218cf not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:40.665549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 185a8cb7-dfb3-4c86-a58f-a8f557698457 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:40.671837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.709197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=185a8cb7-dfb3-4c86-a58f-a8f557698457,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.718956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] No DVR routers for this DVR port 185a8cb7-dfb3-4c86-a58f-a8f557698457 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:40.726568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 185a8cb7-dfb3-4c86-a58f-a8f557698457 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:40.726924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 185a8cb7-dfb3-4c86-a58f-a8f557698457 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:40.775774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.813016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Subnet': ['ID=5d15f578-16a0-4e96-aa1b-3a85e779b950,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-602edecc-d42e-4578-96bc-ae7544ca18d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d15f578-16a0-4e96-aa1b-3a85e779b950: This subnet is being modified by another concurrent operation. Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:40.817656 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d15f578-16a0-4e96-aa1b-3a85e779b950: This subnet is being modified by another concurrent operation. Jul 16 01:37:40.822439 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:37:40.834603 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.837248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.851360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7db1a4-1994-4387-a044-f7026ae74634']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.860999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] Pushing event deleted for resources: {'Port': ['ID=185a8cb7-dfb3-4c86-a58f-a8f557698457,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.866534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1e27a-7ede-451e-900d-297842f9a5d4 None None] No DVR routers for this DVR port 185a8cb7-dfb3-4c86-a58f-a8f557698457 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:40.882892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa851a7-c190-422b-8e50-237c3631c172 None None] Network 1c5f465b-3cf7-4ade-9b21-bac89783304d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:40.886238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecb51bd-ddd2-4930-9382-448520bee2e2') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.886604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecb51bd-ddd2-4930-9382-448520bee2e2') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.915535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.941558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.963417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5f465b-3cf7-4ade-9b21-bac89783304d']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.975874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e64041f-2910-4c43-be49-a08d886beaa8') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.976176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e64041f-2910-4c43-be49-a08d886beaa8') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.979047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.993103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.995113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:40.995606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:40.997371 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:41.012798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6dab0-f776-4baf-b47a-a76230b5b8e6 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:41.037109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdcfe8-5771-4eb2-914f-985f578e43eb req-0180d9b4-cfb8-4da6-abdb-ebccefc10cc2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.038959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99cdcfe8-5771-4eb2-914f-985f578e43eb req-0180d9b4-cfb8-4da6-abdb-ebccefc10cc2 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 943 time: 0.0729783 Jul 16 01:37:41.069450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.079117 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.081518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:41.082633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:41.086577 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:41.101228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.103362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99cdcfe8-5771-4eb2-914f-985f578e43eb req-f6ca36e7-b8d8-4dd9-80da-cd77224702e8 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575650 Jul 16 01:37:41.104568 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3f7db1a4-1994-4387-a044-f7026ae74634 HTTP/1.1" status: 204 len: 168 time: 0.9915259 Jul 16 01:37:41.176217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8bb58-86ce-4330-876b-bfc021f3c8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7db1a4-1994-4387-a044-f7026ae74634,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.179000 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.208907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f39ced4-9fe0-42e4-801c-b11749677825 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:41.211171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.216271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/1c5f465b-3cf7-4ade-9b21-bac89783304d HTTP/1.1" status: 204 len: 168 time: 0.8820832 Jul 16 01:37:41.216271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc97c99-5bca-47d7-b2aa-1941fffc9b8d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Network': ['ID=1c5f465b-3cf7-4ade-9b21-bac89783304d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.218131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.233059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1196784642'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:41.277454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:41.284461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.317686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.361485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:41.376411 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.377027 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Added segment 7b881c20-582b-4e54-99d4-fe76da9fd272 of type vlan for network 434e2356-5221-4066-956d-8c34966be55e Jul 16 01:37:41.422022 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bbbd9a44-1c25-46d1-8e6c-8c40587887bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9aed513fa48643488d7c6fa13e41cd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025624 Jul 16 01:37:41.422799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36522) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.424977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f39ced4-9fe0-42e4-801c-b11749677825, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f39ced4-9fe0-42e4-801c-b11749677825,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:41.447947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '3f39ced4-9fe0-42e4-801c-b11749677825', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'port_id': '3f39ced4-9fe0-42e4-801c-b11749677825', 'mac_address': 'fa:16:3e:f6:8c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:41.449774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6dab0-f776-4baf-b47a-a76230b5b8e6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:41.454802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.509818 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1682-9e35-4cdd-a889-71f149f70a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.512753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.518712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.519438 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.579194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.594176 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1682-9e35-4cdd-a889-71f149f70a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.600121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3764772 Jul 16 01:37:41.604724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36528) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.612357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'subnet': {'network_id': '434e2356-5221-4066-956d-8c34966be55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:41.655062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Network': ['ID=434e2356-5221-4066-956d-8c34966be55e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.656394 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2e40-1eb8-4f1a-802a-542244075546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.664955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f39ced4-9fe0-42e4-801c-b11749677825 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:41.687754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.689661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.690027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.697464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.697862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.698449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.698808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.699149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.699615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.699953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.700441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.700787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94934b-7757-4f0e-8d77-29c62c47fb4d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.733716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 434e2356-5221-4066-956d-8c34966be55e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:41.747479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f39ced4-9fe0-42e4-801c-b11749677825, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f39ced4-9fe0-42e4-801c-b11749677825,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:41.755050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1682-9e35-4cdd-a889-71f149f70a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.758000 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1682-9e35-4cdd-a889-71f149f70a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.759829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4d1a1682-9e35-4cdd-a889-71f149f70a57 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d872dcd5-2de9-4ec5-af01-a62405d80f1f HTTP/1.1" status: 204 len: 168 time: 0.3359411 Jul 16 01:37:41.786650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a1682-9e35-4cdd-a889-71f149f70a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d872dcd5-2de9-4ec5-af01-a62405d80f1f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.802327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.803055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:41.809835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.995246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3f39ced4-9fe0-42e4-801c-b11749677825,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.060821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.138540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Checking segment: {'id': '7b881c20-582b-4e54-99d4-fe76da9fd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '434e2356-5221-4066-956d-8c34966be55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:42.138907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network hostable DHCP agents. Network: 434e2356-5221-4066-956d-8c34966be55e, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:42.161682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['3f39ced4-9fe0-42e4-801c-b11749677825'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:42.166755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Subnet': ['ID=d49f6683-e3c9-43a3-b024-53bf477a814c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.191088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network 434e2356-5221-4066-956d-8c34966be55e is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:42.205111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 434e2356-5221-4066-956d-8c34966be55e) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:42.214860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.215766 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.242031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f541d4fb-fafc-4c34-b901-31198b1f0631 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6327372 Jul 16 01:37:42.242759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.280602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885329b8-bc78-4194-bec8-96feedc37698 None None] Network 434e2356-5221-4066-956d-8c34966be55e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:42.384312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.391482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88946ec8-ee56-4d31-a93a-588122ad49a4 req-ef3cd50b-af0a-4639-835c-bb20fd03cd4b tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.400395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88946ec8-ee56-4d31-a93a-588122ad49a4 req-ef3cd50b-af0a-4639-835c-bb20fd03cd4b tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 944 time: 0.0991597 Jul 16 01:37:42.500013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-88946ec8-ee56-4d31-a93a-588122ad49a4 req-404bb66c-b17d-4726-bf88-9b588370c066 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973928 Jul 16 01:37:42.527390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.549319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603bd6d3-f877-4209-9211-8b664f161b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-434e2356-5221-4066-956d-8c34966be55e', 'network_id': '434e2356-5221-4066-956d-8c34966be55e', 'tenant_id': '4935e680089443deb7722eeefdba736b', 'fixed_ips': [{'subnet_id': 'd49f6683-e3c9-43a3-b024-53bf477a814c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:42.550312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-603bd6d3-f877-4209-9211-8b664f161b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.630140 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.663175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Subnet': ['ID=d49f6683-e3c9-43a3-b024-53bf477a814c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-603bd6d3-f877-4209-9211-8b664f161b9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d49f6683-e3c9-43a3-b024-53bf477a814c: This subnet is being modified by another concurrent operation. Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:42.671322 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d49f6683-e3c9-43a3-b024-53bf477a814c: This subnet is being modified by another concurrent operation. Jul 16 01:37:42.676155 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:37:42.695593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b91ff0-2511-4fe4-8353-ea485b64f8e4 None None] Network 434e2356-5221-4066-956d-8c34966be55e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:42.745920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.757507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434e2356-5221-4066-956d-8c34966be55e']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.767439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b881c20-582b-4e54-99d4-fe76da9fd272') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.767978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b881c20-582b-4e54-99d4-fe76da9fd272') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.784606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.808732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.818490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:42.819021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.823360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060de4d5-7b04-4e70-b0b2-aedb36f229ac None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:42.826606 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:42.841176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.951368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.975153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060de4d5-7b04-4e70-b0b2-aedb36f229ac None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:42.985989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.992044 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/434e2356-5221-4066-956d-8c34966be55e HTTP/1.1" status: 204 len: 168 time: 0.7431171 Jul 16 01:37:42.992044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d69a7-0240-40a5-95f4-3e050af2a402 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Network': ['ID=434e2356-5221-4066-956d-8c34966be55e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.997434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.014941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1838600720'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.110036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-690965825-network', 'tenant_id': 'b8f59cdfa2c74c1db9a218be608c7330'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.123556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:43.131861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.159825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Made reservation on behalf of b8f59cdfa2c74c1db9a218be608c7330 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:43.162557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.173625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.195352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:43.206402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.207440 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Added segment 46ccfa4a-6233-4a6a-b70a-c027368dd898 of type vlan for network a4d54cbf-ef17-4064-8e9c-83e373861e7f Jul 16 01:37:43.258922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.289148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.295018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.300390 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.309915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.310562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.325212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:43.335722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e465f-c61e-493a-9c3f-fc622d3e09cd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.340728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.341157 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Added segment 252d7506-5cb9-498b-8740-f346059b3a20 of type vlan for network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 Jul 16 01:37:43.355979 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3511877 Jul 16 01:37:43.359354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.364483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Request body: {'subnet': {'network_id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.384269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.417979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100bc37-4e26-433a-a0f7-24545518c192 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Network': ['ID=a4d54cbf-ef17-4064-8e9c-83e373861e7f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.418608 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.419933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.420713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.464147 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6190550 Jul 16 01:37:43.472041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.481967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Request body: {'subnet': {'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-690965825-subnet', 'tenant_id': 'b8f59cdfa2c74c1db9a218be608c7330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.488311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c42ef6-a6e9-464c-9b0b-2f23de115103 admin admin] Pushing event updated for resources: {'Network': ['ID=60cf5d18-b6d7-4002-bfeb-dd578edaadd9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.510450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:37:43.510450 n-d-800085-5 neutron-server[93706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:37:43.510450 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id': '4935e680089443deb7722eeefdba736b', 'id': '0fcc053a-1fbe-4427-8026-0a7d06fb1a10', 'expiration': datetime.datetime(2021, 7, 16, 1, 39, 43, 506135)}] Jul 16 01:37:43.510450 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:43.511054 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:43.517524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Made reservation on behalf of b8f59cdfa2c74c1db9a218be608c7330 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:43.520518 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.528047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a4d54cbf-ef17-4064-8e9c-83e373861e7f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:43.529406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:43.746114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.759736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea67d-e827-40ee-9acc-cd2fcdd29a6d req-1e0d4791-d031-4824-b304-b6ead24072d0 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.761374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04bea67d-e827-40ee-9acc-cd2fcdd29a6d req-1e0d4791-d031-4824-b304-b6ead24072d0 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 944 time: 0.1244435 Jul 16 01:37:43.848618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a438d1-efb6-4762-8b0f-b9837bf5ac25,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.862259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-04bea67d-e827-40ee-9acc-cd2fcdd29a6d req-c726c6c8-dab7-498e-a710-ee4b3c527c0c tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759423 Jul 16 01:37:43.867003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Checking segment: {'id': '252d7506-5cb9-498b-8740-f346059b3a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:43.867218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Network hostable DHCP agents. Network: 60cf5d18-b6d7-4002-bfeb-dd578edaadd9, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:43.887712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:43.896984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 60cf5d18-b6d7-4002-bfeb-dd578edaadd9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.902171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.902781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.906916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b564b-9a9e-4661-8f9c-d41982edfcf6 None None] Network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:43.917844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b8cf252a-ad4c-4030-86b7-b6b105c0d2eb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4447241 Jul 16 01:37:44.040934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Made reservation on behalf of 4935e680089443deb7722eeefdba736b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:44.046395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.082701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453e47a-1a9e-414f-98e7-cd618202222e None None] Network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:44.270465 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-918418e3-a1bf-4a0c-981f-0902311ea036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.372261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:44.383327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.389824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.468790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event updated for resources: {'Subnet': ['ID=b91fe0cd-3af9-47f2-b730-a81ba399e0f4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.529542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Checking segment: {'id': '46ccfa4a-6233-4a6a-b70a-c027368dd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:44.529816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network hostable DHCP agents. Network: a4d54cbf-ef17-4064-8e9c-83e373861e7f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:44.549464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-1d435b75-e2ce-4567-88e9-9c77332d6be2 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.550980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-1d435b75-e2ce-4567-88e9-9c77332d6be2 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/networks?id=60cf5d18-b6d7-4002-bfeb-dd578edaadd9 HTTP/1.1" status: 200 len: 808 time: 0.1773429 Jul 16 01:37:44.568735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Network a4d54cbf-ef17-4064-8e9c-83e373861e7f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:44.572499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-3124cc9a-5732-4929-8d3b-794ae31dc33d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/quotas/b8f59cdfa2c74c1db9a218be608c7330 HTTP/1.1" status: 200 len: 375 time: 0.0158107 Jul 16 01:37:44.589897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a4d54cbf-ef17-4064-8e9c-83e373861e7f) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:44.595614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.596475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.602528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3e4c3-28e3-42d1-a930-7308932d0380 None None] Network a4d54cbf-ef17-4064-8e9c-83e373861e7f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:44.621937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-c0888e0a-9886-4103-937c-7d937c21146d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b8f59cdfa2c74c1db9a218be608c7330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423472 Jul 16 01:37:44.635594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-791f8cef-9a50-49d4-bdf9-c8f6c0a7dfc0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2727456 Jul 16 01:37:44.636555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.752272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-340767c2-3a0f-40be-996e-b64fd76288ea service neutron] 10.222.0.81 "GET /v2.0/networks/60cf5d18-b6d7-4002-bfeb-dd578edaadd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226048 Jul 16 01:37:44.772329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-a4d54cbf-ef17-4064-8e9c-83e373861e7f', 'network_id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f', 'tenant_id': '4935e680089443deb7722eeefdba736b', 'fixed_ips': [{'subnet_id': 'b91fe0cd-3af9-47f2-b730-a81ba399e0f4'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:44.773905 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.788342 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.000001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.026569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-cc858bc3-82aa-48ad-81bd-1fb2dea09278 service neutron] 10.222.0.81 "GET /v2.0/networks/60cf5d18-b6d7-4002-bfeb-dd578edaadd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673562 Jul 16 01:37:45.128412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Allocated IP 2001:db8::f816:3eff:fe4e:cd81 (a4d54cbf-ef17-4064-8e9c-83e373861e7f/b91fe0cd-3af9-47f2-b730-a81ba399e0f4/843ee773-98b3-44f8-b6fd-9dfb30fb2aaa) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:45.220037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f39ced4-9fe0-42e4-801c-b11749677825 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:45.286695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06796d37-2dd1-4c3c-96c5-15809c4ceb9d req-b1470ce5-233e-49b7-bfbe-93ef0205d87a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.289243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06796d37-2dd1-4c3c-96c5-15809c4ceb9d req-b1470ce5-233e-49b7-bfbe-93ef0205d87a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 944 time: 0.1131847 Jul 16 01:37:45.295307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.338502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06796d37-2dd1-4c3c-96c5-15809c4ceb9d req-c5f17254-3680-4f0e-bca9-52b58a8be056 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Jul 16 01:37:45.340981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 3f39ced4-9fe0-42e4-801c-b11749677825 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:45.349518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 3f39ced4-9fe0-42e4-801c-b11749677825 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:45.349899 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.381845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.399843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Transition to ACTIVE for port object 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:45.408522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6deb48a5-cfb6-435a-8f5c-4ad1a4b6f2d7 req-c7cc4e92-57c6-4d43-9b15-4b317d357c58 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 210 time: 0.0327961 Jul 16 01:37:45.422374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Transition to ACTIVE for port object 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:45.438538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.451549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.490245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Subnet': ['ID=b91fe0cd-3af9-47f2-b730-a81ba399e0f4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.528179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Network a4d54cbf-ef17-4064-8e9c-83e373861e7f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:45.531722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.535222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:45.537856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:45.547764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Pushing event updated for resources: {'Port': ['ID=843ee773-98b3-44f8-b6fd-9dfb30fb2aaa,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.559907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.571179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d54cbf-ef17-4064-8e9c-83e373861e7f']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.581342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ccfa4a-6233-4a6a-b70a-c027368dd898') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.581743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ccfa4a-6233-4a6a-b70a-c027368dd898') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.591557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.593803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:45.595628 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562c7b1f-7443-4dcf-aaf1-6a113cd3a6c5" -d '{"events": [{"server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "name": "network-vif-plugged", "status": "completed", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:45.606134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.616505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:45.616925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:45.620129 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:45.644650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f39ced4-9fe0-42e4-801c-b11749677825, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f39ced4-9fe0-42e4-801c-b11749677825,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:45.646110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Attempting to bind port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:45.646503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Attempting to bind port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '46ccfa4a-6233-4a6a-b70a-c027368dd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:45.646890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Attempting to bind port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa on network a4d54cbf-ef17-4064-8e9c-83e373861e7f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:45.651529 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3844c4cf-58ac-4514-87ff-ee020f25471e x-openstack-request-id: req-3844c4cf-58ac-4514-87ff-ee020f25471e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:45.651971 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "name": "network-vif-plugged", "status": "completed", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:45.652096 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3844c4cf-58ac-4514-87ff-ee020f25471e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:45.652498 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825', 'code': 200} Jul 16 01:37:45.657673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.667984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:45.667984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Checking segment: {'id': '46ccfa4a-6233-4a6a-b70a-c027368dd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:45.669139 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.669961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Bound using segment: {'id': '46ccfa4a-6233-4a6a-b70a-c027368dd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:45.670632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Bound port: 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ccfa4a-6233-4a6a-b70a-c027368dd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:45.671030 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.686868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:37:45.686868 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:37:45.686868 n-d-800085-5 neutron-server[93707]: [parameters: {'id': 'a4d54cbf-ef17-4064-8e9c-83e373861e7f'}] Jul 16 01:37:45.686868 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:45.687781 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:45.760445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3f39ced4-9fe0-42e4-801c-b11749677825,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.776009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9c6c-4509-4314-9e08-db548693725d req-bb5a2bfb-ed4f-4bda-93e1-76124ca4d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.777724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa3d9c6c-4509-4314-9e08-db548693725d req-bb5a2bfb-ed4f-4bda-93e1-76124ca4d4a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 1096 time: 0.0616648 Jul 16 01:37:45.786741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] For port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:45.789863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] For port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=843ee773-98b3-44f8-b6fd-9dfb30fb2aaa,segment=NetworkSegment(46ccfa4a-6233-4a6a-b70a-c027368dd898),segment_id=46ccfa4a-6233-4a6a-b70a-c027368dd898)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:45.797292 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.817676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa3d9c6c-4509-4314-9e08-db548693725d req-22559fc8-8ff2-48b4-b827-d5e5a96733cc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Jul 16 01:37:45.874075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059abed-4a58-4ca4-a373-1d1528a546a0 None None] Pushing event updated for resources: {'Port': ['ID=843ee773-98b3-44f8-b6fd-9dfb30fb2aaa,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.906377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668c2cf-c53a-4b14-9923-32c254a49199 None None] Network a4d54cbf-ef17-4064-8e9c-83e373861e7f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:46.043139 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.060141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d298a3a-72da-49fe-bd34-5f92348e7406 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:46.201383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d298a3a-72da-49fe-bd34-5f92348e7406 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:46.201631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.260868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Deleting port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:46.261143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.323789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] For port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=843ee773-98b3-44f8-b6fd-9dfb30fb2aaa,segment=NetworkSegment(46ccfa4a-6233-4a6a-b70a-c027368dd898),segment_id=46ccfa4a-6233-4a6a-b70a-c027368dd898)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:46.324302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.343652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Calling delete_port for 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:46.477782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.497250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No DVR routers for this DVR port 843ee773-98b3-44f8-b6fd-9dfb30fb2aaa on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:46.563008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Port': ['ID=843ee773-98b3-44f8-b6fd-9dfb30fb2aaa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.564815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb8f9-6083-4fb6-9693-62a3aa249c10 req-6b701a07-21bd-4c52-9c24-5ec8bf28c880 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.574205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8edcb8f9-6083-4fb6-9693-62a3aa249c10 req-6b701a07-21bd-4c52-9c24-5ec8bf28c880 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 945 time: 0.0960672 Jul 16 01:37:46.674102 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.675196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8edcb8f9-6083-4fb6-9693-62a3aa249c10 req-2315326d-d3e4-478d-a769-73a6d2a99e81 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997803 Jul 16 01:37:46.697694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d54cbf-ef17-4064-8e9c-83e373861e7f']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:46.709938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ccfa4a-6233-4a6a-b70a-c027368dd898') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:46.710240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ccfa4a-6233-4a6a-b70a-c027368dd898') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:46.719646 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.734590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.741510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:46.742013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.789677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.807122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec428de3-d4e1-4e79-b85b-8031d4cf6954 req-34893524-ff9c-41cb-b3dc-2e4adcbfaf44 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 210 time: 0.1482067 Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:46.844381 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:46.857385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.883147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.885545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/a4d54cbf-ef17-4064-8e9c-83e373861e7f HTTP/1.1" status: 204 len: 168 time: 2.2472968 Jul 16 01:37:46.886956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf75d89-5d31-4d0c-8dbd-37916d27f5b9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Network': ['ID=a4d54cbf-ef17-4064-8e9c-83e373861e7f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.889783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36644) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.893675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-4bc0cd5b-bb60-4308-8d74-0fa7d4fff82a tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.896617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-4bc0cd5b-bb60-4308-8d74-0fa7d4fff82a tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.93 "GET /v2.0/networks?id=60cf5d18-b6d7-4002-bfeb-dd578edaadd9 HTTP/1.1" status: 200 len: 808 time: 0.3116820 Jul 16 01:37:46.913692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Request body: {'port': {'device_id': '45d8422c-f328-457d-bee1-839c25a3f75e', 'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9', 'admin_state_up': True, 'tenant_id': 'b8f59cdfa2c74c1db9a218be608c7330'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:46.925777 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c408fee-2dd4-492e-a5b3-e8aba6bae6f3 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:46.926416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c408fee-2dd4-492e-a5b3-e8aba6bae6f3 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:46.928546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6c408fee-2dd4-492e-a5b3-e8aba6bae6f3 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/b91fe0cd-3af9-47f2-b730-a81ba399e0f4 HTTP/1.1" status: 404 len: 337 time: 0.0376117 Jul 16 01:37:46.930948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.950787 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-03420bbf-0230-44dd-9333-b9e564d8ec59 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:46.951589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03420bbf-0230-44dd-9333-b9e564d8ec59 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:46.953512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-03420bbf-0230-44dd-9333-b9e564d8ec59 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/a4d54cbf-ef17-4064-8e9c-83e373861e7f HTTP/1.1" status: 404 len: 339 time: 0.0214648 Jul 16 01:37:46.955915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.985351 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b5470f-6195-475f-a11e-4fa07728d0e4 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:46.986158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b5470f-6195-475f-a11e-4fa07728d0e4 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:46.988439 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c2b5470f-6195-475f-a11e-4fa07728d0e4 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/d49f6683-e3c9-43a3-b024-53bf477a814c HTTP/1.1" status: 404 len: 337 time: 0.0306201 Jul 16 01:37:46.992599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36650) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.013630 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-edffa3a4-992e-42bd-8d8d-141b34914502 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:47.014167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edffa3a4-992e-42bd-8d8d-141b34914502 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:47.015852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-edffa3a4-992e-42bd-8d8d-141b34914502 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/434e2356-5221-4066-956d-8c34966be55e HTTP/1.1" status: 404 len: 339 time: 0.0220742 Jul 16 01:37:47.018333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36652) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.044699 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e97c4c-4e33-4d79-a82e-3326e0264074 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:47.045050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e97c4c-4e33-4d79-a82e-3326e0264074 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:47.045218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Made reservation on behalf of b8f59cdfa2c74c1db9a218be608c7330 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:47.047834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-57e97c4c-4e33-4d79-a82e-3326e0264074 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/5d15f578-16a0-4e96-aa1b-3a85e779b950 HTTP/1.1" status: 404 len: 337 time: 0.0278070 Jul 16 01:37:47.049522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.050428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36656) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.087629 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b037aab-c053-4ac8-aa28-219654f30075 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:47.088915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b037aab-c053-4ac8-aa28-219654f30075 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:47.091083 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4b037aab-c053-4ac8-aa28-219654f30075 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/1c5f465b-3cf7-4ade-9b21-bac89783304d HTTP/1.1" status: 404 len: 339 time: 0.0391934 Jul 16 01:37:47.093607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.266989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Allocated IP 172.20.0.12 (60cf5d18-b6d7-4002-bfeb-dd578edaadd9/03a438d1-efb6-4762-8b0f-b9837bf5ac25/07619f37-60eb-4d87-a4fb-8a903eb3244f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:47.267195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Deleting port 217032d0-eb1a-44b7-94f4-b59119c9ee10 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:47.267537 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.339566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.351255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Calling delete_port for 217032d0-eb1a-44b7-94f4-b59119c9ee10 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:47.435210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.450127 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.482307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Port': ['ID=217032d0-eb1a-44b7-94f4-b59119c9ee10,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.485236 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.490935 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.492962 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cc0ec029-8136-4c89-bcd8-c66fd7d75e6f tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/ports/217032d0-eb1a-44b7-94f4-b59119c9ee10 HTTP/1.1" status: 204 len: 168 time: 0.3983021 Jul 16 01:37:47.495390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.528684 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-704c244a-e974-4a4c-84f7-4adeda18aeba tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:47.529187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704c244a-e974-4a4c-84f7-4adeda18aeba tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:47.531317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-704c244a-e974-4a4c-84f7-4adeda18aeba tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/7d195841-c5c9-4b4c-8b25-a46dc3d915c3 HTTP/1.1" status: 404 len: 337 time: 0.0349801 Jul 16 01:37:47.533965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.545392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:47.552123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:47.556184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:47.588252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Pushing event updated for resources: {'Port': ['ID=07619f37-60eb-4d87-a4fb-8a903eb3244f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.619901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.620118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.620767 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.635540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-f2dfa619-e0b7-404d-a71b-d25cfdda749d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7267561 Jul 16 01:37:47.647018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Request body: {'port': {'device_id': '45d8422c-f328-457d-bee1-839c25a3f75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:47.704252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.714697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ebffe0-0011-4d37-bf47-f055587104e1']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:47.725147 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.725318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ac9103-d9da-4976-b22e-0a6651bee8b7') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:47.725599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ac9103-d9da-4976-b22e-0a6651bee8b7') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:47.734417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.749117 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.755323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:47.755713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:47.759041 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:47.826512 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.833584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.838054 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/f6ebffe0-0011-4d37-bf47-f055587104e1 HTTP/1.1" status: 204 len: 168 time: 0.3031428 Jul 16 01:37:47.838650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.858321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf324c-f8bd-4b26-9b46-360d83ffb1fa tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Network': ['ID=f6ebffe0-0011-4d37-bf47-f055587104e1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.953485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Deleting port 2d695210-726e-4050-9c2c-1afd50b38127 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:47.953841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.964873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af061f-2108-49b0-a86d-b81736cebfca req-518ef399-8219-4b14-90d1-9472b3e98818 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.966343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8af061f-2108-49b0-a86d-b81736cebfca req-518ef399-8219-4b14-90d1-9472b3e98818 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 945 time: 0.1799698 Jul 16 01:37:48.023558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.037085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Calling delete_port for 2d695210-726e-4050-9c2c-1afd50b38127 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:48.062145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8af061f-2108-49b0-a86d-b81736cebfca req-178e6d31-b908-4b9d-9a45-00279277fc4a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861189 Jul 16 01:37:48.131710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07619f37-60eb-4d87-a4fb-8a903eb3244f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:48.141143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.154937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.179131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9faa97-48c1-4293-be43-50eb2e2e3752 req-a209bbc6-c3a3-4b54-b9b2-a0aac1f3a00d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.187067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a9faa97-48c1-4293-be43-50eb2e2e3752 req-a209bbc6-c3a3-4b54-b9b2-a0aac1f3a00d tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 932 time: 0.2324736 Jul 16 01:37:48.204664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Transition to ACTIVE for port object 07619f37-60eb-4d87-a4fb-8a903eb3244f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:48.221961 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.224069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.226193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/ports/2d695210-726e-4050-9c2c-1afd50b38127 HTTP/1.1" status: 204 len: 168 time: 0.3852892 Jul 16 01:37:48.227190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783ddd9-8ba2-4af4-83df-6e9fb662621a tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Port': ['ID=2d695210-726e-4050-9c2c-1afd50b38127,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.230096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.257239 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd65de8-7e53-4e24-aa4e-2fbab3600a4b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:48.257797 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd65de8-7e53-4e24-aa4e-2fbab3600a4b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:48.261952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9bd65de8-7e53-4e24-aa4e-2fbab3600a4b tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/85c9dc42-4bc7-48d7-90c5-6cd7f6b9f82e HTTP/1.1" status: 404 len: 337 time: 0.0285943 Jul 16 01:37:48.262100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a9faa97-48c1-4293-be43-50eb2e2e3752 req-077c5e58-16c1-40f4-9689-efed28976c8a tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Jul 16 01:37:48.262218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.354199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.416894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Pushing event updated for resources: {'Port': ['ID=07619f37-60eb-4d87-a4fb-8a903eb3244f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.457193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Attempting to bind port 07619f37-60eb-4d87-a4fb-8a903eb3244f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:48.457540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Attempting to bind port 07619f37-60eb-4d87-a4fb-8a903eb3244f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '252d7506-5cb9-498b-8740-f346059b3a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:48.457872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Attempting to bind port 07619f37-60eb-4d87-a4fb-8a903eb3244f on network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:48.460905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.466992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Port 07619f37-60eb-4d87-a4fb-8a903eb3244f on network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:48.467322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Attempting to bind port 07619f37-60eb-4d87-a4fb-8a903eb3244f on network 60cf5d18-b6d7-4002-bfeb-dd578edaadd9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:48.471284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2507f94-4ccf-4a77-84df-7069ecd81cac']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.481393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b725b732-23f1-43f2-94bb-aff51a7278db') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.481775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b725b732-23f1-43f2-94bb-aff51a7278db') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.489945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc511c-8357-4172-ba16-5195a7d38d21 req-f71f72df-1d28-4ea4-b56b-4a0c7190f022 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.490746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.491484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cefc511c-8357-4172-ba16-5195a7d38d21 req-f71f72df-1d28-4ea4-b56b-4a0c7190f022 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 945 time: 0.1478655 Jul 16 01:37:48.492642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:48.492985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Checking segment: {'id': '252d7506-5cb9-498b-8740-f346059b3a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:48.493378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Bound using segment: {'id': '252d7506-5cb9-498b-8740-f346059b3a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:48.493820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Bound port: 07619f37-60eb-4d87-a4fb-8a903eb3244f, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252d7506-5cb9-498b-8740-f346059b3a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:48.494181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.502741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.509849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Request body: {'floatingip': {'port_id': '3f39ced4-9fe0-42e4-801c-b11749677825'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.565540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] For port 07619f37-60eb-4d87-a4fb-8a903eb3244f, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:48.569418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] For port 07619f37-60eb-4d87-a4fb-8a903eb3244f, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=07619f37-60eb-4d87-a4fb-8a903eb3244f,segment=NetworkSegment(252d7506-5cb9-498b-8740-f346059b3a20),segment_id=252d7506-5cb9-498b-8740-f346059b3a20)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:48.574188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.610230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.611217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.612699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-919b1355-c285-4888-904b-f6e8f20affec service neutron] 10.222.0.93 "PUT /v2.0/ports/07619f37-60eb-4d87-a4fb-8a903eb3244f HTTP/1.1" status: 200 len: 1092 time: 0.9699507 Jul 16 01:37:48.613215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d8422c-f328-457d-bee1-839c25a3f75e', 'tag': '07619f37-60eb-4d87-a4fb-8a903eb3244f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:48.615501 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ef54ad-74f6-46f0-9119-fed657eca749" -d '{"events": [{"name": "network-changed", "server_uuid": "45d8422c-f328-457d-bee1-839c25a3f75e", "tag": "07619f37-60eb-4d87-a4fb-8a903eb3244f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:48.643035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b1355-c285-4888-904b-f6e8f20affec service neutron] Pushing event updated for resources: {'Port': ['ID=07619f37-60eb-4d87-a4fb-8a903eb3244f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.698550 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44682173-6da3-480d-b565-ab5092467faf x-openstack-request-id: req-44682173-6da3-480d-b565-ab5092467faf {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:48.698847 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d8422c-f328-457d-bee1-839c25a3f75e", "tag": "07619f37-60eb-4d87-a4fb-8a903eb3244f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:48.699099 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44682173-6da3-480d-b565-ab5092467faf {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:48.699507 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d8422c-f328-457d-bee1-839c25a3f75e', 'tag': '07619f37-60eb-4d87-a4fb-8a903eb3244f', 'status': 'completed', 'code': 200} Jul 16 01:37:48.725384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-a055dcbe-3592-4bf8-b72d-3bbc80a7cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.727030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-a055dcbe-3592-4bf8-b72d-3bbc80a7cee3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b8f59cdfa2c74c1db9a218be608c7330&device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 1095 time: 0.0670905 Jul 16 01:37:48.775270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-12af2c8b-b546-4738-ab18-2bf1b34946e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07619f37-60eb-4d87-a4fb-8a903eb3244f HTTP/1.1" status: 200 len: 217 time: 0.0406098 Jul 16 01:37:48.809132 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.814981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.820113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:48.820539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:48.823759 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:48.835871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-cac0ce3a-b959-446f-94e3-ea1429e54239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.837457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-cac0ce3a-b959-446f-94e3-ea1429e54239 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=03a438d1-efb6-4762-8b0f-b9837bf5ac25 HTTP/1.1" status: 200 len: 848 time: 0.0556273 Jul 16 01:37:48.871176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-efc81647-b148-4b86-93a1-58ff520125f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=60cf5d18-b6d7-4002-bfeb-dd578edaadd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267723 Jul 16 01:37:48.961144 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.971747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-1c0665e7-6431-42ba-a8b2-f112d0a9a35e service neutron] 10.222.0.93 "GET /v2.0/networks/60cf5d18-b6d7-4002-bfeb-dd578edaadd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941575 Jul 16 01:37:48.972287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.973907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/f2507f94-4ccf-4a77-84df-7069ecd81cac HTTP/1.1" status: 204 len: 168 time: 0.7108257 Jul 16 01:37:48.976317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:48.986208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cd16d-b269-418b-b859-be53eb9936f0 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Network': ['ID=f2507f94-4ccf-4a77-84df-7069ecd81cac,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.077273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Deleting subnet 93d9603a-69c8-49aa-87ce-cc1a1109bea6 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:49.082936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.143316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14f7f02-010b-4d19-9eef-2a4df4494139 req-3ea122f8-f0ad-4afb-942d-1c496667a922 service neutron] 10.222.0.93 "GET /v2.0/networks/60cf5d18-b6d7-4002-bfeb-dd578edaadd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589301 Jul 16 01:37:49.148798 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.303427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.507093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.512979 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.630576 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Floating IP f3f0472f-4d77-412e-bc47-a85a315ffc82 associated. External IP: 172.25.5.22, port: 3f39ced4-9fe0-42e4-801c-b11749677825. Jul 16 01:37:49.661481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.791780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.802643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-a690d454-2468-4210-a9e3-5b0a36e2d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.804312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-a690d454-2468-4210-a9e3-5b0a36e2d093 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b8f59cdfa2c74c1db9a218be608c7330&device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 1095 time: 0.5571432 Jul 16 01:37:49.834177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Subnet': ['ID=93d9603a-69c8-49aa-87ce-cc1a1109bea6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.850625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.856112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8c62a943-383d-4f44-9906-ef3aa19a25f9 tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/subnets/93d9603a-69c8-49aa-87ce-cc1a1109bea6 HTTP/1.1" status: 204 len: 168 time: 0.8787262 Jul 16 01:37:49.857871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:49.858935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3b5ab-9046-4c5f-b492-9691aea37bb4 None None] Network fc3c8156-effd-47b1-86a1-036e98a7b032 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:49.872803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Router abbd9bc8-b753-42c6-b98b-10b85a729760 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:49.876563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e3bf-0ddb-4734-8995-b98e2335b5c5 req-d404dd3a-85c3-4565-b965-08c42a3381f5 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.878107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b86e3bf-0ddb-4734-8995-b98e2335b5c5 req-d404dd3a-85c3-4565-b965-08c42a3381f5 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 944 time: 0.1743605 Jul 16 01:37:50.006652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:50.012759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.018636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b86e3bf-0ddb-4734-8995-b98e2335b5c5 req-f9f0d736-7565-4973-9e03-f16ac8c407aa tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294384 Jul 16 01:37:50.029629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.035957 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] Sync routers for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:50.050515 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:50.051379 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.054011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-3c3e336d-58d2-4ccd-8373-57e2e0867e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.055712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-3c3e336d-58d2-4ccd-8373-57e2e0867e28 service neutron] 10.222.0.93 "GET /v2.0/networks?id=60cf5d18-b6d7-4002-bfeb-dd578edaadd9 HTTP/1.1" status: 200 len: 909 time: 0.2315447 Jul 16 01:37:50.079861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-30edeedf-8772-4a33-80bf-029c2ec50540 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "PUT /v2.0/floatingips/f3f0472f-4d77-412e-bc47-a85a315ffc82 HTTP/1.1" status: 200 len: 990 time: 1.5725365 Jul 16 01:37:50.079861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:50.080733 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67c041a-ad56-49b2-9db0-03095889f763" -d '{"events": [{"name": "network-changed", "server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:50.111111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] DHCP port deletion for fc3c8156-effd-47b1-86a1-036e98a7b032 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:50.151990 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d175dec-a79e-4c7e-a54a-8da629b067f4 x-openstack-request-id: req-6d175dec-a79e-4c7e-a54a-8da629b067f4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:50.152631 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:50.153068 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d175dec-a79e-4c7e-a54a-8da629b067f4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:50.153796 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825', 'status': 'completed', 'code': 200} Jul 16 01:37:50.157781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-2b321800-ea40-4c6e-a25d-425abfd1c4a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07619f37-60eb-4d87-a4fb-8a903eb3244f HTTP/1.1" status: 200 len: 217 time: 0.0920870 Jul 16 01:37:50.176283 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:50.211158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] Deleting port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:50.211532 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.235767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Deleting port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:50.236235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.240668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-6697db39-2481-4b76-998f-b15b0d3d6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.242545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-6697db39-2481-4b76-998f-b15b0d3d6b62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=03a438d1-efb6-4762-8b0f-b9837bf5ac25 HTTP/1.1" status: 200 len: 848 time: 0.0754933 Jul 16 01:37:50.270781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c041a-ad56-49b2-9db0-03095889f763 req-37d24e1e-fad4-461c-a4b1-19a16a5a3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.273777 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b67c041a-ad56-49b2-9db0-03095889f763 req-37d24e1e-fad4-461c-a4b1-19a16a5a3bd3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 1096 time: 0.0998857 Jul 16 01:37:50.287733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-1430289a-755c-402d-96a4-1ddf5ff252ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=60cf5d18-b6d7-4002-bfeb-dd578edaadd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340834 Jul 16 01:37:50.482379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] For port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,segment=NetworkSegment(63d0dda1-23ab-460a-98ac-23e5712776d2),segment_id=63d0dda1-23ab-460a-98ac-23e5712776d2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:50.483068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.488884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] For port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,segment=NetworkSegment(63d0dda1-23ab-460a-98ac-23e5712776d2),segment_id=63d0dda1-23ab-460a-98ac-23e5712776d2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:50.489891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.506515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Calling delete_port for d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:50.509561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] Calling delete_port for d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:50.525707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c041a-ad56-49b2-9db0-03095889f763 req-6017f260-9467-4f35-bea3-716ee3f31185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.528670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b67c041a-ad56-49b2-9db0-03095889f763 req-6017f260-9467-4f35-bea3-716ee3f31185 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 200 len: 911 time: 0.2359860 Jul 16 01:37:50.531865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:50.533311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-c73ceb48-d639-4b3b-bf83-c31b0d471297 service neutron] 10.222.0.93 "GET /v2.0/networks/60cf5d18-b6d7-4002-bfeb-dd578edaadd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378170 Jul 16 01:37:50.538834 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'f3f0472f-4d77-412e-bc47-a85a315ffc82', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'port_id': '3f39ced4-9fe0-42e4-801c-b11749677825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'mac_address': 'fa:16:3e:f6:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:49Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.574415 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] Checking router: abbd9bc8-b753-42c6-b98b-10b85a729760 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:50.604321 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:50.605806 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:37:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.665839 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.681566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b67c041a-ad56-49b2-9db0-03095889f763 req-fa28ce35-0c3a-41db-8874-71129ef897b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f39ced4-9fe0-42e4-801c-b11749677825 HTTP/1.1" status: 200 len: 998 time: 0.1377816 Jul 16 01:37:50.700896 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.740359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Port': ['ID=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.740842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.744849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] No DVR routers for this DVR port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:50.764305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c041a-ad56-49b2-9db0-03095889f763 req-b12161db-6e2a-4d92-a546-2bdf3f5e14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.777908 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b67c041a-ad56-49b2-9db0-03095889f763 req-b12161db-6e2a-4d92-a546-2bdf3f5e14ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 200 len: 849 time: 0.0901217 Jul 16 01:37:50.826861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] Pushing event deleted for resources: {'Port': ['ID=d21361b5-5bb9-4ba2-b2d4-217f0b3e2356,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.837931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f4961-01a6-46df-a1d1-eddd0b97bb1a None None] No DVR routers for this DVR port d21361b5-5bb9-4ba2-b2d4-217f0b3e2356 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:50.855403 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.866592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3c8156-effd-47b1-86a1-036e98a7b032']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.877519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d0dda1-23ab-460a-98ac-23e5712776d2') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.877913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d0dda1-23ab-460a-98ac-23e5712776d2') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.887019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c041a-ad56-49b2-9db0-03095889f763 req-0b9e829d-92f9-427e-a7d5-3ddb61eedab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.888692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b67c041a-ad56-49b2-9db0-03095889f763 req-0b9e829d-92f9-427e-a7d5-3ddb61eedab1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aba1fd15-b456-4383-b5f4-c531e9e86651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014564 Jul 16 01:37:50.947559 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:50.965761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4ef54ad-74f6-46f0-9119-fed657eca749 req-1fe76f3a-43dc-4de1-8616-0b8b610d4910 service neutron] 10.222.0.93 "GET /v2.0/networks/60cf5d18-b6d7-4002-bfeb-dd578edaadd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109186 Jul 16 01:37:50.967930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.996217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.004200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:51.005109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:51.031005 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:51.063562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b67c041a-ad56-49b2-9db0-03095889f763 req-68569b0b-2283-4cd1-82fc-1235c822cb7a service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626363 Jul 16 01:37:51.091255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.109675 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.111889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] 10.222.0.81 "DELETE /v2.0/networks/fc3c8156-effd-47b1-86a1-036e98a7b032 HTTP/1.1" status: 204 len: 168 time: 1.2326946 Jul 16 01:37:51.125301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09638e-b635-4cee-aa1b-b201c0089a3d tempest-NetworksIpV6TestAttrs-424705919 tempest-NetworksIpV6TestAttrs-424705919-project] Pushing event deleted for resources: {'Network': ['ID=fc3c8156-effd-47b1-86a1-036e98a7b032,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.218942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b67c041a-ad56-49b2-9db0-03095889f763 req-41d3a286-3081-4d83-ac84-af246cd673de service neutron] 10.222.0.93 "GET /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497767 Jul 16 01:37:51.245939 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'f3f0472f-4d77-412e-bc47-a85a315ffc82', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'port_id': '3f39ced4-9fe0-42e4-801c-b11749677825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'mac_address': 'fa:16:3e:f6:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:49Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.276252 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd6c8dc-8559-48ae-b002-44950cfa6aa3 None None] The sync data for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 is: [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'f3f0472f-4d77-412e-bc47-a85a315ffc82', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'port_id': '3f39ced4-9fe0-42e4-801c-b11749677825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'mac_address': 'fa:16:3e:f6:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:37:29Z', 'updated_at': '2021-07-16T01:37:49Z', 'revision_number': 1, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:51.337819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef8ce9-4d56-4ead-a2e5-92ac5324f223 req-ec0c05e7-3a9c-449c-a448-7325a7c9fc01 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.344954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89ef8ce9-4d56-4ead-a2e5-92ac5324f223 req-ec0c05e7-3a9c-449c-a448-7325a7c9fc01 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 944 time: 0.1447392 Jul 16 01:37:51.399925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89ef8ce9-4d56-4ead-a2e5-92ac5324f223 req-41fa3761-8143-4559-83e1-e310b3e24edc tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525694 Jul 16 01:37:51.434459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.557595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07642c38-122d-4e00-8704-5878607527a5 None None] New status for floating IP f3f0472f-4d77-412e-bc47-a85a315ffc82: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:51.576336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3ede7492-c76f-4f8d-b047-0d20a11b7cbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4935e680089443deb7722eeefdba736b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407335 Jul 16 01:37:51.578811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.633153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f918e1d2-dfad-4aac-9d8f-addf7e794692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.677343 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f918e1d2-dfad-4aac-9d8f-addf7e794692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.766151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f918e1d2-dfad-4aac-9d8f-addf7e794692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.768837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f918e1d2-dfad-4aac-9d8f-addf7e794692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.770625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f918e1d2-dfad-4aac-9d8f-addf7e794692 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ad928cd-df4c-4191-b0e5-1966f9916f5c HTTP/1.1" status: 204 len: 168 time: 0.1909306 Jul 16 01:37:51.786555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918e1d2-dfad-4aac-9d8f-addf7e794692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad928cd-df4c-4191-b0e5-1966f9916f5c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.448415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.560738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1468552105'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:52.596004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:52.599693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.611731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.632474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b1097-95e8-4c9b-bcb9-9f56692ba813 req-19d4cd12-234e-4bfa-8294-9b9d0372181c tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.633973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e90b1097-95e8-4c9b-bcb9-9f56692ba813 req-19d4cd12-234e-4bfa-8294-9b9d0372181c tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 944 time: 0.1104238 Jul 16 01:37:52.692808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e90b1097-95e8-4c9b-bcb9-9f56692ba813 req-7fe06884-7097-4019-883e-af0ffbe3a4b2 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533252 Jul 16 01:37:52.756400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.762072 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.799316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:52.805927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8751f05b-3586-421f-9413-8f866c58fa71,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.820262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.820528 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment 22bc6211-b877-4ce2-8359-ebe025ebcbb0 of type vlan for network d7d41b29-6282-4f8f-81b8-504f6f449779 Jul 16 01:37:52.878997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.907999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.914407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.915001 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.951678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5021451 Jul 16 01:37:52.954492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36792) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.960127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'name': 'tempest-PortsTestJSON-1112758498'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:52.984023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996ec06-c10c-46b4-8acf-7c667c503dd4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=d7d41b29-6282-4f8f-81b8-504f6f449779,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.995105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:53.053614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:53.057558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.078269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 4e18a9ec-f1f8-4de0-8572-7515e7511fad yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:53.237344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.239380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 07619f37-60eb-4d87-a4fb-8a903eb3244f details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:53.276899 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.346576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=4e18a9ec-f1f8-4de0-8572-7515e7511fad,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.350673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 07619f37-60eb-4d87-a4fb-8a903eb3244f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=07619f37-60eb-4d87-a4fb-8a903eb3244f,segment=NetworkSegment(252d7506-5cb9-498b-8740-f346059b3a20),segment_id=252d7506-5cb9-498b-8740-f346059b3a20)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:53.356611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': '22bc6211-b877-4ce2-8359-ebe025ebcbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:53.356983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: d7d41b29-6282-4f8f-81b8-504f6f449779, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:53.364444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '07619f37-60eb-4d87-a4fb-8a903eb3244f', 'network_id': '60cf5d18-b6d7-4002-bfeb-dd578edaadd9', 'port_id': '07619f37-60eb-4d87-a4fb-8a903eb3244f', 'mac_address': 'fa:16:3e:e1:18:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a438d1-efb6-4762-8b0f-b9837bf5ac25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:53.376714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:53.387274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, d7d41b29-6282-4f8f-81b8-504f6f449779) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:53.391892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:53.399277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.399928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.403596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267d1f03-ef0b-48ce-94ab-2e7d48b3f8a1 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:53.418067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93dddcf4-7b33-46ce-a242-a014aeae1645 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4622483 Jul 16 01:37:53.421433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:53.426667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1491027535'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.426837 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.446181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07619f37-60eb-4d87-a4fb-8a903eb3244f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:53.450843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:53.455247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.482655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:53.494148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.494935 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment 307f4a3b-9236-41a8-8bd5-ebc02ce53ce2 of type vlan for network 67981f52-e388-4f2b-a4aa-38a2cc11c6e5 Jul 16 01:37:53.503930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 07619f37-60eb-4d87-a4fb-8a903eb3244f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=07619f37-60eb-4d87-a4fb-8a903eb3244f,segment=NetworkSegment(252d7506-5cb9-498b-8740-f346059b3a20),segment_id=252d7506-5cb9-498b-8740-f346059b3a20)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:53.523039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.558450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.591230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.599348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.600133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.609138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=07619f37-60eb-4d87-a4fb-8a903eb3244f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.645027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2223995 Jul 16 01:37:53.648116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:53.653349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'ports': [{'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779'}, {'network_id': '67981f52-e388-4f2b-a4aa-38a2cc11c6e5'}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.653657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.654129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '67981f52-e388-4f2b-a4aa-38a2cc11c6e5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.694208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3b676-cb5a-4068-b071-94671ee5a2ad tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=67981f52-e388-4f2b-a4aa-38a2cc11c6e5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.704630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 67981f52-e388-4f2b-a4aa-38a2cc11c6e5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:53.829238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 2} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:53.835076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.849613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.905063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfa693-c210-4ae5-af9d-94f33654a061 req-d7408a5f-e3f8-4f33-8524-48197fea4bd7 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.906999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cbfa693-c210-4ae5-af9d-94f33654a061 req-d7408a5f-e3f8-4f33-8524-48197fea4bd7 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 945 time: 0.0750010 Jul 16 01:37:53.942545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 6985307c-1d34-4777-83ec-1df82ac13b00 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:53.954498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['07619f37-60eb-4d87-a4fb-8a903eb3244f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:53.970134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cbfa693-c210-4ae5-af9d-94f33654a061 req-d82f07ab-acf4-47b2-b8fe-11750db45cb1 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566597 Jul 16 01:37:54.099957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.180017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port a4dcfdf2-8a1d-4f9a-83eb-a91e0e033d57 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:54.291201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.331668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.373491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:54.379251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:54.382993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:54.383833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.395051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=6985307c-1d34-4777-83ec-1df82ac13b00,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.454649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=a4dcfdf2-8a1d-4f9a-83eb-a91e0e033d57,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.463850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': '307f4a3b-9236-41a8-8bd5-ebc02ce53ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '67981f52-e388-4f2b-a4aa-38a2cc11c6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:54.464214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: 67981f52-e388-4f2b-a4aa-38a2cc11c6e5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:54.480513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 67981f52-e388-4f2b-a4aa-38a2cc11c6e5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:54.489545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 67981f52-e388-4f2b-a4aa-38a2cc11c6e5) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:54.493136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:54.498937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.499576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ffee7-e346-4957-b287-b6dcbfdd8f08 None None] Network 67981f52-e388-4f2b-a4aa-38a2cc11c6e5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:54.504328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.505014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.519645 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3133cd5a-de2c-4d6c-928d-26fe9177e2fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8698719 Jul 16 01:37:54.522579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36812) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.627123 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port a4dcfdf2-8a1d-4f9a-83eb-a91e0e033d57 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:54.627867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.699785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.712911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for a4dcfdf2-8a1d-4f9a-83eb-a91e0e033d57 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:54.793114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.825428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=a4dcfdf2-8a1d-4f9a-83eb-a91e0e033d57,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.829136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.833684 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0244bad-c8bc-4f9b-8610-59348e4d7aa2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/a4dcfdf2-8a1d-4f9a-83eb-a91e0e033d57 HTTP/1.1" status: 204 len: 168 time: 0.3077607 Jul 16 01:37:54.834032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.910176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb0aec-93dc-4419-8191-50220aaaa7a8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.924591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb0aec-93dc-4419-8191-50220aaaa7a8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.924591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b6fb0aec-93dc-4419-8191-50220aaaa7a8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0830691 Jul 16 01:37:54.924591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.018075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 6985307c-1d34-4777-83ec-1df82ac13b00 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:55.018420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.118533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.149135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 6985307c-1d34-4777-83ec-1df82ac13b00 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:55.233632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a80d0a-1c36-4629-a7ce-1da318882e96 req-37196255-6f18-4c3b-9faf-48baee169cdf tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.235208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3a80d0a-1c36-4629-a7ce-1da318882e96 req-37196255-6f18-4c3b-9faf-48baee169cdf tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 945 time: 0.1348650 Jul 16 01:37:55.303162 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.307291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3a80d0a-1c36-4629-a7ce-1da318882e96 req-6d014822-f84f-41db-9582-0a45c252d3b5 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498815 Jul 16 01:37:55.336133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=6985307c-1d34-4777-83ec-1df82ac13b00,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.344649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.349748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.350335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-86dd1e47-19ce-4c92-bba2-7afed4e2d7ae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/6985307c-1d34-4777-83ec-1df82ac13b00 HTTP/1.1" status: 204 len: 168 time: 0.4281509 Jul 16 01:37:55.466293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aafd69-1506-48d0-bf42-ddcec3627d9b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.468274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-28aafd69-1506-48d0-bf42-ddcec3627d9b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1157584 Jul 16 01:37:55.470333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36832) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.502095 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e10550-cf2e-4055-9a19-376ab343e50e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:37:55.506292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-27e10550-cf2e-4055-9a19-376ab343e50e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/a4dcfdf2-8a1d-4f9a-83eb-a91e0e033d57 HTTP/1.1" status: 404 len: 333 time: 0.0322392 Jul 16 01:37:55.506626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36834) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.535638 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72cb8c3-9694-4044-b935-6647abb38e9a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:37:55.537464 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a72cb8c3-9694-4044-b935-6647abb38e9a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/6985307c-1d34-4777-83ec-1df82ac13b00 HTTP/1.1" status: 404 len: 333 time: 0.0298514 Jul 16 01:37:55.540133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.621703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.711756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.721864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67981f52-e388-4f2b-a4aa-38a2cc11c6e5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.732414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307f4a3b-9236-41a8-8bd5-ebc02ce53ce2') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.732715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307f4a3b-9236-41a8-8bd5-ebc02ce53ce2') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.741740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.761863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.770918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:55.771431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:55.846561 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:55.854453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.863314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.871739 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/67981f52-e388-4f2b-a4aa-38a2cc11c6e5 HTTP/1.1" status: 204 len: 168 time: 0.3269811 Jul 16 01:37:55.872061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.877076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-643479446'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:55.889486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a59ed-0734-4152-81b8-b08c2ae876bc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=67981f52-e388-4f2b-a4aa-38a2cc11c6e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.910392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:55.914673 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.943710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:55.954727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.955102 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment ddac398b-27c9-4e27-af46-db2d4400ad57 of type vlan for network c3a53815-edf0-4311-a3f0-2346d605b8d0 Jul 16 01:37:56.013465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.042947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.048479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.049068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.083248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2101090 Jul 16 01:37:56.086058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:56.090970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:56.142515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ad3c2-b419-4c59-af6a-94cfc5921d95 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=c3a53815-edf0-4311-a3f0-2346d605b8d0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.153219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c3a53815-edf0-4311-a3f0-2346d605b8d0 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:56.220538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:56.226007 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.446315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.536862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=33e7c83a-a834-40b5-88ea-f4a799b421d3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.552047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': 'ddac398b-27c9-4e27-af46-db2d4400ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:56.552436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: c3a53815-edf0-4311-a3f0-2346d605b8d0, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:56.563123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406af260-956c-4a8e-a8ba-cfa7d2a56205 req-4ae357cc-7bc7-40f4-a28b-9bd145e0f8f8 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.564673 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-406af260-956c-4a8e-a8ba-cfa7d2a56205 req-4ae357cc-7bc7-40f4-a28b-9bd145e0f8f8 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 945 time: 0.1296322 Jul 16 01:37:56.596726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network c3a53815-edf0-4311-a3f0-2346d605b8d0 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:56.613480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c3a53815-edf0-4311-a3f0-2346d605b8d0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:56.620720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.621305 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.624506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfb94e-e130-4ece-af45-3ed9acbc55af None None] Network c3a53815-edf0-4311-a3f0-2346d605b8d0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:56.627137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-406af260-956c-4a8e-a8ba-cfa7d2a56205 req-4068c98c-4926-4bcb-9b14-42f5477b8cc0 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529199 Jul 16 01:37:56.641078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dbb33cb5-0477-4c48-ad9a-453f7fa519ba tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5539613 Jul 16 01:37:56.644334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:56.649721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0', 'name': 'tempest-PortsTestJSON-431868027'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:56.772931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:56.776828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.797335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 2aa1e329-450c-4d70-b901-98b440aa26b7 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:56.809536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-c3a53815-edf0-4311-a3f0-2346d605b8d0', 'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0', 'tenant_id': 'a95063e4039c404ba23a4bcc5df39fa0', 'fixed_ips': [{'subnet_id': '33e7c83a-a834-40b5-88ea-f4a799b421d3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:56.810472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.919753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.3 (c3a53815-edf0-4311-a3f0-2346d605b8d0/33e7c83a-a834-40b5-88ea-f4a799b421d3/2aa1e329-450c-4d70-b901-98b440aa26b7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:57.095729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.110648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object 2aa1e329-450c-4d70-b901-98b440aa26b7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:57.143133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.185066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network c3a53815-edf0-4311-a3f0-2346d605b8d0 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:57.190338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:57.194074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:57.200311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Allocated IP 172.20.0.2 (c3a53815-edf0-4311-a3f0-2346d605b8d0/33e7c83a-a834-40b5-88ea-f4a799b421d3/90518906-b7ca-4955-ad01-8781a1c8b78f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:57.269410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 07619f37-60eb-4d87-a4fb-8a903eb3244f up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:57.375082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 07619f37-60eb-4d87-a4fb-8a903eb3244f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:57.387081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 07619f37-60eb-4d87-a4fb-8a903eb3244f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:57.387435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.392593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.422890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Transition to ACTIVE for port object 90518906-b7ca-4955-ad01-8781a1c8b78f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:57.446911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Transition to ACTIVE for port object 90518906-b7ca-4955-ad01-8781a1c8b78f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:57.455497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.471144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=2aa1e329-450c-4d70-b901-98b440aa26b7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.497719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.498600 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.516448 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-508cec87-57b3-4a42-a489-e8bedc8d75be tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8709595 Jul 16 01:37:57.519799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.521929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Network c3a53815-edf0-4311-a3f0-2346d605b8d0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:57.527853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:57.537343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:57.544721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Pushing event updated for resources: {'Port': ['ID=90518906-b7ca-4955-ad01-8781a1c8b78f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.551720 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.614630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d8422c-f328-457d-bee1-839c25a3f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07619f37-60eb-4d87-a4fb-8a903eb3244f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:57.614982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 2aa1e329-450c-4d70-b901-98b440aa26b7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:57.615380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.617007 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbd74c9-9e74-41c8-89af-63acb809dd0f" -d '{"events": [{"server_uuid": "45d8422c-f328-457d-bee1-839c25a3f75e", "name": "network-vif-plugged", "status": "completed", "tag": "07619f37-60eb-4d87-a4fb-8a903eb3244f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:57.627935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Attempting to bind port 90518906-b7ca-4955-ad01-8781a1c8b78f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:57.628854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Attempting to bind port 90518906-b7ca-4955-ad01-8781a1c8b78f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ddac398b-27c9-4e27-af46-db2d4400ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:57.629230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Attempting to bind port 90518906-b7ca-4955-ad01-8781a1c8b78f on network c3a53815-edf0-4311-a3f0-2346d605b8d0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:57.635869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 07619f37-60eb-4d87-a4fb-8a903eb3244f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=07619f37-60eb-4d87-a4fb-8a903eb3244f,segment=NetworkSegment(252d7506-5cb9-498b-8740-f346059b3a20),segment_id=252d7506-5cb9-498b-8740-f346059b3a20)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.637385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:57.637785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Checking segment: {'id': 'ddac398b-27c9-4e27-af46-db2d4400ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:57.638196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.638601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Bound using segment: {'id': 'ddac398b-27c9-4e27-af46-db2d4400ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:57.639093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Bound port: 90518906-b7ca-4955-ad01-8781a1c8b78f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddac398b-27c9-4e27-af46-db2d4400ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'c3a53815-edf0-4311-a3f0-2346d605b8d0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:57.639529 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.651623 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.700887 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32327b-c61d-41c9-85b9-4f270874bb07 x-openstack-request-id: req-2f32327b-c61d-41c9-85b9-4f270874bb07 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:57.701623 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d8422c-f328-457d-bee1-839c25a3f75e", "name": "network-vif-plugged", "status": "completed", "tag": "07619f37-60eb-4d87-a4fb-8a903eb3244f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:57.702064 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f32327b-c61d-41c9-85b9-4f270874bb07 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:57.702610 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d8422c-f328-457d-bee1-839c25a3f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07619f37-60eb-4d87-a4fb-8a903eb3244f', 'code': 200} Jul 16 01:37:57.735559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.745353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=07619f37-60eb-4d87-a4fb-8a903eb3244f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.759360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] For port 90518906-b7ca-4955-ad01-8781a1c8b78f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:57.760691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 2aa1e329-450c-4d70-b901-98b440aa26b7 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:57.763648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] For port 90518906-b7ca-4955-ad01-8781a1c8b78f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90518906-b7ca-4955-ad01-8781a1c8b78f,segment=NetworkSegment(ddac398b-27c9-4e27-af46-db2d4400ad57),segment_id=ddac398b-27c9-4e27-af46-db2d4400ad57)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:57.770719 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.834631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c1730-dc36-42d9-9cdd-ba6f421139b0 None None] Pushing event updated for resources: {'Port': ['ID=90518906-b7ca-4955-ad01-8781a1c8b78f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.895273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4f315-20df-45f9-87f8-af63e3f5e5dc req-01b858ef-6b9b-4e1a-8e26-f032c74c62ef tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.897016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ced4f315-20df-45f9-87f8-af63e3f5e5dc req-01b858ef-6b9b-4e1a-8e26-f032c74c62ef tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 946 time: 0.0876210 Jul 16 01:37:57.905357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde7f0a-4d39-464e-8f6b-263a01897292 req-4feac77d-3204-4a3c-932c-6d08b39d02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.906909 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cde7f0a-4d39-464e-8f6b-263a01897292 req-4feac77d-3204-4a3c-932c-6d08b39d02c1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 1097 time: 0.0920885 Jul 16 01:37:57.956553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ced4f315-20df-45f9-87f8-af63e3f5e5dc req-bed1f6cf-ff2e-4b8f-aac8-2bdc06fcee63 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491667 Jul 16 01:37:57.979949 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4cde7f0a-4d39-464e-8f6b-263a01897292 req-145e426e-ac7f-4b66-974a-012811641ce0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Jul 16 01:37:57.995964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.035931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=2aa1e329-450c-4d70-b901-98b440aa26b7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.134787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.137137 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8fa7ce49-7f30-46cc-a5b9-a2595ddd5ba3 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/2aa1e329-450c-4d70-b901-98b440aa26b7 HTTP/1.1" status: 204 len: 168 time: 0.6163371 Jul 16 01:37:58.140147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.170517 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-577f3999-b9eb-44d4-a52a-ed53937d9f78 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:58.171455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577f3999-b9eb-44d4-a52a-ed53937d9f78 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:58.173624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-577f3999-b9eb-44d4-a52a-ed53937d9f78 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/2aa1e329-450c-4d70-b901-98b440aa26b7 HTTP/1.1" status: 404 len: 333 time: 0.0323772 Jul 16 01:37:58.176839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36880) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.204181 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0790559-c3bd-4ea4-ad4f-738c6eb1f4a6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:37:58.205858 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a0790559-c3bd-4ea4-ad4f-738c6eb1f4a6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/2aa1e329-450c-4d70-b901-98b440aa26b7 HTTP/1.1" status: 404 len: 333 time: 0.0279529 Jul 16 01:37:58.208592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36882) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.264054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 33e7c83a-a834-40b5-88ea-f4a799b421d3 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:58.267273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.312406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.406344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.488482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.518548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd711a3-47f3-4d35-bb85-51b4ac3e916e req-2ac682ed-3ac7-421c-be9e-3f397553a1b8 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.520668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bd711a3-47f3-4d35-bb85-51b4ac3e916e req-2ac682ed-3ac7-421c-be9e-3f397553a1b8 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 946 time: 0.0839398 Jul 16 01:37:58.533072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=33e7c83a-a834-40b5-88ea-f4a799b421d3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.545838 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.548163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-10aa6ccc-17e4-4496-82f5-08a751d23c87 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/33e7c83a-a834-40b5-88ea-f4a799b421d3 HTTP/1.1" status: 204 len: 168 time: 0.3386328 Jul 16 01:37:58.551498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36890) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.593966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bd711a3-47f3-4d35-bb85-51b4ac3e916e req-2f9a7aa0-544e-478e-a3cf-5e5c5e7cf3df tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660062 Jul 16 01:37:58.626611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90518906-b7ca-4955-ad01-8781a1c8b78f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:58.693526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.734023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 90518906-b7ca-4955-ad01-8781a1c8b78f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:58.756800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 90518906-b7ca-4955-ad01-8781a1c8b78f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:58.757443 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.837626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] For port 90518906-b7ca-4955-ad01-8781a1c8b78f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90518906-b7ca-4955-ad01-8781a1c8b78f,segment=NetworkSegment(ddac398b-27c9-4e27-af46-db2d4400ad57),segment_id=ddac398b-27c9-4e27-af46-db2d4400ad57)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:58.838022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.853883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 90518906-b7ca-4955-ad01-8781a1c8b78f owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:58.926502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48666ccb-25c7-40aa-8758-17187c6628f9 None None] Network c3a53815-edf0-4311-a3f0-2346d605b8d0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:58.961957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.992920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-28396268-4815-4f61-a36f-34c3f550d2cf None None] Provisioning for port 90518906-b7ca-4955-ad01-8781a1c8b78f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:58.999551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-28396268-4815-4f61-a36f-34c3f550d2cf None None] Provisioning complete for port 90518906-b7ca-4955-ad01-8781a1c8b78f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:58.999926 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28396268-4815-4f61-a36f-34c3f550d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.029320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No DVR routers for this DVR port 90518906-b7ca-4955-ad01-8781a1c8b78f on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:59.036413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=90518906-b7ca-4955-ad01-8781a1c8b78f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.074553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-28396268-4815-4f61-a36f-34c3f550d2cf None None] Port 90518906-b7ca-4955-ad01-8781a1c8b78f was deleted so its status cannot be updated. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:37:59.134217 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.146742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a53815-edf0-4311-a3f0-2346d605b8d0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.158385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddac398b-27c9-4e27-af46-db2d4400ad57') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.158865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddac398b-27c9-4e27-af46-db2d4400ad57') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.170332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766083c-97dc-4da6-9f1d-3ea853e40502 None None] DHCP port deletion for c3a53815-edf0-4311-a3f0-2346d605b8d0 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:59.174645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.194580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960147de-9d91-4551-8492-ce741416f8ac req-da85fbb9-aa53-42f4-b69c-fe7c2f31a293 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.194580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-960147de-9d91-4551-8492-ce741416f8ac req-da85fbb9-aa53-42f4-b69c-fe7c2f31a293 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 946 time: 0.0762174 Jul 16 01:37:59.195145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.201383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:59.201787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:59.204898 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:59.235666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-960147de-9d91-4551-8492-ce741416f8ac req-0386ab8f-fdb1-435f-b142-3f438986bb3c tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Jul 16 01:37:59.271737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.279406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.281434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/c3a53815-edf0-4311-a3f0-2346d605b8d0 HTTP/1.1" status: 204 len: 168 time: 0.7285354 Jul 16 01:37:59.285147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36900) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.290584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1998240561'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:59.298152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48075e-b279-40fd-ab91-1a14e9297209 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=c3a53815-edf0-4311-a3f0-2346d605b8d0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.313209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:59.317417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.340902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:59.350479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.350687 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment cffcb561-1622-4583-afec-e347ac0186b6 of type vlan for network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d Jul 16 01:37:59.390761 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.420775 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.426864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.427441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.468445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1817791 Jul 16 01:37:59.470821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.476048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:59.507682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46b1e3-87b0-4ac7-a348-75b1051fcf73 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=0fdc58bc-f4a6-4348-a428-bbbf0e249d9d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.518338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:59.577846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:59.582610 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.783875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ad36b-e39d-45ed-9e67-23a74f889fcd req-05c76e37-e6de-4dc9-9726-0c74ce3b4eef tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.786162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c27ad36b-e39d-45ed-9e67-23a74f889fcd req-05c76e37-e6de-4dc9-9726-0c74ce3b4eef tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 946 time: 0.0676386 Jul 16 01:37:59.787885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.836986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c27ad36b-e39d-45ed-9e67-23a74f889fcd req-ccd19a55-0164-4f57-9cb2-43ee017b539f tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/security-groups?id=92f2b12c-dc99-4b40-90d1-d28ff8f123a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Jul 16 01:37:59.859445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=2ef3d055-f03e-49e8-86b6-4f3580c866a6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.867487 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': 'cffcb561-1622-4583-afec-e347ac0186b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:59.867859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:59.890167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:59.902874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:59.908652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.910017 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.913387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706edaa-a82f-43c1-afc2-7e968b4a2cdf None None] Network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:59.928252 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bd9839bd-642c-44ef-9c79-4ca59f7552fa tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4563222 Jul 16 01:37:59.930872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.937223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2135836005'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:00.086868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:00.090863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.113429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-0fdc58bc-f4a6-4348-a428-bbbf0e249d9d', 'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d', 'tenant_id': 'a95063e4039c404ba23a4bcc5df39fa0', 'fixed_ips': [{'subnet_id': '2ef3d055-f03e-49e8-86b6-4f3580c866a6'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:00.114313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.129761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 4ff8105a-a7f1-4b65-9b15-789dc353194b yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:00.252556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.10 (0fdc58bc-f4a6-4348-a428-bbbf0e249d9d/2ef3d055-f03e-49e8-86b6-4f3580c866a6/4ff8105a-a7f1-4b65-9b15-789dc353194b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:00.399837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-c8be9300-7ece-4d2b-97a5-cb1130bc9c1e tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.401351 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-c8be9300-7ece-4d2b-97a5-cb1130bc9c1e tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 946 time: 0.1445189 Jul 16 01:38:00.459082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.489765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object 4ff8105a-a7f1-4b65-9b15-789dc353194b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:00.502428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90518906-b7ca-4955-ad01-8781a1c8b78f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:00.525868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 90518906-b7ca-4955-ad01-8781a1c8b78f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:00.526604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90518906-b7ca-4955-ad01-8781a1c8b78f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:00.566212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.577964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Deleting port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:00.578308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.616201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Allocated IP 172.20.0.2 (0fdc58bc-f4a6-4348-a428-bbbf0e249d9d/2ef3d055-f03e-49e8-86b6-4f3580c866a6/988c372b-4ea0-46d5-9c8d-97451c450744) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:00.644192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:00.648110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:00.652557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=4ff8105a-a7f1-4b65-9b15-789dc353194b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.655011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:00.757724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.758537 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.762188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] For port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,segment=NetworkSegment(eab58bae-35e5-4db0-b80a-38a5423e7691),segment_id=eab58bae-35e5-4db0-b80a-38a5423e7691)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:00.762564 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.782757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Calling delete_port for f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:00.796698 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-73ec843f-a401-416d-a0a3-68ad4b220628 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.8619189 Jul 16 01:38:00.797366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.962438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 4ff8105a-a7f1-4b65-9b15-789dc353194b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:00.962793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.972114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.001401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.007621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Pushing event deleted for resources: {'Port': ['ID=f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.010369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Transition to ACTIVE for port object 988c372b-4ea0-46d5-9c8d-97451c450744 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:01.026044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Transition to ACTIVE for port object 988c372b-4ea0-46d5-9c8d-97451c450744 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:01.030955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4058da96-cca3-4a91-8aea-07d2451c5369 req-1cb3f79f-29bc-48a8-8591-ddb20929d7e5 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.81 "GET /v2.0/ports?device_id=30d037c3-3463-41e3-90d6-0ba7c1017186 HTTP/1.1" status: 200 len: 210 time: 0.0479381 Jul 16 01:38:01.031226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:01.052635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.103759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:01.106209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Pushing event updated for resources: {'Port': ['ID=988c372b-4ea0-46d5-9c8d-97451c450744,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.108945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:01.112064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:01.138182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] No DVR routers for this DVR port f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:01.142065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.144131 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-41166f7c-f9fb-459b-9001-d73806ada1e0 req-7d79f47d-67ca-4b0c-bba5-2d98d8b8b234 tempest-VolumesSnapshotTestJSON-28990504 tempest-VolumesSnapshotTestJSON-28990504-project] 10.222.0.93 "DELETE /v2.0/ports/f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 HTTP/1.1" status: 204 len: 173 time: 0.7305887 Jul 16 01:38:01.144603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'name': 'network-vif-deleted', 'tag': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:01.161350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.161670 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605bfe9-8899-477a-ba6f-02466796676b" -d '{"events": [{"server_uuid": "30d037c3-3463-41e3-90d6-0ba7c1017186", "name": "network-vif-deleted", "tag": "f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:01.184136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Attempting to bind port 988c372b-4ea0-46d5-9c8d-97451c450744 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:01.185043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Attempting to bind port 988c372b-4ea0-46d5-9c8d-97451c450744 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cffcb561-1622-4583-afec-e347ac0186b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:01.185773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Attempting to bind port 988c372b-4ea0-46d5-9c8d-97451c450744 on network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:01.196386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:01.196784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Checking segment: {'id': 'cffcb561-1622-4583-afec-e347ac0186b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:01.197185 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.197571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Bound using segment: {'id': 'cffcb561-1622-4583-afec-e347ac0186b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:01.199938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 4ff8105a-a7f1-4b65-9b15-789dc353194b owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:01.201266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Bound port: 988c372b-4ea0-46d5-9c8d-97451c450744, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffcb561-1622-4583-afec-e347ac0186b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0fdc58bc-f4a6-4348-a428-bbbf0e249d9d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:01.203918 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.297139 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8ebdff-e786-44b9-a8f7-aa81ebcc330e x-openstack-request-id: req-1e8ebdff-e786-44b9-a8f7-aa81ebcc330e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:01.297397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] For port 988c372b-4ea0-46d5-9c8d-97451c450744, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:01.297546 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d037c3-3463-41e3-90d6-0ba7c1017186", "name": "network-vif-deleted", "tag": "f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:01.297660 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e8ebdff-e786-44b9-a8f7-aa81ebcc330e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:01.298048 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d037c3-3463-41e3-90d6-0ba7c1017186', 'name': 'network-vif-deleted', 'tag': 'f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500', 'status': 'completed', 'code': 200} Jul 16 01:38:01.304847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] For port 988c372b-4ea0-46d5-9c8d-97451c450744, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=988c372b-4ea0-46d5-9c8d-97451c450744,segment=NetworkSegment(cffcb561-1622-4583-afec-e347ac0186b6),segment_id=cffcb561-1622-4583-afec-e347ac0186b6)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:01.312316 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.408210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.411141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72984a-39ff-4568-9998-47c9bd1e66d3 None None] Pushing event updated for resources: {'Port': ['ID=988c372b-4ea0-46d5-9c8d-97451c450744,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.445269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=4ff8105a-a7f1-4b65-9b15-789dc353194b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.537465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.540191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3ad0817f-e95a-4031-8859-901b5e43d29a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/4ff8105a-a7f1-4b65-9b15-789dc353194b HTTP/1.1" status: 204 len: 168 time: 0.7420185 Jul 16 01:38:01.542935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:01.575076 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf590e5-c517-410d-8e04-11f65f93277b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:01.580201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-caf590e5-c517-410d-8e04-11f65f93277b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/4ff8105a-a7f1-4b65-9b15-789dc353194b HTTP/1.1" status: 404 len: 333 time: 0.0330160 Jul 16 01:38:01.580377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36962) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:01.653271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 2ef3d055-f03e-49e8-86b6-4f3580c866a6 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:01.657093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.714728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.835857 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.910652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.941981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef3d055-f03e-49e8-86b6-4f3580c866a6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.943955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.945906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-22c717bd-f078-45b6-a0cf-af3a2fc1531a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/2ef3d055-f03e-49e8-86b6-4f3580c866a6 HTTP/1.1" status: 204 len: 168 time: 0.3648012 Jul 16 01:38:01.948562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.028247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.097816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 988c372b-4ea0-46d5-9c8d-97451c450744 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:02.098683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.219253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] For port 988c372b-4ea0-46d5-9c8d-97451c450744, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=988c372b-4ea0-46d5-9c8d-97451c450744,segment=NetworkSegment(cffcb561-1622-4583-afec-e347ac0186b6),segment_id=cffcb561-1622-4583-afec-e347ac0186b6)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:02.219750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.239189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 988c372b-4ea0-46d5-9c8d-97451c450744 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:02.363839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.389804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=988c372b-4ea0-46d5-9c8d-97451c450744,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.407779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No DVR routers for this DVR port 988c372b-4ea0-46d5-9c8d-97451c450744 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:02.520805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.540122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdc58bc-f4a6-4348-a428-bbbf0e249d9d']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:02.560563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffcb561-1622-4583-afec-e347ac0186b6') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:02.561859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffcb561-1622-4583-afec-e347ac0186b6') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:02.566740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0e981-c564-4cf3-bec2-7929b38d9d71 req-f4801c80-1180-49f4-acdc-d68d98e78af8 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.576937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1034402d-52dc-4d39-994a-82b81e4f52a9 None None] Network 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:02.580861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7a0e981-c564-4cf3-bec2-7929b38d9d71 req-f4801c80-1180-49f4-acdc-d68d98e78af8 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 946 time: 0.1387830 Jul 16 01:38:02.583949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.610819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.619042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:02.619397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:02.622725 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:02.665184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7a0e981-c564-4cf3-bec2-7929b38d9d71 req-2d142f47-43ac-4c60-9613-e814fec859ce tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638778 Jul 16 01:38:02.668180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0689fa74-8d10-47fc-bbcc-b971792072a2 None None] Could not find standard attr ID for object 988c372b-4ea0-46d5-9c8d-97451c450744. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:02.731345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.741920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.747037 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/0fdc58bc-f4a6-4348-a428-bbbf0e249d9d HTTP/1.1" status: 204 len: 168 time: 0.7941377 Jul 16 01:38:02.747457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.752753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'name': 'tempest-PortsTestJSON-1397377802'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:02.767734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61ad1b-5168-489a-a90d-bf6b77b4b21c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=0fdc58bc-f4a6-4348-a428-bbbf0e249d9d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.799060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0601abc-2dab-478f-8d7e-cbd92f4dc99f None None] DHCP port deletion for 0fdc58bc-f4a6-4348-a428-bbbf0e249d9d request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:02.848789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:02.852276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.869143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 42117224-0d1b-4435-9c0e-a65959ef7012 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:03.031813 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.072429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.114571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:03.119533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:03.122329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:03.128721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.129318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.143610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=42117224-0d1b-4435-9c0e-a65959ef7012,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.156113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1a3122d8-d211-4638-a79a-6136ffd3d2e7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4076221 Jul 16 01:38:03.158679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 36996) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.267183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 42117224-0d1b-4435-9c0e-a65959ef7012 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:03.267694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.292834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:03.313131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:03.313481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f4a8c31b-d70f-44a7-9a8c-5a9f8cdc4500 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:03.347747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.360730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 42117224-0d1b-4435-9c0e-a65959ef7012 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:03.447141 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.477393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=42117224-0d1b-4435-9c0e-a65959ef7012,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.481202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.483188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-53dccf22-b49a-4ab4-a3b9-a389cf3df1d7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/42117224-0d1b-4435-9c0e-a65959ef7012 HTTP/1.1" status: 204 len: 168 time: 0.3234971 Jul 16 01:38:03.485816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.491305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'mac_address': 'fa:16:3e:35:f1:28', 'name': 'tempest-PortsTestJSON-486255925'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.581800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:03.649079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.678494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 4013a85b-a8f2-40fc-bf87-267d9b0860a3 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:03.855716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-1f3e3786-8e6d-46c2-9908-f4dd270a5647 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.857315 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-1f3e3786-8e6d-46c2-9908-f4dd270a5647 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.93 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 946 time: 0.1356187 Jul 16 01:38:03.929289 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.957238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf64cc-55d1-4d19-af71-30339fe3ba1c req-d111268f-45f8-40d3-ba5a-6107fa27cbac tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.959094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99cf64cc-55d1-4d19-af71-30339fe3ba1c req-d111268f-45f8-40d3-ba5a-6107fa27cbac tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 946 time: 0.1642919 Jul 16 01:38:04.019323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99cf64cc-55d1-4d19-af71-30339fe3ba1c req-ef758560-72d1-4e66-9943-b7310ea57ddc tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee0e465f-c61e-493a-9c3f-fc622d3e09cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514441 Jul 16 01:38:04.029072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Deleting port 07619f37-60eb-4d87-a4fb-8a903eb3244f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:04.029453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.030217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.092791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:04.098326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:04.101713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:04.108496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.109218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.121606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=4013a85b-a8f2-40fc-bf87-267d9b0860a3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.142347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.142977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f14fc329-9868-4734-85c0-634c3b34f291 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6559885 Jul 16 01:38:04.198221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] For port 07619f37-60eb-4d87-a4fb-8a903eb3244f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=07619f37-60eb-4d87-a4fb-8a903eb3244f,segment=NetworkSegment(252d7506-5cb9-498b-8740-f346059b3a20),segment_id=252d7506-5cb9-498b-8740-f346059b3a20)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:04.198503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.216092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Calling delete_port for 07619f37-60eb-4d87-a4fb-8a903eb3244f owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:04.223886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaaa6b5-2720-4547-a508-6deb69c85739 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.225255 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ccaaa6b5-2720-4547-a508-6deb69c85739 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/4013a85b-a8f2-40fc-bf87-267d9b0860a3 HTTP/1.1" status: 200 len: 840 time: 0.0823328 Jul 16 01:38:04.227928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.387550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 4013a85b-a8f2-40fc-bf87-267d9b0860a3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:04.387894 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.468960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 988c372b-4ea0-46d5-9c8d-97451c450744 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:04.485525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.489975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 988c372b-4ea0-46d5-9c8d-97451c450744 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:04.490541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 988c372b-4ea0-46d5-9c8d-97451c450744 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:04.494331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.513555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['07619f37-60eb-4d87-a4fb-8a903eb3244f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:04.535275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 4013a85b-a8f2-40fc-bf87-267d9b0860a3 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:04.541108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Pushing event deleted for resources: {'Port': ['ID=07619f37-60eb-4d87-a4fb-8a903eb3244f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.622354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] No DVR routers for this DVR port 07619f37-60eb-4d87-a4fb-8a903eb3244f on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:04.629753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.631827 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ced1a7a-22c9-4ef2-b3c0-717890928b8e req-f0eece21-1169-49c7-98a9-de58e0781268 tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.93 "DELETE /v2.0/ports/07619f37-60eb-4d87-a4fb-8a903eb3244f HTTP/1.1" status: 204 len: 173 time: 0.7647464 Jul 16 01:38:04.631827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d8422c-f328-457d-bee1-839c25a3f75e', 'name': 'network-vif-deleted', 'tag': '07619f37-60eb-4d87-a4fb-8a903eb3244f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:04.633526 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59bcb0-4fd3-4699-a053-e13d1d2d38f6" -d '{"events": [{"server_uuid": "45d8422c-f328-457d-bee1-839c25a3f75e", "name": "network-vif-deleted", "tag": "07619f37-60eb-4d87-a4fb-8a903eb3244f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:04.673456 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a8cf5-ea64-4298-bab4-f5f27430e54c x-openstack-request-id: req-836a8cf5-ea64-4298-bab4-f5f27430e54c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:04.673819 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d8422c-f328-457d-bee1-839c25a3f75e", "name": "network-vif-deleted", "tag": "07619f37-60eb-4d87-a4fb-8a903eb3244f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:04.674130 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-836a8cf5-ea64-4298-bab4-f5f27430e54c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:04.674584 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d8422c-f328-457d-bee1-839c25a3f75e', 'name': 'network-vif-deleted', 'tag': '07619f37-60eb-4d87-a4fb-8a903eb3244f', 'status': 'completed', 'code': 200} Jul 16 01:38:04.680717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.725808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=4013a85b-a8f2-40fc-bf87-267d9b0860a3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.731059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.736131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37032) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.736629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-40d1fa71-c8e8-46a2-9260-168d6036ccc7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/4013a85b-a8f2-40fc-bf87-267d9b0860a3 HTTP/1.1" status: 204 len: 168 time: 0.5073323 Jul 16 01:38:04.767330 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-39963e0c-474d-4079-81fb-75edb0b9486e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:04.769315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-39963e0c-474d-4079-81fb-75edb0b9486e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/4013a85b-a8f2-40fc-bf87-267d9b0860a3 HTTP/1.1" status: 404 len: 333 time: 0.0309598 Jul 16 01:38:04.773600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.779029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'name': 'tempest-PortsTestJSON-748285494'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.896276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:04.900090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.932175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 76f8ca33-e96e-47ff-ba02-38748f391c13 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:05.119420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.169038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.200559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8412462-e8d2-4fc2-bdf0-e91c868db537 req-6a16be61-562b-4667-8859-ab3d03028a9a tempest-ServerTagsTestJSON-704931231 tempest-ServerTagsTestJSON-704931231-project] 10.222.0.81 "GET /v2.0/ports?device_id=45d8422c-f328-457d-bee1-839c25a3f75e HTTP/1.1" status: 200 len: 210 time: 0.0348165 Jul 16 01:38:05.228384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:05.228549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:05.232796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:05.238565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.239273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.253425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=76f8ca33-e96e-47ff-ba02-38748f391c13,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.264765 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eac76f7b-3c01-420c-846f-df0d2b0230f5 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4897525 Jul 16 01:38:05.266258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37042) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.273417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.368698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.520348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.524980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.557219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] In _notify_port_updated(), no bound segment for port 76f8ca33-e96e-47ff-ba02-38748f391c13 on network d7d41b29-6282-4f8f-81b8-504f6f449779 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:38:05.562681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.563276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.564596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "PUT /v2.0/ports/76f8ca33-e96e-47ff-ba02-38748f391c13 HTTP/1.1" status: 200 len: 818 time: 0.2972836 Jul 16 01:38:05.567907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.610170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7757328-1761-4bd6-bf9a-5370df79184a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=76f8ca33-e96e-47ff-ba02-38748f391c13,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.004054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 76f8ca33-e96e-47ff-ba02-38748f391c13 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:06.004756 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.071864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.084958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 76f8ca33-e96e-47ff-ba02-38748f391c13 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:06.169676 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.208652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=76f8ca33-e96e-47ff-ba02-38748f391c13,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.217534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.222805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4d917c13-bb22-4a5f-9370-1a4939346b64 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/76f8ca33-e96e-47ff-ba02-38748f391c13 HTTP/1.1" status: 204 len: 168 time: 0.6506515 Jul 16 01:38:06.222805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.300373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f268310-4157-47e9-b979-742033a0f2d0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.304694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.305181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3f268310-4157-47e9-b979-742033a0f2d0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0811028 Jul 16 01:38:06.320604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37070) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.382005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] Deleting subnet 03a438d1-efb6-4762-8b0f-b9837bf5ac25 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:06.386103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.424994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.473543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.543664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.574274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a438d1-efb6-4762-8b0f-b9837bf5ac25,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.576361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.580539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-010d94db-f153-4357-971c-73b4481ef9e6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/03a438d1-efb6-4762-8b0f-b9837bf5ac25 HTTP/1.1" status: 204 len: 168 time: 0.2566826 Jul 16 01:38:06.581097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.655711 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.661533 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc705497-2256-4a10-91ac-34f8c39e70ed tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:06.664272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cc705497-2256-4a10-91ac-34f8c39e70ed tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/76f8ca33-e96e-47ff-ba02-38748f391c13 HTTP/1.1" status: 404 len: 333 time: 0.3573802 Jul 16 01:38:06.667109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.672230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-293325825'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:06.760603 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.763787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:06.767377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.784979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cf5d18-b6d7-4002-bfeb-dd578edaadd9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.803380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252d7506-5cb9-498b-8740-f346059b3a20') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.803958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252d7506-5cb9-498b-8740-f346059b3a20') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.819365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.839805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:06.846328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.858034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:06.858389 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:06.860186 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:06.863307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.863307 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment a1b2101a-a8f4-4262-a85e-e2a20384ba9b of type vlan for network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 Jul 16 01:38:06.963186 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.967504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.975238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.979477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/60cf5d18-b6d7-4002-bfeb-dd578edaadd9 HTTP/1.1" status: 204 len: 168 time: 0.3951213 Jul 16 01:38:06.994159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f54b73-6bfb-4012-aa2c-92c86eba11c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cf5d18-b6d7-4002-bfeb-dd578edaadd9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.024925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.031995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.032897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.075534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4072783 Jul 16 01:38:07.078637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.084123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:07.144339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb479f8e-367d-499d-951e-4ff61fe00cbc tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=2d5e2c87-03db-45d9-aa1a-fca747bbd3e9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.155106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:07.184641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.230353 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-01749379-2576-4533-8414-5dd916936206 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8f59cdfa2c74c1db9a218be608c7330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442142 Jul 16 01:38:07.232973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37088) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.238641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:07.243249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.289881 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e221fdfb-bf8d-43eb-9db7-0dd78d65027b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.311888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e221fdfb-bf8d-43eb-9db7-0dd78d65027b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.332629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 07619f37-60eb-4d87-a4fb-8a903eb3244f no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:07.355502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 07619f37-60eb-4d87-a4fb-8a903eb3244f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:07.356338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 07619f37-60eb-4d87-a4fb-8a903eb3244f not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:07.367284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e221fdfb-bf8d-43eb-9db7-0dd78d65027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.370315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e221fdfb-bf8d-43eb-9db7-0dd78d65027b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.371604 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e221fdfb-bf8d-43eb-9db7-0dd78d65027b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee0e465f-c61e-493a-9c3f-fc622d3e09cd HTTP/1.1" status: 204 len: 168 time: 0.1371243 Jul 16 01:38:07.381782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221fdfb-bf8d-43eb-9db7-0dd78d65027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e465f-c61e-493a-9c3f-fc622d3e09cd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.459584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.529221 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=ce5d088f-aa39-4483-8313-deb3bff6186c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.537256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': 'a1b2101a-a8f4-4262-a85e-e2a20384ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:07.537625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:07.559003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:07.573704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:07.578903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.579694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.586019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8500a899-be60-4eba-9314-f8e25d6d8b43 None None] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:07.598488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f57a7d72-5d2f-47ab-849e-0f4befa35393 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5164766 Jul 16 01:38:07.598820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37098) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.604612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-21ebdb3c-fe9b-4646-9b1e-c4892e13d6f7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:07.750158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ebdb3c-fe9b-4646-9b1e-c4892e13d6f7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:07.756626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21ebdb3c-fe9b-4646-9b1e-c4892e13d6f7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.778003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-2d5e2c87-03db-45d9-aa1a-fca747bbd3e9', 'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9', 'tenant_id': 'a95063e4039c404ba23a4bcc5df39fa0', 'fixed_ips': [{'subnet_id': 'ce5d088f-aa39-4483-8313-deb3bff6186c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:07.778989 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.904366 n-d-800085-5 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-21ebdb3c-fe9b-4646-9b1e-c4892e13d6f7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ce5d088f-aa39-4483-8313-deb3bff6186c (CIDR: 172.20.0.0/28) Jul 16 01:38:07.909971 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ebdb3c-fe9b-4646-9b1e-c4892e13d6f7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:38:07.910719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ebdb3c-fe9b-4646-9b1e-c4892e13d6f7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:07.929348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-21ebdb3c-fe9b-4646-9b1e-c4892e13d6f7 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3294656 Jul 16 01:38:07.931973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.941221 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:08.046008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Allocated IP 172.20.0.2 (2d5e2c87-03db-45d9-aa1a-fca747bbd3e9/ce5d088f-aa39-4483-8313-deb3bff6186c/fbfb2109-f160-489a-b0d6-33a39b2792c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:08.172741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:08.180085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.280187 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.302798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Transition to ACTIVE for port object fbfb2109-f160-489a-b0d6-33a39b2792c3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:08.322234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Transition to ACTIVE for port object fbfb2109-f160-489a-b0d6-33a39b2792c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:08.331169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.376042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:08.381353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:08.385002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:08.419096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.446563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Pushing event updated for resources: {'Port': ['ID=fbfb2109-f160-489a-b0d6-33a39b2792c3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.463463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Attempting to bind port fbfb2109-f160-489a-b0d6-33a39b2792c3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:08.463851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Attempting to bind port fbfb2109-f160-489a-b0d6-33a39b2792c3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a1b2101a-a8f4-4262-a85e-e2a20384ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:08.464275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Attempting to bind port fbfb2109-f160-489a-b0d6-33a39b2792c3 on network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:08.469707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:08.470085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Checking segment: {'id': 'a1b2101a-a8f4-4262-a85e-e2a20384ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:08.470620 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.471073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Bound using segment: {'id': 'a1b2101a-a8f4-4262-a85e-e2a20384ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:08.472153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Bound port: fbfb2109-f160-489a-b0d6-33a39b2792c3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b2101a-a8f4-4262-a85e-e2a20384ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:08.472572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.540032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-356465635-network', 'tenant_id': 'b7ccfcfa0d974d12a7a0bd9745fe1b60'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:08.544335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] For port fbfb2109-f160-489a-b0d6-33a39b2792c3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:08.547817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] For port fbfb2109-f160-489a-b0d6-33a39b2792c3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fbfb2109-f160-489a-b0d6-33a39b2792c3,segment=NetworkSegment(a1b2101a-a8f4-4262-a85e-e2a20384ba9b),segment_id=a1b2101a-a8f4-4262-a85e-e2a20384ba9b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:08.552083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.554214 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.568462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Made reservation on behalf of b7ccfcfa0d974d12a7a0bd9745fe1b60 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:08.571584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.583986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.626512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:08.633542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:08.634631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199d879-f979-4f14-9911-6c97e4ecefd7 None None] Pushing event updated for resources: {'Port': ['ID=fbfb2109-f160-489a-b0d6-33a39b2792c3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.650846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.651584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.668628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=b73409d4-3472-4390-bcbf-28d2c5e16d52,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.744885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.754814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.764417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-62150b87-c18b-4bc5-8122-70461a2dcfea tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8286278 Jul 16 01:38:08.764647 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37132) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.770396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9', 'fixed_ips': [{'subnet_id': 'ce5d088f-aa39-4483-8313-deb3bff6186c'}, {'subnet_id': 'b73409d4-3472-4390-bcbf-28d2c5e16d52'}], 'name': 'tempest-PortsTestJSON-1361571521'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:08.785295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:08.795032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76653a5-0861-465e-a416-1304313bf42c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.807401 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.812004 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Added segment e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335 of type vlan for network bf2dadef-9d2d-4691-8284-48e600093896 Jul 16 01:38:08.911075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.966962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.967712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:08.969164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.973265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.031366 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6099119 Jul 16 01:38:09.032021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37136) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.038897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Request body: {'subnet': {'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-356465635-subnet', 'tenant_id': 'b7ccfcfa0d974d12a7a0bd9745fe1b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:09.100401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249236b3-d949-4f86-8b95-83a11e0577ce admin admin] Pushing event updated for resources: {'Network': ['ID=bf2dadef-9d2d-4691-8284-48e600093896,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.111145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bf2dadef-9d2d-4691-8284-48e600093896 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:09.143650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Made reservation on behalf of b7ccfcfa0d974d12a7a0bd9745fe1b60 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:09.146613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.172476 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.252028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port dd056049-a41e-4c76-b621-05134e4520ca yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:09.405049 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-22ca2e1f-0cdf-4022-bca0-f6eb49603fa1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1123080 Jul 16 01:38:09.503581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.504297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.504889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.505350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.505993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.506452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.506905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.509125 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e4dd664c-202f-4ced-8205-6139f1825659 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6492 time: 0.0727551 Jul 16 01:38:09.635351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.665072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-bdf67b0f-56cc-4f0f-a899-fb606086f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.665842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-bdf67b0f-56cc-4f0f-a899-fb606086f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.666949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-bdf67b0f-56cc-4f0f-a899-fb606086f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.668780 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-bdf67b0f-56cc-4f0f-a899-fb606086f9f0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=115e684f-4330-47fc-87ad-5962a282c6de&id=55095e0a-1236-4146-9861-5d2f4985cdc1&id=55095e0a-1236-4146-9861-5d2f4985cdc1 HTTP/1.1" status: 200 len: 2294 time: 0.1279149 Jul 16 01:38:09.741048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f782d52-1885-4135-bf0c-61d813859b92,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.753173 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-f34c0f31-afc2-4701-bb81-0ae86b7e8e4f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384 HTTP/1.1" status: 200 len: 1000 time: 0.0703919 Jul 16 01:38:09.850420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-12267087-cfc1-4660-a499-fa89c55056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.852023 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-12267087-cfc1-4660-a499-fa89c55056f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f6929da-759d-4b3c-89c8-3209375964c0 HTTP/1.1" status: 200 len: 851 time: 0.0917721 Jul 16 01:38:09.892867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Checking segment: {'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:09.893273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Network hostable DHCP agents. Network: bf2dadef-9d2d-4691-8284-48e600093896, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:09.916778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.5 (2d5e2c87-03db-45d9-aa1a-fca747bbd3e9/ce5d088f-aa39-4483-8313-deb3bff6186c/dd056049-a41e-4c76-b621-05134e4520ca) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:09.927046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.18 (2d5e2c87-03db-45d9-aa1a-fca747bbd3e9/b73409d4-3472-4390-bcbf-28d2c5e16d52/dd056049-a41e-4c76-b621-05134e4520ca) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:09.934287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Network bf2dadef-9d2d-4691-8284-48e600093896 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:09.955294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, bf2dadef-9d2d-4691-8284-48e600093896) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:09.960497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-00e011e5-6b95-4a12-9512-bd73c0dacc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.962005 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-00e011e5-6b95-4a12-9512-bd73c0dacc35 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f19ccdd-f16f-463e-95aa-50c5c23229b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022413 Jul 16 01:38:09.964313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.964910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.973820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e67852-25d8-468c-a2bb-538035ae82ac None None] Network bf2dadef-9d2d-4691-8284-48e600093896 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:10.016089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4c9c62b-7e01-4743-8c22-95aa6f842dc4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9823942 Jul 16 01:38:10.077558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a5308-fbf3-4065-9a63-ca39fa0111dc None None] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:10.195377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.197807 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-c5052637-3626-485c-be93-5bfffb25fd5b service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246435 Jul 16 01:38:10.212914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object dd056049-a41e-4c76-b621-05134e4520ca will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:10.258995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e77bdc-25f5-4c07-bb48-c0b7a59b555f None None] Network bf2dadef-9d2d-4691-8284-48e600093896 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:10.268585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.270718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-990e1cda-0507-4897-8ca6-23c74554b953 None None] Provisioning for port fbfb2109-f160-489a-b0d6-33a39b2792c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:10.353879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:10.360025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:10.369425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:10.437623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-8214c843-eefd-41c8-86ee-0871aa16cbd8 service neutron] 10.222.0.93 "GET /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320890 Jul 16 01:38:10.439265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=dd056049-a41e-4c76-b621-05134e4520ca,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.503737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.504424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.543769 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-45efd7f7-9bf6-4e25-a344-fcc5e75b226f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7779922 Jul 16 01:38:10.546546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37164) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.554118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce5d088f-aa39-4483-8313-deb3bff6186c'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.575279 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-4af336c3-836d-430d-9ea1-a2162c9cb898 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 200 len: 217 time: 0.1265616 Jul 16 01:38:10.704917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-2a670ad3-eeff-4c55-88e9-58b2242122f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.709491 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-2a670ad3-eeff-4c55-88e9-58b2242122f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.1250525 Jul 16 01:38:10.735817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fbfb2109-f160-489a-b0d6-33a39b2792c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:10.750391 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.883242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-4ac40a7a-2b34-4a01-956b-d659daaf7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.888900 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-4ac40a7a-2b34-4a01-956b-d659daaf7592 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718128 Jul 16 01:38:11.043253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] Update dhcp port {'port': {'network_id': '2d5e2c87-03db-45d9-aa1a-fca747bbd3e9', 'fixed_ips': [{'subnet_id': 'ce5d088f-aa39-4483-8313-deb3bff6186c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b73409d4-3472-4390-bcbf-28d2c5e16d52'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'fbfb2109-f160-489a-b0d6-33a39b2792c3'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:38:11.049081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port fbfb2109-f160-489a-b0d6-33a39b2792c3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:11.107067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fbfb2109-f160-489a-b0d6-33a39b2792c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:11.107448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.138012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-0989acb4-353d-4d73-a99d-b1b9ea628cd3 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397492 Jul 16 01:38:11.149625 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.304527 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.362614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port fbfb2109-f160-489a-b0d6-33a39b2792c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fbfb2109-f160-489a-b0d6-33a39b2792c3,segment=NetworkSegment(a1b2101a-a8f4-4262-a85e-e2a20384ba9b),segment_id=a1b2101a-a8f4-4262-a85e-e2a20384ba9b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:11.369075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.378644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-7b839f58-75c0-4932-8b8a-806cda97b950 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.380382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-7b839f58-75c0-4932-8b8a-806cda97b950 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 813 time: 0.2215075 Jul 16 01:38:11.397684 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-ca55d04d-4803-42d8-9bd4-21b68e3950b4 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461495 Jul 16 01:38:11.483374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-8dffb8d2-d02b-4f65-bc27-1490c131d787 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/quotas/b7ccfcfa0d974d12a7a0bd9745fe1b60 HTTP/1.1" status: 200 len: 375 time: 0.0369861 Jul 16 01:38:11.483623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=fbfb2109-f160-489a-b0d6-33a39b2792c3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.506026 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-b5372b89-ded2-4b59-a9d6-955c88715b50 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 200 len: 217 time: 0.0996711 Jul 16 01:38:11.538191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-d0ecc0f9-243c-4583-903f-88d06f812fce tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388589 Jul 16 01:38:11.553705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Delete allocated IP 172.20.0.18 (2d5e2c87-03db-45d9-aa1a-fca747bbd3e9/b73409d4-3472-4390-bcbf-28d2c5e16d52) {{(pid=93706) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:38:11.567108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-f332084f-701d-4029-a6d9-ba0c73147f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.568859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-f332084f-701d-4029-a6d9-ba0c73147f2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.0566120 Jul 16 01:38:11.585725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-797810d7-0c17-4742-83d5-7b7970138523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.722681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-8fa766b9-c1bc-4eae-9adc-968979658b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.724479 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-8fa766b9-c1bc-4eae-9adc-968979658b0e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473589 Jul 16 01:38:11.827888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-cbba37a1-612f-4a91-9164-1149b0b124f2 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941875 Jul 16 01:38:11.940084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-122ce17e-b44a-4153-b0e9-df32f5fb59a8 service neutron] 10.222.0.81 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862762 Jul 16 01:38:11.946580 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-582a0f24-789a-4c97-837d-0aa838c37b1b service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091485 Jul 16 01:38:11.994797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-7564d54b-9277-4cc5-bc21-f994a10ee25c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 HTTP/1.1" status: 200 len: 217 time: 0.0399134 Jul 16 01:38:12.062994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-1ba89f4f-6b19-4316-81d5-592d1207d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.064542 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-1ba89f4f-6b19-4316-81d5-592d1207d529 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.0628603 Jul 16 01:38:12.128401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.162343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-b9038714-1076-4253-b30b-f9beeb0feba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.164607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-b9038714-1076-4253-b30b-f9beeb0feba0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876410 Jul 16 01:38:12.169062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Ignored duplicate provisioning block setup for port dd056049-a41e-4c76-b621-05134e4520ca by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:38:12.178496 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.237050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=dd056049-a41e-4c76-b621-05134e4520ca,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.250791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.257042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.263408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.270113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.276553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.282442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.289156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.297629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-969afd94-8095-47c4-b3fa-35704f732c46 req-fa5e3571-40c4-4fea-8d6d-0115fb68ec5c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.3765657 Jul 16 01:38:12.312918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-b87f5238-1f41-44e8-9523-8e73fbb5e124 service neutron] 10.222.0.81 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600900 Jul 16 01:38:12.314950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] Allocated IP 172.20.0.19 (2d5e2c87-03db-45d9-aa1a-fca747bbd3e9/b73409d4-3472-4390-bcbf-28d2c5e16d52/fbfb2109-f160-489a-b0d6-33a39b2792c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:12.331706 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-63a65f2d-7b02-4525-8bea-6cdc50687e85 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568942 Jul 16 01:38:12.423418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-969afd94-8095-47c4-b3fa-35704f732c46 req-66812937-a259-4fd3-8b9d-8ec615623f98 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248171 Jul 16 01:38:12.466167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] For port fbfb2109-f160-489a-b0d6-33a39b2792c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fbfb2109-f160-489a-b0d6-33a39b2792c3,segment=NetworkSegment(a1b2101a-a8f4-4262-a85e-e2a20384ba9b),segment_id=a1b2101a-a8f4-4262-a85e-e2a20384ba9b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:12.467853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] In _notify_port_updated(), no bound segment for port dd056049-a41e-4c76-b621-05134e4520ca on network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:38:12.480017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.480716 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.490823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-abb3ee3b-36c8-471c-9611-9e6587df70e0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "PUT /v2.0/ports/dd056049-a41e-4c76-b621-05134e4520ca HTTP/1.1" status: 200 len: 919 time: 1.9422221 Jul 16 01:38:12.493887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37196) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.499652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce5d088f-aa39-4483-8313-deb3bff6186c'}, {'subnet_id': 'b73409d4-3472-4390-bcbf-28d2c5e16d52'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:12.554612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-032d1e58-4d33-4a53-8d19-f515b0901dbd service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173119 Jul 16 01:38:12.556497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.625221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] Transition to ACTIVE for port object fbfb2109-f160-489a-b0d6-33a39b2792c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:12.635367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fbfb2109-f160-489a-b0d6-33a39b2792c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:12.673045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-9175897e-70f9-4239-945b-24fe41ceebb5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d HTTP/1.1" status: 200 len: 217 time: 0.1109805 Jul 16 01:38:12.783985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.789809 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.803322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-424bf7a4-9458-4296-a04d-67dc4bf75c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.803322 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-424bf7a4-9458-4296-a04d-67dc4bf75c65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 200 len: 797 time: 0.1210616 Jul 16 01:38:12.990682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ab83-392c-4fb1-91d9-654c5c00b318 None None] Pushing event updated for resources: {'Port': ['ID=fbfb2109-f160-489a-b0d6-33a39b2792c3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.013926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-b8de1b98-a508-44c3-81e7-bf8e5ef287fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.015714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-b8de1b98-a508-44c3-81e7-bf8e5ef287fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=115e684f-4330-47fc-87ad-5962a282c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995752 Jul 16 01:38:13.075327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c2a312d-51b1-4508-a3ee-c4a3e1dc89b0 req-c8dc9e0f-c896-4252-9a10-ec50dc855b00 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 210 time: 0.1171954 Jul 16 01:38:13.166581 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-808e38ac-b07f-4549-b877-c35d2ffdf3a9 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427217 Jul 16 01:38:13.201159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.213863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.220286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.236877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.254056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.263663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.270593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.285312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67dc6896-ed0e-4f51-843c-93d8f06ba095 req-53325dd2-2079-4cc1-988e-800414611cc8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.3638227 Jul 16 01:38:13.306505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-872a4ba9-6fb2-4152-b603-1b3ee8c01b92 service neutron] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289198 Jul 16 01:38:13.378875 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-e1b55694-42fe-4fb0-86db-ce46682dbf5e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0cc5f962-1607-480e-af18-a0c62a990ed1 HTTP/1.1" status: 200 len: 217 time: 0.0510738 Jul 16 01:38:13.496477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-2cdd7202-cd6f-4207-a4cb-b6ee34798b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.498260 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-2cdd7202-cd6f-4207-a4cb-b6ee34798b0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.1077020 Jul 16 01:38:13.563718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.29 (2d5e2c87-03db-45d9-aa1a-fca747bbd3e9/b73409d4-3472-4390-bcbf-28d2c5e16d52/dd056049-a41e-4c76-b621-05134e4520ca) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:13.626799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-b63754ac-521f-47e6-82d0-870c9d1b63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.630651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-b63754ac-521f-47e6-82d0-870c9d1b63c2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248131 Jul 16 01:38:13.867110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-0adf89e1-b742-4f10-95e7-8ef8a0587a26 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264464 Jul 16 01:38:13.925067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.939370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Ignored duplicate provisioning block setup for port dd056049-a41e-4c76-b621-05134e4520ca by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:38:13.947869 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.089982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e582405f-e46f-498b-b729-84072dae5d9a None None] Network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:14.099416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=dd056049-a41e-4c76-b621-05134e4520ca,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.099860 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-60643c87-503e-4dc8-b945-8656126631fd service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242448 Jul 16 01:38:14.161425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] In _notify_port_updated(), no bound segment for port dd056049-a41e-4c76-b621-05134e4520ca on network 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:38:14.168550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.169501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.174488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0503a013-7443-4e88-a022-3b3f71d5c5f6 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "PUT /v2.0/ports/dd056049-a41e-4c76-b621-05134e4520ca HTTP/1.1" status: 200 len: 999 time: 1.6766949 Jul 16 01:38:14.174667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.214632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-17e487f9-b4bf-4762-a81f-4aeda9eb5c29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7 HTTP/1.1" status: 200 len: 217 time: 0.1047473 Jul 16 01:38:14.297534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1a1e8eb-c992-4896-a09e-818c71ddc02f None None] Provisioning for port dd056049-a41e-4c76-b621-05134e4520ca completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:14.318606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-5b20b0b8-f110-42aa-b98f-d9bd45287b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.320180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-5b20b0b8-f110-42aa-b98f-d9bd45287b01 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 200 len: 797 time: 0.0956273 Jul 16 01:38:14.320625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1a1e8eb-c992-4896-a09e-818c71ddc02f None None] Provisioning complete for port dd056049-a41e-4c76-b621-05134e4520ca triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:14.321294 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e8eb-c992-4896-a09e-818c71ddc02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.355551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port dd056049-a41e-4c76-b621-05134e4520ca {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:14.355901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.378833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46fdbaec-4b14-4ede-a664-a309c08ec7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.453269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1e8eb-c992-4896-a09e-818c71ddc02f None None] Port dd056049-a41e-4c76-b621-05134e4520ca cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:14.482805 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.500963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1a1e8eb-c992-4896-a09e-818c71ddc02f None None] Provisioning for port fbfb2109-f160-489a-b0d6-33a39b2792c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:14.506516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-075dac93-4cc6-4fd6-a18c-083fadd71af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.508631 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-075dac93-4cc6-4fd6-a18c-083fadd71af4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=55095e0a-1236-4146-9861-5d2f4985cdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595278 Jul 16 01:38:14.509788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1a1e8eb-c992-4896-a09e-818c71ddc02f None None] Provisioning complete for port fbfb2109-f160-489a-b0d6-33a39b2792c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:14.510161 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e8eb-c992-4896-a09e-818c71ddc02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.555956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fddffbe-ab54-444a-89ba-a9505505c174 req-1657d703-cfdd-4de5-b307-eb264c0a554a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 210 time: 0.1228044 Jul 16 01:38:14.616966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fbfb2109-f160-489a-b0d6-33a39b2792c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:14.663973 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-8d11178c-8295-4b6e-9d88-2481de209fa5 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459103 Jul 16 01:38:14.821596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fbfb2109-f160-489a-b0d6-33a39b2792c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:14.822277 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.962642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d348ca3e-1141-4dd9-9bde-7ed20094ad47 req-d5f3df77-a7b4-4b00-8098-e87e550e0425 service neutron] 10.222.0.93 "GET /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892516 Jul 16 01:38:15.239230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.259394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac2c2-3be8-4e88-89a4-dc135c6ec6e2 req-b88c63e2-cfdb-4aaf-be54-640c66651e92 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.267089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d9ac2c2-3be8-4e88-89a4-dc135c6ec6e2 req-b88c63e2-cfdb-4aaf-be54-640c66651e92 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.7099435 Jul 16 01:38:15.270309 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.300051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for dd056049-a41e-4c76-b621-05134e4520ca owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:15.316896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-1c7b1be0-b024-4360-a6e1-9afe48a05b88 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.318730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-1c7b1be0-b024-4360-a6e1-9afe48a05b88 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 813 time: 0.3211327 Jul 16 01:38:15.340620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Request body: {'port': {'device_id': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896', 'admin_state_up': True, 'tenant_id': 'b7ccfcfa0d974d12a7a0bd9745fe1b60'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.411604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d9ac2c2-3be8-4e88-89a4-dc135c6ec6e2 req-7d40a4ae-f097-445e-a34f-9c1c0c156880 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431558 Jul 16 01:38:15.518066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.588985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215d0a7-1a09-4c1d-b120-e56921ae1dfd req-bc9a90a9-2c07-4ed4-b7a5-d2448f6bd4a0 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.590612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9215d0a7-1a09-4c1d-b120-e56921ae1dfd req-bc9a90a9-2c07-4ed4-b7a5-d2448f6bd4a0 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.2461267 Jul 16 01:38:15.621914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.622619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.623098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.623571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.624042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.624546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.625022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.626973 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-0a163f6f-2bbd-4bf1-89d6-5825ed402b69 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 6492 time: 0.1070006 Jul 16 01:38:15.674520 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-93a86192-b7be-4790-a213-a12d80eb9d1c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380576 Jul 16 01:38:15.688482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9215d0a7-1a09-4c1d-b120-e56921ae1dfd req-2b365511-3817-42e3-8981-3658c331f3e3 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896654 Jul 16 01:38:15.709587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Made reservation on behalf of b7ccfcfa0d974d12a7a0bd9745fe1b60 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:15.713014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.746483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e391fdee-6f85-4fd7-a263-7783aac148e5 req-eea2f77a-9123-4c65-a1e7-2633b6546371 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 210 time: 0.0485241 Jul 16 01:38:15.805947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.878099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=dd056049-a41e-4c76-b621-05134e4520ca,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.016150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Allocated IP 172.20.0.13 (bf2dadef-9d2d-4691-8284-48e600093896/5f782d52-1885-4135-bf0c-61d813859b92/94069bd4-66dd-45b3-bace-1d076b1c1bd1) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:16.022246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.024376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bce773f8-11c8-4a45-97b3-8ab93a9b2a1f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/dd056049-a41e-4c76-b621-05134e4520ca HTTP/1.1" status: 204 len: 168 time: 1.8488224 Jul 16 01:38:16.026912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37274) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.044842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.052867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e93dcaf1-158e-42fb-96ee-13fa21c1596b None None] Could not find standard attr ID for object dd056049-a41e-4c76-b621-05134e4520ca. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:16.063253 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-698feb5f-0f7b-46bb-aa51-49e4ec9c0f5f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:16.065969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-698feb5f-0f7b-46bb-aa51-49e4ec9c0f5f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/dd056049-a41e-4c76-b621-05134e4520ca HTTP/1.1" status: 404 len: 333 time: 0.0371134 Jul 16 01:38:16.067406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e93dcaf1-158e-42fb-96ee-13fa21c1596b None None] Provisioning complete for port fbfb2109-f160-489a-b0d6-33a39b2792c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:16.068308 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e93dcaf1-158e-42fb-96ee-13fa21c1596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.068483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37278) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.078460 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:16.175413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet b73409d4-3472-4390-bcbf-28d2c5e16d52 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:16.179769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.225294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.255348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.292614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b8d99e75-f022-4f2c-ad21-55dee2277d7d None None] Could not find standard attr ID for object dd056049-a41e-4c76-b621-05134e4520ca. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:16.352166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.363695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.394593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Network bf2dadef-9d2d-4691-8284-48e600093896 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:16.403131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:16.408521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:16.445566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.449166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.496177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.498204 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/b73409d4-3472-4390-bcbf-28d2c5e16d52 HTTP/1.1" status: 204 len: 168 time: 0.4288592 Jul 16 01:38:16.499277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb5bb7-1e73-4743-b43a-5ffae87bdf1c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=b73409d4-3472-4390-bcbf-28d2c5e16d52,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.500902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.503485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.506386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37290) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.542445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e4f2b924-d75c-445c-949b-96713502a76f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2078011 Jul 16 01:38:16.557065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Request body: {'port': {'device_id': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:16.574504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet ce5d088f-aa39-4483-8313-deb3bff6186c {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:16.578816 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.639989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.736107 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.755074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.781566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.800554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71337e82-9981-4f20-bc0e-d599cac93a9a req-2974b7aa-8047-4da2-a551-8ef8fd179abf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.802233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71337e82-9981-4f20-bc0e-d599cac93a9a req-2974b7aa-8047-4da2-a551-8ef8fd179abf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1678193 Jul 16 01:38:16.807640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.823834 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.825810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/ce5d088f-aa39-4483-8313-deb3bff6186c HTTP/1.1" status: 204 len: 168 time: 0.3184614 Jul 16 01:38:16.847230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.856579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc4eb-67e5-465b-9d04-9226c734db2e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5d088f-aa39-4483-8313-deb3bff6186c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.915762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71337e82-9981-4f20-bc0e-d599cac93a9a req-639b8be7-173c-4f35-9564-9762cc13384d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923231 Jul 16 01:38:16.936280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.000547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port fbfb2109-f160-489a-b0d6-33a39b2792c3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:17.000903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.001323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92732c72-0496-41dc-9422-1e7cee906938 req-eff21519-686b-44c1-acd5-a90634fed802 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.008547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92732c72-0496-41dc-9422-1e7cee906938 req-eff21519-686b-44c1-acd5-a90634fed802 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.2279294 Jul 16 01:38:17.071024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] For port fbfb2109-f160-489a-b0d6-33a39b2792c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fbfb2109-f160-489a-b0d6-33a39b2792c3,segment=NetworkSegment(a1b2101a-a8f4-4262-a85e-e2a20384ba9b),segment_id=a1b2101a-a8f4-4262-a85e-e2a20384ba9b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:17.071589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.081611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92732c72-0496-41dc-9422-1e7cee906938 req-bed0f9e6-c9a9-4675-9381-d45b775350dc tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721226 Jul 16 01:38:17.085932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for fbfb2109-f160-489a-b0d6-33a39b2792c3 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:17.180651 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.211184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=fbfb2109-f160-489a-b0d6-33a39b2792c3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.212037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No DVR routers for this DVR port fbfb2109-f160-489a-b0d6-33a39b2792c3 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:17.277644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94069bd4-66dd-45b3-bace-1d076b1c1bd1 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:17.288437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.296139 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.310293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620ebe3-0bad-4aa4-b36a-75c7a14b2f3d req-a54e3d22-4f85-4b90-a16a-9b5d29fde15a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.312243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4620ebe3-0bad-4aa4-b36a-75c7a14b2f3d req-a54e3d22-4f85-4b90-a16a-9b5d29fde15a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 932 time: 0.1373799 Jul 16 01:38:17.316464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5e2c87-03db-45d9-aa1a-fca747bbd3e9']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.317818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Transition to ACTIVE for port object 94069bd4-66dd-45b3-bace-1d076b1c1bd1 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:17.329867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.336096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b2101a-a8f4-4262-a85e-e2a20384ba9b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.336524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b2101a-a8f4-4262-a85e-e2a20384ba9b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.351864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.380668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.388620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:17.389673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:17.403021 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:17.423381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4620ebe3-0bad-4aa4-b36a-75c7a14b2f3d req-aa801b19-6c05-4ed1-b879-e14725d871ca tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021073 Jul 16 01:38:17.435750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.522180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Attempting to bind port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:17.523074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Attempting to bind port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:17.523479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Attempting to bind port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 on network bf2dadef-9d2d-4691-8284-48e600093896 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:17.529613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 on network bf2dadef-9d2d-4691-8284-48e600093896 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:17.529613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Attempting to bind port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 on network bf2dadef-9d2d-4691-8284-48e600093896 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:17.536797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:17.537309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Checking segment: {'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:17.537903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Bound using segment: {'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:17.539049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Bound port: 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:17.539321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.540933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.569188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.571429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 HTTP/1.1" status: 204 len: 168 time: 0.7234137 Jul 16 01:38:17.572538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d986a-263e-460f-9323-564b6ee9a160 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=2d5e2c87-03db-45d9-aa1a-fca747bbd3e9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.576047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.623019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9ea36b34-4b90-4ed7-b496-df8a99728095 None None] Could not find standard attr ID for object dd056049-a41e-4c76-b621-05134e4520ca. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:17.663991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd6b3a-704a-4ed6-81c5-883d3e195f9e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.666461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fdcd6b3a-704a-4ed6-81c5-883d3e195f9e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0905142 Jul 16 01:38:17.669934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.675273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dfddcb-b9a0-4830-86e9-966a26622466 None None] DHCP port deletion for 2d5e2c87-03db-45d9-aa1a-fca747bbd3e9 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:17.677784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:17.692699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:17.697736 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.735197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.736048 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.737915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 200 len: 1092 time: 1.1869693 Jul 16 01:38:17.738380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:17.740704 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74701f70-7070-4357-8db3-ab2d9d9fb189" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:17.747433 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-77a3696b-6eb2-41f7-a950-d7ee667cb502 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0760193 Jul 16 01:38:17.752065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37314) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.760037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1751426591'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:17.790552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88ad0e-ecde-49fe-8af3-9cd3378d52e3 service neutron] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.791011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:17.805826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.828455 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6084cfc-0920-44c2-b6a3-0ae53d61b230 x-openstack-request-id: req-a6084cfc-0920-44c2-b6a3-0ae53d61b230 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:17.828755 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:17.828988 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6084cfc-0920-44c2-b6a3-0ae53d61b230 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:17.831682 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'status': 'completed', 'code': 200} Jul 16 01:38:17.849081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:17.859623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.860050 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment bc9761c0-c6e9-4548-9810-64ae8718668b of type vlan for network 3e876c79-babf-4496-a65b-acbd30586f55 Jul 16 01:38:17.894155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-9200a4cd-bf7e-4fdb-8b5e-082f246f148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.895911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-9200a4cd-bf7e-4fdb-8b5e-082f246f148e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1095 time: 0.0905144 Jul 16 01:38:17.914285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.949852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.950177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-801ddb83-3b8c-4401-8693-416b1b8c2190 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0444853 Jul 16 01:38:17.956343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.956996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.034693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-41b1729c-ac3b-45a7-8873-a945fe2576c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.036363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-41b1729c-ac3b-45a7-8873-a945fe2576c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.0760899 Jul 16 01:38:18.036815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=3e876c79-babf-4496-a65b-acbd30586f55,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.046755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-414f5db9-a0eb-49dd-a395-f74dc9b476b2 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2934310 Jul 16 01:38:18.050311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3e876c79-babf-4496-a65b-acbd30586f55 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:18.052529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.060163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': '3e876c79-babf-4496-a65b-acbd30586f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:18.093906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-20261c24-e3de-47da-a10e-1a2fdfef7992 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498021 Jul 16 01:38:18.104878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972af57-e725-4783-b7a4-ae7ef8c31984 req-4120e668-235f-486c-93b3-a8614690aad6 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.111922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1972af57-e725-4783-b7a4-ae7ef8c31984 req-4120e668-235f-486c-93b3-a8614690aad6 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.1646397 Jul 16 01:38:18.173984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:18.178335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.225757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1972af57-e725-4783-b7a4-ae7ef8c31984 req-22001ec6-f71d-48a6-87a4-2919e3839c6a tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127124 Jul 16 01:38:18.348265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-e139ec47-9562-4c5d-91b9-767c8c3076f4 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341552 Jul 16 01:38:18.364590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e610172-2f78-4812-bdf9-30d9d53f47b2 req-2861ba95-00c8-4764-8a42-8448ce25a85b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.366280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e610172-2f78-4812-bdf9-30d9d53f47b2 req-2861ba95-00c8-4764-8a42-8448ce25a85b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.2257802 Jul 16 01:38:18.407683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.481523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=41fde261-f71b-464c-a143-59441ccd4243,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.483843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': 'bc9761c0-c6e9-4548-9810-64ae8718668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3e876c79-babf-4496-a65b-acbd30586f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:18.484234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: 3e876c79-babf-4496-a65b-acbd30586f55, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:18.508541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 3e876c79-babf-4496-a65b-acbd30586f55 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:18.514121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e610172-2f78-4812-bdf9-30d9d53f47b2 req-7bdd33a5-1a68-4fec-9be5-3a76b00e8afa tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361890 Jul 16 01:38:18.520708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3e876c79-babf-4496-a65b-acbd30586f55) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:18.525518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.529620 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.532749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fbfb2109-f160-489a-b0d6-33a39b2792c3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:18.542801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a94a1ba-853d-41c8-a2db-7cfd3b0d7908 req-24d63401-7492-4c8b-b6ef-1f17c05cad8f service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754687 Jul 16 01:38:18.566768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.567029 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-08a987e5-8c93-426c-8b01-270dbf9d2f49 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5131016 Jul 16 01:38:18.573092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '3e876c79-babf-4496-a65b-acbd30586f55', 'name': 'tempest-PortsTestJSON-988373378'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:18.591130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178bc391-7d9d-4fdc-ae1b-132ec610004b None None] Network 3e876c79-babf-4496-a65b-acbd30586f55 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:18.649602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: fbfb2109-f160-489a-b0d6-33a39b2792c3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:18.650283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fbfb2109-f160-489a-b0d6-33a39b2792c3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:18.774801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3e876c79-babf-4496-a65b-acbd30586f55', 'network_id': '3e876c79-babf-4496-a65b-acbd30586f55', 'tenant_id': 'a95063e4039c404ba23a4bcc5df39fa0', 'fixed_ips': [{'subnet_id': '41fde261-f71b-464c-a143-59441ccd4243'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:18.775752 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.816838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-7af15244-a9aa-4614-9048-6812030e4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.818289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-7af15244-a9aa-4614-9048-6812030e4c23 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1095 time: 0.2032547 Jul 16 01:38:18.832902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5dbff-8a2b-4c33-9980-19395861b13d req-d8ffc69b-c718-4779-a265-7a5c616cf879 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.834443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95d5dbff-8a2b-4c33-9980-19395861b13d req-d8ffc69b-c718-4779-a265-7a5c616cf879 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1960342 Jul 16 01:38:18.899740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:18.903836 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.963615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95d5dbff-8a2b-4c33-9980-19395861b13d req-37b3dbba-738b-4023-957f-038c83aebab1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147811 Jul 16 01:38:18.976366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 8e184635-e8b5-4425-83ac-c8bc5862bc7f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:18.978645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Allocated IP 172.20.0.2 (3e876c79-babf-4496-a65b-acbd30586f55/41fde261-f71b-464c-a143-59441ccd4243/a6e86544-52cb-4016-8957-e1f9cfb4fd57) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:19.039280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-0f62ca28-1196-4b73-835e-4249ed2755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.040806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-0f62ca28-1196-4b73-835e-4249ed2755b6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 914 time: 0.2029829 Jul 16 01:38:19.112875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-4ef935ed-2023-4aec-89f1-77201c725166 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0496876 Jul 16 01:38:19.149230 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.158025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Transition to ACTIVE for port object a6e86544-52cb-4016-8957-e1f9cfb4fd57 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:19.171459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-745bcf18-ca00-4774-8d90-d7bfc8e1d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.175876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-745bcf18-ca00-4774-8d90-d7bfc8e1d491 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.0539060 Jul 16 01:38:19.177223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Transition to ACTIVE for port object a6e86544-52cb-4016-8957-e1f9cfb4fd57 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:19.185393 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.225633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Network 3e876c79-babf-4496-a65b-acbd30586f55 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:19.230652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:19.234149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:19.240917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-66ba07b6-25c8-4b99-9aef-741e9d87d9a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569975 Jul 16 01:38:19.268820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Pushing event updated for resources: {'Port': ['ID=a6e86544-52cb-4016-8957-e1f9cfb4fd57,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.328571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.10 (3e876c79-babf-4496-a65b-acbd30586f55/41fde261-f71b-464c-a143-59441ccd4243/8e184635-e8b5-4425-83ac-c8bc5862bc7f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:19.350285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Attempting to bind port a6e86544-52cb-4016-8957-e1f9cfb4fd57 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:19.350652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Attempting to bind port a6e86544-52cb-4016-8957-e1f9cfb4fd57 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'bc9761c0-c6e9-4548-9810-64ae8718668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3e876c79-babf-4496-a65b-acbd30586f55'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:19.351222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Attempting to bind port a6e86544-52cb-4016-8957-e1f9cfb4fd57 on network 3e876c79-babf-4496-a65b-acbd30586f55 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:19.362984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:19.365011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Checking segment: {'id': 'bc9761c0-c6e9-4548-9810-64ae8718668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3e876c79-babf-4496-a65b-acbd30586f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:19.365624 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.366367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Bound using segment: {'id': 'bc9761c0-c6e9-4548-9810-64ae8718668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3e876c79-babf-4496-a65b-acbd30586f55'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:19.367030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Bound port: a6e86544-52cb-4016-8957-e1f9cfb4fd57, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9761c0-c6e9-4548-9810-64ae8718668b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3e876c79-babf-4496-a65b-acbd30586f55'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:19.367599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.392751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-aaaaa989-9591-4d68-ab37-985a1169c70e tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.394924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-aaaaa989-9591-4d68-ab37-985a1169c70e tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.93 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.1099291 Jul 16 01:38:19.460004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] For port a6e86544-52cb-4016-8957-e1f9cfb4fd57, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:19.467161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] For port a6e86544-52cb-4016-8957-e1f9cfb4fd57, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a6e86544-52cb-4016-8957-e1f9cfb4fd57,segment=NetworkSegment(bc9761c0-c6e9-4548-9810-64ae8718668b),segment_id=bc9761c0-c6e9-4548-9810-64ae8718668b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:19.476993 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.543670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Deleting port f89bbd63-a894-4ade-b60f-5146f0ff27e5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:19.543670 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.559571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8ef9d-19bf-442a-8b00-12e9815fc2a1 None None] Pushing event updated for resources: {'Port': ['ID=a6e86544-52cb-4016-8957-e1f9cfb4fd57,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.643770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-55c9e6bf-3798-4448-8606-c41bfb0ad981 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890979 Jul 16 01:38:19.722149 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.735090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.746286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] For port f89bbd63-a894-4ade-b60f-5146f0ff27e5, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f89bbd63-a894-4ade-b60f-5146f0ff27e5,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:19.746792 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.875159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object 8e184635-e8b5-4425-83ac-c8bc5862bc7f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:19.938733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec05f-5089-4e6b-b5d2-5cecd975116c req-37f1469e-6717-4f78-a903-4036c87a82e5 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.943634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-998ec05f-5089-4e6b-b5d2-5cecd975116c req-37f1469e-6717-4f78-a903-4036c87a82e5 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 945 time: 0.4382331 Jul 16 01:38:20.079720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74701f70-7070-4357-8db3-ab2d9d9fb189 req-bce94d72-ade6-43cd-97cd-12285e809f23 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287856 Jul 16 01:38:20.114037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.117005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.118047 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Floating IP 8fb13b42-5fe5-4e6e-a509-bc67fa2aab02 disassociated. External IP: 172.25.5.95, port: f89bbd63-a894-4ade-b60f-5146f0ff27e5. Jul 16 01:38:20.118372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-998ec05f-5089-4e6b-b5d2-5cecd975116c req-bac6ffb0-28aa-43f5-92d0-b0216e948e0b tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups?id=ec0480ff-04eb-4caf-a20c-a9cad386e587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641507 Jul 16 01:38:20.120343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Calling delete_port for f89bbd63-a894-4ade-b60f-5146f0ff27e5 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:20.130088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28d504-3cdb-4f63-8e8e-04670650db30 req-c679181e-1547-4cfc-91d5-99d00c7820e1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.132015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a28d504-3cdb-4f63-8e8e-04670650db30 req-c679181e-1547-4cfc-91d5-99d00c7820e1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.3564868 Jul 16 01:38:20.155941 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.243843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 3e876c79-babf-4496-a65b-acbd30586f55 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:20.257243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a28d504-3cdb-4f63-8e8e-04670650db30 req-c223faf0-0741-4376-9a85-3807af158d26 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150005 Jul 16 01:38:20.258846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:20.261661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=8e184635-e8b5-4425-83ac-c8bc5862bc7f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.264347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:20.332912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.366935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event deleted for resources: {'Port': ['ID=f89bbd63-a894-4ade-b60f-5146f0ff27e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.387157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.387997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.421735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016afc69-90c6-4024-b722-5b4e2406b4ee req-f8ebabf1-2ff3-4c36-ac1c-043c873d8423 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.429171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-016afc69-90c6-4024-b722-5b4e2406b4ee req-f8ebabf1-2ff3-4c36-ac1c-043c873d8423 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1081941 Jul 16 01:38:20.437198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c84c3a99-5ce9-484b-9705-a569489df7dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8686271 Jul 16 01:38:20.440366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37352) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.447145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '3e876c79-babf-4496-a65b-acbd30586f55', 'name': 'tempest-PortsTestJSON-499546171'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:20.504531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:20.532527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-016afc69-90c6-4024-b722-5b4e2406b4ee req-432aca3f-34d2-4595-a759-4d7838c99074 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023076 Jul 16 01:38:20.621253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a6e86544-52cb-4016-8957-e1f9cfb4fd57 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:20.669200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:20.685258 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.687454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:20.698497 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] Sync routers for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:20.721211 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:20.724119 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.733402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 7319e12b-2586-477c-a57e-5de36aa64dc9 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:20.754357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a6e86544-52cb-4016-8957-e1f9cfb4fd57 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:20.814625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] No DVR routers for this DVR port f89bbd63-a894-4ade-b60f-5146f0ff27e5 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:20.822607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.829335 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a9ee07bf-1a1b-4d30-8964-4b5223cbf7ee req-2cc5b82d-1e94-4f46-838b-258ba2399f40 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.93 "DELETE /v2.0/ports/f89bbd63-a894-4ade-b60f-5146f0ff27e5 HTTP/1.1" status: 204 len: 173 time: 1.4276512 Jul 16 01:38:20.829837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'name': 'network-vif-deleted', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:20.844461 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64cc3ba-36b4-47f0-8ce7-8d79940eb89b" -d '{"events": [{"server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "name": "network-vif-deleted", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:20.941571 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40eda2d-cae9-4c64-b9b7-a52def2bca6f x-openstack-request-id: req-d40eda2d-cae9-4c64-b9b7-a52def2bca6f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:20.941869 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fdeb23-92d1-4bbf-aa84-423e20457345", "name": "network-vif-deleted", "tag": "f89bbd63-a894-4ade-b60f-5146f0ff27e5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:20.942375 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d40eda2d-cae9-4c64-b9b7-a52def2bca6f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:20.943836 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fdeb23-92d1-4bbf-aa84-423e20457345', 'name': 'network-vif-deleted', 'tag': 'f89bbd63-a894-4ade-b60f-5146f0ff27e5', 'status': 'completed', 'code': 200} Jul 16 01:38:20.947648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.9 (3e876c79-babf-4496-a65b-acbd30586f55/41fde261-f71b-464c-a143-59441ccd4243/7319e12b-2586-477c-a57e-5de36aa64dc9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:20.977975 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:21.114161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a7a42-b900-426f-9bb1-aea982e5352a None None] Network 3e876c79-babf-4496-a65b-acbd30586f55 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:21.179560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.194351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object 7319e12b-2586-477c-a57e-5de36aa64dc9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:21.227877 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:12Z', 'revision_number': 5, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:21.240725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.264295 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] Checking router: 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:21.276436 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:21.278743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Provisioning for port a6e86544-52cb-4016-8957-e1f9cfb4fd57 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:21.279569 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:21.301681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Provisioning complete for port a6e86544-52cb-4016-8957-e1f9cfb4fd57 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:21.305229 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.322430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 3e876c79-babf-4496-a65b-acbd30586f55 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:21.326943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:21.332717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:21.337174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=7319e12b-2586-477c-a57e-5de36aa64dc9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.397067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.398020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.423135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-77f2d039-2376-47bb-a89b-763a782f4c7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9809303 Jul 16 01:38:21.426494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.444777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da93609d-b967-4861-80c7-1225e8233f7a req-84967d7c-26b3-4305-a302-32ac2c90f297 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/ports?device_id=11fdeb23-92d1-4bbf-aa84-423e20457345 HTTP/1.1" status: 200 len: 210 time: 0.0564477 Jul 16 01:38:21.459224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:21.542042 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:21.620369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31effc91-aca6-41ae-8606-79c22283da1b req-57bb9da4-df53-4fff-82f9-d03f4f5f29ea tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.622292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31effc91-aca6-41ae-8606-79c22283da1b req-57bb9da4-df53-4fff-82f9-d03f4f5f29ea tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1275697 Jul 16 01:38:21.677582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.706098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31effc91-aca6-41ae-8606-79c22283da1b req-6f3e2c7c-1ba3-4d62-bb5d-8eb56863d83d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774786 Jul 16 01:38:21.712725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed6b4d-db91-45a0-b532-d510acb4501b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.718394 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-70ed6b4d-db91-45a0-b532-d510acb4501b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2906668 Jul 16 01:38:21.719140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37370) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.848659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] For port a6e86544-52cb-4016-8957-e1f9cfb4fd57, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a6e86544-52cb-4016-8957-e1f9cfb4fd57,segment=NetworkSegment(bc9761c0-c6e9-4548-9810-64ae8718668b),segment_id=bc9761c0-c6e9-4548-9810-64ae8718668b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:21.867610 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.969272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05192f-84be-4a44-aa29-4972003b8ebc req-f1758de7-5d5a-4e29-9f38-78c0aee76e58 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.972391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c05192f-84be-4a44-aa29-4972003b8ebc req-f1758de7-5d5a-4e29-9f38-78c0aee76e58 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1845345 Jul 16 01:38:22.006277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 7319e12b-2586-477c-a57e-5de36aa64dc9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:22.006951 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.016383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.023792 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:12Z', 'revision_number': 5, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.043654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896', 'port_id': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'mac_address': 'fa:16:3e:e9:c2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f782d52-1885-4135-bf0c-61d813859b92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:22.051547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Pushing event updated for resources: {'Port': ['ID=a6e86544-52cb-4016-8957-e1f9cfb4fd57,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.102269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.102616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.104597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.105167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.105712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.107504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.108063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.109175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.111451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.111836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.112397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.112917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3210881-9c17-41df-86f6-f1a7e2b57537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:22.121370 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c156c7-f522-4151-9c0b-40a75a1b8628 None None] The sync data for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 is: [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd91e111a-2c0f-464f-92d0-dd3e0beba2f7', 'name': '', 'network_id': '315c1063-c9fc-472d-a3c4-c4b396211a97', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'mac_address': 'fa:16:3e:dd:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:12Z', 'revision_number': 5, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'subnets': [{'id': 'bf87c178-b578-4688-848a-ef5701d3c10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:22.137656 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.144107 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.160831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94069bd4-66dd-45b3-bace-1d076b1c1bd1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:22.166718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 7319e12b-2586-477c-a57e-5de36aa64dc9 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:22.198010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.203897 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.236839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c05192f-84be-4a44-aa29-4972003b8ebc req-2658a498-1aa3-4a8d-bfbb-c1d6af06e3ad tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582824 Jul 16 01:38:22.281108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.357638 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.358225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Provisioning for port 7319e12b-2586-477c-a57e-5de36aa64dc9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:22.365324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Provisioning complete for port 7319e12b-2586-477c-a57e-5de36aa64dc9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.365742 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.398736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Port 7319e12b-2586-477c-a57e-5de36aa64dc9 was deleted so its status cannot be updated. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:38:22.431405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Provisioning for port 8e184635-e8b5-4425-83ac-c8bc5862bc7f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:22.435921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Provisioning complete for port 8e184635-e8b5-4425-83ac-c8bc5862bc7f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.436441 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.522786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Port 8e184635-e8b5-4425-83ac-c8bc5862bc7f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:22.542579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Provisioning complete for port a6e86544-52cb-4016-8957-e1f9cfb4fd57 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.543071 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e198193-71ec-4fd1-82ab-50596589e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.596304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a6e86544-52cb-4016-8957-e1f9cfb4fd57 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:22.598554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['94069bd4-66dd-45b3-bace-1d076b1c1bd1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:22.601445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caeab82-3231-4020-8607-ed2570745b3d None None] New status for floating IP 8fb13b42-5fe5-4e6e-a509-bc67fa2aab02: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:22.667755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.809970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bea3b701-9ad6-43af-9acb-2793ecb1fb3c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.866661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bea3b701-9ad6-43af-9acb-2793ecb1fb3c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.919297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a6e86544-52cb-4016-8957-e1f9cfb4fd57 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.919817 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.953764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bea3b701-9ad6-43af-9acb-2793ecb1fb3c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.957285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bea3b701-9ad6-43af-9acb-2793ecb1fb3c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.958856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bea3b701-9ad6-43af-9acb-2793ecb1fb3c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "DELETE /v2.0/security-groups/ec0480ff-04eb-4caf-a20c-a9cad386e587 HTTP/1.1" status: 204 len: 168 time: 0.2894838 Jul 16 01:38:22.964253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.981678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=7319e12b-2586-477c-a57e-5de36aa64dc9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.010753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3b701-9ad6-43af-9acb-2793ecb1fb3c tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0480ff-04eb-4caf-a20c-a9cad386e587,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.028809 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-2bba936c-e48a-4c94-b7e9-2667daf863c4 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] show failed (client error): The resource could not be found. Jul 16 01:38:23.030100 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2bba936c-e48a-4c94-b7e9-2667daf863c4 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "GET /v2.0/security-groups/ec0480ff-04eb-4caf-a20c-a9cad386e587 HTTP/1.1" status: 404 len: 347 time: 0.0620131 Jul 16 01:38:23.034099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37392) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.049614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ba4424a1-9cae-4848-96ed-01046c0508d4 None None] Could not find standard attr ID for object 7319e12b-2586-477c-a57e-5de36aa64dc9. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:38:23.078163 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.083367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7fe88bba-f2ee-4a28-8484-b056df7fcde8 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/7319e12b-2586-477c-a57e-5de36aa64dc9 HTTP/1.1" status: 204 len: 168 time: 1.3573961 Jul 16 01:38:23.084013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.138460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ba4424a1-9cae-4848-96ed-01046c0508d4 None None] Provisioning complete for port 8e184635-e8b5-4425-83ac-c8bc5862bc7f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:23.138842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba4424a1-9cae-4848-96ed-01046c0508d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.195099 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14a80ba-47f8-4e60-8448-32fc8bb6ead1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:23.211331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ba4424a1-9cae-4848-96ed-01046c0508d4 None None] Port 8e184635-e8b5-4425-83ac-c8bc5862bc7f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:23.218086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b14a80ba-47f8-4e60-8448-32fc8bb6ead1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/7319e12b-2586-477c-a57e-5de36aa64dc9 HTTP/1.1" status: 404 len: 333 time: 0.1153047 Jul 16 01:38:23.221576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37400) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.303699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4031-f459-463b-adaf-754064110aeb req-66448f14-50dd-4eec-b738-ca6a5012ac55 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.311162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73cf4031-f459-463b-adaf-754064110aeb req-66448f14-50dd-4eec-b738-ca6a5012ac55 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.2409003 Jul 16 01:38:23.385904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73cf4031-f459-463b-adaf-754064110aeb req-a1d5e34c-0743-447e-81ce-9b5ec5d3a056 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735970 Jul 16 01:38:23.448997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 8e184635-e8b5-4425-83ac-c8bc5862bc7f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:23.449623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.458228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f89bbd63-a894-4ade-b60f-5146f0ff27e5 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:23.490577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: f89bbd63-a894-4ade-b60f-5146f0ff27e5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:23.493143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f89bbd63-a894-4ade-b60f-5146f0ff27e5 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:23.520305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Deleting port 8c52d03b-4040-4802-b244-3a8e3137db20 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:23.520648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.533804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f6d1-3dca-4b96-b57b-29acc19a55d8 req-31b0040c-b6b5-4674-b55c-8cf5073c0aed tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.535683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e26f6d1-3dca-4b96-b57b-29acc19a55d8 req-31b0040c-b6b5-4674-b55c-8cf5073c0aed tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 945 time: 0.1364403 Jul 16 01:38:23.592193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.615625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 8e184635-e8b5-4425-83ac-c8bc5862bc7f owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:23.622674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.623005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.623867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e26f6d1-3dca-4b96-b57b-29acc19a55d8 req-095496fa-25cb-4000-b61b-1c4797617cef tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793667 Jul 16 01:38:23.638839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Calling delete_port for 8c52d03b-4040-4802-b244-3a8e3137db20 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:23.766992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.810475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=8e184635-e8b5-4425-83ac-c8bc5862bc7f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.813522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.851478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Pushing event deleted for resources: {'Port': ['ID=8c52d03b-4040-4802-b244-3a8e3137db20,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.905815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.910920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c447c63f-a747-46e1-bad6-a3ce8cb2fd31 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/8e184635-e8b5-4425-83ac-c8bc5862bc7f HTTP/1.1" status: 204 len: 168 time: 0.6853163 Jul 16 01:38:23.911192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.943012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.943562 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63166cd-1d17-4b07-b5c4-1d980e5dee9a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:23.948009 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.948359 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-41ab25db-0fba-40ce-9aa4-18bfec6d0529 tempest-ServersTestManualDisk-2132199076 tempest-ServersTestManualDisk-2132199076-project] 10.222.0.81 "DELETE /v2.0/floatingips/8fb13b42-5fe5-4e6e-a509-bc67fa2aab02 HTTP/1.1" status: 204 len: 168 time: 0.9121389 Jul 16 01:38:23.948957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.949257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d63166cd-1d17-4b07-b5c4-1d980e5dee9a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/8e184635-e8b5-4425-83ac-c8bc5862bc7f HTTP/1.1" status: 404 len: 333 time: 0.0368438 Jul 16 01:38:23.952295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.009027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 41fde261-f71b-464c-a143-59441ccd4243 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:24.017390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.066776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.159865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.218037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.245055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=41fde261-f71b-464c-a143-59441ccd4243,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.249076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.253989 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f152bdfa-4f49-4b0a-8b24-37c3d6e48242 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/41fde261-f71b-464c-a143-59441ccd4243 HTTP/1.1" status: 204 len: 168 time: 0.3040504 Jul 16 01:38:24.254911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37412) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.259954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98640d46-8bc9-4a78-9eda-e1b0169902d3 None None] Network 3e876c79-babf-4496-a65b-acbd30586f55 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:24.364164 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.390313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.462921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port a6e86544-52cb-4016-8957-e1f9cfb4fd57 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:24.463691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.475769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] DHCP port deletion for 3e876c79-babf-4496-a65b-acbd30586f55 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:24.552437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] Deleting port a6e86544-52cb-4016-8957-e1f9cfb4fd57 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:24.552812 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.592365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] For port a6e86544-52cb-4016-8957-e1f9cfb4fd57, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a6e86544-52cb-4016-8957-e1f9cfb4fd57,segment=NetworkSegment(bc9761c0-c6e9-4548-9810-64ae8718668b),segment_id=bc9761c0-c6e9-4548-9810-64ae8718668b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:24.592990 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.610883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for a6e86544-52cb-4016-8957-e1f9cfb4fd57 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:24.646957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] For port a6e86544-52cb-4016-8957-e1f9cfb4fd57, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a6e86544-52cb-4016-8957-e1f9cfb4fd57,segment=NetworkSegment(bc9761c0-c6e9-4548-9810-64ae8718668b),segment_id=bc9761c0-c6e9-4548-9810-64ae8718668b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:24.647358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.659849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] Calling delete_port for a6e86544-52cb-4016-8957-e1f9cfb4fd57 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:24.732311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae06061-289c-4020-8c26-3cc4a456b98e req-87ce95f6-1fa5-4e57-a47f-c6bfb0bc535b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.733913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ae06061-289c-4020-8c26-3cc4a456b98e req-87ce95f6-1fa5-4e57-a47f-c6bfb0bc535b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1320140 Jul 16 01:38:24.741088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.745993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a6e86544-52cb-4016-8957-e1f9cfb4fd57 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:24.775892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: a6e86544-52cb-4016-8957-e1f9cfb4fd57 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:24.776554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a6e86544-52cb-4016-8957-e1f9cfb4fd57 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:24.788511 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.811516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=a6e86544-52cb-4016-8957-e1f9cfb4fd57,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.818067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] Pushing event deleted for resources: {'Port': ['ID=a6e86544-52cb-4016-8957-e1f9cfb4fd57,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.819754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No DVR routers for this DVR port a6e86544-52cb-4016-8957-e1f9cfb4fd57 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:24.825013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba8a6a-ee58-489b-bacd-5de852c5f115 None None] No DVR routers for this DVR port a6e86544-52cb-4016-8957-e1f9cfb4fd57 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:24.925721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ae06061-289c-4020-8c26-3cc4a456b98e req-6cfa269e-6b02-47af-8065-2fac8afface6 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040323 Jul 16 01:38:24.929908 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.952330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e876c79-babf-4496-a65b-acbd30586f55']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.976216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9761c0-c6e9-4548-9810-64ae8718668b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.976548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9761c0-c6e9-4548-9810-64ae8718668b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.983655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f45a47-56ad-435e-8e52-471fdf85bab3 req-d5874e97-6210-41f0-b1f0-9461e2b5f5ec tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.986598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.991055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4f45a47-56ad-435e-8e52-471fdf85bab3 req-d5874e97-6210-41f0-b1f0-9461e2b5f5ec tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 945 time: 0.1871290 Jul 16 01:38:25.001033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.007173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:25.007590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.010805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Deleting port d91e111a-2c0f-464f-92d0-dd3e0beba2f7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:25.011017 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:25.013912 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.077058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.090859 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.092799 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/3e876c79-babf-4496-a65b-acbd30586f55 HTTP/1.1" status: 204 len: 168 time: 0.8372791 Jul 16 01:38:25.110287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.115398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1972130024'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.118740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eae03-32bd-4f21-b44a-d8afb0b4515f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=3e876c79-babf-4496-a65b-acbd30586f55,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.126527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4f45a47-56ad-435e-8e52-471fdf85bab3 req-8c19425c-4f3e-42a8-ac4d-d43ef22ac96f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345141 Jul 16 01:38:25.144611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:25.149290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.156127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] For port d91e111a-2c0f-464f-92d0-dd3e0beba2f7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:25.156546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.170943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Calling delete_port for d91e111a-2c0f-464f-92d0-dd3e0beba2f7 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:25.185064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:25.195125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.195609 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment 37ca6318-26ce-46e8-9c98-6e5da14e572a of type vlan for network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 Jul 16 01:38:25.236686 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.266397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.273341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.274078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.320692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2090394 Jul 16 01:38:25.324937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.342685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.357287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a63815-dc67-40c6-9392-60da56086750 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=88ec8bf9-d3fa-4281-9e44-85bbd4e485a2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.371124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:25.464706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.465231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:25.525009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91e111a-2c0f-464f-92d0-dd3e0beba2f7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.537712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:25.547466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:25.547844 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.556424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:25.560351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.676960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.710574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:25.712875 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6234ad-44ff-4db9-a893-1434f6225fe5" -d '{"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-plugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:25.741946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:25.750290 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.793667 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.858750 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f6384d-749d-4acc-9306-115929ba77dc x-openstack-request-id: req-e9f6384d-749d-4acc-9306-115929ba77dc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:25.859463 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-plugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:25.860074 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9f6384d-749d-4acc-9306-115929ba77dc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:25.860721 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'code': 200} Jul 16 01:38:25.862451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.927429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407afe84-9406-4d28-82bd-ac0a42a76859 req-aaad9505-281c-4c4a-99e2-82a0bfa5751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.928993 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-407afe84-9406-4d28-82bd-ac0a42a76859 req-aaad9505-281c-4c4a-99e2-82a0bfa5751a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1097 time: 0.0851188 Jul 16 01:38:25.967309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-407afe84-9406-4d28-82bd-ac0a42a76859 req-2adea00c-3031-4e7e-b83c-699be12d1e68 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Jul 16 01:38:25.968943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.083203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=96f8f303-3d6f-4d51-9325-2be7af69b156,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.160688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': '37ca6318-26ce-46e8-9c98-6e5da14e572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:26.161059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:26.209736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:26.212797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:26.231567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:26.239397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.239548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.243833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af11d68-90e0-42c8-86f0-705aabdfbb95 None None] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:26.251166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fdd14-01ae-4d08-9d35-6958d90e77ef req-f7b624e6-c48f-4c50-afee-e3679f30719d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.252746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e64fdd14-01ae-4d08-9d35-6958d90e77ef req-f7b624e6-c48f-4c50-afee-e3679f30719d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1659286 Jul 16 01:38:26.323530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37436) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.323799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7dd21865-4817-41f8-a06a-f7f19da8973a tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9853666 Jul 16 01:38:26.329144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2', 'name': 'tempest-PortsTestJSON-628155213', 'fixed_ips': [{'subnet_id': '96f8f303-3d6f-4d51-9325-2be7af69b156', 'ip_address': '172.20.0.10'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.422500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e64fdd14-01ae-4d08-9d35-6958d90e77ef req-9fee5b90-67f8-4717-88d3-73d0d2100b31 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573257 Jul 16 01:38:26.430002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-88ec8bf9-d3fa-4281-9e44-85bbd4e485a2', 'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2', 'tenant_id': 'a95063e4039c404ba23a4bcc5df39fa0', 'fixed_ips': [{'subnet_id': '96f8f303-3d6f-4d51-9325-2be7af69b156'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:26.432451 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.458623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:26.463969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d5010ed4-86b8-4b28-b232-9867f5c3b468 admin admin] 10.222.0.81 "PUT /v2.0/routers/8fbc9d58-93d9-4afe-af43-1576f36a5ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120304 Jul 16 01:38:26.466804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37438) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.471613 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] Sync routers for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:26.483211 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:26.484028 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:26.498311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:26.576480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84c3f-a8b2-4a08-8457-246eb3378fda req-869881c8-c28d-4996-bac5-568bdbcd1bfc tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.584182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fa84c3f-a8b2-4a08-8457-246eb3378fda req-869881c8-c28d-4996-bac5-568bdbcd1bfc tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2693660 Jul 16 01:38:26.623143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.696751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port fc3bd294-2087-4068-83cc-4f7d2fdc5b68 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:26.705994 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:26.743958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fa84c3f-a8b2-4a08-8457-246eb3378fda req-ff964dae-3cc1-4143-84c5-30bfcff88dbf tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582403 Jul 16 01:38:26.744989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Allocated IP 172.20.0.2 (88ec8bf9-d3fa-4281-9e44-85bbd4e485a2/96f8f303-3d6f-4d51-9325-2be7af69b156/f43aa989-85c6-46b0-afcc-c88e5539a659) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:26.792320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.972547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.983100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Transition to ACTIVE for port object f43aa989-85c6-46b0-afcc-c88e5539a659 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.004882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Transition to ACTIVE for port object f43aa989-85c6-46b0-afcc-c88e5539a659 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.099439 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.104766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.119261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.10 (88ec8bf9-d3fa-4281-9e44-85bbd4e485a2/96f8f303-3d6f-4d51-9325-2be7af69b156/fc3bd294-2087-4068-83cc-4f7d2fdc5b68) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.181906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:27.186911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:27.192993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:27.245254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Deleting port 935e6030-5f96-41d3-89a5-c7096b030e1c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:27.245633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.261299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Pushing event updated for resources: {'Port': ['ID=f43aa989-85c6-46b0-afcc-c88e5539a659,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.277125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Attempting to bind port f43aa989-85c6-46b0-afcc-c88e5539a659 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:27.277492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Attempting to bind port f43aa989-85c6-46b0-afcc-c88e5539a659 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '37ca6318-26ce-46e8-9c98-6e5da14e572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:27.277869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Attempting to bind port f43aa989-85c6-46b0-afcc-c88e5539a659 on network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:27.280979 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:38:25Z', 'revision_number': 5, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port': {'id': '935e6030-5f96-41d3-89a5-c7096b030e1c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:27.286814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:27.287232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Checking segment: {'id': '37ca6318-26ce-46e8-9c98-6e5da14e572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:27.287699 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.288166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Bound using segment: {'id': '37ca6318-26ce-46e8-9c98-6e5da14e572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:27.288706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Bound port: f43aa989-85c6-46b0-afcc-c88e5539a659, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ca6318-26ce-46e8-9c98-6e5da14e572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:27.289127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.350968 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] Checking router: 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:27.364546 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] Routers {'8fbc9d58-93d9-4afe-af43-1576f36a5ed9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:27.373714 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:27.483761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] For port 935e6030-5f96-41d3-89a5-c7096b030e1c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=935e6030-5f96-41d3-89a5-c7096b030e1c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:27.484380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.507526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.514991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Calling delete_port for 935e6030-5f96-41d3-89a5-c7096b030e1c owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:27.541273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object fc3bd294-2087-4068-83cc-4f7d2fdc5b68 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.552842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:27.620055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] For port f43aa989-85c6-46b0-afcc-c88e5539a659, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:27.639363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] For port f43aa989-85c6-46b0-afcc-c88e5539a659, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f43aa989-85c6-46b0-afcc-c88e5539a659,segment=NetworkSegment(37ca6318-26ce-46e8-9c98-6e5da14e572a),segment_id=37ca6318-26ce-46e8-9c98-6e5da14e572a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:27.655445 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.687126 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] Set router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:27.748442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:27.750270 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 6, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:27.756029 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.768464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:27.778522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:27.830480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0da4c-a68a-4005-99e9-9ec57c112c5d req-0b346e33-527c-4599-9438-0da18ebdcd34 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.842637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ace0da4c-a68a-4005-99e9-9ec57c112c5d req-0b346e33-527c-4599-9438-0da18ebdcd34 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.2050035 Jul 16 01:38:27.851396 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2e03e-b339-40cc-8d73-abb92f73d921 None None] The sync data for ids ['8fbc9d58-93d9-4afe-af43-1576f36a5ed9'] in n-d-800085-5 is: [{'id': '8fbc9d58-93d9-4afe-af43-1576f36a5ed9', 'name': 'tempest-ServersTestManualDisk-1951750818-router', 'tenant_id': '619da3cc9ae7493f88a716fd020b759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 6, 'project_id': '619da3cc9ae7493f88a716fd020b759a', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:27.955099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=fc3bd294-2087-4068-83cc-4f7d2fdc5b68,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.967939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1c13b-8cc5-4f34-97ae-0ecd59c4583c None None] Pushing event updated for resources: {'Port': ['ID=f43aa989-85c6-46b0-afcc-c88e5539a659,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.004777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.005542 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.014311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:28.035683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'port_id': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'mac_address': 'fa:16:3e:bc:b2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:28.041797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-73b79d29-acc1-4230-8f67-0cad00854a86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7167675 Jul 16 01:38:28.042491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37474) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.048080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '88ec8bf9-d3fa-4281-9e44-85bbd4e485a2', 'name': 'tempest-PortsTestJSON-1257201454', 'fixed_ips': [{'subnet_id': '96f8f303-3d6f-4d51-9325-2be7af69b156', 'ip_address': '172.20.0.9'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.159127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ace0da4c-a68a-4005-99e9-9ec57c112c5d req-a44e1765-f1ea-460d-b0e7-5594b984a322 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126888 Jul 16 01:38:28.159561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.180069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96774f95-80fb-48a8-87ec-b8e540f15f02 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:28.254437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.256952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:28.264280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.300055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fb5ff-a4ae-4928-8043-03caf8e4a329 req-fb456333-5155-4c5c-ac1a-c26f4294d0ce tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.304359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d0fb5ff-a4ae-4928-8043-03caf8e4a329 req-fb456333-5155-4c5c-ac1a-c26f4294d0ce tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3408046 Jul 16 01:38:28.319680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:28.331338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.373535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port 6602c21e-4980-44a6-9e0f-5a45e04db5d9 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:28.472532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=935e6030-5f96-41d3-89a5-c7096b030e1c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.516855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['96774f95-80fb-48a8-87ec-b8e540f15f02'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:28.620411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.725637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d0fb5ff-a4ae-4928-8043-03caf8e4a329 req-2f18ac87-6e45-4687-86a9-a041be12320c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939898 Jul 16 01:38:28.761214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-ad256938-82fc-4e33-b87b-ef4fd1535d79 req-990229e3-90ae-452a-ab91-91db469a2fad service neutron] (93706) timed out ('10.222.0.93', 59810) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:38:28.812372 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.963654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d91e111a-2c0f-464f-92d0-dd3e0beba2f7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:28.979541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.9 (88ec8bf9-d3fa-4281-9e44-85bbd4e485a2/96f8f303-3d6f-4d51-9325-2be7af69b156/6602c21e-4980-44a6-9e0f-5a45e04db5d9) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:29.006941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d91e111a-2c0f-464f-92d0-dd3e0beba2f7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:29.010400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d91e111a-2c0f-464f-92d0-dd3e0beba2f7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:29.096555 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.477974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:29.632253 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.658596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 96774f95-80fb-48a8-87ec-b8e540f15f02 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:29.663117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.680275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object 6602c21e-4980-44a6-9e0f-5a45e04db5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:29.784201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.788057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.805423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.834136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:29.842166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:29.845417 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abc0dcf-fc88-44d0-8313-0f7054f48f10" -d '{"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-plugged", "status": "completed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:29.849241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a36741d-5d90-4b0c-aa2b-934ecb753d66 None None] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:29.924806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.925536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbc9d58-93d9-4afe-af43-1576f36a5ed9 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:29.945893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.948701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e5b3a0c6-3a2f-4f5c-915a-5b48c9fa8be8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8fbc9d58-93d9-4afe-af43-1576f36a5ed9 HTTP/1.1" status: 204 len: 168 time: 3.4792643 Jul 16 01:38:29.959876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.965526 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.047242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=6602c21e-4980-44a6-9e0f-5a45e04db5d9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.050255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-368dbb68-39ea-4611-aa3f-3f7dfe78ddd6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.052084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-368dbb68-39ea-4611-aa3f-3f7dfe78ddd6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 813 time: 0.9786532 Jul 16 01:38:30.081836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2a761-598e-496a-a97f-2ab8a5771d44 req-0a8cbd8b-2ec8-44bf-83a0-9e020382400d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.083803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48e2a761-598e-496a-a97f-2ab8a5771d44 req-0a8cbd8b-2ec8-44bf-83a0-9e020382400d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 945 time: 0.3104417 Jul 16 01:38:30.102122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.123750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:30.127871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:30.130895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e276b1be-0121-409f-9991-0856a29dc19a None None] Provisioning for port f43aa989-85c6-46b0-afcc-c88e5539a659 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:30.131182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] Deleting subnet bf87c178-b578-4688-848a-ef5701d3c10e {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:30.138017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:30.143180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.146000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-e08568e5-53f4-48d9-b4ce-240c656d1100 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/quotas/b7ccfcfa0d974d12a7a0bd9745fe1b60 HTTP/1.1" status: 200 len: 375 time: 0.0585454 Jul 16 01:38:30.234044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48e2a761-598e-496a-a97f-2ab8a5771d44 req-0b53e24b-e3ce-4d53-a9e1-fbf2abee9a77 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365430 Jul 16 01:38:30.244574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.311430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.315265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.362334 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-10c6716f-1bd8-47a0-89e5-6e81364e8711 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3184640 Jul 16 01:38:30.367413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.474768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-f7765d16-c48d-4ada-b8e3-cd5c200114ac tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3005667 Jul 16 01:38:30.524936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.786624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Provisioning for port fc3bd294-2087-4068-83cc-4f7d2fdc5b68 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:30.787176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0534926-4a50-40bd-b927-4581f23ba80f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.794684 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0534926-4a50-40bd-b927-4581f23ba80f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4260197 Jul 16 01:38:30.805177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.813223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f43aa989-85c6-46b0-afcc-c88e5539a659 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:30.844247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Provisioning complete for port fc3bd294-2087-4068-83cc-4f7d2fdc5b68 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.844493 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.948547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.007766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Port fc3bd294-2087-4068-83cc-4f7d2fdc5b68 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:31.025466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f851bb2-0a95-49dd-9965-473df7cf14f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.027673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf87c178-b578-4688-848a-ef5701d3c10e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.031408 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-3dd4f87a-ee14-42fc-9b83-255644fc3b54 service neutron] 10.222.0.81 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477300 Jul 16 01:38:31.046145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f851bb2-0a95-49dd-9965-473df7cf14f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.053808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.058991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cdc62da3-e477-44fb-b356-2b64e40060d8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bf87c178-b578-4688-848a-ef5701d3c10e HTTP/1.1" status: 204 len: 168 time: 1.0971572 Jul 16 01:38:31.061287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37514) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.071822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f851bb2-0a95-49dd-9965-473df7cf14f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.078976 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f851bb2-0a95-49dd-9965-473df7cf14f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2709389 Jul 16 01:38:31.085355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37516) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.100460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db963bda-5a1d-4bba-93f1-6bac1fa91a02 None None] Network 315c1063-c9fc-472d-a3c4-c4b396211a97 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:31.125443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f43aa989-85c6-46b0-afcc-c88e5539a659 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:31.157334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f43aa989-85c6-46b0-afcc-c88e5539a659 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.157731 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.206818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Provisioning for port 6602c21e-4980-44a6-9e0f-5a45e04db5d9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:31.230708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Provisioning complete for port 6602c21e-4980-44a6-9e0f-5a45e04db5d9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.231094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.527712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 6602c21e-4980-44a6-9e0f-5a45e04db5d9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:31.528878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.549629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e3fe5-338f-423a-b5b4-b6767f7f0582 None None] Port 6602c21e-4980-44a6-9e0f-5a45e04db5d9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:31.624297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.785347 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9c3ece-21c7-419d-b046-09ee7c552c14 x-openstack-request-id: req-4b9c3ece-21c7-419d-b046-09ee7c552c14 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:31.786348 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-plugged", "status": "completed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:31.786348 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b9c3ece-21c7-419d-b046-09ee7c552c14 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:31.788264 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'code': 200} Jul 16 01:38:31.788264 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.793810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.834652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-3d5aa002-f4b2-488f-8a9a-eafb44694492 service neutron] 10.222.0.81 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361913 Jul 16 01:38:31.846705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f43aa989-85c6-46b0-afcc-c88e5539a659, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f43aa989-85c6-46b0-afcc-c88e5539a659,segment=NetworkSegment(37ca6318-26ce-46e8-9c98-6e5da14e572a),segment_id=37ca6318-26ce-46e8-9c98-6e5da14e572a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:31.851953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-444c6b20-d516-4efe-b3ec-5a98b47d3372 None None] Provisioning complete for port fc3bd294-2087-4068-83cc-4f7d2fdc5b68 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.852386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-444c6b20-d516-4efe-b3ec-5a98b47d3372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.902336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-444c6b20-d516-4efe-b3ec-5a98b47d3372 None None] Port fc3bd294-2087-4068-83cc-4f7d2fdc5b68 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:31.903997 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.910788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 6602c21e-4980-44a6-9e0f-5a45e04db5d9 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:31.971537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Deleting port e7d247ba-0c5c-4000-b001-ab00cc0c86ec {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:31.972120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.023121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] DHCP port deletion for 315c1063-c9fc-472d-a3c4-c4b396211a97 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:32.029515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f43aa989-85c6-46b0-afcc-c88e5539a659,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.133921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7b7a9d71-be4c-46d2-83bb-ca4982fa98d1 None None] Provisioning complete for port 6602c21e-4980-44a6-9e0f-5a45e04db5d9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:32.134329 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9d71-be4c-46d2-83bb-ca4982fa98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.249491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a9d71-be4c-46d2-83bb-ca4982fa98d1 None None] Port 6602c21e-4980-44a6-9e0f-5a45e04db5d9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:32.252802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 935e6030-5f96-41d3-89a5-c7096b030e1c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:32.296906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 935e6030-5f96-41d3-89a5-c7096b030e1c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:32.297264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 935e6030-5f96-41d3-89a5-c7096b030e1c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:32.327502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] For port e7d247ba-0c5c-4000-b001-ab00cc0c86ec, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:32.330246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.350308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.352333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] Deleting port e7d247ba-0c5c-4000-b001-ab00cc0c86ec {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:32.354158 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.365972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Calling delete_port for e7d247ba-0c5c-4000-b001-ab00cc0c86ec owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:32.405304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=6602c21e-4980-44a6-9e0f-5a45e04db5d9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.552693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] For port e7d247ba-0c5c-4000-b001-ab00cc0c86ec, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,segment=NetworkSegment(f3835caa-88f2-4e0a-b145-d1e7815f4b49),segment_id=f3835caa-88f2-4e0a-b145-d1e7815f4b49)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:32.553081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.608686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] Calling delete_port for e7d247ba-0c5c-4000-b001-ab00cc0c86ec owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:32.670803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.739201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] No DVR routers for this DVR port e7d247ba-0c5c-4000-b001-ab00cc0c86ec on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:32.760077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f43aa989-85c6-46b0-afcc-c88e5539a659 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:32.765586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.830047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.836829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0a350366-dbbe-46cb-ac29-9eaa0eb1e6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/6602c21e-4980-44a6-9e0f-5a45e04db5d9 HTTP/1.1" status: 204 len: 168 time: 1.7478437 Jul 16 01:38:32.848329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.868812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.937633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315c1063-c9fc-472d-a3c4-c4b396211a97']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.953364 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-68db474b-a920-40c3-b29a-d8aa1c615b90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:32.955522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-68db474b-a920-40c3-b29a-d8aa1c615b90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/6602c21e-4980-44a6-9e0f-5a45e04db5d9 HTTP/1.1" status: 404 len: 333 time: 0.1061158 Jul 16 01:38:32.963101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37536) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.967074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3835caa-88f2-4e0a-b145-d1e7815f4b49') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.968895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3835caa-88f2-4e0a-b145-d1e7815f4b49') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.994266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f43aa989-85c6-46b0-afcc-c88e5539a659 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:32.995936 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.003516 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.044937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636f983-c14f-435c-95f0-6731d5f44800 req-74604622-c399-411b-b748-821989f99da6 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.055829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b636f983-c14f-435c-95f0-6731d5f44800 req-74604622-c399-411b-b748-821989f99da6 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.4345655 Jul 16 01:38:33.066672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.125196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.134726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.143097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.144251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.153104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.154270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.154434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] Pushing event deleted for resources: {'Port': ['ID=e7d247ba-0c5c-4000-b001-ab00cc0c86ec,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.165449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.165606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc81d65-ef69-47e3-a0ff-2655ff055e57 None None] No DVR routers for this DVR port e7d247ba-0c5c-4000-b001-ab00cc0c86ec on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:33.174557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.186439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.189315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.193254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.196026 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-d897130c-d39f-4aff-8552-951e7d2e745d tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 0.5638921 Jul 16 01:38:33.203320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.209132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.217303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.228877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-8d72dfd6-00eb-4a38-856d-f526e919a146 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 5441 time: 1.1488712 Jul 16 01:38:33.269551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.304861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-0e0182bb-4116-4fd8-a035-9a1b94957a13 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.306066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-0e0182bb-4116-4fd8-a035-9a1b94957a13 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "GET /v2.0/ports/3e846de4-f9b5-4610-9792-79cfa6b2288a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1030777 Jul 16 01:38:33.325204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:33.325694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:33.328509 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:33.363665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b636f983-c14f-435c-95f0-6731d5f44800 req-86ba3180-d8f3-4381-a3aa-ad6983b28495 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060663 Jul 16 01:38:33.379992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5784f451-092d-408b-be1e-ca15cd6555d4 req-64305f4c-d024-4e56-9445-c9694f090cde tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1498654 Jul 16 01:38:33.478473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.484527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.486880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] 10.222.0.81 "DELETE /v2.0/networks/315c1063-c9fc-472d-a3c4-c4b396211a97 HTTP/1.1" status: 204 len: 168 time: 2.4203501 Jul 16 01:38:33.515678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e7d247ba-0c5c-4000-b001-ab00cc0c86ec no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:33.551579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4914d7-4d5f-40e4-89fa-97f505cc9316 admin admin] Pushing event deleted for resources: {'Network': ['ID=315c1063-c9fc-472d-a3c4-c4b396211a97,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.566119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port fc3bd294-2087-4068-83cc-4f7d2fdc5b68 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:33.566822 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.595134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e7d247ba-0c5c-4000-b001-ab00cc0c86ec {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:33.596575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e7d247ba-0c5c-4000-b001-ab00cc0c86ec not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:33.622239 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-cb1aac7c-7088-4424-8da2-5944b645b001 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "GET /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2947063 Jul 16 01:38:33.637238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:33.733009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:33.747500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9da20fcb-4c8f-4702-a195-9ae9d1da9f30 req-2e07bfcb-9565-4835-ab8a-070fbe5ce97e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 210 time: 0.1178310 Jul 16 01:38:33.812207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.843363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for fc3bd294-2087-4068-83cc-4f7d2fdc5b68 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:33.899194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.990942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0a7af229-a407-44be-881f-473543114464 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=619da3cc9ae7493f88a716fd020b759a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551811 Jul 16 01:38:33.993667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.079605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5520b530-1080-48f5-8793-7cc134d50979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.112803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5520b530-1080-48f5-8793-7cc134d50979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.187758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] For port 3e846de4-f9b5-4610-9792-79cfa6b2288a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3e846de4-f9b5-4610-9792-79cfa6b2288a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:34.222889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5520b530-1080-48f5-8793-7cc134d50979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.224146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] For port 3e846de4-f9b5-4610-9792-79cfa6b2288a, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:34.226609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5520b530-1080-48f5-8793-7cc134d50979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.228361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5520b530-1080-48f5-8793-7cc134d50979 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/acf1d0ea-2cad-42d3-8288-906511dbee3c HTTP/1.1" status: 204 len: 168 time: 0.2333980 Jul 16 01:38:34.246440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520b530-1080-48f5-8793-7cc134d50979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf1d0ea-2cad-42d3-8288-906511dbee3c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.268656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.655109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-1f296b0c-5399-47b5-9894-2fb08e90ce4f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.663717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-1f296b0c-5399-47b5-9894-2fb08e90ce4f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 813 time: 0.2972260 Jul 16 01:38:34.698172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Request body: {'port': {'device_id': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896', 'admin_state_up': True, 'tenant_id': 'b7ccfcfa0d974d12a7a0bd9745fe1b60'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.744785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] device_id is not set on port 3e846de4-f9b5-4610-9792-79cfa6b2288a yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:34.767547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=fc3bd294-2087-4068-83cc-4f7d2fdc5b68,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.793813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.900497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.900497 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a63781de-41b2-4392-925f-cb6ba517c041 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/fc3bd294-2087-4068-83cc-4f7d2fdc5b68 HTTP/1.1" status: 204 len: 168 time: 1.9340732 Jul 16 01:38:34.901643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.903552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.971113 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eac2c18-4f54-467d-b92c-bf20fe2a91ca tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:34.972723 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4eac2c18-4f54-467d-b92c-bf20fe2a91ca tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/fc3bd294-2087-4068-83cc-4f7d2fdc5b68 HTTP/1.1" status: 404 len: 333 time: 0.0668004 Jul 16 01:38:34.987763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.117187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] No DVR routers for this DVR port 3e846de4-f9b5-4610-9792-79cfa6b2288a on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:35.213093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] Pushing event updated for resources: {'Port': ['ID=3e846de4-f9b5-4610-9792-79cfa6b2288a,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.268411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 96f8f303-3d6f-4d51-9325-2be7af69b156 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:35.288974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.395395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-44385e59-bc36-480a-be5b-f84c32c6927c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.400903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.420080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-44385e59-bc36-480a-be5b-f84c32c6927c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.423357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2963de21-901f-4329-ad32-ee76324018ef None None] Provisioning complete for port 3e846de4-f9b5-4610-9792-79cfa6b2288a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:35.424386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2963de21-901f-4329-ad32-ee76324018ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.435357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-44385e59-bc36-480a-be5b-f84c32c6927c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.441334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-44385e59-bc36-480a-be5b-f84c32c6927c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.458932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-44385e59-bc36-480a-be5b-f84c32c6927c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.464889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-44385e59-bc36-480a-be5b-f84c32c6927c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.465506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2963de21-901f-4329-ad32-ee76324018ef None None] Port 3e846de4-f9b5-4610-9792-79cfa6b2288a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:35.484794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-44385e59-bc36-480a-be5b-f84c32c6927c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 4662 time: 0.7629268 Jul 16 01:38:35.491471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Made reservation on behalf of b7ccfcfa0d974d12a7a0bd9745fe1b60 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:35.495038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.506745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8a193001-c9e6-4864-8d8e-8f08a9ecf88c no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:35.568176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.578339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfa1bc-53a4-4b0e-8552-c8647c8c0aa4 req-a2126024-94b5-4130-ac96-1b7b2cba1197 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.590651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8dfa1bc-53a4-4b0e-8552-c8647c8c0aa4 req-a2126024-94b5-4130-ac96-1b7b2cba1197 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.8680091 Jul 16 01:38:35.599937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] In _notify_port_updated(), no bound segment for port 3e846de4-f9b5-4610-9792-79cfa6b2288a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:38:35.613357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.614284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.615815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-dfcfcc04-17d7-44b8-9774-c1c3868570ad service neutron] 10.222.0.93 "PUT /v2.0/ports/3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 200 len: 1032 time: 1.9844978 Jul 16 01:38:35.629719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.643955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.680316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:35.682011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d906b20c-c6bb-48cc-b70e-4282544da153 req-f2c3b958-ed4c-4059-874c-87240a85005e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1964986 Jul 16 01:38:35.683649 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1306fb9d-37e7-42d1-a12a-6fcf9bfea15f" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:35.708201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.716759 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.717852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 843e3aec-078a-41a5-9846-b66fe3e63118 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:35.773273 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8dfa1bc-53a4-4b0e-8552-c8647c8c0aa4 req-953b4523-125a-4b77-884c-a96c2477304d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811974 Jul 16 01:38:35.850853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.863004 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2294f0dd-cec4-4683-96e0-ff6d3cbe0eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.865904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2294f0dd-cec4-4683-96e0-ff6d3cbe0eed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "GET /v2.0/ports/ba917c0e-b251-4c36-b8b1-b362244c0f6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2325234 Jul 16 01:38:35.879343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-b8cdfc1e-34e3-44f2-bec3-6b1a1e86acc7 req-2a8ad456-a3f0-4433-80db-a0d7c20b2e7d service neutron] (93707) timed out ('10.222.0.93', 59820) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:38:35.885692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-119262406-network', 'tenant_id': 'dc158a4ed5a1416ea7752aa56d73bae5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:35.930691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:36.023245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Made reservation on behalf of dc158a4ed5a1416ea7752aa56d73bae5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:36.032118 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.036852 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435aafb3-f23c-4ecf-a525-33d01cc31b18 x-openstack-request-id: req-435aafb3-f23c-4ecf-a525-33d01cc31b18 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:36.037139 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:36.037388 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-435aafb3-f23c-4ecf-a525-33d01cc31b18 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:36.037783 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'code': 200} Jul 16 01:38:36.058763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.065039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.098931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d215f74-93ac-4686-b8b1-18533cb625ad req-46867d08-633f-4185-8041-03f7de4ccf7c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 210 time: 0.0516384 Jul 16 01:38:36.109037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 843e3aec-078a-41a5-9846-b66fe3e63118, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=843e3aec-078a-41a5-9846-b66fe3e63118,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.116869 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.117658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ba917c0e-b251-4c36-b8b1-b362244c0f6a no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:36.134555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Allocated IP 172.20.0.9 (bf2dadef-9d2d-4691-8284-48e600093896/5f782d52-1885-4135-bf0c-61d813859b92/032788c7-d019-440c-9eeb-efc43d8b55af) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:36.165197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.262326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=96f8f303-3d6f-4d51-9325-2be7af69b156,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.274209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=843e3aec-078a-41a5-9846-b66fe3e63118,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.293235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3be4b0-6f73-47a4-b22b-5dcdef8b4a20 None None] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:36.308957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.317884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9c024f68-9c24-4309-a8d4-10b10d378734 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/96f8f303-3d6f-4d51-9325-2be7af69b156 HTTP/1.1" status: 204 len: 168 time: 1.3240762 Jul 16 01:38:36.331168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.373025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.409075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.438777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.469199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.474959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['94069bd4-66dd-45b3-bace-1d076b1c1bd1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:36.481045 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.481903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 309ebef2-8738-4788-bf35-85140bb7470c no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:36.499380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.532562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Network bf2dadef-9d2d-4691-8284-48e600093896 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:36.539748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.549860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:36.555781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:36.565392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Pushing event updated for resources: {'Port': ['ID=032788c7-d019-440c-9eeb-efc43d8b55af,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.666984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.668464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.805538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.820915 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.900164 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.945768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] DHCP port deletion for 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:36.956393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 309ebef2-8738-4788-bf35-85140bb7470c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=309ebef2-8738-4788-bf35-85140bb7470c,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.971270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.990615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-d0fd0728-34ba-492d-b530-d794ef6b746f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3125875 Jul 16 01:38:36.996357 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.996812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8176d12f-20f7-427d-998c-6ec0679d6738 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:37.014545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port f43aa989-85c6-46b0-afcc-c88e5539a659 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:37.029178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.051682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Request body: {'port': {'device_id': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.077849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ba917c0e-b251-4c36-b8b1-b362244c0f6a,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:37.122996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] For port ba917c0e-b251-4c36-b8b1-b362244c0f6a, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:37.163068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-b2c1c10a-1e54-4b04-9f13-2fb29139516a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.168655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] device_id is not set on port ba917c0e-b251-4c36-b8b1-b362244c0f6a yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:37.172338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-b2c1c10a-1e54-4b04-9f13-2fb29139516a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.178680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-b2c1c10a-1e54-4b04-9f13-2fb29139516a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.178847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.193528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-b2c1c10a-1e54-4b04-9f13-2fb29139516a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.199998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-b2c1c10a-1e54-4b04-9f13-2fb29139516a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.206591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:37.212999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-b2c1c10a-1e54-4b04-9f13-2fb29139516a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.215329 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-b2c1c10a-1e54-4b04-9f13-2fb29139516a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 4656 time: 0.2997339 Jul 16 01:38:37.232459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.234026 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Added segment 5a3ae3fb-aead-4c60-af99-379b08682fe7 of type vlan for network ea78d7a9-c477-4c91-83ce-1ea58cea282c Jul 16 01:38:37.334837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ccdab9-41c2-4be7-9720-16f6bdb8ca55 req-19d6f291-02e8-4b7c-9406-58dd5762d08c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&id=df88e926-a383-4a98-a443-7f18af8c7aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1094642 Jul 16 01:38:37.341406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.353579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.375174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1416d-10e5-4d9f-ba8b-3a9248179e36 req-091e5837-687c-4dc2-ac59-216742a7c3a0 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.378062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4136cf9-f763-40b0-a892-4a9d65f1836e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.388637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.390076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.390861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.398862 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.404860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ff1416d-10e5-4d9f-ba8b-3a9248179e36 req-091e5837-687c-4dc2-ac59-216742a7c3a0 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.3469067 Jul 16 01:38:37.495287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] Pushing event updated for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.568321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] No DVR routers for this DVR port ba917c0e-b251-4c36-b8b1-b362244c0f6a on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:37.581792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=309ebef2-8738-4788-bf35-85140bb7470c,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.762338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] Deleting port f43aa989-85c6-46b0-afcc-c88e5539a659 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:37.762647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.769796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] In _notify_port_updated(), no bound segment for port ba917c0e-b251-4c36-b8b1-b362244c0f6a on network f28cbbf1-bcb5-48f6-8632-a12c16c86851 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:38:37.770695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.776662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.778187 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-518f7f41-94b9-48e2-bd83-698e728f704f service neutron] 10.222.0.93 "PUT /v2.0/ports/ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 200 len: 1031 time: 1.8976433 Jul 16 01:38:37.787657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.800146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ff1416d-10e5-4d9f-ba8b-3a9248179e36 req-0c9c845e-96fd-4136-8679-97bf0970d10c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943844 Jul 16 01:38:37.824962 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2536907 Jul 16 01:38:37.827383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.937318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Request body: {'subnet': {'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-119262406-subnet', 'tenant_id': 'dc158a4ed5a1416ea7752aa56d73bae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.991321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8176d12f-20f7-427d-998c-6ec0679d6738, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8176d12f-20f7-427d-998c-6ec0679d6738,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.016740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] For port f43aa989-85c6-46b0-afcc-c88e5539a659, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f43aa989-85c6-46b0-afcc-c88e5539a659,segment=NetworkSegment(37ca6318-26ce-46e8-9c98-6e5da14e572a),segment_id=37ca6318-26ce-46e8-9c98-6e5da14e572a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.017400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.024073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Made reservation on behalf of dc158a4ed5a1416ea7752aa56d73bae5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:38.026552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.057426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:38.059638 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e19a2-3728-436e-b87c-ebe222c299ef" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ba917c0e-b251-4c36-b8b1-b362244c0f6a"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "309ebef2-8738-4788-bf35-85140bb7470c"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:38.090965 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.091679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3e846de4-f9b5-4610-9792-79cfa6b2288a no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:38.103400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032788c7-d019-440c-9eeb-efc43d8b55af {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:38.112256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for f43aa989-85c6-46b0-afcc-c88e5539a659 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:38.117791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f878612-72b0-4d97-ad3a-be9f441a3ba6 req-e21cbc8a-76ea-4fbd-8ccb-a6fced589b46 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.120444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f878612-72b0-4d97-ad3a-be9f441a3ba6 req-e21cbc8a-76ea-4fbd-8ccb-a6fced589b46 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 931 time: 0.1773286 Jul 16 01:38:38.125253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.159225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Transition to ACTIVE for port object 032788c7-d019-440c-9eeb-efc43d8b55af will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:38.173234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.228844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbc281-0c4a-423b-86cc-fe9e9e6e6ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea78d7a9-c477-4c91-83ce-1ea58cea282c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.240941 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227b6c7a-6bb7-42ef-954d-15687fcbf39c x-openstack-request-id: req-227b6c7a-6bb7-42ef-954d-15687fcbf39c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:38.241489 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ba917c0e-b251-4c36-b8b1-b362244c0f6a", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "309ebef2-8738-4788-bf35-85140bb7470c", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:38.241954 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-227b6c7a-6bb7-42ef-954d-15687fcbf39c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:38.242550 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118', 'code': 200} Jul 16 01:38:38.242860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.243244 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba917c0e-b251-4c36-b8b1-b362244c0f6a', 'code': 200} Jul 16 01:38:38.243696 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c', 'code': 200} Jul 16 01:38:38.244146 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738', 'code': 200} Jul 16 01:38:38.245104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fac4338d-e858-4ee9-b0e9-e11e6e09ebcc None None] Provisioning complete for port ba917c0e-b251-4c36-b8b1-b362244c0f6a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:38.245675 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fac4338d-e858-4ee9-b0e9-e11e6e09ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.265945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f878612-72b0-4d97-ad3a-be9f441a3ba6 req-8a43f3b0-16c6-4384-9728-61360a926f1c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377087 Jul 16 01:38:38.276985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ea78d7a9-c477-4c91-83ce-1ea58cea282c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:38.290106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No DVR routers for this DVR port f43aa989-85c6-46b0-afcc-c88e5539a659 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:38.307055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Pushing event updated for resources: {'Port': ['ID=032788c7-d019-440c-9eeb-efc43d8b55af,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.360163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=f43aa989-85c6-46b0-afcc-c88e5539a659,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.380846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] For port f43aa989-85c6-46b0-afcc-c88e5539a659, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f43aa989-85c6-46b0-afcc-c88e5539a659,segment=NetworkSegment(37ca6318-26ce-46e8-9c98-6e5da14e572a),segment_id=37ca6318-26ce-46e8-9c98-6e5da14e572a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.381649 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.399159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Attempting to bind port 032788c7-d019-440c-9eeb-efc43d8b55af on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:38.399501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Attempting to bind port 032788c7-d019-440c-9eeb-efc43d8b55af by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:38.400318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Attempting to bind port 032788c7-d019-440c-9eeb-efc43d8b55af on network bf2dadef-9d2d-4691-8284-48e600093896 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.407826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Port 032788c7-d019-440c-9eeb-efc43d8b55af on network bf2dadef-9d2d-4691-8284-48e600093896 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:38.408253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Attempting to bind port 032788c7-d019-440c-9eeb-efc43d8b55af on network bf2dadef-9d2d-4691-8284-48e600093896 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.417632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:38.417973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Checking segment: {'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:38.418360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Bound using segment: {'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:38.418791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Bound port: 032788c7-d019-440c-9eeb-efc43d8b55af, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:38.419150 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.450059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:38.450465 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.485221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] Calling delete_port for f43aa989-85c6-46b0-afcc-c88e5539a659 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:38.486964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3e846de4-f9b5-4610-9792-79cfa6b2288a not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:38.487394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9c37cfbd-6813-48d2-9b37-b838a4e9e241 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:38.553200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.614557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ec8bf9-d3fa-4281-9e44-85bbd4e485a2']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:38.633290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fac4338d-e858-4ee9-b0e9-e11e6e09ebcc None None] Port ba917c0e-b251-4c36-b8b1-b362244c0f6a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:38.634821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8176d12f-20f7-427d-998c-6ec0679d6738,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.642942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ca6318-26ce-46e8-9c98-6e5da14e572a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:38.643235 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ca6318-26ce-46e8-9c98-6e5da14e572a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:38.659886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] For port 032788c7-d019-440c-9eeb-efc43d8b55af, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:38.665697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] For port 032788c7-d019-440c-9eeb-efc43d8b55af, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=032788c7-d019-440c-9eeb-efc43d8b55af,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:38.672189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f43aa989-85c6-46b0-afcc-c88e5539a659 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:38.687622 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.690865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.752934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f43aa989-85c6-46b0-afcc-c88e5539a659 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:38.753688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f43aa989-85c6-46b0-afcc-c88e5539a659 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:38.754217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] For port 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.754680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.766527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.779223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 9c37cfbd-6813-48d2-9b37-b838a4e9e241 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:38.794385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:38.794825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:38.798275 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:38.845885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.846495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.852927 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] 10.222.0.93 "PUT /v2.0/ports/032788c7-d019-440c-9eeb-efc43d8b55af HTTP/1.1" status: 200 len: 1091 time: 1.8468013 Jul 16 01:38:38.853946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b35e95-d630-43f7-99b5-3b390ca4ce6c service neutron] Pushing event updated for resources: {'Port': ['ID=032788c7-d019-440c-9eeb-efc43d8b55af,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.869278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'tag': '032788c7-d019-440c-9eeb-efc43d8b55af'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:38.873413 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "86a86c7b-1707-4ce1-8555-7037e09ec082", "tag": "032788c7-d019-440c-9eeb-efc43d8b55af"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.002600 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:39.006178 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:38:39.007186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.012466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.015307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-229c035a-7e5c-468e-b77b-16e45cc52cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.016390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.017043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-229c035a-7e5c-468e-b77b-16e45cc52cc1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 1094 time: 0.1132905 Jul 16 01:38:39.031814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8bee1-2e3d-4f62-abe8-1af6ed27a72b req-ab89b89e-b457-4a2c-b51d-1cd33cd6d5df tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.038610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8bee1-2e3d-4f62-abe8-1af6ed27a72b req-ab89b89e-b457-4a2c-b51d-1cd33cd6d5df tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.045852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8bee1-2e3d-4f62-abe8-1af6ed27a72b req-ab89b89e-b457-4a2c-b51d-1cd33cd6d5df tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.053928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8bee1-2e3d-4f62-abe8-1af6ed27a72b req-ab89b89e-b457-4a2c-b51d-1cd33cd6d5df tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.054357 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.061914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8bee1-2e3d-4f62-abe8-1af6ed27a72b req-ab89b89e-b457-4a2c-b51d-1cd33cd6d5df tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.063868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36c8bee1-2e3d-4f62-abe8-1af6ed27a72b req-ab89b89e-b457-4a2c-b51d-1cd33cd6d5df tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3876 time: 0.3953946 Jul 16 01:38:39.098994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] Pushing event deleted for resources: {'Port': ['ID=f43aa989-85c6-46b0-afcc-c88e5539a659,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.101288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] Network 88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:38:39.102051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad15b9-9b97-4705-91a7-3ac81ffba99f None None] No DVR routers for this DVR port f43aa989-85c6-46b0-afcc-c88e5539a659 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:39.105100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9c37cfbd-6813-48d2-9b37-b838a4e9e241, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9c37cfbd-6813-48d2-9b37-b838a4e9e241,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:39.120133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.121101 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.127937 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/88ec8bf9-d3fa-4281-9e44-85bbd4e485a2 HTTP/1.1" status: 204 len: 168 time: 2.7950742 Jul 16 01:38:39.132599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.144744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1140015595'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:39.174043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270538c-296d-423a-8919-743680f893dd tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=88ec8bf9-d3fa-4281-9e44-85bbd4e485a2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.213464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae7d20a-5615-4825-bc10-16ae8b304b32,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.213737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-4857ff2f-3af3-4a56-aea8-5140ebd6035e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032788c7-d019-440c-9eeb-efc43d8b55af HTTP/1.1" status: 200 len: 217 time: 0.1466434 Jul 16 01:38:39.221880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9c37cfbd-6813-48d2-9b37-b838a4e9e241,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.231828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:39.246882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.250917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Checking segment: {'id': '5a3ae3fb-aead-4c60-af99-379b08682fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:39.251290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Network hostable DHCP agents. Network: ea78d7a9-c477-4c91-83ce-1ea58cea282c, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:39.300135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36c8bee1-2e3d-4f62-abe8-1af6ed27a72b req-fb656315-e213-4bde-a3c4-16f0416290b9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2273972 Jul 16 01:38:39.338871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-c7845ca8-be7b-438d-b8f0-ecf9ff7f9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.340383 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-c7845ca8-be7b-438d-b8f0-ecf9ff7f9651 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.1150944 Jul 16 01:38:39.350992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Network ea78d7a9-c477-4c91-83ce-1ea58cea282c is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:39.353566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:39.368814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.371077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.371506 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Added segment 4a85cae4-98b1-4718-a5d3-8b8b194ff244 of type vlan for network 2f3df328-3f2d-4b76-b814-09005bc01491 Jul 16 01:38:39.388881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ea78d7a9-c477-4c91-83ce-1ea58cea282c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:39.397755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04784512-e419-4229-830f-58b23fc6a1c1 None None] Network ea78d7a9-c477-4c91-83ce-1ea58cea282c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:39.435711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.437311 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.442196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=9c37cfbd-6813-48d2-9b37-b838a4e9e241,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.447511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14853e51-c82e-4c75-8dfb-7507a07d0497 req-fe1aff37-8c37-4d43-a031-977ea0cf5abf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.472647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14853e51-c82e-4c75-8dfb-7507a07d0497 req-fe1aff37-8c37-4d43-a031-977ea0cf5abf tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.3987870 Jul 16 01:38:39.476113 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d5775c-ce84-4a57-8a04-69019c4625e8 x-openstack-request-id: req-23d5775c-ce84-4a57-8a04-69019c4625e8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:39.478346 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a86c7b-1707-4ce1-8555-7037e09ec082", "tag": "032788c7-d019-440c-9eeb-efc43d8b55af", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:39.480547 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23d5775c-ce84-4a57-8a04-69019c4625e8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:39.484828 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'tag': '032788c7-d019-440c-9eeb-efc43d8b55af', 'status': 'completed', 'code': 200} Jul 16 01:38:39.499903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-0641d853-53a3-43ea-b16e-eafe04a8aced service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411572 Jul 16 01:38:39.570283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.579488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-74271ecd-741d-4497-a1c6-f2b6ded61a94 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6528676 Jul 16 01:38:39.613611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] No DVR routers for this DVR port 9c37cfbd-6813-48d2-9b37-b838a4e9e241 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:39.619240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.621764 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-65d11da4-e79d-4709-b0d5-ff99f60efc6c tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "DELETE /v2.0/ports/9c37cfbd-6813-48d2-9b37-b838a4e9e241 HTTP/1.1" status: 204 len: 173 time: 1.7932961 Jul 16 01:38:39.622630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:39.625881 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb537390-75e3-422a-97d6-f10fcfae543e" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:39.787204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14853e51-c82e-4c75-8dfb-7507a07d0497 req-b4d86aa5-465f-4152-a881-631b264c21bc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133259 Jul 16 01:38:39.794440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-4fc3665e-c9e6-4015-8065-23061eb2e78a service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950695 Jul 16 01:38:39.825998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.837967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.838769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.873232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de32d55-ee67-4d9e-b24c-46b181f8c3fd None None] Network ea78d7a9-c477-4c91-83ce-1ea58cea282c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:39.945171 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8058414 Jul 16 01:38:40.002444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:40.022983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:40.038577 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a636d162-2995-47dc-8a5e-29223a8892f1 x-openstack-request-id: req-a636d162-2995-47dc-8a5e-29223a8892f1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:40.042127 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:40.044149 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a636d162-2995-47dc-8a5e-29223a8892f1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:40.045336 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241', 'status': 'completed', 'code': 200} Jul 16 01:38:40.060868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54f9f9-4b1e-4abf-b5cd-2aed42882304 req-895882de-290f-470b-8e9c-3d822d17aa21 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.062565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e54f9f9-4b1e-4abf-b5cd-2aed42882304 req-895882de-290f-470b-8e9c-3d822d17aa21 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 943 time: 0.3482878 Jul 16 01:38:40.108552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d0923-7fd4-463f-a130-6a4223f67e34 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Network': ['ID=2f3df328-3f2d-4b76-b814-09005bc01491,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.183050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 2f3df328-3f2d-4b76-b814-09005bc01491 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:40.247867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:40.249660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e54f9f9-4b1e-4abf-b5cd-2aed42882304 req-e0454858-1a14-4e9d-94c9-f725d210b045 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617231 Jul 16 01:38:40.254302 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e80d7b-247a-43d0-af09-e7eac4171a4d" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:40.256534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7cdc4f7-8c64-4c7a-9db2-879fef2f4ede req-63eda0ae-a428-4ef3-98f4-751344e10299 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536190 Jul 16 01:38:40.288708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 843e3aec-078a-41a5-9846-b66fe3e63118 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:40.289279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.422687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:40.449930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.495264 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8fb3b8-ca3c-4c08-9659-82f458a32156 x-openstack-request-id: req-7a8fb3b8-ca3c-4c08-9659-82f458a32156 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:40.495561 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "9c37cfbd-6813-48d2-9b37-b838a4e9e241", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:40.495819 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a8fb3b8-ca3c-4c08-9659-82f458a32156 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:40.496206 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c37cfbd-6813-48d2-9b37-b838a4e9e241', 'code': 200} Jul 16 01:38:40.537423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-57412db3-892c-44e0-95f8-3b8ec1490300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.538979 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-57412db3-892c-44e0-95f8-3b8ec1490300 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 1094 time: 0.2175331 Jul 16 01:38:40.708689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] For port 843e3aec-078a-41a5-9846-b66fe3e63118, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=843e3aec-078a-41a5-9846-b66fe3e63118,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:40.709519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.743102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 843e3aec-078a-41a5-9846-b66fe3e63118 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:40.782632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-310d1f4c-f067-454b-bafc-0d42b1665d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.784647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-310d1f4c-f067-454b-bafc-0d42b1665d8e service neutron] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 914 time: 0.2374599 Jul 16 01:38:40.819301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe434-2b87-4a8d-8a21-7bd48f655b13 req-282f3865-0409-4122-9cbb-39fb2ca7ae0e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.825773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe434-2b87-4a8d-8a21-7bd48f655b13 req-282f3865-0409-4122-9cbb-39fb2ca7ae0e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.834409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe434-2b87-4a8d-8a21-7bd48f655b13 req-282f3865-0409-4122-9cbb-39fb2ca7ae0e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.842277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfe434-2b87-4a8d-8a21-7bd48f655b13 req-282f3865-0409-4122-9cbb-39fb2ca7ae0e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.844212 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86bfe434-2b87-4a8d-8a21-7bd48f655b13 req-282f3865-0409-4122-9cbb-39fb2ca7ae0e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 3141 time: 0.2547448 Jul 16 01:38:40.906538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-d2713d71-df71-4e1c-8419-8dd87bc3a97f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032788c7-d019-440c-9eeb-efc43d8b55af HTTP/1.1" status: 200 len: 217 time: 0.1023278 Jul 16 01:38:40.981227 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.073150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=39bb1e88-3765-406d-86cd-793c0a733431,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.099110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.099454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.099795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.100132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.100492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.100820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.101142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.101464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.101784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.102106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.102568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.102894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.121835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Checking segment: {'id': '4a85cae4-98b1-4718-a5d3-8b8b194ff244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:41.122206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network hostable DHCP agents. Network: 2f3df328-3f2d-4b76-b814-09005bc01491, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:41.124624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.167273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=843e3aec-078a-41a5-9846-b66fe3e63118,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.217733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 2f3df328-3f2d-4b76-b814-09005bc01491 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:41.240935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] No DVR routers for this DVR port 843e3aec-078a-41a5-9846-b66fe3e63118 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:41.245518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.249225 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-b003c27a-a8a9-499c-9a13-315c1e8601ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "DELETE /v2.0/ports/843e3aec-078a-41a5-9846-b66fe3e63118 HTTP/1.1" status: 204 len: 173 time: 1.6182907 Jul 16 01:38:41.282843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 2f3df328-3f2d-4b76-b814-09005bc01491) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:41.290132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadce5a-b7b1-4d03-abd2-fdf7010caa29 None None] Network 2f3df328-3f2d-4b76-b814-09005bc01491 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:41.369520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.370776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.416579 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b81db1ac-ff40-4dd8-a0cc-598444ae755e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4078748 Jul 16 01:38:41.429449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.439708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bfa29aea-9d9d-4983-930e-011e9d42cbc9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-509392684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:41.485360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86bfe434-2b87-4a8d-8a21-7bd48f655b13 req-80bddf6b-2f6c-485a-8591-e5fc9df8ae84 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5761962 Jul 16 01:38:41.498068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-21f75e24-eb0a-4d9c-be41-d699a7b0f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.499804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-21f75e24-eb0a-4d9c-be41-d699a7b0f6de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.5771165 Jul 16 01:38:41.558569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa29aea-9d9d-4983-930e-011e9d42cbc9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.559839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa29aea-9d9d-4983-930e-011e9d42cbc9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.628561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:41.629330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.683603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-2f3df328-3f2d-4b76-b814-09005bc01491', 'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491', 'tenant_id': 'a95063e4039c404ba23a4bcc5df39fa0', 'fixed_ips': [{'subnet_id': '39bb1e88-3765-406d-86cd-793c0a733431'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:41.686565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.689343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-0c11eef2-256a-45c4-a570-3746a215c5a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450284 Jul 16 01:38:41.703096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa29aea-9d9d-4983-930e-011e9d42cbc9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.707493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-93965706-a23f-4b6f-be22-5b7fb54a5dc0 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.715826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa29aea-9d9d-4983-930e-011e9d42cbc9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.719680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-93965706-a23f-4b6f-be22-5b7fb54a5dc0 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/networks?id=ea78d7a9-c477-4c91-83ce-1ea58cea282c HTTP/1.1" status: 200 len: 821 time: 0.9332588 Jul 16 01:38:41.756095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa29aea-9d9d-4983-930e-011e9d42cbc9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.756382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03457985-a672-4211-b5bc-0f9b6e656423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.761099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bfa29aea-9d9d-4983-930e-011e9d42cbc9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3302739 Jul 16 01:38:41.762039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.771538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491', 'name': 'tempest-PortsTestJSON-117630762'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:41.911725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-4b4c5068-c220-4395-9fcb-98b2d1443af1 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/quotas/dc158a4ed5a1416ea7752aa56d73bae5 HTTP/1.1" status: 200 len: 375 time: 0.1905019 Jul 16 01:38:42.012566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Allocated IP 172.20.0.2 (2f3df328-3f2d-4b76-b814-09005bc01491/39bb1e88-3765-406d-86cd-793c0a733431/e6770ce9-4199-4a87-bfd3-dda16dde7e49) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:42.069461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-3eab7044-074b-408d-bc75-1ee26865bc33 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dc158a4ed5a1416ea7752aa56d73bae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1568406 Jul 16 01:38:42.224020 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.233987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Transition to ACTIVE for port object e6770ce9-4199-4a87-bfd3-dda16dde7e49 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:42.238011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:42.240615 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b4621b-4458-45fa-a8ca-aee203a2ba6f" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:42.255877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Transition to ACTIVE for port object e6770ce9-4199-4a87-bfd3-dda16dde7e49 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:42.270545 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.273250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] For port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:42.273909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.284386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-babe8522-5a29-44c7-916b-1a793d7c680a service neutron] 10.222.0.81 "GET /v2.0/networks/ea78d7a9-c477-4c91-83ce-1ea58cea282c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912181 Jul 16 01:38:42.325917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-27e94243-3e71-4ecf-ba74-8d9bbf875eac service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924110 Jul 16 01:38:42.334552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca8c3-1808-4141-b9b0-fb4476b99f10 req-a4868a07-e910-4417-9478-14904ab5efe8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.341844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c01ca8c3-1808-4141-b9b0-fb4476b99f10 req-a4868a07-e910-4417-9478-14904ab5efe8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.5751352 Jul 16 01:38:42.375673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Network 2f3df328-3f2d-4b76-b814-09005bc01491 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:42.377501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:42.381187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:42.431604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Pushing event updated for resources: {'Port': ['ID=e6770ce9-4199-4a87-bfd3-dda16dde7e49,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.441094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:42.445972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.482973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port f200f39f-1f97-4c04-b2f4-9b65bb9525cb yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:42.516632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c01ca8c3-1808-4141-b9b0-fb4476b99f10 req-5d2df105-cec9-49e4-86f4-df39445f8abb tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733880 Jul 16 01:38:42.524095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Attempting to bind port e6770ce9-4199-4a87-bfd3-dda16dde7e49 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:42.524516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Attempting to bind port e6770ce9-4199-4a87-bfd3-dda16dde7e49 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '4a85cae4-98b1-4718-a5d3-8b8b194ff244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:42.524848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Attempting to bind port e6770ce9-4199-4a87-bfd3-dda16dde7e49 on network 2f3df328-3f2d-4b76-b814-09005bc01491 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:42.538643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:42.539080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Checking segment: {'id': '4a85cae4-98b1-4718-a5d3-8b8b194ff244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:42.539492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.539887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Bound using segment: {'id': '4a85cae4-98b1-4718-a5d3-8b8b194ff244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:42.544644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Bound port: e6770ce9-4199-4a87-bfd3-dda16dde7e49, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a85cae4-98b1-4718-a5d3-8b8b194ff244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '2f3df328-3f2d-4b76-b814-09005bc01491'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:42.544644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.667348 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.667348 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.667348 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Floating IP 2c7e9615-de6c-4e3b-ab5e-47ea308bcc21 disassociated. External IP: 172.25.5.203, port: 8a193001-c9e6-4864-8d8e-8f08a9ecf88c. Jul 16 01:38:42.667348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 8a193001-c9e6-4864-8d8e-8f08a9ecf88c owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:42.726262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] For port e6770ce9-4199-4a87-bfd3-dda16dde7e49, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:42.727748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-f5de638f-0b96-4cfb-92ab-3c0bb3c51327 service neutron] 10.222.0.81 "GET /v2.0/networks/ea78d7a9-c477-4c91-83ce-1ea58cea282c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422064 Jul 16 01:38:42.732930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] For port e6770ce9-4199-4a87-bfd3-dda16dde7e49, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e6770ce9-4199-4a87-bfd3-dda16dde7e49,segment=NetworkSegment(4a85cae4-98b1-4718-a5d3-8b8b194ff244),segment_id=4a85cae4-98b1-4718-a5d3-8b8b194ff244)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:42.745326 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.792184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1228b5da-1dbe-4ebb-ac3e-0292bbc2f1f9 req-d4f3b9fd-fdb9-49a8-8cc3-eb9ef7899e10 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399107 Jul 16 01:38:42.925085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.13 (2f3df328-3f2d-4b76-b814-09005bc01491/39bb1e88-3765-406d-86cd-793c0a733431/f200f39f-1f97-4c04-b2f4-9b65bb9525cb) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:42.994325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeada5a-953d-4135-a78a-17f6309a4b3d None None] Pushing event updated for resources: {'Port': ['ID=e6770ce9-4199-4a87-bfd3-dda16dde7e49,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.096788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22a254-8b10-4515-b843-193e12b24c38 req-48f5abdc-4453-4637-af19-9f0fe6ff349a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.104631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c22a254-8b10-4515-b843-193e12b24c38 req-48f5abdc-4453-4637-af19-9f0fe6ff349a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 943 time: 0.1919453 Jul 16 01:38:43.159230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c22a254-8b10-4515-b843-193e12b24c38 req-738e6e05-3d5e-4e78-a186-584026593079 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533328 Jul 16 01:38:43.371723 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed4234a-0945-4ba9-bb96-ced20366bad3 x-openstack-request-id: req-1ed4234a-0945-4ba9-bb96-ced20366bad3 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:43.372014 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "843e3aec-078a-41a5-9846-b66fe3e63118", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:43.378057 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ed4234a-0945-4ba9-bb96-ced20366bad3 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:43.378057 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '843e3aec-078a-41a5-9846-b66fe3e63118', 'status': 'completed', 'code': 200} Jul 16 01:38:43.401763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d62ca03a-1931-480f-8d6b-c06b896fdb31 req-b76edf22-3754-4879-81fb-2cb7eca6265e tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 210 time: 0.0784988 Jul 16 01:38:43.521832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 032788c7-d019-440c-9eeb-efc43d8b55af details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:43.602906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.666672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object f200f39f-1f97-4c04-b2f4-9b65bb9525cb will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:43.706825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0116ce-2fa9-458c-bcc7-10758fdbca4c req-a425baf9-6ef4-4179-a7e5-af378a218036 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.707993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.715835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0116ce-2fa9-458c-bcc7-10758fdbca4c req-a425baf9-6ef4-4179-a7e5-af378a218036 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.722592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0116ce-2fa9-458c-bcc7-10758fdbca4c req-a425baf9-6ef4-4179-a7e5-af378a218036 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.731366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca0116ce-2fa9-458c-bcc7-10758fdbca4c req-a425baf9-6ef4-4179-a7e5-af378a218036 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 2331 time: 0.1797044 Jul 16 01:38:43.806599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 032788c7-d019-440c-9eeb-efc43d8b55af, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=032788c7-d019-440c-9eeb-efc43d8b55af,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:43.812896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca0116ce-2fa9-458c-bcc7-10758fdbca4c req-d465f83a-d0d6-4896-8914-97fba1c961dd tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801971 Jul 16 01:38:43.817824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=8a193001-c9e6-4864-8d8e-8f08a9ecf88c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.865753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '032788c7-d019-440c-9eeb-efc43d8b55af', 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896', 'port_id': '032788c7-d019-440c-9eeb-efc43d8b55af', 'mac_address': 'fa:16:3e:d6:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f782d52-1885-4135-bf0c-61d813859b92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:43.872418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.979506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.993771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fd77e-156a-44bb-a2f9-398a2edb3e29 req-7711ee38-6eea-45a6-8f67-f75840d824b8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.004715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-229fd77e-156a-44bb-a2f9-398a2edb3e29 req-7711ee38-6eea-45a6-8f67-f75840d824b8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1313272 Jul 16 01:38:44.042379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032788c7-d019-440c-9eeb-efc43d8b55af {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:44.112200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-229fd77e-156a-44bb-a2f9-398a2edb3e29 req-7bd0d7f7-79dc-48b8-8d77-e444331b68f7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061511 Jul 16 01:38:44.168517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 032788c7-d019-440c-9eeb-efc43d8b55af, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=032788c7-d019-440c-9eeb-efc43d8b55af,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:44.181907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 2f3df328-3f2d-4b76-b814-09005bc01491 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:44.182164 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.183814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=f200f39f-1f97-4c04-b2f4-9b65bb9525cb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.192099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:44.390665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:44.435942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Router 1fca7680-d4f3-4073-a956-817ea2d0aa91 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:44.489253 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-738b2603-8e05-4d2d-896f-fdcea9852b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.498737 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.511896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=032788c7-d019-440c-9eeb-efc43d8b55af,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.555119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['032788c7-d019-440c-9eeb-efc43d8b55af'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:44.808560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c57c3ebb-928f-4dba-aaa3-ad690819d2ce req-c5404d0d-08ee-41f8-9077-bd58e496e5f4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 210 time: 0.1082475 Jul 16 01:38:44.871434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd4c18-f253-42f2-a055-80f578ef7815 req-de1e1160-c819-4eb4-b99f-15478641748f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.884113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.890053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.900954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9dfd4c18-f253-42f2-a055-80f578ef7815 req-de1e1160-c819-4eb4-b99f-15478641748f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 944 time: 0.3444657 Jul 16 01:38:44.903408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6770ce9-4199-4a87-bfd3-dda16dde7e49 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:44.905520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fcd802-f18f-4fe2-b8f5-874b6a686037 None None] Network 2f3df328-3f2d-4b76-b814-09005bc01491 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:44.986660 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c8eaa18f-90f1-402c-b411-ce735c270c1e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2199376 Jul 16 01:38:45.002159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9dfd4c18-f253-42f2-a055-80f578ef7815 req-d47d442c-b0f4-4989-b06c-91841db5895d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983601 Jul 16 01:38:45.004455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:45.028490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2248a1ba-8fca-4d60-b27e-43a0ddd6c887 None None] Provisioning for port e6770ce9-4199-4a87-bfd3-dda16dde7e49 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:45.118820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e6770ce9-4199-4a87-bfd3-dda16dde7e49 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:45.238667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:45.259416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e6770ce9-4199-4a87-bfd3-dda16dde7e49 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:45.259947 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.284305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] Sync routers for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:45.372509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] No DVR routers for this DVR port 8a193001-c9e6-4864-8d8e-8f08a9ecf88c on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:45.377717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.380466 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-2b7093c2-7ddd-4747-bf55-b4000bd507e6 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "DELETE /v2.0/ports/8a193001-c9e6-4864-8d8e-8f08a9ecf88c HTTP/1.1" status: 204 len: 173 time: 4.1143208 Jul 16 01:38:45.381134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:45.385421 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d7af93-60b6-4301-83ce-f7acc4740e79" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:45.397584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:45.398315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.420139 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.632649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 8176d12f-20f7-427d-998c-6ec0679d6738 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:45.633460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.805012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] For port 8176d12f-20f7-427d-998c-6ec0679d6738, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8176d12f-20f7-427d-998c-6ec0679d6738,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:45.805693 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.810877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:45.834831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 8176d12f-20f7-427d-998c-6ec0679d6738 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:45.875914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.033363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aa381-35e6-42d2-a9b5-603f81aa668d req-08e5aa64-ba2e-4262-950a-b12aa48f10bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.070035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aa381-35e6-42d2-a9b5-603f81aa668d req-08e5aa64-ba2e-4262-950a-b12aa48f10bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.071686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-966aa381-35e6-42d2-a9b5-603f81aa668d req-08e5aa64-ba2e-4262-950a-b12aa48f10bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 1676 time: 0.7625151 Jul 16 01:38:46.164511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.275755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963bd2b-3e3a-4fc3-b262-d3c9399d8e30 req-30c044d2-1878-417c-82bf-43c6183f590b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.283919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5963bd2b-3e3a-4fc3-b262-d3c9399d8e30 req-30c044d2-1878-417c-82bf-43c6183f590b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.6563418 Jul 16 01:38:46.285840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=8176d12f-20f7-427d-998c-6ec0679d6738,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.286582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e6770ce9-4199-4a87-bfd3-dda16dde7e49, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e6770ce9-4199-4a87-bfd3-dda16dde7e49,segment=NetworkSegment(4a85cae4-98b1-4718-a5d3-8b8b194ff244),segment_id=4a85cae4-98b1-4718-a5d3-8b8b194ff244)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:46.320470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.378334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] No DVR routers for this DVR port 8176d12f-20f7-427d-998c-6ec0679d6738 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:46.378566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-966aa381-35e6-42d2-a9b5-603f81aa668d req-c6efb98f-193b-4ca3-9f58-1ba8b2114a74 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups?id=969a5455-e141-4bab-9fb1-2585dcf3b777&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2920761 Jul 16 01:38:46.381934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.388524 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-78f4755b-3553-447c-9e05-87076b70fe17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "DELETE /v2.0/ports/8176d12f-20f7-427d-998c-6ec0679d6738 HTTP/1.1" status: 204 len: 173 time: 0.9997344 Jul 16 01:38:46.503037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-0c56e70d-6be3-4b82-a8e3-1bab78380f09 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.504321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98a30b23-3cd1-4907-bb79-30f11a8c89ce None None] Provisioning complete for port e6770ce9-4199-4a87-bfd3-dda16dde7e49 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:46.504710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98a30b23-3cd1-4907-bb79-30f11a8c89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.506727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-0c56e70d-6be3-4b82-a8e3-1bab78380f09 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.93 "GET /v2.0/networks?id=ea78d7a9-c477-4c91-83ce-1ea58cea282c HTTP/1.1" status: 200 len: 821 time: 0.7682607 Jul 16 01:38:46.529838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5963bd2b-3e3a-4fc3-b262-d3c9399d8e30 req-f54e2cb3-2a7d-476f-9ac6-860164ef8c11 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448874 Jul 16 01:38:46.570328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Request body: {'port': {'device_id': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c', 'admin_state_up': True, 'tenant_id': 'dc158a4ed5a1416ea7752aa56d73bae5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:46.579685 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.643142 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5abb84-849f-43d4-83b0-66b1e71891b8 x-openstack-request-id: req-1d5abb84-849f-43d4-83b0-66b1e71891b8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:46.651160 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "8a193001-c9e6-4864-8d8e-8f08a9ecf88c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:46.653758 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d5abb84-849f-43d4-83b0-66b1e71891b8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:46.654279 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '8a193001-c9e6-4864-8d8e-8f08a9ecf88c', 'status': 'completed', 'code': 200} Jul 16 01:38:46.804301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 309ebef2-8738-4788-bf35-85140bb7470c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:46.810577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.881332 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.896874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2185acb-9fae-43fb-897b-fd2e56495811 req-52d7e3f5-e307-4ece-aa82-c67345d173ad tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 210 time: 0.0738873 Jul 16 01:38:46.898246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e6770ce9-4199-4a87-bfd3-dda16dde7e49,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.942489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.943805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98a30b23-3cd1-4907-bb79-30f11a8c89ce None None] Provisioning for port f200f39f-1f97-4c04-b2f4-9b65bb9525cb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:46.955197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98a30b23-3cd1-4907-bb79-30f11a8c89ce None None] Provisioning complete for port f200f39f-1f97-4c04-b2f4-9b65bb9525cb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:46.955651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98a30b23-3cd1-4907-bb79-30f11a8c89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.038760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] For port 309ebef2-8738-4788-bf35-85140bb7470c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=309ebef2-8738-4788-bf35-85140bb7470c,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:47.039411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.066501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 309ebef2-8738-4788-bf35-85140bb7470c owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:47.092788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-98a30b23-3cd1-4907-bb79-30f11a8c89ce None None] Port f200f39f-1f97-4c04-b2f4-9b65bb9525cb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:47.128374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:09Z', 'revision_number': 5, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:47.168666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] Checking router: 1fca7680-d4f3-4073-a956-817ea2d0aa91 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:47.179066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:47.180072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:47.268376 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.308471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=309ebef2-8738-4788-bf35-85140bb7470c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:47.337719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:47.374913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] No DVR routers for this DVR port 309ebef2-8738-4788-bf35-85140bb7470c on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:47.377258 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.379652 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8e4b51a9-cabc-4a2d-8c4b-14aa229bae52 req-6caf38f1-3ae9-451c-a811-89a3161064bf tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.93 "DELETE /v2.0/ports/309ebef2-8738-4788-bf35-85140bb7470c HTTP/1.1" status: 204 len: 173 time: 0.9848139 Jul 16 01:38:47.438719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ac4139d9-1012-4bb7-abf6-ad72493494f4 None None] Provisioning complete for port f200f39f-1f97-4c04-b2f4-9b65bb9525cb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:47.439134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac4139d9-1012-4bb7-abf6-ad72493494f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.461024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Made reservation on behalf of dc158a4ed5a1416ea7752aa56d73bae5 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:47.469260 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.552250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 032788c7-d019-440c-9eeb-efc43d8b55af up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:47.557029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ac4139d9-1012-4bb7-abf6-ad72493494f4 None None] Port f200f39f-1f97-4c04-b2f4-9b65bb9525cb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:47.585476 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.611599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.634548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813b68e-006f-4a6b-a7e8-188701b423f0 req-dce419d8-ddac-4898-a567-329c0aef9a23 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.636312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5813b68e-006f-4a6b-a7e8-188701b423f0 req-dce419d8-ddac-4898-a567-329c0aef9a23 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 944 time: 0.7362058 Jul 16 01:38:47.763026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 032788c7-d019-440c-9eeb-efc43d8b55af completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:47.775217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 032788c7-d019-440c-9eeb-efc43d8b55af triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:47.775743 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.903953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe7d601e-811e-4bbd-ad58-7ea6dfd08fb6 req-06f8496d-3964-49bd-9ba9-d4d419536d17 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.2665298 Jul 16 01:38:48.007649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:09Z', 'revision_number': 5, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:48.070892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5813b68e-006f-4a6b-a7e8-188701b423f0 req-8b6b76f1-89de-4793-a21b-887c8f9fdf07 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092646 Jul 16 01:38:48.170104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25564abd-efbf-4a41-89e5-f0e0f379dd95 None None] The sync data for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 is: [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b55745e4-f434-4c98-aab6-9f4d44eb9af3', 'name': '', 'network_id': '8f8e5162-0088-4d27-9b78-d9d146bbfbff', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'mac_address': 'fa:16:3e:d6:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:02Z', 'updated_at': '2021-07-16T01:28:09Z', 'revision_number': 5, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'subnets': [{'id': '2743fd1e-578e-4490-a5fa-aa8ac51a8547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:48.208292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=f200f39f-1f97-4c04-b2f4-9b65bb9525cb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.222187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.222728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.223083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.223419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.223761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.224091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.224624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.224929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.225262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.225591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.225916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.226243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:48.368523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.370652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ae20ebc-0aa2-4bb6-b242-c48d14c4a454 req-1963ca13-d63f-45c1-a585-41e63081de96 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 210 time: 0.0332131 Jul 16 01:38:48.390390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Allocated IP 172.20.0.4 (ea78d7a9-c477-4c91-83ce-1ea58cea282c/eae7d20a-5615-4825-bc10-16ae8b304b32/21c2167b-b193-4700-9ef9-57d455d9f85d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:48.462960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 032788c7-d019-440c-9eeb-efc43d8b55af, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=032788c7-d019-440c-9eeb-efc43d8b55af,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:48.464770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032788c7-d019-440c-9eeb-efc43d8b55af'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:48.467722 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c204e1b1-a39e-49fb-951f-c86556a84825" -d '{"events": [{"server_uuid": "86a86c7b-1707-4ce1-8555-7037e09ec082", "name": "network-vif-plugged", "status": "completed", "tag": "032788c7-d019-440c-9eeb-efc43d8b55af"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:48.473225 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.535202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=032788c7-d019-440c-9eeb-efc43d8b55af,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.548811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ee0503a6-5c2c-45d9-8bcd-3f873d52254f None None] Provisioning complete for port f200f39f-1f97-4c04-b2f4-9b65bb9525cb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:48.549404 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee0503a6-5c2c-45d9-8bcd-3f873d52254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.653167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ee0503a6-5c2c-45d9-8bcd-3f873d52254f None None] Port f200f39f-1f97-4c04-b2f4-9b65bb9525cb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:48.656072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738'}, {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:48.659932 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e44b1b-72c0-4c35-9847-a5bc409ccc25" -d '{"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738"}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "309ebef2-8738-4788-bf35-85140bb7470c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:48.698648 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d75e6-20ef-46e5-97b7-e887b38cacff x-openstack-request-id: req-948d75e6-20ef-46e5-97b7-e887b38cacff {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:48.699157 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a86c7b-1707-4ce1-8555-7037e09ec082", "name": "network-vif-plugged", "status": "completed", "tag": "032788c7-d019-440c-9eeb-efc43d8b55af", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:48.699599 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-948d75e6-20ef-46e5-97b7-e887b38cacff {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:48.700183 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032788c7-d019-440c-9eeb-efc43d8b55af', 'code': 200} Jul 16 01:38:48.741048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57d36b-4898-4e4a-8f6f-71d1ef2ef07c req-d795fd10-55b7-477f-b028-899a42bb730b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.746631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6770ce9-4199-4a87-bfd3-dda16dde7e49 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:48.757436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a57d36b-4898-4e4a-8f6f-71d1ef2ef07c req-d795fd10-55b7-477f-b028-899a42bb730b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.5627537 Jul 16 01:38:48.786558 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f1a5e-2545-4454-8451-2587d0f1007f None None] New status for floating IP 2c7e9615-de6c-4e3b-ab5e-47ea308bcc21: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:48.801477 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b19f5-3526-43c9-86c3-8fd9a8f99762 x-openstack-request-id: req-2d6b19f5-3526-43c9-86c3-8fd9a8f99762 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:48.801782 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "8176d12f-20f7-427d-998c-6ec0679d6738", "status": "completed", "code": 200}, {"server_uuid": "c837a8f4-bd6d-467f-a146-d949c80b2dd1", "name": "network-vif-deleted", "tag": "309ebef2-8738-4788-bf35-85140bb7470c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:48.801958 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d6b19f5-3526-43c9-86c3-8fd9a8f99762 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:48.802355 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '8176d12f-20f7-427d-998c-6ec0679d6738', 'status': 'completed', 'code': 200} Jul 16 01:38:48.802605 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c837a8f4-bd6d-467f-a146-d949c80b2dd1', 'name': 'network-vif-deleted', 'tag': '309ebef2-8738-4788-bf35-85140bb7470c', 'status': 'completed', 'code': 200} Jul 16 01:38:48.809750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.828190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e6770ce9-4199-4a87-bfd3-dda16dde7e49 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:48.828894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.913892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4e81-0a73-4cfe-afef-da0ae0608e57 req-caa56940-370b-479e-ac41-9aeb2da0eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.915482 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee6c4e81-0a73-4cfe-afef-da0ae0608e57 req-caa56940-370b-479e-ac41-9aeb2da0eea4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 1096 time: 0.1355696 Jul 16 01:38:48.995538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a57d36b-4898-4e4a-8f6f-71d1ef2ef07c req-7a0d41b9-403d-4d77-8eaa-255a40b45414 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360413 Jul 16 01:38:49.056159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee6c4e81-0a73-4cfe-afef-da0ae0608e57 req-74c5ba8f-8412-479c-a2fa-4b2024d0c45e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302044 Jul 16 01:38:49.181899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f4aa05e-7dc5-4a47-a4cd-bffa1dbc6138 req-b6b393f5-976c-41d6-b4c1-ff00ddbe88da tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0474989 Jul 16 01:38:49.349218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.497740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada399e3-5932-45bf-bf67-bb1bc58c9a3d req-84888878-adaa-45c9-bbdc-11fbbcb234fa tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.499268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ada399e3-5932-45bf-bf67-bb1bc58c9a3d req-84888878-adaa-45c9-bbdc-11fbbcb234fa tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 945 time: 0.2078567 Jul 16 01:38:49.499879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.619599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f6243a28-ca87-410a-adb7-c99ecdf6a667 req-e5974d41-6394-4642-86aa-70506776f0e5 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 210 time: 0.0483346 Jul 16 01:38:49.632064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ada399e3-5932-45bf-bf67-bb1bc58c9a3d req-314decaf-df43-4c43-aab4-b52873e5af04 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204362 Jul 16 01:38:49.664348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.706300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.837065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Network ea78d7a9-c477-4c91-83ce-1ea58cea282c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:49.849078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:49.855260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:49.863273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Pushing event updated for resources: {'Port': ['ID=21c2167b-b193-4700-9ef9-57d455d9f85d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.955510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.956175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.004631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-57c39cca-e0ee-41a2-934c-82f876e2e0c4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4700060 Jul 16 01:38:50.019889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Request body: {'port': {'device_id': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:50.700964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a41892e-8e6d-4fa0-94dc-5466580f5327 req-3d03f148-31e9-4540-8bb1-d4ddd16bdd6b tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.1623828 Jul 16 01:38:50.851262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.864945 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.874758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.001503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e362e-c175-46e2-ab94-0000831f857e req-9904b40e-c04b-48db-86c3-2c8339e66fe4 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.007470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a6e362e-c175-46e2-ab94-0000831f857e req-9904b40e-c04b-48db-86c3-2c8339e66fe4 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.4701958 Jul 16 01:38:51.036443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.094252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=f200f39f-1f97-4c04-b2f4-9b65bb9525cb,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.173034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a6e362e-c175-46e2-ab94-0000831f857e req-c2dfd5f4-80d7-4fb3-b68f-d32eeceddfca tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325755 Jul 16 01:38:51.318450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa7c2c-acfb-4af9-a911-77b3fb776bab req-c9851e70-30fa-4acd-a683-c58ddc12de13 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.325299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13fa7c2c-acfb-4af9-a911-77b3fb776bab req-c9851e70-30fa-4acd-a683-c58ddc12de13 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 931 time: 0.3900905 Jul 16 01:38:51.436160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network 2f3df328-3f2d-4b76-b814-09005bc01491 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:51.471417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:51.490637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13fa7c2c-acfb-4af9-a911-77b3fb776bab req-26cb1547-5276-4543-9b64-ba6066210a97 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644049 Jul 16 01:38:51.545023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5033340-5c52-413b-9d0b-fd76658809de req-7e66d210-ec20-492d-9b03-39a67b93b110 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.546614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5033340-5c52-413b-9d0b-fd76658809de req-7e66d210-ec20-492d-9b03-39a67b93b110 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 945 time: 0.2548392 Jul 16 01:38:51.766145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5033340-5c52-413b-9d0b-fd76658809de req-d2f2f8ee-89f6-4667-9dde-d89db549f8b0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503263 Jul 16 01:38:51.788004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c2167b-b193-4700-9ef9-57d455d9f85d {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:51.813400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.836512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Transition to ACTIVE for port object 21c2167b-b193-4700-9ef9-57d455d9f85d will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:51.842527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c9e911f3-a51d-400c-a484-0061325dc2ca None None] Provisioning complete for port f200f39f-1f97-4c04-b2f4-9b65bb9525cb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:51.847236 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9e911f3-a51d-400c-a484-0061325dc2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.849818 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.921018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c9e911f3-a51d-400c-a484-0061325dc2ca None None] Port f200f39f-1f97-4c04-b2f4-9b65bb9525cb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:51.947630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82e105fa-ad29-47b5-b952-249253e5e480 req-3d716b62-80a6-430e-be7c-3e6ebe58bf9a tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0456614 Jul 16 01:38:51.982813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Pushing event updated for resources: {'Port': ['ID=21c2167b-b193-4700-9ef9-57d455d9f85d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.009195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Router 8c5cf620-9a91-4763-9e46-21c70ff2935e is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:52.111498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Attempting to bind port 21c2167b-b193-4700-9ef9-57d455d9f85d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:52.111753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Attempting to bind port 21c2167b-b193-4700-9ef9-57d455d9f85d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '5a3ae3fb-aead-4c60-af99-379b08682fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:52.112090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Attempting to bind port 21c2167b-b193-4700-9ef9-57d455d9f85d on network ea78d7a9-c477-4c91-83ce-1ea58cea282c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:52.118440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Port 21c2167b-b193-4700-9ef9-57d455d9f85d on network ea78d7a9-c477-4c91-83ce-1ea58cea282c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:52.118768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Attempting to bind port 21c2167b-b193-4700-9ef9-57d455d9f85d on network ea78d7a9-c477-4c91-83ce-1ea58cea282c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:52.130077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:52.130507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Checking segment: {'id': '5a3ae3fb-aead-4c60-af99-379b08682fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:52.131018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Bound using segment: {'id': '5a3ae3fb-aead-4c60-af99-379b08682fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:52.131533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Bound port: 21c2167b-b193-4700-9ef9-57d455d9f85d, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3ae3fb-aead-4c60-af99-379b08682fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:52.132005 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.163770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:52.181086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a91ce1d2-873a-4023-b534-87b6c1543f15 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "PUT /v2.0/routers/8c5cf620-9a91-4763-9e46-21c70ff2935e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1755464 Jul 16 01:38:52.184319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.187634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] Sync routers for ids ['8c5cf620-9a91-4763-9e46-21c70ff2935e'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:52.234323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] Routers {'8c5cf620-9a91-4763-9e46-21c70ff2935e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:52.235875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8c5cf620-9a91-4763-9e46-21c70ff2935e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.321932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.353190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] Routers {'8c5cf620-9a91-4763-9e46-21c70ff2935e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:52.353190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8c5cf620-9a91-4763-9e46-21c70ff2935e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.383509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] For port 21c2167b-b193-4700-9ef9-57d455d9f85d, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:52.410681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] For port 21c2167b-b193-4700-9ef9-57d455d9f85d, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=21c2167b-b193-4700-9ef9-57d455d9f85d,segment=NetworkSegment(5a3ae3fb-aead-4c60-af99-379b08682fe7),segment_id=5a3ae3fb-aead-4c60-af99-379b08682fe7)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:52.433673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f8200-145a-46ac-8d3f-744ee362405e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.443214 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e4f8200-145a-46ac-8d3f-744ee362405e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c5cf620-9a91-4763-9e46-21c70ff2935e HTTP/1.1" status: 200 len: 982 time: 0.2552865 Jul 16 01:38:52.443488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.443488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e80e6-aef6-4522-b47f-a7077b7622e5 None None] The sync data for ids ['8c5cf620-9a91-4763-9e46-21c70ff2935e'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:52.449441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37814) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.454649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.575049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Pushing event updated for resources: {'Port': ['ID=21c2167b-b193-4700-9ef9-57d455d9f85d,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.591347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.592246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.594021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-bfc4b6a0-5e5b-46eb-83df-ee68a8ab01f4 service neutron] 10.222.0.93 "PUT /v2.0/ports/21c2167b-b193-4700-9ef9-57d455d9f85d HTTP/1.1" status: 200 len: 1091 time: 2.5802522 Jul 16 01:38:52.598172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'tag': '21c2167b-b193-4700-9ef9-57d455d9f85d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:52.607593 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc71127-7ff6-4da6-aeec-479599fa6792", "tag": "21c2167b-b193-4700-9ef9-57d455d9f85d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:52.731929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d062b-5716-4cc6-8264-b52c998087ea req-7edd6704-609d-4405-93d4-1d22d16b34a8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.738839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-027d062b-5716-4cc6-8264-b52c998087ea req-7edd6704-609d-4405-93d4-1d22d16b34a8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.3250611 Jul 16 01:38:52.769223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-b4d46b03-04a9-48b1-a7b2-4ccd4160003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.770728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-b4d46b03-04a9-48b1-a7b2-4ccd4160003a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dc158a4ed5a1416ea7752aa56d73bae5&device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 1094 time: 0.1246607 Jul 16 01:38:52.793168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39541af2-6753-4954-8511-8e9b2faf8eed req-8aebebc8-aabb-48ef-a1d0-6d417ba977c7 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.800175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39541af2-6753-4954-8511-8e9b2faf8eed req-8aebebc8-aabb-48ef-a1d0-6d417ba977c7 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 945 time: 0.2752388 Jul 16 01:38:52.853798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-3b5bc904-8da0-4238-b1e1-2abfb03533a6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21c2167b-b193-4700-9ef9-57d455d9f85d HTTP/1.1" status: 200 len: 217 time: 0.0743952 Jul 16 01:38:52.861592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-027d062b-5716-4cc6-8264-b52c998087ea req-53b56cdf-73ac-431b-8501-cbaee17babb8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219125 Jul 16 01:38:52.914195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39541af2-6753-4954-8511-8e9b2faf8eed req-d3a9b38f-405b-4734-ac16-45988e0edce1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130412 Jul 16 01:38:52.954132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-0f94ca80-6ae8-4dca-ae3c-baf9bc8477a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.956144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-0f94ca80-6ae8-4dca-ae3c-baf9bc8477a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eae7d20a-5615-4825-bc10-16ae8b304b32 HTTP/1.1" status: 200 len: 861 time: 0.0846927 Jul 16 01:38:53.041315 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b41ff4-8ae3-49a9-8cce-c20f1754e1fe x-openstack-request-id: req-46b41ff4-8ae3-49a9-8cce-c20f1754e1fe {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:53.041819 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc71127-7ff6-4da6-aeec-479599fa6792", "tag": "21c2167b-b193-4700-9ef9-57d455d9f85d", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:53.042996 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46b41ff4-8ae3-49a9-8cce-c20f1754e1fe {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:53.043643 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'tag': '21c2167b-b193-4700-9ef9-57d455d9f85d', 'status': 'completed', 'code': 200} Jul 16 01:38:53.057942 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:53.060473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-11ed5d97-b25a-4e56-9b3b-34978e3fe381 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ea78d7a9-c477-4c91-83ce-1ea58cea282c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905666 Jul 16 01:38:53.227909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.259815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-092cb5a5-cf3b-4053-9748-9c1251abab28 service neutron] 10.222.0.93 "GET /v2.0/networks/ea78d7a9-c477-4c91-83ce-1ea58cea282c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917734 Jul 16 01:38:53.275496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fca80-2784-4c05-a88b-1a85b1f9c369 req-14000f5e-8f85-4c31-833a-517f62d22541 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.279798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-451fca80-2784-4c05-a88b-1a85b1f9c369 req-14000f5e-8f85-4c31-833a-517f62d22541 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 943 time: 0.2019434 Jul 16 01:38:53.461558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-451fca80-2784-4c05-a88b-1a85b1f9c369 req-fa07bae7-53f3-4131-8edd-926c9c5424af tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596894 Jul 16 01:38:53.484281 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-405b1a42-b9e5-4c48-98ff-76cc05090297 req-11a42dda-af91-412e-be28-a1b6c8b0b2ed tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0809414 Jul 16 01:38:53.539690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2ca4a74-5c77-4c63-8c15-14edf7ccace8 req-c6495af5-f516-4208-a8aa-dbd8069fb7b2 service neutron] 10.222.0.93 "GET /v2.0/networks/ea78d7a9-c477-4c91-83ce-1ea58cea282c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588484 Jul 16 01:38:53.569956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port f200f39f-1f97-4c04-b2f4-9b65bb9525cb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:53.570357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.682805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-f105f4cd-4dad-49ac-ba61-37ee6e1bb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.684575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-f105f4cd-4dad-49ac-ba61-37ee6e1bb05d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dc158a4ed5a1416ea7752aa56d73bae5&device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 1094 time: 0.0626302 Jul 16 01:38:53.696377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.714775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for f200f39f-1f97-4c04-b2f4-9b65bb9525cb owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:53.773622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-47cc74a7-2cb2-479b-8534-d44bf5b9c1ee tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.776108 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-47cc74a7-2cb2-479b-8534-d44bf5b9c1ee tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 945 time: 0.1454568 Jul 16 01:38:53.838813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-98b0c8c2-150e-407a-979c-7eaf9bbd73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.841107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-98b0c8c2-150e-407a-979c-7eaf9bbd73ec service neutron] 10.222.0.93 "GET /v2.0/networks?id=ea78d7a9-c477-4c91-83ce-1ea58cea282c HTTP/1.1" status: 200 len: 922 time: 0.1472571 Jul 16 01:38:53.997721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-a9bf8859-276c-4daf-8e6a-42f07e6bd33c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21c2167b-b193-4700-9ef9-57d455d9f85d HTTP/1.1" status: 200 len: 217 time: 0.1474226 Jul 16 01:38:54.094274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-cadf2199-248e-4ccc-b93e-4ed579940892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.096166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-cadf2199-248e-4ccc-b93e-4ed579940892 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eae7d20a-5615-4825-bc10-16ae8b304b32 HTTP/1.1" status: 200 len: 861 time: 0.0913551 Jul 16 01:38:54.191108 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-2074dc62-aa71-4868-b12c-74a80740adab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ea78d7a9-c477-4c91-83ce-1ea58cea282c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836494 Jul 16 01:38:54.312112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a9233-8958-4034-9edd-3c3fc6346ef7 req-d8e51d73-e14f-4ac5-b8e6-71f1ca83d238 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.319815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c38a9233-8958-4034-9edd-3c3fc6346ef7 req-d8e51d73-e14f-4ac5-b8e6-71f1ca83d238 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.2097285 Jul 16 01:38:54.333811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb0ba4-5ffc-4d9c-91c9-6d45e9ba9d5a req-ed4b36c4-49d7-46a9-a047-4496addf1461 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.340199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Deleting port 032788c7-d019-440c-9eeb-efc43d8b55af {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:54.341651 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.341802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7eeb0ba4-5ffc-4d9c-91c9-6d45e9ba9d5a req-ed4b36c4-49d7-46a9-a047-4496addf1461 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 945 time: 0.2446039 Jul 16 01:38:54.347191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.426168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7eeb0ba4-5ffc-4d9c-91c9-6d45e9ba9d5a req-99532848-86df-4ca5-a455-1707fbd38f1f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833488 Jul 16 01:38:54.432527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-af1deb8b-2b87-4595-93aa-f998bcf7750c service neutron] 10.222.0.93 "GET /v2.0/networks/ea78d7a9-c477-4c91-83ce-1ea58cea282c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331710 Jul 16 01:38:54.449146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c38a9233-8958-4034-9edd-3c3fc6346ef7 req-8b7c72ca-fb55-4866-a015-82da9c216e74 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225731 Jul 16 01:38:54.470612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=f200f39f-1f97-4c04-b2f4-9b65bb9525cb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.675060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] For port 032788c7-d019-440c-9eeb-efc43d8b55af, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=032788c7-d019-440c-9eeb-efc43d8b55af,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:54.675430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.791189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Calling delete_port for 032788c7-d019-440c-9eeb-efc43d8b55af owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:54.806296 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.880432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba3bec7-15f2-447a-ad4e-a03bc4318ad0 req-591556bf-32c8-4e90-a729-f3f28038979b service neutron] 10.222.0.93 "GET /v2.0/networks/ea78d7a9-c477-4c91-83ce-1ea58cea282c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542747 Jul 16 01:38:54.928457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93eb8560-0ad5-45c0-98d8-861eb9f29423 req-f52cefae-7944-40e8-87c8-dd7d178e8fac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0600832 Jul 16 01:38:54.958231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3be3-0e1c-4072-9630-364bff3af7e5 req-0a9d6acc-10fd-4e76-80a9-2d430bfb3516 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.966469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc5a3be3-0e1c-4072-9630-364bff3af7e5 req-0a9d6acc-10fd-4e76-80a9-2d430bfb3516 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 943 time: 0.2579868 Jul 16 01:38:55.022124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc5a3be3-0e1c-4072-9630-364bff3af7e5 req-3abd6667-0e43-49a4-8e31-990b6d9bd90d tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544653 Jul 16 01:38:55.159089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Router 8c5cf620-9a91-4763-9e46-21c70ff2935e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:55.165596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-56bf0ceb-78e2-4a0a-97c7-de9ced647bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.167094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-56bf0ceb-78e2-4a0a-97c7-de9ced647bbb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1097 time: 0.2677512 Jul 16 01:38:55.211032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.223792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['94069bd4-66dd-45b3-bace-1d076b1c1bd1', '032788c7-d019-440c-9eeb-efc43d8b55af'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:55.333761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Pushing event deleted for resources: {'Port': ['ID=032788c7-d019-440c-9eeb-efc43d8b55af,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.340988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:55.352312 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2b9f7a5c-44ea-4cad-899e-63a7749897d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "PUT /v2.0/routers/8c5cf620-9a91-4763-9e46-21c70ff2935e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9015846 Jul 16 01:38:55.354978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37854) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.362394 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] Sync routers for ids ['8c5cf620-9a91-4763-9e46-21c70ff2935e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:55.381285 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] Routers {'8c5cf620-9a91-4763-9e46-21c70ff2935e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:55.388339 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8c5cf620-9a91-4763-9e46-21c70ff2935e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:55.414463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] No DVR routers for this DVR port 032788c7-d019-440c-9eeb-efc43d8b55af on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:55.418379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.420372 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d87992eb-c71a-4b11-a334-7b2f9dda00a5 req-a2353024-2229-4cc8-a60b-ad354c7196f1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "DELETE /v2.0/ports/032788c7-d019-440c-9eeb-efc43d8b55af HTTP/1.1" status: 204 len: 173 time: 1.6385500 Jul 16 01:38:55.420848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'name': 'network-vif-deleted', 'tag': '032788c7-d019-440c-9eeb-efc43d8b55af'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:55.423657 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7615d58b-2500-4f3f-89fe-e588854d7498" -d '{"events": [{"server_uuid": "86a86c7b-1707-4ce1-8555-7037e09ec082", "name": "network-vif-deleted", "tag": "032788c7-d019-440c-9eeb-efc43d8b55af"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:55.445496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-0b24fd10-8214-4582-b527-e01720dab56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.447862 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-0b24fd10-8214-4582-b527-e01720dab56a service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.2693017 Jul 16 01:38:55.468629 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be2113d-9b4d-49da-bfd6-a08fc4d0e038 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:38:55.470838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7be2113d-9b4d-49da-bfd6-a08fc4d0e038 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/f200f39f-1f97-4c04-b2f4-9b65bb9525cb HTTP/1.1" status: 404 len: 333 time: 0.1146748 Jul 16 01:38:55.474107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.547005 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:55.555542 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7067848-5b90-47de-bdfb-a0c8a8bd07b1 x-openstack-request-id: req-c7067848-5b90-47de-bdfb-a0c8a8bd07b1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:55.572587 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a86c7b-1707-4ce1-8555-7037e09ec082", "name": "network-vif-deleted", "tag": "032788c7-d019-440c-9eeb-efc43d8b55af", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:55.573428 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7067848-5b90-47de-bdfb-a0c8a8bd07b1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:55.574481 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a86c7b-1707-4ce1-8555-7037e09ec082', 'name': 'network-vif-deleted', 'tag': '032788c7-d019-440c-9eeb-efc43d8b55af', 'status': 'completed', 'code': 200} Jul 16 01:38:55.581614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 21c2167b-b193-4700-9ef9-57d455d9f85d details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:55.582340 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] Routers {'8c5cf620-9a91-4763-9e46-21c70ff2935e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:55.583115 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:38:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8c5cf620-9a91-4763-9e46-21c70ff2935e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:55.628042 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-b90dadd3-44e1-4a50-b0f5-e4b017741bdd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 200 len: 1002 time: 0.1735032 Jul 16 01:38:55.679235 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:55.679895 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391d126-724f-47a2-b72b-d14dc377d4ed None None] The sync data for ids ['8c5cf620-9a91-4763-9e46-21c70ff2935e'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:55.717278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4b301eb-0ed6-4689-afe9-86913cba29d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.721146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-0d671835-f949-46ca-ae24-adfd4bcd6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.722625 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-0d671835-f949-46ca-ae24-adfd4bcd6026 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.0834441 Jul 16 01:38:55.812746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 21c2167b-b193-4700-9ef9-57d455d9f85d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=21c2167b-b193-4700-9ef9-57d455d9f85d,segment=NetworkSegment(5a3ae3fb-aead-4c60-af99-379b08682fe7),segment_id=5a3ae3fb-aead-4c60-af99-379b08682fe7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.834887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '21c2167b-b193-4700-9ef9-57d455d9f85d', 'network_id': 'ea78d7a9-c477-4c91-83ce-1ea58cea282c', 'port_id': '21c2167b-b193-4700-9ef9-57d455d9f85d', 'mac_address': 'fa:16:3e:f9:95:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae7d20a-5615-4825-bc10-16ae8b304b32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:55.848032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-8fd4a504-9b69-43e0-8e0b-00a6d6b80b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.849581 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-8fd4a504-9b69-43e0-8e0b-00a6d6b80b9c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165853 Jul 16 01:38:55.916569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.943181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c2167b-b193-4700-9ef9-57d455d9f85d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:55.969427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df579d5f-928d-4715-ab2e-66d734b018d2 req-331092e8-3e4c-4175-add4-65b0004ff51d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a86c7b-1707-4ce1-8555-7037e09ec082 HTTP/1.1" status: 200 len: 210 time: 0.1027198 Jul 16 01:38:55.985226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 21c2167b-b193-4700-9ef9-57d455d9f85d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=21c2167b-b193-4700-9ef9-57d455d9f85d,segment=NetworkSegment(5a3ae3fb-aead-4c60-af99-379b08682fe7),segment_id=5a3ae3fb-aead-4c60-af99-379b08682fe7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.995887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.048719 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-5d133fcf-2df2-431e-a3e5-de69c054a6b0 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834211 Jul 16 01:38:56.123827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=21c2167b-b193-4700-9ef9-57d455d9f85d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.285487 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b8bdb873-638d-4bed-9f23-da86548c3fac req-aec519a5-3c0b-478b-a5e1-2469f85fb60d service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299645 Jul 16 01:38:56.302942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['21c2167b-b193-4700-9ef9-57d455d9f85d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:56.680460 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4b301eb-0ed6-4689-afe9-86913cba29d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.684929 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4b301eb-0ed6-4689-afe9-86913cba29d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.754186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68458f0f-a9e9-445a-9051-b476fed11d92 req-e13575a3-e04d-429b-a984-f1759c7e2aff tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0673721 Jul 16 01:38:56.762954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccb49-e094-4e29-9f21-07793bc61003 req-131f3f9e-61c0-4e7c-9c6d-780babcf716c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.769924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10dccb49-e094-4e29-9f21-07793bc61003 req-131f3f9e-61c0-4e7c-9c6d-780babcf716c tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 1.0438082 Jul 16 01:38:56.815332 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4b301eb-0ed6-4689-afe9-86913cba29d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.816342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b301eb-0ed6-4689-afe9-86913cba29d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Fanout notify agent at l3_agent the message router_deleted on router 8c5cf620-9a91-4763-9e46-21c70ff2935e {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:56.832576 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4b301eb-0ed6-4689-afe9-86913cba29d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.833991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4b301eb-0ed6-4689-afe9-86913cba29d4 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/routers/8c5cf620-9a91-4763-9e46-21c70ff2935e HTTP/1.1" status: 204 len: 168 time: 1.3589590 Jul 16 01:38:56.836836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:56.864276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10dccb49-e094-4e29-9f21-07793bc61003 req-51306ce4-333a-4508-a85e-baa726cc3306 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932441 Jul 16 01:38:56.919134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 39bb1e88-3765-406d-86cd-793c0a733431 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:56.922476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.967356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.983123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65730f76-b12d-4ac0-99a9-615e8f3d3b80 req-c50ce124-04a0-41a2-b026-c4de9f46ecf1 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.985800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65730f76-b12d-4ac0-99a9-615e8f3d3b80 req-c50ce124-04a0-41a2-b026-c4de9f46ecf1 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 944 time: 0.0803354 Jul 16 01:38:57.027793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65730f76-b12d-4ac0-99a9-615e8f3d3b80 req-9bb299e9-efd7-4e43-b701-d252c2ede826 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356431 Jul 16 01:38:57.096302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.162889 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.192841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=39bb1e88-3765-406d-86cd-793c0a733431,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.196602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.203108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c486a-d407-48ac-9790-45dafc508825 None None] Network 2f3df328-3f2d-4b76-b814-09005bc01491 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:57.207887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:57.216391 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1482f435-6f04-46df-9460-ca96960df1a1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/39bb1e88-3765-406d-86cd-793c0a733431 HTTP/1.1" status: 204 len: 168 time: 0.3691549 Jul 16 01:38:57.364331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.385868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf211d-faf4-432f-9c4e-8d6a6e61a438 req-78d71268-7946-429a-80be-da61b93c634e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.387443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3abf211d-faf4-432f-9c4e-8d6a6e61a438 req-78d71268-7946-429a-80be-da61b93c634e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1946714 Jul 16 01:38:57.506599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3abf211d-faf4-432f-9c4e-8d6a6e61a438 req-6a897289-3b3e-4804-a8b4-2072d7ae5569 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109595 Jul 16 01:38:57.531202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port e6770ce9-4199-4a87-bfd3-dda16dde7e49 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:57.531851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.559234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] DHCP port deletion for 2f3df328-3f2d-4b76-b814-09005bc01491 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:57.571306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 21c2167b-b193-4700-9ef9-57d455d9f85d up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:57.678786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] For port e6770ce9-4199-4a87-bfd3-dda16dde7e49, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e6770ce9-4199-4a87-bfd3-dda16dde7e49,segment=NetworkSegment(4a85cae4-98b1-4718-a5d3-8b8b194ff244),segment_id=4a85cae4-98b1-4718-a5d3-8b8b194ff244)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:57.679106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.693324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for e6770ce9-4199-4a87-bfd3-dda16dde7e49 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:57.759250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] Deleting port e6770ce9-4199-4a87-bfd3-dda16dde7e49 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:57.759855 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.766127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 21c2167b-b193-4700-9ef9-57d455d9f85d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:57.813382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.818019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 21c2167b-b193-4700-9ef9-57d455d9f85d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:57.818401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.847610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=e6770ce9-4199-4a87-bfd3-dda16dde7e49,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.889152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No DVR routers for this DVR port e6770ce9-4199-4a87-bfd3-dda16dde7e49 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:57.935229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] For port e6770ce9-4199-4a87-bfd3-dda16dde7e49, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e6770ce9-4199-4a87-bfd3-dda16dde7e49,segment=NetworkSegment(4a85cae4-98b1-4718-a5d3-8b8b194ff244),segment_id=4a85cae4-98b1-4718-a5d3-8b8b194ff244)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:57.935615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.952163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] Calling delete_port for e6770ce9-4199-4a87-bfd3-dda16dde7e49 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:58.038674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.082075 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.090620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c2167b-b193-4700-9ef9-57d455d9f85d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:58.093481 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8afc35-a1bd-4e90-a74c-766324c09b08" -d '{"events": [{"server_uuid": "0dc71127-7ff6-4da6-aeec-479599fa6792", "name": "network-vif-plugged", "status": "completed", "tag": "21c2167b-b193-4700-9ef9-57d455d9f85d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:58.098573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3df328-3f2d-4b76-b814-09005bc01491']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:58.111311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 21c2167b-b193-4700-9ef9-57d455d9f85d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=21c2167b-b193-4700-9ef9-57d455d9f85d,segment=NetworkSegment(5a3ae3fb-aead-4c60-af99-379b08682fe7),segment_id=5a3ae3fb-aead-4c60-af99-379b08682fe7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:58.112336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a85cae4-98b1-4718-a5d3-8b8b194ff244') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:58.112857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a85cae4-98b1-4718-a5d3-8b8b194ff244') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:58.121412 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.122378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:58.130227 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.148621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.167508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0198819a-3216-4952-8769-7a9bbb15a64c req-02a66cf3-91b4-4bfd-bde9-5586aa937d87 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.1930442 Jul 16 01:38:58.181677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.201733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:58.203210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.215852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] No DVR routers for this DVR port e6770ce9-4199-4a87-bfd3-dda16dde7e49 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:58.234268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=21c2167b-b193-4700-9ef9-57d455d9f85d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:58.251843 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:58.264255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc947b10-0221-4550-8307-f7ad04a8d1b3 None None] Pushing event deleted for resources: {'Port': ['ID=e6770ce9-4199-4a87-bfd3-dda16dde7e49,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.316243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746cfe9-95e0-4068-9b14-bfeb358cbc26 req-cf6d34c6-6c1f-43c9-9827-192759d69a5e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.324084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c746cfe9-95e0-4068-9b14-bfeb358cbc26 req-cf6d34c6-6c1f-43c9-9827-192759d69a5e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4776499 Jul 16 01:38:58.337603 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.358608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.399932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.403522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.405663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/2f3df328-3f2d-4b76-b814-09005bc01491 HTTP/1.1" status: 204 len: 168 time: 1.1966870 Jul 16 01:38:58.418453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:58.423954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081cfae-7083-426a-adef-25a427c7125c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=2f3df328-3f2d-4b76-b814-09005bc01491,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.428446 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.429357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 032788c7-d019-440c-9eeb-efc43d8b55af no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:58.432440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c746cfe9-95e0-4068-9b14-bfeb358cbc26 req-860f8ee6-8a0d-4ebf-a8ff-b1c92581c31c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074476 Jul 16 01:38:58.504341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6d70f-9780-4683-adde-b48470ec0e17 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.506191 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f2d6d70f-9780-4683-adde-b48470ec0e17 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/4e18a9ec-f1f8-4de0-8572-7515e7511fad HTTP/1.1" status: 200 len: 841 time: 0.1013238 Jul 16 01:38:58.510816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.511518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 032788c7-d019-440c-9eeb-efc43d8b55af {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:58.518951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 032788c7-d019-440c-9eeb-efc43d8b55af not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:58.534544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ac77d-6c0d-426b-a808-1aff24686064 req-8f6ed404-fb27-438e-9dcc-bbc30afb671f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.551460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b80ac77d-6c0d-426b-a808-1aff24686064 req-8f6ed404-fb27-438e-9dcc-bbc30afb671f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 946 time: 0.1888964 Jul 16 01:38:58.575942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29680420-350b-48ad-8312-9b7c2da39255 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/4e18a9ec-f1f8-4de0-8572-7515e7511fad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0627661 Jul 16 01:38:58.582203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37914) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.589433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:58.651809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.654451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b80ac77d-6c0d-426b-a808-1aff24686064 req-59dd178e-2675-419f-8b69-19b4b140ed31 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036818 Jul 16 01:38:58.691710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6770ce9-4199-4a87-bfd3-dda16dde7e49 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:58.752262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e6770ce9-4199-4a87-bfd3-dda16dde7e49 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:58.752624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6770ce9-4199-4a87-bfd3-dda16dde7e49 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:58.768304 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1616bd8d-6161-4fcb-b4ee-d22f63454b0f x-openstack-request-id: req-1616bd8d-6161-4fcb-b4ee-d22f63454b0f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:58.768924 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc71127-7ff6-4da6-aeec-479599fa6792", "name": "network-vif-plugged", "status": "completed", "tag": "21c2167b-b193-4700-9ef9-57d455d9f85d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:58.769403 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1616bd8d-6161-4fcb-b4ee-d22f63454b0f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:58.770369 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c2167b-b193-4700-9ef9-57d455d9f85d', 'code': 200} Jul 16 01:38:58.783666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:58.792042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.814434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e489c-8338-4e35-94fd-71c1b8ac0665 req-f5014e1a-4ecc-4c84-88a0-d31fb6660890 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.816529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-448e489c-8338-4e35-94fd-71c1b8ac0665 req-f5014e1a-4ecc-4c84-88a0-d31fb6660890 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 945 time: 0.1081400 Jul 16 01:38:58.884213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-448e489c-8338-4e35-94fd-71c1b8ac0665 req-45ac16a3-8925-43ad-b041-94a1ff4c36a4 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590849 Jul 16 01:38:58.992077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97976c7e-fc12-4332-b7c6-5f0af96e8d8e req-5a4c5121-4799-46ff-a9a3-cc639967cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.993661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-97976c7e-fc12-4332-b7c6-5f0af96e8d8e req-5a4c5121-4799-46ff-a9a3-cc639967cdf8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 1096 time: 0.1875863 Jul 16 01:38:59.066717 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-97976c7e-fc12-4332-b7c6-5f0af96e8d8e req-37bd68b0-daaa-40f5-be0e-c1c297c79582 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642662 Jul 16 01:38:59.139200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.159649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ad96-87bd-4846-8ee5-6101e8578f35 req-07746109-7f8f-4eb6-a44c-5544ff4c1642 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.161701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e768ad96-87bd-4846-8ee5-6101e8578f35 req-07746109-7f8f-4eb6-a44c-5544ff4c1642 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1037810 Jul 16 01:38:59.192841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:59.196300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:59.201315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.201952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.206475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8cf57-6b1a-462f-bccc-5238d9f715a4 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:59.207368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=4f7a976f-02d1-4437-b0d5-238683f9d008,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.221537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e768ad96-87bd-4846-8ee5-6101e8578f35 req-2981843b-d9b4-467f-bf01-c5acefebcc7b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530362 Jul 16 01:38:59.232311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37928) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.232614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cca08f3e-99d7-4043-b05b-f2c854605f8e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6487360 Jul 16 01:38:59.238139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cf5e92d2-ec1a-494d-b0b7-85c76ad51310 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'security_group': {'name': 'tempest-secgroup-734022686'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.279771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf5e92d2-ec1a-494d-b0b7-85c76ad51310 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.440357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94b75c17-9e83-46e0-9c96-d483df7edbd6 req-7d068087-72fd-4fb4-bbec-8c2898541a37 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0451050 Jul 16 01:38:59.449369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf5e92d2-ec1a-494d-b0b7-85c76ad51310 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.459998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf5e92d2-ec1a-494d-b0b7-85c76ad51310 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.493153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e92d2-ec1a-494d-b0b7-85c76ad51310 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc8afe-f3e4-4814-92ab-e41edee0305e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.496749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf5e92d2-ec1a-494d-b0b7-85c76ad51310 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.497889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cf5e92d2-ec1a-494d-b0b7-85c76ad51310 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2644441 Jul 16 01:38:59.501671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.507894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c03eba0d-6a58-46bf-90f8-8f81ac46900c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'security_group': {'name': 'tempest-secgroup-2123368744'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.512000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-d7d41b29-6282-4f8f-81b8-504f6f449779', 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'tenant_id': 'a95063e4039c404ba23a4bcc5df39fa0', 'fixed_ips': [{'subnet_id': '4f7a976f-02d1-4437-b0d5-238683f9d008'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:59.513291 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.537147 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03eba0d-6a58-46bf-90f8-8f81ac46900c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.689965 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03eba0d-6a58-46bf-90f8-8f81ac46900c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.697515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03eba0d-6a58-46bf-90f8-8f81ac46900c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.715460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Allocated IP 172.20.0.2 (d7d41b29-6282-4f8f-81b8-504f6f449779/4f7a976f-02d1-4437-b0d5-238683f9d008/a2b0f039-2037-4480-8ba2-51d5ba2726a9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:59.741870 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03eba0d-6a58-46bf-90f8-8f81ac46900c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.744274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c03eba0d-6a58-46bf-90f8-8f81ac46900c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2405994 Jul 16 01:38:59.746223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.746762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eba0d-6a58-46bf-90f8-8f81ac46900c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367cd36c-2bb3-4138-847b-2a2acc303830,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.753846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-718089572', 'security_groups': ['367cd36c-2bb3-4138-847b-2a2acc303830'], 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f7a976f-02d1-4437-b0d5-238683f9d008'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.976740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:00.156543 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.164672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.178342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Transition to ACTIVE for port object a2b0f039-2037-4480-8ba2-51d5ba2726a9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:00.203442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port b3a7eec4-1441-4b21-9ded-2d0114471935 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:00.214615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Transition to ACTIVE for port object a2b0f039-2037-4480-8ba2-51d5ba2726a9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:00.224759 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.274556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:00.277797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:00.282016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:00.322951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Pushing event updated for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.358899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903e51c-e48f-46fe-8261-a32335122a76 req-8940cfed-ade4-4d33-8333-3d1337435128 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.370768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6903e51c-e48f-46fe-8261-a32335122a76 req-8940cfed-ade4-4d33-8333-3d1337435128 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 945 time: 0.1620388 Jul 16 01:39:00.376422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Attempting to bind port a2b0f039-2037-4480-8ba2-51d5ba2726a9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:00.376804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Attempting to bind port a2b0f039-2037-4480-8ba2-51d5ba2726a9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '22bc6211-b877-4ce2-8359-ebe025ebcbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:00.377178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Attempting to bind port a2b0f039-2037-4480-8ba2-51d5ba2726a9 on network d7d41b29-6282-4f8f-81b8-504f6f449779 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:00.382985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:00.383685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Checking segment: {'id': '22bc6211-b877-4ce2-8359-ebe025ebcbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:00.383824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.384169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Bound using segment: {'id': '22bc6211-b877-4ce2-8359-ebe025ebcbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:00.384685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Bound port: a2b0f039-2037-4480-8ba2-51d5ba2726a9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bc6211-b877-4ce2-8359-ebe025ebcbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:00.385210 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.426670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6903e51c-e48f-46fe-8261-a32335122a76 req-73db6b7a-fc29-4b97-9eb8-71b847175947 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502512 Jul 16 01:39:00.489330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.13 (d7d41b29-6282-4f8f-81b8-504f6f449779/4f7a976f-02d1-4437-b0d5-238683f9d008/b3a7eec4-1441-4b21-9ded-2d0114471935) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:00.585637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:00.596437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0f039-2037-4480-8ba2-51d5ba2726a9,segment=NetworkSegment(22bc6211-b877-4ce2-8359-ebe025ebcbb0),segment_id=22bc6211-b877-4ce2-8359-ebe025ebcbb0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:00.605701 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.681317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33694-a18d-41e5-8342-f856c2d74479 None None] Pushing event updated for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.763946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.771837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:00.775992 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1da512-18cf-49ed-b76d-f275efe88d28" -d '{"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-unplugged", "status": "completed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:00.789817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object b3a7eec4-1441-4b21-9ded-2d0114471935 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:00.841981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.856870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ecf25f8b-602c-42d1-a54c-cb92ae707130 req-b7e6a6a4-2cee-4859-9ab2-037b17d8f2c1 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.1007755 Jul 16 01:39:00.916798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:00.926786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:00.929698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:00.943997 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaaa077-b0fc-4ebe-8cad-816bda23b56c x-openstack-request-id: req-aaaaa077-b0fc-4ebe-8cad-816bda23b56c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:00.947087 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-unplugged", "status": "failed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02", "code": 422}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:00.947318 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaaaa077-b0fc-4ebe-8cad-816bda23b56c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:00.947741 n-d-800085-5 neutron-server[93708]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'code': 422} returned with failed status Jul 16 01:39:01.094596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.095755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.132591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=b3a7eec4-1441-4b21-9ded-2d0114471935,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.149013 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-40a4dde7-7995-4636-a69f-14faba92e8c0 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4007945 Jul 16 01:39:01.151926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.163384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5e9fc30c-4757-4148-b153-0074300f4dae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.197775 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-c4b50290-3cab-464f-ae09-6b448012212e req-11cccb8c-ece8-42a1-ab4b-3f381018f1d0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:01.197775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4b50290-3cab-464f-ae09-6b448012212e req-11cccb8c-ece8-42a1-ab4b-3f381018f1d0 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059378 Jul 16 01:39:01.356763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9fc30c-4757-4148-b153-0074300f4dae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:01.361673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc30c-4757-4148-b153-0074300f4dae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.468740 n-d-800085-5 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-5e9fc30c-4757-4148-b153-0074300f4dae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f7a976f-02d1-4437-b0d5-238683f9d008 (CIDR: 172.20.0.0/28) Jul 16 01:39:01.474872 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9fc30c-4757-4148-b153-0074300f4dae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:01.475321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9fc30c-4757-4148-b153-0074300f4dae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:01.494736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5e9fc30c-4757-4148-b153-0074300f4dae tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3414168 Jul 16 01:39:01.497705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.503338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:01.561358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-6ddc2eba-faf9-40de-9b07-ed1680ef2b97 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640695 Jul 16 01:39:01.578548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:01.782296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc73fd0-bed0-491f-ad64-ca83c56c07c5 req-80935a70-1869-487b-8137-96049cf621e5 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.789960 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cc73fd0-bed0-491f-ad64-ca83c56c07c5 req-80935a70-1869-487b-8137-96049cf621e5 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 945 time: 0.2377717 Jul 16 01:39:01.863398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cc73fd0-bed0-491f-ad64-ca83c56c07c5 req-41f327d9-2580-4a17-a5a6-68305431874a tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716808 Jul 16 01:39:01.894369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:01.900355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.915106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f640b-3ddf-4a95-9b11-e6648b9ba5db req-960766ee-06c8-4bf5-b587-b40ac932189d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.916807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b5f640b-3ddf-4a95-9b11-e6648b9ba5db req-960766ee-06c8-4bf5-b587-b40ac932189d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.2750823 Jul 16 01:39:02.034790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b5f640b-3ddf-4a95-9b11-e6648b9ba5db req-4e7dd504-93f0-4a58-a198-c59dd3f00cf3 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057475 Jul 16 01:39:02.045542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75378364-86a9-4660-8f84-98a35cda9f3e None None] Provisioning for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:02.088103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75378364-86a9-4660-8f84-98a35cda9f3e None None] Provisioning complete for port 4e18a9ec-f1f8-4de0-8572-7515e7511fad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:02.088871 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75378364-86a9-4660-8f84-98a35cda9f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.196299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-75378364-86a9-4660-8f84-98a35cda9f3e None None] Port 4e18a9ec-f1f8-4de0-8572-7515e7511fad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:02.296797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a981ebd-7f7e-4130-9821-a8d70812508b req-6546d746-4782-4aff-adfc-18dd110305fa tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0771744 Jul 16 01:39:02.329306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ab8cf137-a8aa-4bb1-952e-1b70cfb945e3 None None] Provisioning for port b3a7eec4-1441-4b21-9ded-2d0114471935 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:02.334224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ab8cf137-a8aa-4bb1-952e-1b70cfb945e3 None None] Provisioning complete for port b3a7eec4-1441-4b21-9ded-2d0114471935 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:02.334762 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab8cf137-a8aa-4bb1-952e-1b70cfb945e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.338519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36b80e-83e0-479a-8cc4-2539600c377b req-35bc1446-115a-46dc-aa1d-73a9c9cf0b18 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.340348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe36b80e-83e0-479a-8cc4-2539600c377b req-35bc1446-115a-46dc-aa1d-73a9c9cf0b18 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2560420 Jul 16 01:39:02.380346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ab8cf137-a8aa-4bb1-952e-1b70cfb945e3 None None] Port b3a7eec4-1441-4b21-9ded-2d0114471935 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:02.418272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe36b80e-83e0-479a-8cc4-2539600c377b req-937da524-c426-436d-b2ad-1cd55ae0fd5e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707519 Jul 16 01:39:02.465133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.516832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:02.520725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:02.530500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb95f93c-55e8-4a29-ab3a-c804eedf4d28 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:02.533898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.534679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.559080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=44d292b5-5e93-4f1f-baf5-b66410c341c6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:02.571291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-846b899f-9c09-410b-8432-0f8577ea229b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0723441 Jul 16 01:39:02.573915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38026) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.581309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-970534557', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44d292b5-5e93-4f1f-baf5-b66410c341c6'}], 'security_groups': ['95fc8afe-f3e4-4814-92ab-e41edee0305e']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:02.701981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0f039-2037-4480-8ba2-51d5ba2726a9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:02.755666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3bbaf-a953-4748-bd38-47d4bbfb050c req-33e36587-a052-4f37-b442-0a5838369555 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.757261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf3bbaf-a953-4748-bd38-47d4bbfb050c req-33e36587-a052-4f37-b442-0a5838369555 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1488433 Jul 16 01:39:02.786156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:02.791968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:02.792652 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.850071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf3bbaf-a953-4748-bd38-47d4bbfb050c req-4b1e5b9a-3a5e-4219-b1c4-a25bd098a81d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836592 Jul 16 01:39:02.863547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-45c3aece-b47c-44d8-82a7-3b619ec4bb61 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.865120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-45c3aece-b47c-44d8-82a7-3b619ec4bb61 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 945 time: 0.1670492 Jul 16 01:39:02.897066 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.973024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] Update dhcp port {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'fixed_ips': [{'subnet_id': '4f7a976f-02d1-4437-b0d5-238683f9d008', 'ip_address': '172.20.0.2'}, {'subnet_id': '44d292b5-5e93-4f1f-baf5-b66410c341c6'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'a2b0f039-2037-4480-8ba2-51d5ba2726a9'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:02.980409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-d05f3c4a-a377-42c6-92cb-fe38096f5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.982161 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-d05f3c4a-a377-42c6-92cb-fe38096f5bd1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b&tenant_id=f3e2b12e2e1a452183b9103626afe866 HTTP/1.1" status: 200 len: 1095 time: 0.2453010 Jul 16 01:39:03.028572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.096383 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.123833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0f039-2037-4480-8ba2-51d5ba2726a9,segment=NetworkSegment(22bc6211-b877-4ce2-8359-ebe025ebcbb0),segment_id=22bc6211-b877-4ce2-8359-ebe025ebcbb0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:03.145453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.259359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Deleting port 21c2167b-b193-4700-9ef9-57d455d9f85d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:03.260739 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.306391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:03.323541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-5ad43487-f9cf-45c7-99a3-d8de10187a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.325380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-5ad43487-f9cf-45c7-99a3-d8de10187a26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1095 time: 0.2639458 Jul 16 01:39:03.371296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38834269-e512-4274-97b2-f66a94059298 req-3c3c3541-aa72-418b-9c17-7eb9818091f3 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.373156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38834269-e512-4274-97b2-f66a94059298 req-3c3c3541-aa72-418b-9c17-7eb9818091f3 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 945 time: 0.3363631 Jul 16 01:39:03.466767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38834269-e512-4274-97b2-f66a94059298 req-bfcc6573-e647-42c1-9c9b-52258836afb5 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4136cf9-f763-40b0-a892-4a9d65f1836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840738 Jul 16 01:39:03.480138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774a3ed-b102-47cf-ad5c-cecf0ddb2407 req-77de4c5d-a1e8-4889-b55d-45b2fa9f0141 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.487494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7774a3ed-b102-47cf-ad5c-cecf0ddb2407 req-77de4c5d-a1e8-4889-b55d-45b2fa9f0141 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.2961190 Jul 16 01:39:03.583953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7774a3ed-b102-47cf-ad5c-cecf0ddb2407 req-fba4bcc3-b9a3-4c5a-be7f-604c2d2c8807 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918000 Jul 16 01:39:03.588290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Delete allocated IP 172.20.0.13 (d7d41b29-6282-4f8f-81b8-504f6f449779/4f7a976f-02d1-4437-b0d5-238683f9d008) {{(pid=93706) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:39:03.616289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.20 (d7d41b29-6282-4f8f-81b8-504f6f449779/44d292b5-5e93-4f1f-baf5-b66410c341c6/b3a7eec4-1441-4b21-9ded-2d0114471935) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:03.668713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76fe66f9-40fc-4ad5-b12a-8d9556a4600d req-fdaa252d-5795-481a-8a7f-ceaf3a09e85e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0495923 Jul 16 01:39:03.866098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.883123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object b3a7eec4-1441-4b21-9ded-2d0114471935 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:03.887639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.961139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] Allocated IP 172.20.0.18 (d7d41b29-6282-4f8f-81b8-504f6f449779/44d292b5-5e93-4f1f-baf5-b66410c341c6/a2b0f039-2037-4480-8ba2-51d5ba2726a9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:03.966489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] For port 21c2167b-b193-4700-9ef9-57d455d9f85d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=21c2167b-b193-4700-9ef9-57d455d9f85d,segment=NetworkSegment(5a3ae3fb-aead-4c60-af99-379b08682fe7),segment_id=5a3ae3fb-aead-4c60-af99-379b08682fe7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:03.967038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.983844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-c4f524b1-b02c-41ea-b856-948e9f2d3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.986097 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-c4f524b1-b02c-41ea-b856-948e9f2d3bcb service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.6527302 Jul 16 01:39:03.987043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Calling delete_port for 21c2167b-b193-4700-9ef9-57d455d9f85d owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:04.077467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=b3a7eec4-1441-4b21-9ded-2d0114471935,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.080272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0f039-2037-4480-8ba2-51d5ba2726a9,segment=NetworkSegment(22bc6211-b877-4ce2-8359-ebe025ebcbb0),segment_id=22bc6211-b877-4ce2-8359-ebe025ebcbb0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:04.094645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] In _notify_port_updated(), no bound segment for port b3a7eec4-1441-4b21-9ded-2d0114471935 on network d7d41b29-6282-4f8f-81b8-504f6f449779 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:39:04.102140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.103120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.107634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e8594ad4-ebd0-4b81-865b-8c52f603c5f1 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "PUT /v2.0/ports/b3a7eec4-1441-4b21-9ded-2d0114471935 HTTP/1.1" status: 200 len: 920 time: 1.5323770 Jul 16 01:39:04.108569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38046) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.119049 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.136668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] Transition to ACTIVE for port object a2b0f039-2037-4480-8ba2-51d5ba2726a9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:04.138399 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-5391d337-2c46-4c57-ad52-b9234f86b158 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 200 len: 1000 time: 0.1414237 Jul 16 01:39:04.144502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.226198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-666905d8-81d6-4c86-adee-6fc7b0b36ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.227693 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-666905d8-81d6-4c86-adee-6fc7b0b36ca7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.0808585 Jul 16 01:39:04.304466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port b3a7eec4-1441-4b21-9ded-2d0114471935 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:04.304837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.324767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ca990-e4e8-4dfb-aa2e-abaabbcdb1cf None None] Pushing event updated for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.370423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-aea36864-34b9-4724-921a-bdc91280b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.372002 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-aea36864-34b9-4724-921a-bdc91280b586 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329911 Jul 16 01:39:04.431358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.453325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.479763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for b3a7eec4-1441-4b21-9ded-2d0114471935 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:04.521514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Pushing event deleted for resources: {'Port': ['ID=21c2167b-b193-4700-9ef9-57d455d9f85d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.662612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] No DVR routers for this DVR port 21c2167b-b193-4700-9ef9-57d455d9f85d on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:04.666755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.668915 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-706833f1-2a59-4247-88da-bd333a5cbb70 req-e269e06d-207a-4cdf-92bc-ea63d55d8f4b tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.93 "DELETE /v2.0/ports/21c2167b-b193-4700-9ef9-57d455d9f85d HTTP/1.1" status: 204 len: 173 time: 1.7966113 Jul 16 01:39:04.669443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'name': 'network-vif-deleted', 'tag': '21c2167b-b193-4700-9ef9-57d455d9f85d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:04.671787 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f6b983-da28-4e82-9371-43abb0e55d17" -d '{"events": [{"server_uuid": "0dc71127-7ff6-4da6-aeec-479599fa6792", "name": "network-vif-deleted", "tag": "21c2167b-b193-4700-9ef9-57d455d9f85d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:04.721928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-0bb9ff41-04f9-49c2-81be-7756e5bbf199 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227987 Jul 16 01:39:04.738534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0f039-2037-4480-8ba2-51d5ba2726a9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:04.845160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5023fe84-5d93-4661-9817-c9e6d55465f5 req-c9a145f0-06ef-4d95-b229-d953d7fbd4c6 tempest-InstanceActionsNegativeTestJSON-926134409 tempest-InstanceActionsNegativeTestJSON-926134409-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc71127-7ff6-4da6-aeec-479599fa6792 HTTP/1.1" status: 200 len: 210 time: 0.0883660 Jul 16 01:39:04.918725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-46d56c5b-2764-4960-bd87-2819d31fac28 req-9e214cda-5a66-4bc0-827c-7aaa8c61fd03 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866658 Jul 16 01:39:04.922112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.965701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=b3a7eec4-1441-4b21-9ded-2d0114471935,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.980635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427cd00-4f5e-4528-9590-daaefe305d88 req-6d7716ab-57ff-4ee2-b5a5-fe75c3b2e783 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.987840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d427cd00-4f5e-4528-9590-daaefe305d88 req-6d7716ab-57ff-4ee2-b5a5-fe75c3b2e783 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2000673 Jul 16 01:39:05.115461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d427cd00-4f5e-4528-9590-daaefe305d88 req-d2f43382-5450-4b36-91d8-990ef9238b0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267004 Jul 16 01:39:05.133743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.135736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb4141e6-009e-46f2-8854-5a7b76731c90 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/b3a7eec4-1441-4b21-9ded-2d0114471935 HTTP/1.1" status: 204 len: 168 time: 1.0261524 Jul 16 01:39:05.138488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.180517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e63fd1-4fa5-49f9-b21c-67bd1b2c5444 req-a1bd8307-b85d-4ff3-9ebd-7cba1e968206 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.189721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56e63fd1-4fa5-49f9-b21c-67bd1b2c5444 req-a1bd8307-b85d-4ff3-9ebd-7cba1e968206 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.1587570 Jul 16 01:39:05.214787 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-09caa0be-5606-43d0-851d-b7f4c704bd00 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:39:05.216549 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-09caa0be-5606-43d0-851d-b7f4c704bd00 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/b3a7eec4-1441-4b21-9ded-2d0114471935 HTTP/1.1" status: 404 len: 333 time: 0.0764525 Jul 16 01:39:05.221281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38084) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.234960 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98effd9-d5a8-49c8-88e9-8d61502294ac x-openstack-request-id: req-c98effd9-d5a8-49c8-88e9-8d61502294ac {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:05.235254 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc71127-7ff6-4da6-aeec-479599fa6792", "name": "network-vif-deleted", "tag": "21c2167b-b193-4700-9ef9-57d455d9f85d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:05.235504 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c98effd9-d5a8-49c8-88e9-8d61502294ac {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:05.235904 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc71127-7ff6-4da6-aeec-479599fa6792', 'name': 'network-vif-deleted', 'tag': '21c2167b-b193-4700-9ef9-57d455d9f85d', 'status': 'completed', 'code': 200} Jul 16 01:39:05.296483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56e63fd1-4fa5-49f9-b21c-67bd1b2c5444 req-bc147235-97e3-43e0-b97c-b98f96134b49 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036468 Jul 16 01:39:05.329770 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a28b-fe19-4339-875d-57387583d263 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.336658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c470d874-40d5-4eb0-8431-9f8247ed5e13 None None] Provisioning for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:05.343471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c470d874-40d5-4eb0-8431-9f8247ed5e13 None None] Provisioning complete for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:05.344059 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c470d874-40d5-4eb0-8431-9f8247ed5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.409782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a28b-fe19-4339-875d-57387583d263 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.458796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bef1aed-4f53-4415-bce5-e7bbb8b3a35f req-42b04d67-37e4-463c-b5bd-18cb04cb205e tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/ports?device_id=c837a8f4-bd6d-467f-a146-d949c80b2dd1 HTTP/1.1" status: 200 len: 210 time: 0.0365965 Jul 16 01:39:05.513813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a28b-fe19-4339-875d-57387583d263 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.516945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a28b-fe19-4339-875d-57387583d263 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.521675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.522181 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6bd1a28b-fe19-4339-875d-57387583d263 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/security-groups/367cd36c-2bb3-4138-847b-2a2acc303830 HTTP/1.1" status: 204 len: 168 time: 0.2998102 Jul 16 01:39:05.538978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1a28b-fe19-4339-875d-57387583d263 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367cd36c-2bb3-4138-847b-2a2acc303830,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.542548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c470d874-40d5-4eb0-8431-9f8247ed5e13 None None] Provisioning complete for port 4e18a9ec-f1f8-4de0-8572-7515e7511fad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:05.543183 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c470d874-40d5-4eb0-8431-9f8247ed5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.595051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 21c2167b-b193-4700-9ef9-57d455d9f85d no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:05.620854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c470d874-40d5-4eb0-8431-9f8247ed5e13 None None] Port 4e18a9ec-f1f8-4de0-8572-7515e7511fad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:05.624142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 21c2167b-b193-4700-9ef9-57d455d9f85d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:05.624706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 21c2167b-b193-4700-9ef9-57d455d9f85d not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:05.628001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c470d874-40d5-4eb0-8431-9f8247ed5e13 None None] Could not find standard attr ID for object b3a7eec4-1441-4b21-9ded-2d0114471935. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:39:05.675609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ece0649e-1157-44f2-9054-1f4803abd808 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.784263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ece0649e-1157-44f2-9054-1f4803abd808 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.887804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ece0649e-1157-44f2-9054-1f4803abd808 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.893763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ece0649e-1157-44f2-9054-1f4803abd808 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.894936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ece0649e-1157-44f2-9054-1f4803abd808 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/security-groups/95fc8afe-f3e4-4814-92ab-e41edee0305e HTTP/1.1" status: 204 len: 168 time: 0.3721521 Jul 16 01:39:05.898374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.918976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15464da4-11c4-4230-8a06-7d5844fb8a43 req-52f40812-4698-41eb-8af8-cfa28b640ab8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.930364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15464da4-11c4-4230-8a06-7d5844fb8a43 req-52f40812-4698-41eb-8af8-cfa28b640ab8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2348123 Jul 16 01:39:05.987530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0649e-1157-44f2-9054-1f4803abd808 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc8afe-f3e4-4814-92ab-e41edee0305e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.028865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.034819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 4f7a976f-02d1-4437-b0d5-238683f9d008 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:06.045716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9aed8b55-57c5-4489-ae1f-e4aeb856920f None None] Could not find standard attr ID for object b3a7eec4-1441-4b21-9ded-2d0114471935. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:39:06.046930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.120794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15464da4-11c4-4230-8a06-7d5844fb8a43 req-173c0bfb-f09d-4467-8ffa-6daab0459ff1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892629 Jul 16 01:39:06.149124 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.156546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] Deleting subnet eae7d20a-5615-4825-bc10-16ae8b304b32 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:06.159961 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.206607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.268679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.365405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.389502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.431953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae7d20a-5615-4825-bc10-16ae8b304b32,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.442040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.444145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eb2c9a2e-eb1d-43ff-9f6b-0454110a4ce2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eae7d20a-5615-4825-bc10-16ae8b304b32 HTTP/1.1" status: 204 len: 168 time: 0.4143286 Jul 16 01:39:06.446831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.523202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.590532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f899d8-22cb-47f8-896c-68cfcc0e73ff None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:06.591974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.593444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.601899 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/4f7a976f-02d1-4437-b0d5-238683f9d008 HTTP/1.1" status: 204 len: 168 time: 0.7024024 Jul 16 01:39:06.603478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38116) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.624347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:06.643841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a339938-2753-4238-bb22-993e2b33bf86 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7a976f-02d1-4437-b0d5-238683f9d008,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.988357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:06.996597 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.004550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.009383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea78d7a9-c477-4c91-83ce-1ea58cea282c']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:07.029919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3ae3fb-aead-4c60-af99-379b08682fe7') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:07.030157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3ae3fb-aead-4c60-af99-379b08682fe7') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:07.042035 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.067218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.071832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:07.073098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:07.180302 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:07.190368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.195838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.198585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ea78d7a9-c477-4c91-83ce-1ea58cea282c HTTP/1.1" status: 204 len: 168 time: 0.7506428 Jul 16 01:39:07.257252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a764824-9275-4de2-aaae-f091d6ade659 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea78d7a9-c477-4c91-83ce-1ea58cea282c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.279196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e4785-b1d3-43c2-94e8-d58b7a74898e req-e09f91d1-cfad-4de1-993e-b23e4f67b6a7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.281776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f5e4785-b1d3-43c2-94e8-d58b7a74898e req-e09f91d1-cfad-4de1-993e-b23e4f67b6a7 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.6755848 Jul 16 01:39:07.336808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f5e4785-b1d3-43c2-94e8-d58b7a74898e req-775d6c88-88bb-418a-80da-93426758abf2 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490844 Jul 16 01:39:07.378731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf583d-0d8e-4520-802d-904eaf8c0745 req-3ee95fe9-3859-40e6-b62e-91e30601152d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.386766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9dbf583d-0d8e-4520-802d-904eaf8c0745 req-3ee95fe9-3859-40e6-b62e-91e30601152d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.6084483 Jul 16 01:39:07.451782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9dbf583d-0d8e-4520-802d-904eaf8c0745 req-5e48ebdd-f7ce-42c0-a58a-65eeacd53b68 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637984 Jul 16 01:39:07.486556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38124) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.593923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-577660c6-c355-4101-a85c-1bbcc3efadcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc158a4ed5a1416ea7752aa56d73bae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056275 Jul 16 01:39:07.596346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.769094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad245cd3-dea9-4d52-8ee1-b56b6200575d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.769322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.808115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38130) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.872825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad245cd3-dea9-4d52-8ee1-b56b6200575d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.921449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=6f978d03-bd6a-4b6f-b5d1-633c7df7381e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.957868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:07.971849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:07.978356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.980566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.030688 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f5eac04-e807-48e1-9c20-6627d0d44697 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4226105 Jul 16 01:39:08.031363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.037010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-34d16c71-daf6-45e1-bd0b-21d51b56247f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057542862'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.074353 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34d16c71-daf6-45e1-bd0b-21d51b56247f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.088301 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad245cd3-dea9-4d52-8ee1-b56b6200575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.091470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad245cd3-dea9-4d52-8ee1-b56b6200575d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.095677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ad245cd3-dea9-4d52-8ee1-b56b6200575d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4136cf9-f763-40b0-a892-4a9d65f1836e HTTP/1.1" status: 204 len: 168 time: 0.4953868 Jul 16 01:39:08.149291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad245cd3-dea9-4d52-8ee1-b56b6200575d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4136cf9-f763-40b0-a892-4a9d65f1836e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.161675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cfe7b-7619-4f87-a016-a80a441adf27 req-369a5901-5ca3-4d98-9aed-fa188a16c1af tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.164652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab7cfe7b-7619-4f87-a016-a80a441adf27 req-369a5901-5ca3-4d98-9aed-fa188a16c1af tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2438643 Jul 16 01:39:08.166713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a4cef33-6fcd-4f95-9731-24a036af16ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.240749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a4cef33-6fcd-4f95-9731-24a036af16ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.281656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34d16c71-daf6-45e1-bd0b-21d51b56247f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.294256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34d16c71-daf6-45e1-bd0b-21d51b56247f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.327127 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34d16c71-daf6-45e1-bd0b-21d51b56247f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.330836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-34d16c71-daf6-45e1-bd0b-21d51b56247f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2978501 Jul 16 01:39:08.341257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.348571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-df66bc63-8924-4530-a6d0-4a6e108af6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'security_group': {'name': 'tempest-secgroup-763269199'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.383590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea5400-e114-44fe-98d2-07c744924463 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:08.408670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a4cef33-6fcd-4f95-9731-24a036af16ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.412374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d16c71-daf6-45e1-bd0b-21d51b56247f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb34d7-cb51-4330-86df-feeaae50d0b2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.413600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a4cef33-6fcd-4f95-9731-24a036af16ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.418200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7a4cef33-6fcd-4f95-9731-24a036af16ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/security-groups/969a5455-e141-4bab-9fb1-2585dcf3b777 HTTP/1.1" status: 204 len: 168 time: 0.6059990 Jul 16 01:39:08.419539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38142) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.464974 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-d6f2e37e-9648-465a-b193-fc3e7ee1b423 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] show failed (client error): The resource could not be found. Jul 16 01:39:08.476182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d6f2e37e-9648-465a-b193-fc3e7ee1b423 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "GET /v2.0/security-groups/969a5455-e141-4bab-9fb1-2585dcf3b777 HTTP/1.1" status: 404 len: 347 time: 0.0499756 Jul 16 01:39:08.476182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df66bc63-8924-4530-a6d0-4a6e108af6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.477952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.528586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cef33-6fcd-4f95-9731-24a036af16ac tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969a5455-e141-4bab-9fb1-2585dcf3b777,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.547295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab7cfe7b-7619-4f87-a016-a80a441adf27 req-356396ec-264e-4c04-922f-8a69a5fec012 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988652 Jul 16 01:39:08.626383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5b14e0b6-375f-4f9d-96ac-4f8e5d246118 None None] Provisioning complete for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:08.627958 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b14e0b6-375f-4f9d-96ac-4f8e5d246118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.776113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754c8c1-6f04-4e10-a40f-28323f54dc07 req-9c75e1b1-8076-48d5-8836-671d9ba93a7d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.783620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8754c8c1-6f04-4e10-a40f-28323f54dc07 req-9c75e1b1-8076-48d5-8836-671d9ba93a7d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.1019971 Jul 16 01:39:08.835465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8754c8c1-6f04-4e10-a40f-28323f54dc07 req-852f4bad-c96d-4a7c-bef4-7d45ae669e6e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507472 Jul 16 01:39:09.098800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 272b3c28-85ec-49bc-9852-19dea1ed7ee5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:09.099218 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.109468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5b14e0b6-375f-4f9d-96ac-4f8e5d246118 None None] Provisioning complete for port 4e18a9ec-f1f8-4de0-8572-7515e7511fad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:09.110903 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b14e0b6-375f-4f9d-96ac-4f8e5d246118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.302615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5b14e0b6-375f-4f9d-96ac-4f8e5d246118 None None] Port 4e18a9ec-f1f8-4de0-8572-7515e7511fad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:09.323000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] Update dhcp port {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'fixed_ips': [{'subnet_id': '44d292b5-5e93-4f1f-baf5-b66410c341c6', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f978d03-bd6a-4b6f-b5d1-633c7df7381e'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'a2b0f039-2037-4480-8ba2-51d5ba2726a9'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:09.330540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bf0e-e30f-4c02-9789-33ca2d417713 req-fd08c6e3-69b7-48be-bf79-e102b4fd0760 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.351286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1c8bf0e-e30f-4c02-9789-33ca2d417713 req-fd08c6e3-69b7-48be-bf79-e102b4fd0760 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2167017 Jul 16 01:39:09.362681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.390761 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df66bc63-8924-4530-a6d0-4a6e108af6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.412439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1c8bf0e-e30f-4c02-9789-33ca2d417713 req-d267ed53-e3d4-4a1f-8704-0bd9c9d47708 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Jul 16 01:39:09.412581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df66bc63-8924-4530-a6d0-4a6e108af6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.439174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.439533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.512324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 272b3c28-85ec-49bc-9852-19dea1ed7ee5 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:09.529665 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df66bc63-8924-4530-a6d0-4a6e108af6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.534045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.537650 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-df66bc63-8924-4530-a6d0-4a6e108af6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1950824 Jul 16 01:39:09.541519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66bc63-8924-4530-a6d0-4a6e108af6a9 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f079e2-07e1-4e72-bcd4-270ae1ee1b6b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.541834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1bf02c82-618d-401e-8207-7dbc1c360aaf tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'security_group': {'name': 'tempest-secgroup-1374369079'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.625089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bf02c82-618d-401e-8207-7dbc1c360aaf tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.709097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38180) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.743371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.795292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] Allocated IP 172.20.0.2 (d7d41b29-6282-4f8f-81b8-504f6f449779/6f978d03-bd6a-4b6f-b5d1-633c7df7381e/a2b0f039-2037-4480-8ba2-51d5ba2726a9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:09.808760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=272b3c28-85ec-49bc-9852-19dea1ed7ee5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.834043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd1e52-91cb-4d38-96fb-a723e81cf56c req-4533e480-5323-4c25-aa51-ccdfd20ca135 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.835914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25dd1e52-91cb-4d38-96fb-a723e81cf56c req-4533e480-5323-4c25-aa51-ccdfd20ca135 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1990328 Jul 16 01:39:09.900285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bf02c82-618d-401e-8207-7dbc1c360aaf tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.905520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25dd1e52-91cb-4d38-96fb-a723e81cf56c req-fdb1e261-3eef-44a2-9af7-fc1b446a46e6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639014 Jul 16 01:39:09.908508 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bf02c82-618d-401e-8207-7dbc1c360aaf tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.917756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.921507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.923146 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b9e955ec-0c53-4601-aaf9-a7fb5cd9bdf9 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/floatingips/2c7e9615-de6c-4e3b-ab5e-47ea308bcc21 HTTP/1.1" status: 204 len: 168 time: 1.4431989 Jul 16 01:39:09.925948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.953106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf02c82-618d-401e-8207-7dbc1c360aaf tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a27ee36-3ae4-48a8-ac2a-e7b1eb5a67c4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.961307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bf02c82-618d-401e-8207-7dbc1c360aaf tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.962811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1bf02c82-618d-401e-8207-7dbc1c360aaf tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4264407 Jul 16 01:39:09.978514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.986814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1384033049', 'security_groups': ['6a27ee36-3ae4-48a8-ac2a-e7b1eb5a67c4'], 'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f978d03-bd6a-4b6f-b5d1-633c7df7381e'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.992898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1861248696-network', 'tenant_id': '9c04bba9edda457b8655d0d9c7feb69c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:10.168827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0f039-2037-4480-8ba2-51d5ba2726a9,segment=NetworkSegment(22bc6211-b877-4ce2-8359-ebe025ebcbb0),segment_id=22bc6211-b877-4ce2-8359-ebe025ebcbb0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:10.294670 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.331507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Made reservation on behalf of 9c04bba9edda457b8655d0d9c7feb69c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:10.333774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] Transition to ACTIVE for port object a2b0f039-2037-4480-8ba2-51d5ba2726a9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:10.339173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.346454 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.387873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.411599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb489034-7545-47a6-8fb3-c6750b8b1271 None None] Pushing event updated for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:10.506120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 3e846de4-f9b5-4610-9792-79cfa6b2288a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:10.512381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.683995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0f039-2037-4480-8ba2-51d5ba2726a9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:10.804381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.851206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 3e846de4-f9b5-4610-9792-79cfa6b2288a owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:11.058519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.075306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.128515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:11.149601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922f7efb-9911-4252-8f51-0c2fc683bc5f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.207007 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.207265 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Added segment f32f88d8-289c-45da-b0ef-c126b63bd840 of type vlan for network db22da05-dc58-440e-8217-edbf6c871d9b Jul 16 01:39:11.333399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:11.344486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.389954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.428545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef570dca-37f1-4ed4-b71a-2c7840bb0f06 req-3abe2bfd-0aa0-4024-b6d8-bdaa3569e8fb tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.441836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef570dca-37f1-4ed4-b71a-2c7840bb0f06 req-3abe2bfd-0aa0-4024-b6d8-bdaa3569e8fb tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4740491 Jul 16 01:39:11.533965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.538112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.539667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.540093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbb1a2-c992-4830-bcec-ce10decc553d req-e6c62160-87dc-42cd-9b1a-0de18f81bdb1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.549719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddfbb1a2-c992-4830-bcec-ce10decc553d req-e6c62160-87dc-42cd-9b1a-0de18f81bdb1 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.5811534 Jul 16 01:39:11.594895 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.606186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-510d6b4c-62db-4c07-a5c6-8a5b735c6f0d None None] Provisioning for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:11.625253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-510d6b4c-62db-4c07-a5c6-8a5b735c6f0d None None] Provisioning complete for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:11.626556 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-510d6b4c-62db-4c07-a5c6-8a5b735c6f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.653716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] Deleting subnet 3c98b086-a3a1-4f92-a7a4-08c05b7aca63 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:11.669745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.697658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef570dca-37f1-4ed4-b71a-2c7840bb0f06 req-71f583c8-1ea8-4a70-aca2-72f84e9b3f75 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547317 Jul 16 01:39:11.720257 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0048730 Jul 16 01:39:11.720257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.720257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=3e846de4-f9b5-4610-9792-79cfa6b2288a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.733134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2eb2734c-7d12-4ebe-a704-89374b7c561c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.738131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Request body: {'subnet': {'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1861248696-subnet', 'tenant_id': '9c04bba9edda457b8655d0d9c7feb69c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:11.789119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43808390-3c21-4644-b24e-c845edea15ce admin admin] Pushing event updated for resources: {'Network': ['ID=db22da05-dc58-440e-8217-edbf6c871d9b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.794180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Made reservation on behalf of 9c04bba9edda457b8655d0d9c7feb69c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:11.796731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.870721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network db22da05-dc58-440e-8217-edbf6c871d9b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:11.887757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddfbb1a2-c992-4830-bcec-ce10decc553d req-2a21b915-cf26-4c9f-b6c9-a302bc18594f tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370404 Jul 16 01:39:11.936255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.967216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.987192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-510d6b4c-62db-4c07-a5c6-8a5b735c6f0d None None] Provisioning complete for port 4e18a9ec-f1f8-4de0-8572-7515e7511fad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:11.987824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-510d6b4c-62db-4c07-a5c6-8a5b735c6f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.034908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-510d6b4c-62db-4c07-a5c6-8a5b735c6f0d None None] Port 4e18a9ec-f1f8-4de0-8572-7515e7511fad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:12.086210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] device_id is not set on port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:12.246105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.248328 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-645c0dd3-78d4-4171-81ac-10cab7578644 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/ports/3e846de4-f9b5-4610-9792-79cfa6b2288a HTTP/1.1" status: 204 len: 168 time: 2.3213577 Jul 16 01:39:12.252430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.408252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.461172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1eb713-9319-4f2c-906a-bd68b2b8f546,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.487681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-7dd6e83d-0e08-4ab1-99ad-204db11a2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.489251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-7dd6e83d-0e08-4ab1-99ad-204db11a2db2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3e2b12e2e1a452183b9103626afe866&device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1095 time: 0.4208708 Jul 16 01:39:12.500253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.525617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Checking segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:12.526127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Network hostable DHCP agents. Network: db22da05-dc58-440e-8217-edbf6c871d9b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:12.543360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port ba917c0e-b251-4c36-b8b1-b362244c0f6a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:12.543822 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.634042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.4 (d7d41b29-6282-4f8f-81b8-504f6f449779/6f978d03-bd6a-4b6f-b5d1-633c7df7381e/e6fc6fc7-cb58-4780-a69d-8ecde5079e0e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:12.639301 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.652699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087238c-b48d-460d-a437-90cff73d9edc req-325f73dc-a846-402d-87a2-fdbad6a6ec95 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.655195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b087238c-b48d-460d-a437-90cff73d9edc req-325f73dc-a846-402d-87a2-fdbad6a6ec95 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4827518 Jul 16 01:39:12.662480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Network db22da05-dc58-440e-8217-edbf6c871d9b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:12.665533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.672078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for ba917c0e-b251-4c36-b8b1-b362244c0f6a owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:12.698347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, db22da05-dc58-440e-8217-edbf6c871d9b) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:12.713713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab709bf0-9862-48a5-87f6-b859552d16ae None None] Network db22da05-dc58-440e-8217-edbf6c871d9b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:12.725218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.725902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.728400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c98b086-a3a1-4f92-a7a4-08c05b7aca63,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.733872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.736262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2954d698-6332-4be8-a43b-d2b024264960 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3c98b086-a3a1-4f92-a7a4-08c05b7aca63 HTTP/1.1" status: 204 len: 168 time: 1.3860879 Jul 16 01:39:12.749086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38212) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.801552 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-63f6e31a-544e-4efa-bb5b-ff9a4d01839d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0797372 Jul 16 01:39:12.884149 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b087238c-b48d-460d-a437-90cff73d9edc req-7e5220d8-832d-409f-b544-4f607339ab21 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131774 Jul 16 01:39:12.912631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.923251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.056402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=ba917c0e-b251-4c36-b8b1-b362244c0f6a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.099077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-db22da05-dc58-440e-8217-edbf6c871d9b', 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'tenant_id': '9c04bba9edda457b8655d0d9c7feb69c', 'fixed_ips': [{'subnet_id': '3a1eb713-9319-4f2c-906a-bd68b2b8f546'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:13.100279 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.325859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.326987 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.330982 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-36ba4512-f831-4f9d-a74e-34762c8dc629 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/ports/ba917c0e-b251-4c36-b8b1-b362244c0f6a HTTP/1.1" status: 204 len: 168 time: 1.0727987 Jul 16 01:39:13.335282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.357645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.383743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Allocated IP 172.20.0.2 (db22da05-dc58-440e-8217-edbf6c871d9b/3a1eb713-9319-4f2c-906a-bd68b2b8f546/4c9dbb48-fad0-4765-b95d-00b9b8984053) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:13.394125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8514badb-1b5f-446f-a8ba-ed7f30db6511']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.421096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object e6fc6fc7-cb58-4780-a69d-8ecde5079e0e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:13.430287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab58bae-35e5-4db0-b80a-38a5423e7691') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.430813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab58bae-35e5-4db0-b80a-38a5423e7691') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.459796 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.468659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting subnet 33cfbffe-807a-408a-a17b-b0ffc5bfae0e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:13.478038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.503261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.548706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:13.549512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:13.557133 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:13.604896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa588d4e-58f6-468e-a361-cea515321cd0 req-e70b6cea-67a9-4460-92c9-d473694c5a64 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.615718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa588d4e-58f6-468e-a361-cea515321cd0 req-e70b6cea-67a9-4460-92c9-d473694c5a64 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.4252865 Jul 16 01:39:13.702174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-8c2d1ba0-5e8e-4c83-9ff4-90ddd3552948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.705381 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-8c2d1ba0-5e8e-4c83-9ff4-90ddd3552948 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 200 len: 917 time: 0.1848454 Jul 16 01:39:13.736970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.781095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717d6e7-7782-4d69-81a9-18a8f4fe363d req-e2b9b985-283f-41fa-9649-9263f7cce44c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.788835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b717d6e7-7782-4d69-81a9-18a8f4fe363d req-e2b9b985-283f-41fa-9649-9263f7cce44c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4961834 Jul 16 01:39:13.803538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.822529 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.825027 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.832671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Transition to ACTIVE for port object 4c9dbb48-fad0-4765-b95d-00b9b8984053 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:13.842148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.844396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8514badb-1b5f-446f-a8ba-ed7f30db6511 HTTP/1.1" status: 204 len: 168 time: 1.0942514 Jul 16 01:39:13.867379 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa588d4e-58f6-468e-a361-cea515321cd0 req-0640997d-7b95-4c2d-aeb1-ee373bb95b99 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504020 Jul 16 01:39:13.877780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Transition to ACTIVE for port object 4c9dbb48-fad0-4765-b95d-00b9b8984053 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:13.880651 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.892662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.958136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeaeff-5479-4f7a-bf27-be2e02946a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=8514badb-1b5f-446f-a8ba-ed7f30db6511,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.989069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.040261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Network db22da05-dc58-440e-8217-edbf6c871d9b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:14.043167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:14.066894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b717d6e7-7782-4d69-81a9-18a8f4fe363d req-7a7a77e4-ca01-4184-b914-a68347c99509 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761183 Jul 16 01:39:14.071422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:14.095542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:14.112345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Pushing event updated for resources: {'Port': ['ID=4c9dbb48-fad0-4765-b95d-00b9b8984053,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.114833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ae635-0005-4d28-9083-191cdc36ac6a None None] Network c4618aa9-0325-4d90-9dcf-d9bdc9067a8f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:14.121630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:14.127984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:14.131482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=e6fc6fc7-cb58-4780-a69d-8ecde5079e0e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.216284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38242) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.263560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.264491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.295773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bb2c0efd-29a7-439f-ab49-aee04017250f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3158355 Jul 16 01:39:14.300206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Subnet': ['ID=33cfbffe-807a-408a-a17b-b0ffc5bfae0e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.301082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.303460 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-5b549e62-b5bc-4c88-a2d9-992fb560b574 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 200 len: 1000 time: 0.2096546 Jul 16 01:39:14.314588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.317048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-00f1e984-b403-4f92-a270-d85677a7aded tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:14.328031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-05eb7468-89f4-487f-85aa-a35fec17eaef tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/subnets/33cfbffe-807a-408a-a17b-b0ffc5bfae0e HTTP/1.1" status: 204 len: 168 time: 0.9904785 Jul 16 01:39:14.350525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38246) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.547642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f1e984-b403-4f92-a270-d85677a7aded tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:14.558823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00f1e984-b403-4f92-a270-d85677a7aded tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.612384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting subnet fff7814c-b387-4a64-8f27-c0f8cc0fc55a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:14.623352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-dbd71f1d-231c-4364-afb3-0a1b1dc64b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.625935 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-dbd71f1d-231c-4364-afb3-0a1b1dc64b0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 200 len: 855 time: 0.2956843 Jul 16 01:39:14.626888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.684348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4e1a1b23-6120-4c32-8a6c-c7fe106f977f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5646ee76de314a4695a9a5ecf9ce7669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654469 Jul 16 01:39:14.686345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.741910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.830119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b1b4-1f3b-4823-90fd-fe362f825516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.855445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Attempting to bind port 4c9dbb48-fad0-4765-b95d-00b9b8984053 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:14.856640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Attempting to bind port 4c9dbb48-fad0-4765-b95d-00b9b8984053 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:14.857256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Attempting to bind port 4c9dbb48-fad0-4765-b95d-00b9b8984053 on network db22da05-dc58-440e-8217-edbf6c871d9b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:14.868852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:14.869566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Checking segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:14.870123 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.870682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Bound using segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:14.871535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Bound port: 4c9dbb48-fad0-4765-b95d-00b9b8984053, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:14.872167 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.881999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.887056 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.950265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] For port 4c9dbb48-fad0-4765-b95d-00b9b8984053, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:14.955089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] For port 4c9dbb48-fad0-4765-b95d-00b9b8984053, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c9dbb48-fad0-4765-b95d-00b9b8984053,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:14.964403 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62c85ff5-4025-4bc1-8510-1139edb2f345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.972473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-e23d3f8d-486c-4893-ac07-e6ca6a9efebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.974084 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.975861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-e23d3f8d-486c-4893-ac07-e6ca6a9efebc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a279976-2b3a-48ea-bd89-d72754d5e732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3171380 Jul 16 01:39:14.978196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.983400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b1b4-1f3b-4823-90fd-fe362f825516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.022248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97202693-6910-41b7-9188-cb7281e97746 req-a76df42e-981b-4769-8ed0-ea347aa6ba9f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.024084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97202693-6910-41b7-9188-cb7281e97746 req-a76df42e-981b-4769-8ed0-ea347aa6ba9f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4553208 Jul 16 01:39:15.041061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6c518fb7-1700-42da-9683-d21978754ddf None None] Provisioning for port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:15.051212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfeb46-5b99-4e88-8c49-93418fa90e56 None None] Pushing event updated for resources: {'Port': ['ID=4c9dbb48-fad0-4765-b95d-00b9b8984053,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.054309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6c518fb7-1700-42da-9683-d21978754ddf None None] Provisioning complete for port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:15.054939 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c518fb7-1700-42da-9683-d21978754ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.121354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6c518fb7-1700-42da-9683-d21978754ddf None None] Port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:15.153602 n-d-800085-5 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-00f1e984-b403-4f92-a270-d85677a7aded tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f978d03-bd6a-4b6f-b5d1-633c7df7381e (CIDR: 172.20.0.0/28) Jul 16 01:39:15.162687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97202693-6910-41b7-9188-cb7281e97746 req-15f55f13-74dc-44c8-8e65-d5e3ad7b8914 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815382 Jul 16 01:39:15.190212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab343ad9-b653-42ee-aebc-e9c0e0dfd8f6 None None] Network f28cbbf1-bcb5-48f6-8632-a12c16c86851 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:15.191508 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f1e984-b403-4f92-a270-d85677a7aded tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:15.194247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f1e984-b403-4f92-a270-d85677a7aded tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:15.194689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.200208 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/subnets/fff7814c-b387-4a64-8f27-c0f8cc0fc55a HTTP/1.1" status: 204 len: 168 time: 0.8486121 Jul 16 01:39:15.269794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.281041 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-1acb4296-39ed-46a5-9ed0-1337bb3496d4 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878106 Jul 16 01:39:15.282446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38cde7-c345-4ab4-8e79-d22d23894b24 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Subnet': ['ID=fff7814c-b387-4a64-8f27-c0f8cc0fc55a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.284373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-cdec012f-6529-4ccb-99d6-7fc3b5895a82 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.285998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-cdec012f-6529-4ccb-99d6-7fc3b5895a82 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 816 time: 0.4983242 Jul 16 01:39:15.350530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.355792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c92d822b-b10d-430a-ba78-6bf565333f0d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:15.359219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-00f1e984-b403-4f92-a270-d85677a7aded tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0491252 Jul 16 01:39:15.362626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-916169e8-6810-4029-a352-8322d554c4e6 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/quotas/9c04bba9edda457b8655d0d9c7feb69c HTTP/1.1" status: 200 len: 375 time: 0.0389242 Jul 16 01:39:15.415705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] DHCP port deletion for c4618aa9-0325-4d90-9dcf-d9bdc9067a8f request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:15.508546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.549734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] Deleting port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:15.549734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.621624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b1b4-1f3b-4823-90fd-fe362f825516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.626060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b1b4-1f3b-4823-90fd-fe362f825516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.630064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cfc9b1b4-1f3b-4823-90fd-fe362f825516 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92f2b12c-dc99-4b40-90d1-d28ff8f123a7 HTTP/1.1" status: 204 len: 168 time: 0.9346182 Jul 16 01:39:15.648872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.659631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] For port 78bf1180-fff8-4d5f-a55d-e0c59f15d190, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=78bf1180-fff8-4d5f-a55d-e0c59f15d190,segment=NetworkSegment(958665da-9e28-4dfa-aeff-afbc02f0a29d),segment_id=958665da-9e28-4dfa-aeff-afbc02f0a29d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:15.662747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.691986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] Calling delete_port for 78bf1180-fff8-4d5f-a55d-e0c59f15d190 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:15.699518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9b1b4-1f3b-4823-90fd-fe362f825516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2b12c-dc99-4b40-90d1-d28ff8f123a7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.766511 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c78d0d79-c8cd-4d44-861b-63e072ed17e8 req-ad07115d-2aff-471e-a5bf-fa48de8a5b70 service neutron] 10.222.0.93 "GET /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714082 Jul 16 01:39:15.785447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee314a0-99f6-478c-8b80-0a9d75faf5dd req-3a468950-1386-4975-9d02-ee2e0c5d0d50 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.794215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ee314a0-99f6-478c-8b80-0a9d75faf5dd req-3a468950-1386-4975-9d02-ee2e0c5d0d50 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.2391360 Jul 16 01:39:15.810881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-412daaec-2a5f-4551-ab00-2952563de6b3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4340770 Jul 16 01:39:15.837798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d822b-b10d-430a-ba78-6bf565333f0d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:15.843210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c92d822b-b10d-430a-ba78-6bf565333f0d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.879473 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.952312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] Pushing event deleted for resources: {'Port': ['ID=78bf1180-fff8-4d5f-a55d-e0c59f15d190,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.955148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff70e4-58f5-4880-bcbe-cd125de421e9 None None] No DVR routers for this DVR port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:16.056677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ee314a0-99f6-478c-8b80-0a9d75faf5dd req-d9219139-20d0-4a11-8fae-9d35c8177a85 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611122 Jul 16 01:39:16.073506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] DHCP port deletion for f28cbbf1-bcb5-48f6-8632-a12c16c86851 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:16.083909 n-d-800085-5 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-c92d822b-b10d-430a-ba78-6bf565333f0d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 44d292b5-5e93-4f1f-baf5-b66410c341c6 (CIDR: 172.20.0.16/28) Jul 16 01:39:16.096474 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92d822b-b10d-430a-ba78-6bf565333f0d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:16.096989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92d822b-b10d-430a-ba78-6bf565333f0d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:16.114581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Deleting port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:16.115037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.141479 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.148886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c92d822b-b10d-430a-ba78-6bf565333f0d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7965782 Jul 16 01:39:16.152268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:16.170414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'subnet': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:16.182957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] Deleting port 134f1e82-2c1f-4b67-a465-02e7b187ea38 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:16.183334 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.261980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] For port 134f1e82-2c1f-4b67-a465-02e7b187ea38, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=134f1e82-2c1f-4b67-a465-02e7b187ea38,segment=NetworkSegment(2f47eabd-f1c2-4e7c-b258-bbb58b53cab8),segment_id=2f47eabd-f1c2-4e7c-b258-bbb58b53cab8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:16.262677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.275615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] Calling delete_port for 134f1e82-2c1f-4b67-a465-02e7b187ea38 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:16.348737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] For port 78bf1180-fff8-4d5f-a55d-e0c59f15d190, host n-d-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:16.349543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.374414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Calling delete_port for 78bf1180-fff8-4d5f-a55d-e0c59f15d190 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:16.378122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:39:16.382980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.449937 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.458497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] No DVR routers for this DVR port 78bf1180-fff8-4d5f-a55d-e0c59f15d190 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:16.486300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-961460e1-d88d-47ad-8fd1-43f27cad9219 service neutron] 10.222.0.81 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644216 Jul 16 01:39:16.509243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Made reservation on behalf of a95063e4039c404ba23a4bcc5df39fa0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:16.514939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Port': ['ID=78bf1180-fff8-4d5f-a55d-e0c59f15d190,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.532644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.534394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] Pushing event deleted for resources: {'Port': ['ID=134f1e82-2c1f-4b67-a465-02e7b187ea38,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.539257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3fea4-e5ce-4116-bd77-05b16ad52955 None None] No DVR routers for this DVR port 134f1e82-2c1f-4b67-a465-02e7b187ea38 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:16.780854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c9dbb48-fad0-4765-b95d-00b9b8984053 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:16.839578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.863080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4618aa9-0325-4d90-9dcf-d9bdc9067a8f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:16.879075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958665da-9e28-4dfa-aeff-afbc02f0a29d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:16.879384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958665da-9e28-4dfa-aeff-afbc02f0a29d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:16.891745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.920758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.946400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.955495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:16.956192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:17.097625 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:17.099786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac902b-c159-44b2-b054-57e65a1ce03e None None] Network db22da05-dc58-440e-8217-edbf6c871d9b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:17.099875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.109045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.110467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.112767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/networks/c4618aa9-0325-4d90-9dcf-d9bdc9067a8f HTTP/1.1" status: 204 len: 168 time: 1.8258011 Jul 16 01:39:17.119818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.122614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4c9dbb48-fad0-4765-b95d-00b9b8984053 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:17.145193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bbc10-d8d0-48c7-b9a2-728a4e7d45f3 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Network': ['ID=c4618aa9-0325-4d90-9dcf-d9bdc9067a8f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.241829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-d9106dc5-4d76-4ef1-bbca-fc7b71fe7a1d service neutron] 10.222.0.81 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543886 Jul 16 01:39:17.333716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 78bf1180-fff8-4d5f-a55d-e0c59f15d190 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:17.394102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10501c08-1d4e-4553-8732-09c1c7b4a3a9 None None] Provisioning for port 4c9dbb48-fad0-4765-b95d-00b9b8984053 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:17.397248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 78bf1180-fff8-4d5f-a55d-e0c59f15d190 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:17.397484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 78bf1180-fff8-4d5f-a55d-e0c59f15d190 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:17.398046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 134f1e82-2c1f-4b67-a465-02e7b187ea38 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:17.446071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10501c08-1d4e-4553-8732-09c1c7b4a3a9 None None] Provisioning complete for port 4c9dbb48-fad0-4765-b95d-00b9b8984053 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:17.446642 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10501c08-1d4e-4553-8732-09c1c7b4a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.448496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 134f1e82-2c1f-4b67-a465-02e7b187ea38 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:17.449145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 134f1e82-2c1f-4b67-a465-02e7b187ea38 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:17.693689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9492a-43e3-426d-856e-2598894f6d97 req-16ce8c86-d5c3-4461-b225-2c47b3a7c5fd tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.694841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1c9492a-43e3-426d-856e-2598894f6d97 req-16ce8c86-d5c3-4461-b225-2c47b3a7c5fd tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.6112254 Jul 16 01:39:17.847194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10501c08-1d4e-4553-8732-09c1c7b4a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.868892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1c9492a-43e3-426d-856e-2598894f6d97 req-45b77788-870c-47c5-acfa-fd9620140c96 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496143 Jul 16 01:39:17.921732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bc568-b679-4057-a165-34e187a6e824 req-d28244e3-5c86-4b6f-b28d-1a19898eca62 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.928057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b0bc568-b679-4057-a165-34e187a6e824 req-d28244e3-5c86-4b6f-b28d-1a19898eca62 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.2276478 Jul 16 01:39:17.933212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-10501c08-1d4e-4553-8732-09c1c7b4a3a9 None None] For port 4c9dbb48-fad0-4765-b95d-00b9b8984053, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c9dbb48-fad0-4765-b95d-00b9b8984053,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.939973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10501c08-1d4e-4553-8732-09c1c7b4a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.001001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-936527576-network', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:18.041745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10501c08-1d4e-4553-8732-09c1c7b4a3a9 None None] Pushing event updated for resources: {'Port': ['ID=4c9dbb48-fad0-4765-b95d-00b9b8984053,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.042349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b0bc568-b679-4057-a165-34e187a6e824 req-8ee87441-58e5-4635-81dd-aaf9028b73e8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877557 Jul 16 01:39:18.103811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.195105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Made reservation on behalf of 37d23f0a52a94bebb3d72847a9bcb743 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:18.199378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.233062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.259318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.319815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Network d7d41b29-6282-4f8f-81b8-504f6f449779 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:18.332970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:18.341486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8638472-56e7-42fc-9ea3-128df5957bc0 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:18.361487 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.366514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.367134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.377771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-27b9aa03-7bd9-4fde-abe0-cf8a21d7daef tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.379365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-27b9aa03-7bd9-4fde-abe0-cf8a21d7daef tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 816 time: 0.1374855 Jul 16 01:39:18.382074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Subnet': ['ID=4989c0e9-8915-4092-b0a0-f15d6618dda3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.392707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28cbbf1-bcb5-48f6-8632-a12c16c86851']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.408631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.408896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f47eabd-f1c2-4e7c-b258-bbb58b53cab8') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.409250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-0075d211-d3c2-4484-a431-4e8d82e3c46c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/quotas/9c04bba9edda457b8655d0d9c7feb69c HTTP/1.1" status: 200 len: 375 time: 0.0168948 Jul 16 01:39:18.438466 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.448288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b3a5f93a-3d4a-42fd-b569-a498c871667e None None] Provisioning complete for port 4c9dbb48-fad0-4765-b95d-00b9b8984053 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:18.448772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f93a-3d4a-42fd-b569-a498c871667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.485094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.517574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:18.518039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:18.521452 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:18.535034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-a4964c89-7320-42f0-b0bf-a35e1318fad8 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241491 Jul 16 01:39:18.628155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.635860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.638768 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] 10.222.0.81 "DELETE /v2.0/networks/f28cbbf1-bcb5-48f6-8632-a12c16c86851 HTTP/1.1" status: 204 len: 168 time: 1.5157900 Jul 16 01:39:18.680090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef631f3c-ef9f-4a30-8cea-61b7188d6cb2 tempest-TaggedBootDevicesTest_v242-1256810367 tempest-TaggedBootDevicesTest_v242-1256810367-project] Pushing event deleted for resources: {'Network': ['ID=f28cbbf1-bcb5-48f6-8632-a12c16c86851,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.716907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.742027 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.760465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:18.766983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c9dbb48-fad0-4765-b95d-00b9b8984053 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:18.777468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.777852 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Added segment f8481004-491a-4cc9-ac40-6005b32de764 of type vlan for network 790973e5-0511-4b74-8565-3e9532ff7248 Jul 16 01:39:18.847065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.888029 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-48559b7e-35b2-401e-966d-08c6b1d48fee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7339382 Jul 16 01:39:18.897406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.899017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.899719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.903497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38332) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.921765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-665500008', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4989c0e9-8915-4092-b0a0-f15d6618dda3'}], 'security_groups': ['60bb34d7-cb51-4330-86df-feeaae50d0b2', '33f079e2-07e1-4e72-bcd4-270ae1ee1b6b']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:18.930469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4c9dbb48-fad0-4765-b95d-00b9b8984053 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:18.930912 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.992977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46568e-0fa1-4f0a-a187-2b42d1f3cf12,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.008038 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8978353 Jul 16 01:39:19.042779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] Update dhcp port {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'fixed_ips': [{'subnet_id': '44d292b5-5e93-4f1f-baf5-b66410c341c6', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f978d03-bd6a-4b6f-b5d1-633c7df7381e', 'ip_address': '172.20.0.2'}, {'subnet_id': '4989c0e9-8915-4092-b0a0-f15d6618dda3'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'a2b0f039-2037-4480-8ba2-51d5ba2726a9'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:19.045130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38334) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.055296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Request body: {'subnet': {'network_id': '790973e5-0511-4b74-8565-3e9532ff7248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-936527576-subnet', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:19.058469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0f1af-5461-40b0-9e32-6f2e3160e5a6 admin admin] Pushing event updated for resources: {'Network': ['ID=790973e5-0511-4b74-8565-3e9532ff7248,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.090414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 790973e5-0511-4b74-8565-3e9532ff7248 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:19.132098 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.147457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Made reservation on behalf of 37d23f0a52a94bebb3d72847a9bcb743 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:19.151012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.234021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f03eae-a498-47dd-9ebd-6fcbf77267de req-c382f456-ddff-4d23-ac51-0757d777a999 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.241959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06f03eae-a498-47dd-9ebd-6fcbf77267de req-c382f456-ddff-4d23-ac51-0757d777a999 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.7162025 Jul 16 01:39:19.260587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-c8afaf04-387e-4b6b-b680-94f0d690099d service neutron] 10.222.0.81 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147756 Jul 16 01:39:19.325757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06f03eae-a498-47dd-9ebd-6fcbf77267de req-c69d0618-2441-460a-a3c6-19fc2ed35048 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Jul 16 01:39:19.403726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] Allocated IP 172.20.0.34 (d7d41b29-6282-4f8f-81b8-504f6f449779/4989c0e9-8915-4092-b0a0-f15d6618dda3/a2b0f039-2037-4480-8ba2-51d5ba2726a9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:19.460893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-342fb7de-d3d4-473d-ae09-5fe948a32817 service neutron] 10.222.0.81 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902022 Jul 16 01:39:19.536624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0f039-2037-4480-8ba2-51d5ba2726a9,segment=NetworkSegment(22bc6211-b877-4ce2-8359-ebe025ebcbb0),segment_id=22bc6211-b877-4ce2-8359-ebe025ebcbb0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:19.556174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.571376 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.587001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] Transition to ACTIVE for port object a2b0f039-2037-4480-8ba2-51d5ba2726a9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:19.593325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.683186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.726374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25be4d-a613-41ae-984c-744842ed49f9 None None] Pushing event updated for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.731918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea8bf-413f-4a16-bc1d-11ff77347fa4 req-bfcd2a53-d1f1-4900-8d1d-a3afb4230eba tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.738974 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.747077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60bea8bf-413f-4a16-bc1d-11ff77347fa4 req-bfcd2a53-d1f1-4900-8d1d-a3afb4230eba tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.1161106 Jul 16 01:39:19.782091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-be258294-5755-4633-afaa-d6410e0ba97c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.783450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-be258294-5755-4633-afaa-d6410e0ba97c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 816 time: 0.4933374 Jul 16 01:39:19.804992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Request body: {'port': {'device_id': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'admin_state_up': True, 'tenant_id': '9c04bba9edda457b8655d0d9c7feb69c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:19.816027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60bea8bf-413f-4a16-bc1d-11ff77347fa4 req-209035b0-d09b-4a7b-ad40-5009c5eef13e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679634 Jul 16 01:39:19.905333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.043581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Checking segment: {'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:20.044031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Network hostable DHCP agents. Network: 790973e5-0511-4b74-8565-3e9532ff7248, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:20.177575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Network 790973e5-0511-4b74-8565-3e9532ff7248 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:20.234721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 790973e5-0511-4b74-8565-3e9532ff7248) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:20.247496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020ce0b-a1e5-4955-9058-201c123ff054 None None] Network 790973e5-0511-4b74-8565-3e9532ff7248 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:20.252774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Made reservation on behalf of 9c04bba9edda457b8655d0d9c7feb69c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:20.260123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.271124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.271595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.418838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.420782 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c58038e8-bb3b-469e-b497-b13b5fcecdd7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3722935 Jul 16 01:39:20.429510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.486247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.487198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.583326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-790973e5-0511-4b74-8565-3e9532ff7248', 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'fixed_ips': [{'subnet_id': '8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:20.584632 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.612989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-2f7d3ffc-6599-46ec-8a11-4d8beaa8841d tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.615472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-2f7d3ffc-6599-46ec-8a11-4d8beaa8841d tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 816 time: 0.5053434 Jul 16 01:39:20.623092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Delete allocated IP 172.20.0.4 (d7d41b29-6282-4f8f-81b8-504f6f449779/6f978d03-bd6a-4b6f-b5d1-633c7df7381e) {{(pid=93707) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:39:20.642703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f832664-6226-4b88-a20b-b022e5428add req-5e0fcb6e-22e5-4569-ae0e-4658b5586040 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.665763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f832664-6226-4b88-a20b-b022e5428add req-5e0fcb6e-22e5-4569-ae0e-4658b5586040 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 813 time: 0.4937713 Jul 16 01:39:20.684290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Allocated IP 172.20.0.44 (d7d41b29-6282-4f8f-81b8-504f6f449779/4989c0e9-8915-4092-b0a0-f15d6618dda3/e6fc6fc7-cb58-4780-a69d-8ecde5079e0e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:20.702104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0f039-2037-4480-8ba2-51d5ba2726a9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:20.779790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f832664-6226-4b88-a20b-b022e5428add req-fc2e7a2a-6676-469a-9893-df010843adae tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/quotas/b7ccfcfa0d974d12a7a0bd9745fe1b60 HTTP/1.1" status: 200 len: 375 time: 0.1126859 Jul 16 01:39:20.841471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-70335ea2-ea99-4092-8e0e-cebf4e33074a tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/quotas/9c04bba9edda457b8655d0d9c7feb69c HTTP/1.1" status: 200 len: 375 time: 0.1697416 Jul 16 01:39:20.869320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Allocated IP 172.20.0.12 (db22da05-dc58-440e-8217-edbf6c871d9b/3a1eb713-9319-4f2c-906a-bd68b2b8f546/1ccf8072-1304-44e8-8823-fb7c6aaee0d9) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:20.979922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.044377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Allocated IP 172.20.0.2 (790973e5-0511-4b74-8565-3e9532ff7248/8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c/245652f0-b99b-4b7f-97a7-9613352b79e4) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:21.113384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.140181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.143183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Transition to ACTIVE for port object e6fc6fc7-cb58-4780-a69d-8ecde5079e0e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:21.154303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.164544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Transition to ACTIVE for port object 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:21.192315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-905cf8c2-1c56-4ccf-b41d-1783c4198c7c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3499696 Jul 16 01:39:21.244501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f832664-6226-4b88-a20b-b022e5428add req-d7ab6c02-e55d-4461-ab3a-7df12124ac86 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4633334 Jul 16 01:39:21.251406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event updated for resources: {'Port': ['ID=e6fc6fc7-cb58-4780-a69d-8ecde5079e0e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.266619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.322318 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.345717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] In _notify_port_updated(), no bound segment for port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e on network d7d41b29-6282-4f8f-81b8-504f6f449779 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:39:21.351221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.351869 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.357009 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Transition to ACTIVE for port object 245652f0-b99b-4b7f-97a7-9613352b79e4 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:21.361982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Provisioning for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:21.364648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:21.364805 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-24ab8e96-d1ed-4405-9810-7750cf966234 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "PUT /v2.0/ports/e6fc6fc7-cb58-4780-a69d-8ecde5079e0e HTTP/1.1" status: 200 len: 959 time: 2.4547837 Jul 16 01:39:21.374321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Provisioning complete for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:21.374692 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.397604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Transition to ACTIVE for port object 245652f0-b99b-4b7f-97a7-9613352b79e4 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:21.418472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.424292 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.529916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Network 790973e5-0511-4b74-8565-3e9532ff7248 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:21.531910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Pushing event updated for resources: {'Port': ['ID=245652f0-b99b-4b7f-97a7-9613352b79e4,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.535182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:21.539052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:21.548936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-bffce3a0-99bd-405a-9267-658e9434189d service neutron] 10.222.0.81 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554265 Jul 16 01:39:21.623426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Network db22da05-dc58-440e-8217-edbf6c871d9b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:21.643404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:21.657569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Attempting to bind port 245652f0-b99b-4b7f-97a7-9613352b79e4 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:21.658161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Attempting to bind port 245652f0-b99b-4b7f-97a7-9613352b79e4 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:21.658671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Attempting to bind port 245652f0-b99b-4b7f-97a7-9613352b79e4 on network 790973e5-0511-4b74-8565-3e9532ff7248 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:21.673548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:21.674223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Checking segment: {'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:21.674774 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.675314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Bound using segment: {'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:21.675967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Bound port: 245652f0-b99b-4b7f-97a7-9613352b79e4, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:21.676570 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.698641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Provisioning complete for port 4e18a9ec-f1f8-4de0-8572-7515e7511fad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:21.708170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.709738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:21.752464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:21.846308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.847425 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.859716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Pushing event updated for resources: {'Port': ['ID=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.861604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:21.898775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-4499db71-e180-4e14-aea1-18338b643e3e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.900647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-4499db71-e180-4e14-aea1-18338b643e3e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 816 time: 0.5265718 Jul 16 01:39:21.902490 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-65ab5a2f-d7da-4c9e-9c95-a49d90d56210 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1022294 Jul 16 01:39:21.909420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'port_id': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'mac_address': 'fa:16:3e:bc:b2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:21.920335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Request body: {'port': {'device_id': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'admin_state_up': True, 'tenant_id': '9c04bba9edda457b8655d0d9c7feb69c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:21.946885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Request body: {'port': {'device_id': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:21.958911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-9ee154d2-ac4f-4ebd-a658-1aa546c8bcf8 service neutron] 10.222.0.81 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039304 Jul 16 01:39:22.028043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:22.028420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.181670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.186578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Port 4e18a9ec-f1f8-4de0-8572-7515e7511fad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:22.195494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for e6fc6fc7-cb58-4780-a69d-8ecde5079e0e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:22.220755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] For port 245652f0-b99b-4b7f-97a7-9613352b79e4, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:22.224677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] For port 245652f0-b99b-4b7f-97a7-9613352b79e4, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=245652f0-b99b-4b7f-97a7-9613352b79e4,segment=NetworkSegment(f8481004-491a-4cc9-ac40-6005b32de764),segment_id=f8481004-491a-4cc9-ac40-6005b32de764)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:22.238650 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.262188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.297614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Provisioning for port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:22.305078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Pushing event updated for resources: {'Port': ['ID=245652f0-b99b-4b7f-97a7-9613352b79e4,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.307147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Provisioning complete for port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:22.307518 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.358419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.358971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.359067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.359893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.360310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.360627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.360956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.361300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.361782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.362128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.362458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.362787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97864dee-4172-4d70-837f-64801ed7a367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.366354 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.376778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.396049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96774f95-80fb-48a8-87ec-b8e540f15f02 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:22.403115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a939a066-d104-4d72-bce8-30570a4e5fbd None None] Port e6fc6fc7-cb58-4780-a69d-8ecde5079e0e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:22.440914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17435e75-da02-4b86-a84d-dbe092e48123 req-0a5c6398-68c9-414a-8140-38aa33650c2b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.448657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:22.449501 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17435e75-da02-4b86-a84d-dbe092e48123 req-0a5c6398-68c9-414a-8140-38aa33650c2b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 944 time: 0.7053537 Jul 16 01:39:22.458081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.500293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=e6fc6fc7-cb58-4780-a69d-8ecde5079e0e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.530632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8638c8e-82f8-40bc-bb39-0ab18b689a29 None None] Could not find standard attr ID for object e6fc6fc7-cb58-4780-a69d-8ecde5079e0e. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:39:22.555501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Made reservation on behalf of 9c04bba9edda457b8655d0d9c7feb69c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:22.560548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.563783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8638c8e-82f8-40bc-bb39-0ab18b689a29 None None] Provisioning for port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:22.564260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.583951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8638c8e-82f8-40bc-bb39-0ab18b689a29 None None] Provisioning complete for port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:22.584548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8638c8e-82f8-40bc-bb39-0ab18b689a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.664763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e8638c8e-82f8-40bc-bb39-0ab18b689a29 None None] Port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:22.720411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17435e75-da02-4b86-a84d-dbe092e48123 req-09dfc3de-467a-4179-8154-e6e16343b69b tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701015 Jul 16 01:39:22.763821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['96774f95-80fb-48a8-87ec-b8e540f15f02'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:22.861481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9d75a-3f0b-429c-9088-666e770a4ddf req-88cb7c5f-c1e7-4881-8120-803f4af362e0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.874267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4e9d75a-3f0b-429c-9088-666e770a4ddf req-88cb7c5f-c1e7-4881-8120-803f4af362e0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.5235651 Jul 16 01:39:22.979750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:23.000639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.030503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Transition to ACTIVE for port object 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:23.039738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.040505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.047001 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e1bb895c-263f-4f45-88b4-bf3a28249616 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/e6fc6fc7-cb58-4780-a69d-8ecde5079e0e HTTP/1.1" status: 204 len: 168 time: 1.6769159 Jul 16 01:39:23.050920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a607447e-732b-45ca-a1b4-681f642ab572 req-fcf4acc4-487a-4fdc-8c17-1d0f22f35da6 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 210 time: 0.1740868 Jul 16 01:39:23.051412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38406) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:23.206534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4e9d75a-3f0b-429c-9088-666e770a4ddf req-ac027cfa-b710-414b-8cb9-43de571aaf46 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312094 Jul 16 01:39:23.209467 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a981c1-150b-48c3-bca4-f742da2a6b07 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] GET failed (client error): The resource could not be found. Jul 16 01:39:23.211827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-44a981c1-150b-48c3-bca4-f742da2a6b07 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports/e6fc6fc7-cb58-4780-a69d-8ecde5079e0e HTTP/1.1" status: 404 len: 333 time: 0.1253257 Jul 16 01:39:23.217463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.225156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:23.274362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.287931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Allocated IP 172.20.0.5 (db22da05-dc58-440e-8217-edbf6c871d9b/3a1eb713-9319-4f2c-906a-bd68b2b8f546/ffb2feca-67c2-4d79-ae3e-a932e211557f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:23.308718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.370358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1c4b-5b4a-4b39-be12-2d8df2f1261b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.394037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Attempting to bind port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:23.394420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Attempting to bind port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:23.394762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Attempting to bind port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 on network db22da05-dc58-440e-8217-edbf6c871d9b {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:23.404362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 on network db22da05-dc58-440e-8217-edbf6c871d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:23.404625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Attempting to bind port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 on network db22da05-dc58-440e-8217-edbf6c871d9b {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:23.419829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:23.420428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Checking segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:23.420828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Bound using segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:23.421276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Bound port: 1ccf8072-1304-44e8-8823-fb7c6aaee0d9, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:23.422175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.514850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1c4b-5b4a-4b39-be12-2d8df2f1261b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.625364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] For port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:23.630781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] For port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:23.634316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Allocated IP 172.25.5.152 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/761a0ea9-169e-449f-b7a9-49f218a7eb43) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:23.637566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1c4b-5b4a-4b39-be12-2d8df2f1261b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.640173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1c4b-5b4a-4b39-be12-2d8df2f1261b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.641877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6ebc1c4b-5b4a-4b39-be12-2d8df2f1261b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/security-groups/6a27ee36-3ae4-48a8-ac2a-e7b1eb5a67c4 HTTP/1.1" status: 204 len: 168 time: 0.4156625 Jul 16 01:39:23.647136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:23.655094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.655303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859c323-8367-4694-890b-945b119259a3 req-d173829c-acf1-4fff-8831-a51e23824188 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.657558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5859c323-8367-4694-890b-945b119259a3 req-d173829c-acf1-4fff-8831-a51e23824188 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2280836 Jul 16 01:39:23.683402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc1c4b-5b4a-4b39-be12-2d8df2f1261b tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a27ee36-3ae4-48a8-ac2a-e7b1eb5a67c4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.716679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5859c323-8367-4694-890b-945b119259a3 req-1289701c-18d9-4a6e-977e-c23f3996e48e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Jul 16 01:39:23.732927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.735693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.736470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.737888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] 10.222.0.93 "PUT /v2.0/ports/1ccf8072-1304-44e8-8823-fb7c6aaee0d9 HTTP/1.1" status: 200 len: 1092 time: 1.8088720 Jul 16 01:39:23.767403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'tag': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:23.769697 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e16a958-e5ea-41a4-8a03-346a17ba58f5", "tag": "1ccf8072-1304-44e8-8823-fb7c6aaee0d9"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:23.809310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0197-8b9c-4491-bc70-36761ecc1cee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.860713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Transition to ACTIVE for port object ffb2feca-67c2-4d79-ae3e-a932e211557f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:23.897647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da14329-8b8a-4e7d-8a15-10f9b727a591 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.914526 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1814927d-c114-4f6a-9098-b3b453bff83b x-openstack-request-id: req-1814927d-c114-4f6a-9098-b3b453bff83b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:23.914835 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e16a958-e5ea-41a4-8a03-346a17ba58f5", "tag": "1ccf8072-1304-44e8-8823-fb7c6aaee0d9", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:23.915056 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1814927d-c114-4f6a-9098-b3b453bff83b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:23.915449 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'tag': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9', 'status': 'completed', 'code': 200} Jul 16 01:39:23.931582 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0197-8b9c-4491-bc70-36761ecc1cee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.044308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.117738 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0197-8b9c-4491-bc70-36761ecc1cee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.123646 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0197-8b9c-4491-bc70-36761ecc1cee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.138904 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9c9f0197-8b9c-4491-bc70-36761ecc1cee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/security-groups/33f079e2-07e1-4e72-bcd4-270ae1ee1b6b HTTP/1.1" status: 204 len: 168 time: 0.4905210 Jul 16 01:39:24.140171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.141744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38434) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:24.206686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e155c039-b194-4a0a-9bc9-46ecd50d550b req-181377fd-c07b-41fc-9fcd-3f0da28aa000 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60 HTTP/1.1" status: 200 len: 221 time: 0.1042051 Jul 16 01:39:24.215784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f0197-8b9c-4491-bc70-36761ecc1cee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f079e2-07e1-4e72-bcd4-270ae1ee1b6b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.271730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Network db22da05-dc58-440e-8217-edbf6c871d9b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:24.285676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c27cb-5053-4fe0-b166-18da6e81efce None None] Network 790973e5-0511-4b74-8565-3e9532ff7248 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:24.292593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:24.325525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:24.402507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.403085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.448126 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5327041 Jul 16 01:39:24.473645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Request body: {'port': {'device_id': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:24.485912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-fc6ecf4f-07b7-409d-8ee3-7a0dd9355b72 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.501471 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-fc6ecf4f-07b7-409d-8ee3-7a0dd9355b72 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 816 time: 0.4722261 Jul 16 01:39:24.502191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65189204-bf23-46fe-ad95-3d4e2b36d04e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Pushing event updated for resources: {'Port': ['ID=ffb2feca-67c2-4d79-ae3e-a932e211557f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.587554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Request body: {'port': {'device_id': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'admin_state_up': True, 'tenant_id': '9c04bba9edda457b8655d0d9c7feb69c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:24.634123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5cb5356-ec4f-464e-b738-1c383920faf9 None None] Provisioning for port 245652f0-b99b-4b7f-97a7-9613352b79e4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:24.650884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d98e7f47-57dc-44de-a8b1-88d44200bb3e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.693918 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d98e7f47-57dc-44de-a8b1-88d44200bb3e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.757052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d98e7f47-57dc-44de-a8b1-88d44200bb3e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.760878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d98e7f47-57dc-44de-a8b1-88d44200bb3e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.773907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d98e7f47-57dc-44de-a8b1-88d44200bb3e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/security-groups/60bb34d7-cb51-4330-86df-feeaae50d0b2 HTTP/1.1" status: 204 len: 168 time: 0.5761604 Jul 16 01:39:24.787505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:24.792607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1ebc078-3e52-4d34-b273-258325d2d5fb None None] Provisioning for port ffb2feca-67c2-4d79-ae3e-a932e211557f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:24.798023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1ebc078-3e52-4d34-b273-258325d2d5fb None None] Provisioning complete for port ffb2feca-67c2-4d79-ae3e-a932e211557f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:24.798615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc078-3e52-4d34-b273-258325d2d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.856893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-fc9f29f9-24a1-4845-a9d9-88754c4a9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.858815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-fc9f29f9-24a1-4845-a9d9-88754c4a9483 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 1095 time: 0.8312097 Jul 16 01:39:24.862681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 245652f0-b99b-4b7f-97a7-9613352b79e4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:24.900309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c548ec-233c-4e86-a1a7-a2ae0bbde057 req-089c66cb-ee76-4f56-a8ab-56581d737961 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.901965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87c548ec-233c-4e86-a1a7-a2ae0bbde057 req-089c66cb-ee76-4f56-a8ab-56581d737961 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 945 time: 0.8355966 Jul 16 01:39:24.934720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebc078-3e52-4d34-b273-258325d2d5fb None None] Port ffb2feca-67c2-4d79-ae3e-a932e211557f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:24.970245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e7f47-57dc-44de-a8b1-88d44200bb3e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb34d7-cb51-4330-86df-feeaae50d0b2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.970798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 245652f0-b99b-4b7f-97a7-9613352b79e4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:24.974885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 245652f0-b99b-4b7f-97a7-9613352b79e4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:24.975416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.977699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25cf0241-abec-4803-993f-ed6264ca5202 req-b5cb3dcc-2821-4e0a-a926-d5a17c46d1bf tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 210 time: 0.1136913 Jul 16 01:39:24.978812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.067446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 6f978d03-bd6a-4b6f-b5d1-633c7df7381e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:25.084673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.100922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-d5ffa686-7217-428f-b216-42acddc3b3a1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9 HTTP/1.1" status: 200 len: 217 time: 0.2214129 Jul 16 01:39:25.101527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Pushing event updated for resources: {'Port': ['ID=761a0ea9-169e-449f-b7a9-49f218a7eb43,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.153535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.158066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Made reservation on behalf of 9c04bba9edda457b8655d0d9c7feb69c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:25.164721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.192749 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.215969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e0fb382a-23b9-41f5-bb33-72f7c4d8de16 None None] Provisioning complete for port 245652f0-b99b-4b7f-97a7-9613352b79e4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:25.216611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e0fb382a-23b9-41f5-bb33-72f7c4d8de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.242254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:25.255846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 245652f0-b99b-4b7f-97a7-9613352b79e4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=245652f0-b99b-4b7f-97a7-9613352b79e4,segment=NetworkSegment(f8481004-491a-4cc9-ac40-6005b32de764),segment_id=f8481004-491a-4cc9-ac40-6005b32de764)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.268092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:25.270583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.279764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:25.314653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-a515aeaa-ee96-4394-b923-d79c1f731f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.316539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-a515aeaa-ee96-4394-b923-d79c1f731f48 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 200 len: 855 time: 0.1925592 Jul 16 01:39:25.331378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87c548ec-233c-4e86-a1a7-a2ae0bbde057 req-4e39d566-2e9a-4b94-bce0-a59a4899d028 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005625 Jul 16 01:39:25.333882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Allocated IP 172.20.0.3 (db22da05-dc58-440e-8217-edbf6c871d9b/3a1eb713-9319-4f2c-906a-bd68b2b8f546/6e7916a6-3118-450c-be0c-715093b30030) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:25.437832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=245652f0-b99b-4b7f-97a7-9613352b79e4,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.560833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.568467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa6311-4e67-4de6-be2a-c861c49465fc req-2ed85206-51cf-4a88-b1c5-386fd4861111 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.570376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54fa6311-4e67-4de6-be2a-c861c49465fc req-2ed85206-51cf-4a88-b1c5-386fd4861111 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3740747 Jul 16 01:39:25.573085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.629484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-20e2650a-2b15-4be1-8bd8-421dba7d83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.631322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-20e2650a-2b15-4be1-8bd8-421dba7d83eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=db22da05-dc58-440e-8217-edbf6c871d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976222 Jul 16 01:39:25.639593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Transition to ACTIVE for port object 6e7916a6-3118-450c-be0c-715093b30030 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:25.662084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:25.728666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 96774f95-80fb-48a8-87ec-b8e540f15f02 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:25.729093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.810427 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.815298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.853601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.854697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:25.857633 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5639bf1-1d8c-4fa7-a34a-6d88ad87aa8f" -d '{"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-plugged", "status": "completed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:25.863043 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.870573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.892757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54fa6311-4e67-4de6-be2a-c861c49465fc req-857843bf-da29-4418-bbb1-efbecdf7260a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005371 Jul 16 01:39:25.929821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.937113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.962614 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac93528-59e5-46fa-b926-9cfcac90aeb7 x-openstack-request-id: req-eac93528-59e5-46fa-b926-9cfcac90aeb7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:25.962912 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-plugged", "status": "completed", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:25.963162 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eac93528-59e5-46fa-b926-9cfcac90aeb7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:25.963566 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'code': 200} Jul 16 01:39:26.056104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-f4190da1-8646-4ae1-85b9-fd007e904380 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110377 Jul 16 01:39:26.350394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Network db22da05-dc58-440e-8217-edbf6c871d9b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:26.364969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:26.376621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:26.436058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Pushing event updated for resources: {'Port': ['ID=6e7916a6-3118-450c-be0c-715093b30030,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.463829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24a80ef9-3f50-43cc-ad85-b81380723c63 req-924a4c5a-00ff-4ee6-a8a5-fd69e187f887 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985975 Jul 16 01:39:26.488553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.489286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.495929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad617d9d-1cbc-47f3-aad7-5e9ca20ee030 req-05738b01-bd9b-4830-835f-df5eadc7c119 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.497848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad617d9d-1cbc-47f3-aad7-5e9ca20ee030 req-05738b01-bd9b-4830-835f-df5eadc7c119 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4385655 Jul 16 01:39:26.510025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.516317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7c113-2c5f-4a97-9b4d-2d61bd9c72cd req-f2ce3b9a-4689-4443-842e-b74bb186e2ba tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.517583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ef7c113-2c5f-4a97-9b4d-2d61bd9c72cd req-f2ce3b9a-4689-4443-842e-b74bb186e2ba tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 931 time: 0.3116717 Jul 16 01:39:26.522953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df5bcc-3de0-46d0-8ae7-3b01c426290e req-0c599bf2-3cfe-4bf8-b09d-89c2f16fafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.525372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6df5bcc-3de0-46d0-8ae7-3b01c426290e req-0c599bf2-3cfe-4bf8-b09d-89c2f16fafb7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 1098 time: 0.3566713 Jul 16 01:39:26.543255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.545193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/6f978d03-bd6a-4b6f-b5d1-633c7df7381e HTTP/1.1" status: 204 len: 168 time: 1.7535634 Jul 16 01:39:26.554022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd0591-4f5b-4703-8ed1-3cd3f5f7ed64 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:26.609695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.625452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca9601-caf1-4074-8510-1a9341ce9621 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=6f978d03-bd6a-4b6f-b5d1-633c7df7381e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.643140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-0f00afcf-4d26-4ff0-bf74-6a3addfe5137 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0677602 Jul 16 01:39:26.680023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-cdf219ad-9d49-4e19-81aa-654f1bb56341 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:26.681126 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-cdf219ad-9d49-4e19-81aa-654f1bb56341 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208068 Jul 16 01:39:26.699299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Request body: {'port': {'device_id': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:26.702535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 245652f0-b99b-4b7f-97a7-9613352b79e4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:26.741730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.766050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb2feca-67c2-4d79-ae3e-a932e211557f {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:26.777089 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.804578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6df5bcc-3de0-46d0-8ae7-3b01c426290e req-17b1b548-1d3f-4524-b03b-aa6b65b01f09 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591004 Jul 16 01:39:26.816302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Transition to ACTIVE for port object ffb2feca-67c2-4d79-ae3e-a932e211557f will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:26.824864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.835188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.846618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-65ce0f3f-e081-4dab-8ac9-44e0518e31f0 None None] Provisioning for port 6e7916a6-3118-450c-be0c-715093b30030 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:26.858279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-65ce0f3f-e081-4dab-8ac9-44e0518e31f0 None None] Provisioning complete for port 6e7916a6-3118-450c-be0c-715093b30030 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:26.858674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65ce0f3f-e081-4dab-8ac9-44e0518e31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.862744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 245652f0-b99b-4b7f-97a7-9613352b79e4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:26.863398 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.912758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2feca-67c2-4d79-ae3e-a932e211557f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.947163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-65ce0f3f-e081-4dab-8ac9-44e0518e31f0 None None] Port 6e7916a6-3118-450c-be0c-715093b30030 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:26.948643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad617d9d-1cbc-47f3-aad7-5e9ca20ee030 req-5f6121e8-89d3-4291-aa5f-581109d89906 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282396 Jul 16 01:39:26.987341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 4989c0e9-8915-4092-b0a0-f15d6618dda3 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:26.997968 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.077616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.110797 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Attempting to bind port ffb2feca-67c2-4d79-ae3e-a932e211557f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:27.111205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Attempting to bind port ffb2feca-67c2-4d79-ae3e-a932e211557f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:27.111546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Attempting to bind port ffb2feca-67c2-4d79-ae3e-a932e211557f on network db22da05-dc58-440e-8217-edbf6c871d9b {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:27.173705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Port ffb2feca-67c2-4d79-ae3e-a932e211557f on network db22da05-dc58-440e-8217-edbf6c871d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:27.174037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Attempting to bind port ffb2feca-67c2-4d79-ae3e-a932e211557f on network db22da05-dc58-440e-8217-edbf6c871d9b {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:27.190342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:27.190703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Checking segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:27.191209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Bound using segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:27.191671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Bound port: ffb2feca-67c2-4d79-ae3e-a932e211557f, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:27.192034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.215350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ef7c113-2c5f-4a97-9b4d-2d61bd9c72cd req-33b8d894-271e-40ce-8885-16cbcd7ed2ca tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124647 Jul 16 01:39:27.279801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.350364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-618a2ec0-d4ad-4a25-88df-ca6281f5b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.352121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-618a2ec0-d4ad-4a25-88df-ca6281f5b179 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 1095 time: 0.8235865 Jul 16 01:39:27.366986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.367841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] For port ffb2feca-67c2-4d79-ae3e-a932e211557f, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:27.383658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] For port ffb2feca-67c2-4d79-ae3e-a932e211557f, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ffb2feca-67c2-4d79-ae3e-a932e211557f,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:27.419384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=4989c0e9-8915-4092-b0a0-f15d6618dda3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.424855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.431963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-898726bd-ae70-4b54-b740-d83709c0f107 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/4989c0e9-8915-4092-b0a0-f15d6618dda3 HTTP/1.1" status: 204 len: 168 time: 0.8169315 Jul 16 01:39:27.435070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.519217 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cfea49-37a7-49a6-a8ea-dae2ebf8d354 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:27.519873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cfea49-37a7-49a6-a8ea-dae2ebf8d354 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:27.522040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4cfea49-37a7-49a6-a8ea-dae2ebf8d354 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/6f978d03-bd6a-4b6f-b5d1-633c7df7381e HTTP/1.1" status: 404 len: 337 time: 0.0755382 Jul 16 01:39:27.535911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7916a6-3118-450c-be0c-715093b30030 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:27.544198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.557606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Transition to ACTIVE for port object 6e7916a6-3118-450c-be0c-715093b30030 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:27.558490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38472) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.569067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.577830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec939a-4757-40dd-ae84-40ddbec3ffd3 req-da600658-6222-4aa1-b197-0fbc66b613ba tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.580128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-beec939a-4757-40dd-ae84-40ddbec3ffd3 req-da600658-6222-4aa1-b197-0fbc66b613ba tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 947 time: 0.4187243 Jul 16 01:39:27.582899 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.591448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Router 4f7da0b8-441d-46d5-9905-3efe031e6e29 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:27.695702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-beec939a-4757-40dd-ae84-40ddbec3ffd3 req-73c0ad92-98f0-44e5-890c-5588258229dc tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068134 Jul 16 01:39:27.710146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.710780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.712661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] 10.222.0.93 "PUT /v2.0/ports/ffb2feca-67c2-4d79-ae3e-a932e211557f HTTP/1.1" status: 200 len: 1091 time: 3.2521796 Jul 16 01:39:27.717472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'tag': 'ffb2feca-67c2-4d79-ae3e-a932e211557f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:27.720271 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aef9347-9523-4c6c-85c7-2fa57b35495b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c239cc-7ad6-4ab5-b56a-67ecf5434995", "tag": "ffb2feca-67c2-4d79-ae3e-a932e211557f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:27.780025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting subnet 44d292b5-5e93-4f1f-baf5-b66410c341c6 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:27.862180 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.912196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.915673 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c778e922-78c2-4952-81b9-4d8e4597eb95 x-openstack-request-id: req-c778e922-78c2-4952-81b9-4d8e4597eb95 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:27.915970 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c239cc-7ad6-4ab5-b56a-67ecf5434995", "tag": "ffb2feca-67c2-4d79-ae3e-a932e211557f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:27.916261 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c778e922-78c2-4952-81b9-4d8e4597eb95 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:27.916635 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'tag': 'ffb2feca-67c2-4d79-ae3e-a932e211557f', 'status': 'completed', 'code': 200} Jul 16 01:39:27.945028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16103682-2ca7-4c2d-9c1f-1183752d94e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb2feca-67c2-4d79-ae3e-a932e211557f,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.968191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-7a471462-f5cc-4657-aa67-4ac273f8f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.969780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-7a471462-f5cc-4657-aa67-4ac273f8f161 service neutron] 10.222.0.93 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 917 time: 0.6082363 Jul 16 01:39:27.998252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e06041a-edde-4f07-82c0-568c7c4d5c54 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:28.065299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:28.081732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-b8a2bcbe-daac-4eae-9298-86cbc8781a91 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9 HTTP/1.1" status: 200 len: 217 time: 0.0960705 Jul 16 01:39:28.084108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Sync routers for ids ['4f7da0b8-441d-46d5-9905-3efe031e6e29'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:28.091998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1231-eb87-4817-9548-8d4f936ebc09 req-12c4fee0-3dd5-4342-bc28-ccdcc128d659 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.094553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-45a879ba-e16f-4367-b2dd-957352eb4fbb None None] Provisioning complete for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.094932 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45a879ba-e16f-4367-b2dd-957352eb4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.099722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-083b1231-eb87-4817-9548-8d4f936ebc09 req-12c4fee0-3dd5-4342-bc28-ccdcc128d659 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4660671 Jul 16 01:39:28.123274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.128087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0f61bc7-93e9-4e42-a531-f155d7c49f28 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7020385 Jul 16 01:39:28.138741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7916a6-3118-450c-be0c-715093b30030,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:28.141038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:28.191780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Attempting to bind port 6e7916a6-3118-450c-be0c-715093b30030 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:28.192120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Attempting to bind port 6e7916a6-3118-450c-be0c-715093b30030 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:28.192492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Attempting to bind port 6e7916a6-3118-450c-be0c-715093b30030 on network db22da05-dc58-440e-8217-edbf6c871d9b {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:28.203778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Port 6e7916a6-3118-450c-be0c-715093b30030 on network db22da05-dc58-440e-8217-edbf6c871d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:28.204129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Attempting to bind port 6e7916a6-3118-450c-be0c-715093b30030 on network db22da05-dc58-440e-8217-edbf6c871d9b {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:28.238004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.242070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:28.242401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Checking segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:28.242790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Bound using segment: {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:28.243240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Bound port: 6e7916a6-3118-450c-be0c-715093b30030, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32f88d8-289c-45da-b0ef-c126b63bd840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:28.243599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.311728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-332ae956-de8d-4a19-a612-795cb7fcbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.313408 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-332ae956-de8d-4a19-a612-795cb7fcbf45 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 1094 time: 0.5307412 Jul 16 01:39:28.435936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Routers {'4f7da0b8-441d-46d5-9905-3efe031e6e29'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:28.438585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4f7da0b8-441d-46d5-9905-3efe031e6e29'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:28.453524 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-09265369-b829-40f1-aadc-60b3ed22ee64 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb2feca-67c2-4d79-ae3e-a932e211557f HTTP/1.1" status: 200 len: 217 time: 0.1196141 Jul 16 01:39:28.738989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-aa6d6ba7-d132-4da7-96a3-baa78ed6c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.745890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-aa6d6ba7-d132-4da7-96a3-baa78ed6c673 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 200 len: 855 time: 0.2904403 Jul 16 01:39:28.748953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.895153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Subnet': ['ID=44d292b5-5e93-4f1f-baf5-b66410c341c6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:28.899606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] For port 6e7916a6-3118-450c-be0c-715093b30030, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:28.919664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.927036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fdeef8af-df23-4e08-91c3-edc4b38dbe6f tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/44d292b5-5e93-4f1f-baf5-b66410c341c6 HTTP/1.1" status: 204 len: 168 time: 1.3636651 Jul 16 01:39:28.927252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Set router 4f7da0b8-441d-46d5-9905-3efe031e6e29 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:28.940848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38526) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:28.963931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] For port 6e7916a6-3118-450c-be0c-715093b30030, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6e7916a6-3118-450c-be0c-715093b30030,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:28.993531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.996203 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57d8c23-fd05-4094-98b8-bbab236a82ee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:28.996756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57d8c23-fd05-4094-98b8-bbab236a82ee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:29.002425 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a57d8c23-fd05-4094-98b8-bbab236a82ee tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/4f7a976f-02d1-4437-b0d5-238683f9d008 HTTP/1.1" status: 404 len: 337 time: 0.0564320 Jul 16 01:39:29.026954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.072162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-0f1305c4-b91b-4f28-9f39-04f1d712d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.075162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-0f1305c4-b91b-4f28-9f39-04f1d712d6ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 200 len: 855 time: 0.9725609 Jul 16 01:39:29.092174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-083b1231-eb87-4817-9548-8d4f936ebc09 req-d57096b1-77af-43c2-bc5f-d10226fe8c1f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9913554 Jul 16 01:39:29.117006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-45a879ba-e16f-4367-b2dd-957352eb4fbb None None] Provisioning complete for port 4e18a9ec-f1f8-4de0-8572-7515e7511fad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:29.117745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45a879ba-e16f-4367-b2dd-957352eb4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.163030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7916a6-3118-450c-be0c-715093b30030,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.184467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-45a879ba-e16f-4367-b2dd-957352eb4fbb None None] Port 4e18a9ec-f1f8-4de0-8572-7515e7511fad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:29.188019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.188988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.190838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-25aa7c8f-be90-4159-9442-bfc6a639e700 service neutron] 10.222.0.93 "PUT /v2.0/ports/6e7916a6-3118-450c-be0c-715093b30030 HTTP/1.1" status: 200 len: 1091 time: 2.5010810 Jul 16 01:39:29.218968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-9255ad06-b2fd-4208-8f91-b5626eb7af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.224300 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-9255ad06-b2fd-4208-8f91-b5626eb7af3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=db22da05-dc58-440e-8217-edbf6c871d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4622467 Jul 16 01:39:29.310670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df700983-8daa-48fe-9a1d-2adfc8946b7e None None] Update dhcp port {'port': {'network_id': 'd7d41b29-6282-4f8f-81b8-504f6f449779', 'fixed_ips': [{'subnet_id': '44d292b5-5e93-4f1f-baf5-b66410c341c6'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'a2b0f039-2037-4480-8ba2-51d5ba2726a9'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:39:29.369526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6b1ade81-e2fa-478c-8d42-21ad19960648 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c5cf620-9a91-4763-9e46-21c70ff2935e HTTP/1.1" status: 200 len: 205 time: 0.3196647 Jul 16 01:39:29.389217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.455392 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df700983-8daa-48fe-9a1d-2adfc8946b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.503127 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-7a022b1f-bb41-48f9-a4cf-fdf30764558c service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738259 Jul 16 01:39:29.594647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:25Z', 'revision_number': 3, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port': {'id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:29.666445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Checking router: 4f7da0b8-441d-46d5-9905-3efe031e6e29 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:29.666794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Updating router 4f7da0b8-441d-46d5-9905-3efe031e6e29 port 761a0ea9-169e-449f-b7a9-49f218a7eb43 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:29.679088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ca02ad9a-1aac-4d23-b4ad-5776ede23c70 req-0edc9b7a-53ba-4822-a5cc-d4a0c9bb553e service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531661 Jul 16 01:39:29.751213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-562c79af-ae70-46b1-afef-9414784a3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.753812 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-562c79af-ae70-46b1-afef-9414784a3e1d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 1094 time: 0.2486162 Jul 16 01:39:29.754867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:29.819446 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.907403 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-ac9f8a9a-e900-4e8c-8120-2bd5eb20f00b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e7916a6-3118-450c-be0c-715093b30030 HTTP/1.1" status: 200 len: 217 time: 0.1431856 Jul 16 01:39:29.917750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'tag': '6e7916a6-3118-450c-be0c-715093b30030'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:29.926444 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fa425-7a1c-4a63-bb70-f5757864329a" -d '{"events": [{"name": "network-changed", "server_uuid": "829e7b03-1e14-40f4-adac-b433f45e62c5", "tag": "6e7916a6-3118-450c-be0c-715093b30030"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:29.996907 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:39:30.066943 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:30.090411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a5ff3-ca0d-427e-9e09-22f8507aec55 req-910d5e97-ecf4-4026-8434-23f830577f80 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.093934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-63d1997e-8287-403c-a712-04a7f372aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.095488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-63d1997e-8287-403c-a712-04a7f372aa4f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 1094 time: 0.3201895 Jul 16 01:39:30.099642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-22c36b6b-d5eb-4acd-ad1a-0cf3e32cba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.101117 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-22c36b6b-d5eb-4acd-ad1a-0cf3e32cba16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 200 len: 855 time: 0.1672442 Jul 16 01:39:30.116668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f1a5ff3-ca0d-427e-9e09-22f8507aec55 req-910d5e97-ecf4-4026-8434-23f830577f80 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 943 time: 1.4830360 Jul 16 01:39:30.151742 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-54d0562e-3493-4844-a9d0-ecbf9ed3f01c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] delete failed (client error): The resource could not be found. Jul 16 01:39:30.155394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-54d0562e-3493-4844-a9d0-ecbf9ed3f01c tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/routers/8c5cf620-9a91-4763-9e46-21c70ff2935e HTTP/1.1" status: 404 len: 336 time: 0.7609584 Jul 16 01:39:30.159927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.161828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323118f3-95f4-4f16-8538-786f54461729 None None] Network d7d41b29-6282-4f8f-81b8-504f6f449779 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:30.223494 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d378dc6-c9c6-403e-89ac-dfce103ea327 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:30.223961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d378dc6-c9c6-403e-89ac-dfce103ea327 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:30.228303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7d378dc6-c9c6-403e-89ac-dfce103ea327 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/39bb1e88-3765-406d-86cd-793c0a733431 HTTP/1.1" status: 404 len: 337 time: 0.0540192 Jul 16 01:39:30.243352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.282188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f1a5ff3-ca0d-427e-9e09-22f8507aec55 req-11e6ec94-9ca1-4fdc-9fbe-82d6b30632a8 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645496 Jul 16 01:39:30.285068 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-84741fbf-8e23-4066-96de-51a205905627 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:30.285695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84741fbf-8e23-4066-96de-51a205905627 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:30.287595 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-84741fbf-8e23-4066-96de-51a205905627 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/96f8f303-3d6f-4d51-9325-2be7af69b156 HTTP/1.1" status: 404 len: 337 time: 0.0430717 Jul 16 01:39:30.299186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-cb02c801-fd9e-40a1-bbd0-f5082d9e8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.302124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.305762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-cb02c801-fd9e-40a1-bbd0-f5082d9e8793 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=db22da05-dc58-440e-8217-edbf6c871d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0718896 Jul 16 01:39:30.348337 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67e710f-3b3e-44b5-b265-b924909829df tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:30.348804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67e710f-3b3e-44b5-b265-b924909829df tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:30.352792 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b67e710f-3b3e-44b5-b265-b924909829df tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/41fde261-f71b-464c-a143-59441ccd4243 HTTP/1.1" status: 404 len: 337 time: 0.0451021 Jul 16 01:39:30.357417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.388025 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e72e3f1-5972-4f1b-b1bb-b0eed65e6b03 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:30.388819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e72e3f1-5972-4f1b-b1bb-b0eed65e6b03 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:30.393692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6e72e3f1-5972-4f1b-b1bb-b0eed65e6b03 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/dd056049-a41e-4c76-b621-05134e4520ca HTTP/1.1" status: 404 len: 333 time: 0.0321810 Jul 16 01:39:30.393692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-bdcff12e-8510-4c73-bc42-185eac8cc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.395018 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-bdcff12e-8510-4c73-bc42-185eac8cc8c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=db22da05-dc58-440e-8217-edbf6c871d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2808142 Jul 16 01:39:30.397359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.450448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588d96-7c05-49f6-b8ce-feff17bb9003 req-64b689a4-dd12-4699-84a6-c79fd7859557 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.459288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11588d96-7c05-49f6-b8ce-feff17bb9003 req-64b689a4-dd12-4699-84a6-c79fd7859557 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 947 time: 0.4712253 Jul 16 01:39:30.508711 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-bee036b9-bd51-41f6-a04d-b9c046948de0 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997722 Jul 16 01:39:30.529016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-5c971259-8b8e-477f-a963-5e182c24c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.530595 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-5c971259-8b8e-477f-a963-5e182c24c4b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 917 time: 0.4242768 Jul 16 01:39:30.547487 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-29736318-00fd-45db-9acd-0ce55c4e6091 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:30.547954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29736318-00fd-45db-9acd-0ce55c4e6091 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:30.549758 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29736318-00fd-45db-9acd-0ce55c4e6091 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/b73409d4-3472-4390-bcbf-28d2c5e16d52 HTTP/1.1" status: 404 len: 337 time: 0.1514568 Jul 16 01:39:30.588145 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.589806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11588d96-7c05-49f6-b8ce-feff17bb9003 req-189c41df-3909-4c46-a9d8-9f3344d1ab20 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296985 Jul 16 01:39:30.594470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.602845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-3dcedac3-0d18-490e-8c8b-1a5bab823b87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffb2feca-67c2-4d79-ae3e-a932e211557f HTTP/1.1" status: 200 len: 217 time: 0.0630651 Jul 16 01:39:30.644607 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5945936-1169-445f-a01b-c1709f928718 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:30.645184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5945936-1169-445f-a01b-c1709f928718 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:30.649587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a5945936-1169-445f-a01b-c1709f928718 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/ce5d088f-aa39-4483-8313-deb3bff6186c HTTP/1.1" status: 404 len: 337 time: 0.0519133 Jul 16 01:39:30.652087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.667807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.677498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-689b4220-430a-47c3-a3c5-522d1dd215f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.680743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-689b4220-430a-47c3-a3c5-522d1dd215f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 200 len: 855 time: 0.0701268 Jul 16 01:39:30.689606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a2b0f039-2037-4480-8ba2-51d5ba2726a9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:30.747360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a319a516-3259-4120-aa62-1f8f4718d226 None None] Provisioning complete for port a2b0f039-2037-4480-8ba2-51d5ba2726a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:30.747736 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a319a516-3259-4120-aa62-1f8f4718d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.765892 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa37e1d-2ae0-44c8-8acf-0f35b3663c8f x-openstack-request-id: req-faa37e1d-2ae0-44c8-8acf-0f35b3663c8f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:30.769273 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829e7b03-1e14-40f4-adac-b433f45e62c5", "tag": "6e7916a6-3118-450c-be0c-715093b30030", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:30.769720 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-faa37e1d-2ae0-44c8-8acf-0f35b3663c8f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:30.770535 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'tag': '6e7916a6-3118-450c-be0c-715093b30030', 'status': 'completed', 'code': 200} Jul 16 01:39:30.777494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9', 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'port_id': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9', 'mac_address': 'fa:16:3e:b1:ca:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eb713-9319-4f2c-906a-bd68b2b8f546', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:30.854268 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.884044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:30.899362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Allocated IP 172.20.0.1 (790973e5-0511-4b74-8565-3e9532ff7248/8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c/4f1a51fd-1551-4bd4-ba30-8fedbab710e4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:30.949531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-8f80354b-de53-4047-8705-abc6be45837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.950018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.955126 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-8f80354b-de53-4047-8705-abc6be45837a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=db22da05-dc58-440e-8217-edbf6c871d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2652488 Jul 16 01:39:30.963938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a472ecaf-bc0c-4810-a4c0-9cc247629f48 req-797c9e51-7202-4627-8c06-c2a5745224f0 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323654 Jul 16 01:39:31.015388 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.023348 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.076730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] DHCP port deletion for d7d41b29-6282-4f8f-81b8-504f6f449779 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:31.094278 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a603f83f-f295-41df-b741-d8ef669a0e96 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:31.096390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a603f83f-f295-41df-b741-d8ef669a0e96 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:31.102140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a603f83f-f295-41df-b741-d8ef669a0e96 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/4ff8105a-a7f1-4b65-9b15-789dc353194b HTTP/1.1" status: 404 len: 333 time: 0.4456651 Jul 16 01:39:31.102860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38562) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:31.154151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-139f250f-9a6f-4c3c-b998-5d15daa338eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.156731 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-139f250f-9a6f-4c3c-b998-5d15daa338eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 1094 time: 0.1310756 Jul 16 01:39:31.164399 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-db4c860e-c9a2-45ff-bd03-2ea1fe163620 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953986 Jul 16 01:39:31.165772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bac049-cb6e-45e5-b676-43e1a9b5858d req-e63c573e-f883-4cad-8bb4-4b4a147f7497 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.167622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00bac049-cb6e-45e5-b676-43e1a9b5858d req-e63c573e-f883-4cad-8bb4-4b4a147f7497 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.7013407 Jul 16 01:39:31.169899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-7ceb9c7d-87e7-48ee-bdcb-76e2aae29063 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539157 Jul 16 01:39:31.191846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.206845 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0398df27-76c9-47d0-8194-5cc632debc77 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:31.207690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0398df27-76c9-47d0-8194-5cc632debc77 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:31.209746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0398df27-76c9-47d0-8194-5cc632debc77 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/2ef3d055-f03e-49e8-86b6-4f3580c866a6 HTTP/1.1" status: 404 len: 337 time: 0.0913262 Jul 16 01:39:31.226740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:31.275579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Transition to ACTIVE for port object 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:31.288360 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7aef9347-9523-4c6c-85c7-2fa57b35495b req-b5d6df34-d0b0-4ba1-9ce2-b6e58901d8a9 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114187 Jul 16 01:39:31.308839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0f039-2037-4480-8ba2-51d5ba2726a9,segment=NetworkSegment(22bc6211-b877-4ce2-8359-ebe025ebcbb0),segment_id=22bc6211-b877-4ce2-8359-ebe025ebcbb0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.310254 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f3bb19-9fac-4541-8b7d-712bcac5af3d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] DELETE failed (client error): The resource could not be found. Jul 16 01:39:31.310923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f3bb19-9fac-4541-8b7d-712bcac5af3d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:39:31.312998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b2f3bb19-9fac-4541-8b7d-712bcac5af3d tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/subnets/33e7c83a-a834-40b5-88ea-f4a799b421d3 HTTP/1.1" status: 404 len: 337 time: 0.0848682 Jul 16 01:39:31.319121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:31.329895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.337429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a319a516-3259-4120-aa62-1f8f4718d226 None None] Provisioning complete for port 4e18a9ec-f1f8-4de0-8572-7515e7511fad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:31.337807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a319a516-3259-4120-aa62-1f8f4718d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.343746 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.385319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1ccf8072-1304-44e8-8823-fb7c6aaee0d9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:31.412726 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.429295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-87ba5451-c6cc-4a69-ae43-b9db90c75e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.432011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-87ba5451-c6cc-4a69-ae43-b9db90c75e59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 917 time: 0.2665579 Jul 16 01:39:31.475490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Transition to ACTIVE for port object 761a0ea9-169e-449f-b7a9-49f218a7eb43 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:31.494126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] Deleting port a2b0f039-2037-4480-8ba2-51d5ba2726a9 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:31.494536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.498956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00bac049-cb6e-45e5-b676-43e1a9b5858d req-34a1a0f0-de1e-45ec-ac37-6ae62defc96e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038123 Jul 16 01:39:31.501435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.556281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-e276b85f-dff0-447d-958b-9299ae983374 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e7916a6-3118-450c-be0c-715093b30030 HTTP/1.1" status: 200 len: 217 time: 0.1162632 Jul 16 01:39:31.630842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a319a516-3259-4120-aa62-1f8f4718d226 None None] Port 4e18a9ec-f1f8-4de0-8572-7515e7511fad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:31.642947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4874ee2-5dd6-457d-8d24-8d5dd95149b2 req-847af48e-d822-4865-846d-4b29e389021f service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463899 Jul 16 01:39:31.646717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Attempting to bind port 761a0ea9-169e-449f-b7a9-49f218a7eb43 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:31.647174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Attempting to bind port 761a0ea9-169e-449f-b7a9-49f218a7eb43 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:31.651014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Attempting to bind port 761a0ea9-169e-449f-b7a9-49f218a7eb43 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:31.663054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.686160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-c8b152ad-f018-46a7-9807-6a33a8e03e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.690435 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-c8b152ad-f018-46a7-9807-6a33a8e03e51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 200 len: 855 time: 0.1248362 Jul 16 01:39:31.796216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:31.796664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:31.797076 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.797475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:31.798299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Bound port: 761a0ea9-169e-449f-b7a9-49f218a7eb43, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:31.798691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.800583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ffb2feca-67c2-4d79-ae3e-a932e211557f details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:31.807302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-c80b4256-d983-411a-9417-7c7daf6ca228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.809302 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-c80b4256-d983-411a-9417-7c7daf6ca228 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=db22da05-dc58-440e-8217-edbf6c871d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103370 Jul 16 01:39:31.902479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.947417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11548974-1561-41d2-8ef2-d72a1f1347ed None None] Pushing event updated for resources: {'Port': ['ID=761a0ea9-169e-449f-b7a9-49f218a7eb43,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.963001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] For port a2b0f039-2037-4480-8ba2-51d5ba2726a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a2b0f039-2037-4480-8ba2-51d5ba2726a9,segment=NetworkSegment(22bc6211-b877-4ce2-8359-ebe025ebcbb0),segment_id=22bc6211-b877-4ce2-8359-ebe025ebcbb0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.963444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5c5b4-78e7-4b8d-b5bb-b9050358048e req-3df271fa-0228-4aff-904f-d8c286d8cd8b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.963574 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.966924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-ac816ea0-ca9e-4d07-addb-c95119f3a305 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496530 Jul 16 01:39:31.972324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bd5c5b4-78e7-4b8d-b5bb-b9050358048e req-3df271fa-0228-4aff-904f-d8c286d8cd8b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 943 time: 0.3262255 Jul 16 01:39:32.009370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] Calling delete_port for a2b0f039-2037-4480-8ba2-51d5ba2726a9 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:32.022409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] For port 761a0ea9-169e-449f-b7a9-49f218a7eb43, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:32.025314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Network 790973e5-0511-4b74-8565-3e9532ff7248 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:32.040619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:32.051937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:32.067488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02bc64-b121-43ee-b3ee-ecd1419c1044 req-56ad968a-c201-4796-8009-b61a104b9eb2 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.069442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d02bc64-b121-43ee-b3ee-ecd1419c1044 req-56ad968a-c201-4796-8009-b61a104b9eb2 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3022149 Jul 16 01:39:32.073421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.088926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] For port 761a0ea9-169e-449f-b7a9-49f218a7eb43, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=761a0ea9-169e-449f-b7a9-49f218a7eb43,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:32.121642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d67fa425-7a1c-4a63-bb70-f5757864329a req-e9dc2f30-9fc9-4b87-93ca-47c599a23053 service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482980 Jul 16 01:39:32.134921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Deleting port 4e18a9ec-f1f8-4de0-8572-7515e7511fad {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:32.135490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.162069 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.175302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bd5c5b4-78e7-4b8d-b5bb-b9050358048e req-a0a3a826-2441-4325-8736-d2d6cedf522c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018964 Jul 16 01:39:32.229465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.309113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Routers {'4f7da0b8-441d-46d5-9905-3efe031e6e29'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:32.309746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4f7da0b8-441d-46d5-9905-3efe031e6e29'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:32.329672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d02bc64-b121-43ee-b3ee-ecd1419c1044 req-ce62fa75-1258-41c5-8f82-7ba6fc36f665 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437494 Jul 16 01:39:32.375232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.415843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Calling delete_port for 4e18a9ec-f1f8-4de0-8572-7515e7511fad owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:32.452197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] Set router 4f7da0b8-441d-46d5-9905-3efe031e6e29 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:32.597156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ffb2feca-67c2-4d79-ae3e-a932e211557f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ffb2feca-67c2-4d79-ae3e-a932e211557f,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.610749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11548974-1561-41d2-8ef2-d72a1f1347ed None None] Pushing event updated for resources: {'Port': ['ID=761a0ea9-169e-449f-b7a9-49f218a7eb43,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.651112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0815521f-293f-4d81-b67d-29d68c0fcdc9 None None] Provisioning for port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:32.660297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'ffb2feca-67c2-4d79-ae3e-a932e211557f', 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'port_id': 'ffb2feca-67c2-4d79-ae3e-a932e211557f', 'mac_address': 'fa:16:3e:54:75:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eb713-9319-4f2c-906a-bd68b2b8f546', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:32.661814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0815521f-293f-4d81-b67d-29d68c0fcdc9 None None] Provisioning complete for port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:32.662408 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0815521f-293f-4d81-b67d-29d68c0fcdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.670439 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.677636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:32.746998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.760443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0815521f-293f-4d81-b67d-29d68c0fcdc9 None None] Port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:32.802399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] Pushing event deleted for resources: {'Port': ['ID=a2b0f039-2037-4480-8ba2-51d5ba2726a9,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.818085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255a2a8-ce2d-4998-b443-06c68c75cbc7 None None] No DVR routers for this DVR port a2b0f039-2037-4480-8ba2-51d5ba2726a9 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:32.860707 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.881397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb2feca-67c2-4d79-ae3e-a932e211557f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:32.912042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ffb2feca-67c2-4d79-ae3e-a932e211557f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ffb2feca-67c2-4d79-ae3e-a932e211557f,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.919547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.925648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.001005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be10fb4-39dd-46de-af99-88f965ff0225 req-e17e19d2-4431-4320-a146-9d5e4e9261cd tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.002921 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be10fb4-39dd-46de-af99-88f965ff0225 req-e17e19d2-4431-4320-a146-9d5e4e9261cd tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4554486 Jul 16 01:39:33.003892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Port': ['ID=4e18a9ec-f1f8-4de0-8572-7515e7511fad,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.011674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.017073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3ff11356-1533-47af-ad1c-feec554aeb7e tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/ports/4e18a9ec-f1f8-4de0-8572-7515e7511fad HTTP/1.1" status: 204 len: 168 time: 1.6908965 Jul 16 01:39:33.018961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.133987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.161857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ffb2feca-67c2-4d79-ae3e-a932e211557f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.173223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:25Z', 'revision_number': 3, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port': {'id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:33.205533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595efef5-3ed3-4461-93d5-e17e22eb30df None None] The sync data for ids ['4f7da0b8-441d-46d5-9905-3efe031e6e29'] in n-d-800085-5 is: [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:25Z', 'revision_number': 3, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port': {'id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:33.234784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be10fb4-39dd-46de-af99-88f965ff0225 req-5009be2a-8593-4c8b-9bf3-5110d26293d6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166672 Jul 16 01:39:33.272395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.286890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.324959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ffb2feca-67c2-4d79-ae3e-a932e211557f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:33.330618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.379959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.385870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d41b29-6282-4f8f-81b8-504f6f449779']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:33.445048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bc6211-b877-4ce2-8359-ebe025ebcbb0') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:33.445351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bc6211-b877-4ce2-8359-ebe025ebcbb0') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:33.456817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Pushing event updated for resources: {'Port': ['ID=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.543153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.546428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.576877 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.618364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:33.618859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:33.622393 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:33.734017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6e7916a6-3118-450c-be0c-715093b30030 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:33.742212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c19ba-c19c-45c1-8ce9-cec8849abe2e req-ed93360e-8583-4b66-9c59-cd6b21b5ff82 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.743897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab9c19ba-c19c-45c1-8ce9-cec8849abe2e req-ed93360e-8583-4b66-9c59-cd6b21b5ff82 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 943 time: 0.2758353 Jul 16 01:39:33.825536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:33.850667 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.881953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.886153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] 10.222.0.81 "DELETE /v2.0/networks/d7d41b29-6282-4f8f-81b8-504f6f449779 HTTP/1.1" status: 204 len: 168 time: 0.8596511 Jul 16 01:39:33.924303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf39f5b-8862-4efe-b701-88d199137588 tempest-PortsTestJSON-202141814 tempest-PortsTestJSON-202141814-project] Pushing event deleted for resources: {'Network': ['ID=d7d41b29-6282-4f8f-81b8-504f6f449779,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.939257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab9c19ba-c19c-45c1-8ce9-cec8849abe2e req-a7261aad-451b-49bb-bc21-9e9cf3682d1e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440568 Jul 16 01:39:33.944419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Network 790973e5-0511-4b74-8565-3e9532ff7248 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:33.982603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:34.024276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:34.037157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6e7916a6-3118-450c-be0c-715093b30030, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6e7916a6-3118-450c-be0c-715093b30030,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.055097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:34.055475 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.125693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '6e7916a6-3118-450c-be0c-715093b30030', 'network_id': 'db22da05-dc58-440e-8217-edbf6c871d9b', 'port_id': '6e7916a6-3118-450c-be0c-715093b30030', 'mac_address': 'fa:16:3e:e5:5e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eb713-9319-4f2c-906a-bd68b2b8f546', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:34.250544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adbf86-f15d-49fb-9bcd-1e0739ae74f7 req-04b77ee4-1ea9-49cd-b2d2-3ee3d8003ba6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.253113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77adbf86-f15d-49fb-9bcd-1e0739ae74f7 req-04b77ee4-1ea9-49cd-b2d2-3ee3d8003ba6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3112066 Jul 16 01:39:34.256866 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.272572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Router 4f7da0b8-441d-46d5-9905-3efe031e6e29 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:34.333867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7916a6-3118-450c-be0c-715093b30030 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:34.349074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.393488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77adbf86-f15d-49fb-9bcd-1e0739ae74f7 req-6541d5a6-a48a-4d4e-9950-e6b138040dbb tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294150 Jul 16 01:39:34.393647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.409250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6e7916a6-3118-450c-be0c-715093b30030, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6e7916a6-3118-450c-be0c-715093b30030,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.420578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Deleting port b55745e4-f434-4c98-aab6-9f4d44eb9af3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:34.421099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.437948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.490122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:34.504718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e4b2525-77e3-49f6-b7ef-39b66c2f5373 admin admin] 10.222.0.81 "PUT /v2.0/routers/4f7da0b8-441d-46d5-9905-3efe031e6e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2544439 Jul 16 01:39:34.544198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:34.550007 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7520f64-2bb2-4c5f-aac0-76790469df63" -d '{"events": [{"server_uuid": "2e16a958-e5ea-41a4-8a03-346a17ba58f5", "name": "network-vif-plugged", "status": "completed", "tag": "1ccf8072-1304-44e8-8823-fb7c6aaee0d9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:34.571428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-face0e4e-ad4d-4552-84cb-1f6c880db344 None None] Provisioning complete for port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:34.571808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-face0e4e-ad4d-4552-84cb-1f6c880db344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.596570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] For port b55745e4-f434-4c98-aab6-9f4d44eb9af3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b55745e4-f434-4c98-aab6-9f4d44eb9af3,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.596915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.621923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Calling delete_port for b55745e4-f434-4c98-aab6-9f4d44eb9af3 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:34.656918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.659812 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d470e6-0f03-41cd-a645-a63ec3ab1d65 x-openstack-request-id: req-d8d470e6-0f03-41cd-a645-a63ec3ab1d65 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:34.660337 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e16a958-e5ea-41a4-8a03-346a17ba58f5", "name": "network-vif-plugged", "status": "completed", "tag": "1ccf8072-1304-44e8-8823-fb7c6aaee0d9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:34.660682 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8d470e6-0f03-41cd-a645-a63ec3ab1d65 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:34.661467 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9', 'code': 200} Jul 16 01:39:34.674275 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.701327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-face0e4e-ad4d-4552-84cb-1f6c880db344 None None] Port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:34.704889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6e7916a6-3118-450c-be0c-715093b30030,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.791152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 761a0ea9-169e-449f-b7a9-49f218a7eb43 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:34.836868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['6e7916a6-3118-450c-be0c-715093b30030'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:34.838661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f80d4f68-a64d-49d3-b6db-4c142ae6d0f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a95063e4039c404ba23a4bcc5df39fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880278 Jul 16 01:39:34.845015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.031251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a36cffd3-2974-4859-99f4-f18a237ddafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.047339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6eb3-a781-4bc0-b039-172516f35be1 req-1ec24caa-a42c-4bc5-824a-93d9ce7e1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.048939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c35f6eb3-a781-4bc0-b039-172516f35be1 req-1ec24caa-a42c-4bc5-824a-93d9ce7e1db0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 1097 time: 0.2091672 Jul 16 01:39:35.094829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.122476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a36cffd3-2974-4859-99f4-f18a237ddafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.163257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 761a0ea9-169e-449f-b7a9-49f218a7eb43 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:35.175408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 761a0ea9-169e-449f-b7a9-49f218a7eb43 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:35.176258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.198689 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c35f6eb3-a781-4bc0-b039-172516f35be1 req-fa371a06-e4b9-4ba5-b726-12d6ff33b7b7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378734 Jul 16 01:39:35.286829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.412746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a36cffd3-2974-4859-99f4-f18a237ddafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.416672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a36cffd3-2974-4859-99f4-f18a237ddafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.423963 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a36cffd3-2974-4859-99f4-f18a237ddafb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8751f05b-3586-421f-9413-8f866c58fa71 HTTP/1.1" status: 204 len: 168 time: 0.5687029 Jul 16 01:39:35.450125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55745e4-f434-4c98-aab6-9f4d44eb9af3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.453474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb26dd-dc15-4536-bdaa-0686d160365e req-91bc6c18-bd78-48d7-b0b2-b9fea4aa47bf tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.455079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5acb26dd-dc15-4536-bdaa-0686d160365e req-91bc6c18-bd78-48d7-b0b2-b9fea4aa47bf tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.8738949 Jul 16 01:39:35.489379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816874f-779f-4b3e-9184-0702eb389add req-e27bc30a-5c95-4650-998a-beec1acec3b8 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.495573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cffd3-2974-4859-99f4-f18a237ddafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8751f05b-3586-421f-9413-8f866c58fa71,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.496122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c816874f-779f-4b3e-9184-0702eb389add req-e27bc30a-5c95-4650-998a-beec1acec3b8 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 944 time: 0.1823642 Jul 16 01:39:35.553912 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.680970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 761a0ea9-169e-449f-b7a9-49f218a7eb43, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=761a0ea9-169e-449f-b7a9-49f218a7eb43,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:35.724321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.815943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.840375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5acb26dd-dc15-4536-bdaa-0686d160365e req-fd24e89f-960c-471f-9fd0-c8e46396fb31 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383138 Jul 16 01:39:35.847240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c816874f-779f-4b3e-9184-0702eb389add req-db7114e5-f269-44db-a08e-a10ccd191a08 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193295 Jul 16 01:39:35.875044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ffb2feca-67c2-4d79-ae3e-a932e211557f up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:35.991218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=761a0ea9-169e-449f-b7a9-49f218a7eb43,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.047718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port ffb2feca-67c2-4d79-ae3e-a932e211557f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:36.058747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port ffb2feca-67c2-4d79-ae3e-a932e211557f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:36.059130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.114802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.120984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1422286431-network', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:36.209261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Made reservation on behalf of 48326f04942b4fcbbd170c0ff1c5bd14 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:36.211948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.212073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.256326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.270436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ffb2feca-67c2-4d79-ae3e-a932e211557f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ffb2feca-67c2-4d79-ae3e-a932e211557f,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:36.277778 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.340924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7510c-24be-4f39-bd4e-e09cd2d9199e req-f2c0790d-00af-4ddc-8bdd-498df013a4a6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.355376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3de7510c-24be-4f39-bd4e-e09cd2d9199e req-f2c0790d-00af-4ddc-8bdd-498df013a4a6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1848860 Jul 16 01:39:36.365870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ffb2feca-67c2-4d79-ae3e-a932e211557f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.378731 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Sync routers for ids ['4f7da0b8-441d-46d5-9905-3efe031e6e29'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:36.394225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Router 1fca7680-d4f3-4073-a956-817ea2d0aa91 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:36.395382 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Routers {'4f7da0b8-441d-46d5-9905-3efe031e6e29'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:36.396048 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4f7da0b8-441d-46d5-9905-3efe031e6e29'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:36.460964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3de7510c-24be-4f39-bd4e-e09cd2d9199e req-eae41820-1b2a-419c-98d5-6d77deb6b51c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046009 Jul 16 01:39:36.561272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:36.562581 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Set router 4f7da0b8-441d-46d5-9905-3efe031e6e29 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:36.573349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] Sync routers for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:36.584709 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b7509592-f999-4a1c-9ac2-e01d16982625 admin admin] 10.222.0.81 "PUT /v2.0/routers/1fca7680-d4f3-4073-a956-817ea2d0aa91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9054980 Jul 16 01:39:36.586606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.592111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:36.592788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:36.601964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.610385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.677382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:36.693438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb2feca-67c2-4d79-ae3e-a932e211557f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:36.702066 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ac0647-bb69-40b5-b1aa-dca8b4cce42c" -d '{"events": [{"server_uuid": "f5c239cc-7ad6-4ab5-b56a-67ecf5434995", "name": "network-vif-plugged", "status": "completed", "tag": "ffb2feca-67c2-4d79-ae3e-a932e211557f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:36.720113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.720487 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Added segment 7450d162-35ec-49e3-9be5-fb3a9758244e of type vlan for network b1ba7241-a468-4eed-8e24-05332aa37e1b Jul 16 01:39:36.724336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048a24f1-341d-41c5-b94b-80917134820c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.785762 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.848159 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f557050-3148-449a-9893-16305d4d1759 x-openstack-request-id: req-2f557050-3148-449a-9893-16305d4d1759 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:36.848367 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c239cc-7ad6-4ab5-b56a-67ecf5434995", "name": "network-vif-plugged", "status": "completed", "tag": "ffb2feca-67c2-4d79-ae3e-a932e211557f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:36.851967 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f557050-3148-449a-9893-16305d4d1759 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:36.852416 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb2feca-67c2-4d79-ae3e-a932e211557f', 'code': 200} Jul 16 01:39:36.861023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 761a0ea9-169e-449f-b7a9-49f218a7eb43 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:36.904516 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 4, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port': {'id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4f1a51fd-1551-4bd4-ba30-8fedbab710e4', 'name': '', 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'mac_address': 'fa:16:3e:50:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:30Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 2, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'subnets': [{'id': '8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:36.935338 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Checking router: 4f7da0b8-441d-46d5-9905-3efe031e6e29 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:36.936355 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Updating router 4f7da0b8-441d-46d5-9905-3efe031e6e29 port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:36.976165 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.993354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.096459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:37.098834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 761a0ea9-169e-449f-b7a9-49f218a7eb43 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:37.099373 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.132100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.158187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699441-91e9-4096-b650-f2cf001a3a8f req-d5e86977-7043-43b5-99aa-58f37eb5bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.170397 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-29699441-91e9-4096-b650-f2cf001a3a8f req-d5e86977-7043-43b5-99aa-58f37eb5bebd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 1096 time: 0.2624292 Jul 16 01:39:37.177434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e5dc-3b44-46db-b6de-62dcf1711892 req-746e938a-921e-4b01-9462-93da35604584 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.179015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b53e5dc-3b44-46db-b6de-62dcf1711892 req-746e938a-921e-4b01-9462-93da35604584 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4228337 Jul 16 01:39:37.182678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.184041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.184696 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.216285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.274982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ba7241-a468-4eed-8e24-05332aa37e1b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.279287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d82be0f7-56a6-4501-968a-fa190021f6d6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1632802 Jul 16 01:39:37.290173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.298026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Request body: {'subnet': {'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1422286431-subnet', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:37.314033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network b1ba7241-a468-4eed-8e24-05332aa37e1b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:37.360265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b53e5dc-3b44-46db-b6de-62dcf1711892 req-ae871043-54fc-49a5-88c6-6ff310933cbc tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618760 Jul 16 01:39:37.381739 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-29699441-91e9-4096-b650-f2cf001a3a8f req-b50e839c-5689-4f30-9bfa-a43dda5411d4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842327 Jul 16 01:39:37.396566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1ff79764-53c1-4192-b332-6fe2ae103eb3 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:37.396566 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-1ff79764-53c1-4192-b332-6fe2ae103eb3 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:39:37.396566 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-1ff79764-53c1-4192-b332-6fe2ae103eb3 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:39:37.396566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1ff79764-53c1-4192-b332-6fe2ae103eb3 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2553623 Jul 16 01:39:37.396960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab49e-414e-4254-a86c-484a9b47736f req-946ca17e-2bfb-4a47-b294-3b40dbc3cf04 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.399581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddfab49e-414e-4254-a86c-484a9b47736f req-946ca17e-2bfb-4a47-b294-3b40dbc3cf04 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 944 time: 0.3001926 Jul 16 01:39:37.401473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.408047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--319020836'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:37.418520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Made reservation on behalf of 48326f04942b4fcbbd170c0ff1c5bd14 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:37.421113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.440186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Deleting port 7eaec424-6f82-470c-bec1-50bf5813918f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:37.440906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.512435 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.540119 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Transition to ACTIVE for port object 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:37.552539 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.554118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 5, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port': {'id': '7eaec424-6f82-470c-bec1-50bf5813918f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:00:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:57Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:37.586188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] For port 7eaec424-6f82-470c-bec1-50bf5813918f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7eaec424-6f82-470c-bec1-50bf5813918f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:37.586758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.595959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] Checking router: 1fca7680-d4f3-4073-a956-817ea2d0aa91 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:37.600828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Calling delete_port for 7eaec424-6f82-470c-bec1-50bf5813918f owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:37.625088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] Routers {'1fca7680-d4f3-4073-a956-817ea2d0aa91'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:37.625813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1fca7680-d4f3-4073-a956-817ea2d0aa91'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:37.631928 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Pushing event updated for resources: {'Port': ['ID=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.671983 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.672908 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.673598 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.674068 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.674675 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.675141 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.675621 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.676081 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.676668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.677635 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.678115 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.678631 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.679091 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:37.731012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddfab49e-414e-4254-a86c-484a9b47736f req-c0b2a294-479f-43a2-8e00-5cc55268ec83 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161058 Jul 16 01:39:37.734553 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.737782 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Attempting to bind port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:37.738158 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Attempting to bind port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:37.738516 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Attempting to bind port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 on network 790973e5-0511-4b74-8565-3e9532ff7248 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:37.757973 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:37.759497 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Checking segment: {'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:37.759978 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.760470 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Bound using segment: {'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:37.761015 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Bound port: 4f1a51fd-1551-4bd4-ba30-8fedbab710e4, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8481004-491a-4cc9-ac40-6005b32de764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:37.763885 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.785017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6e7916a6-3118-450c-be0c-715093b30030 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:37.847949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.881565 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] For port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:37.887394 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] For port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,segment=NetworkSegment(f8481004-491a-4cc9-ac40-6005b32de764),segment_id=f8481004-491a-4cc9-ac40-6005b32de764)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:37.895914 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.902267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] Set router 1fca7680-d4f3-4073-a956-817ea2d0aa91 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:37.955055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eaec424-6f82-470c-bec1-50bf5813918f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.982528 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Routers {'4f7da0b8-441d-46d5-9905-3efe031e6e29'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:37.983724 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4f7da0b8-441d-46d5-9905-3efe031e6e29'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:38.003541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.009352 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaeccf-9a96-4c23-a741-d108bda15c28 None None] Pushing event updated for resources: {'Port': ['ID=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.068172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:39:37Z', 'revision_number': 6, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:38.129046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.143167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836db72-6ddb-49f2-aace-63388879a070 None None] The sync data for ids ['1fca7680-d4f3-4073-a956-817ea2d0aa91'] in n-d-800085-5 is: [{'id': '1fca7680-d4f3-4073-a956-817ea2d0aa91', 'name': 'tempest-TaggedBootDevicesTest_v242-1488701134-router', 'tenant_id': 'fa857418959540b988c9fb1496b449a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:55Z', 'updated_at': '2021-07-16T01:39:37Z', 'revision_number': 6, 'project_id': 'fa857418959540b988c9fb1496b449a9', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:38.184586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 6e7916a6-3118-450c-be0c-715093b30030 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:38.191538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 6e7916a6-3118-450c-be0c-715093b30030 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:38.192444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.224471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de137c95-1221-48e4-b169-382b0d47b73f req-d5c3163d-b3f8-416f-9b35-fe933861662c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.231514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de137c95-1221-48e4-b169-382b0d47b73f req-d5c3163d-b3f8-416f-9b35-fe933861662c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.5355999 Jul 16 01:39:38.284198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.285302 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] Set router 4f7da0b8-441d-46d5-9905-3efe031e6e29 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:38.290806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.292605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.300584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3c5874-94f6-48ef-828e-4dcc4cd326c2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.328359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.379968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.410607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Checking segment: {'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:38.411268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Network hostable DHCP agents. Network: b1ba7241-a468-4eed-8e24-05332aa37e1b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:38.417326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de137c95-1221-48e4-b169-382b0d47b73f req-f2832ddd-8e34-4857-8a55-8ca477ea19e3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846504 Jul 16 01:39:38.432337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.433231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fca7680-d4f3-4073-a956-817ea2d0aa91 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:38.452519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.452519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e0d5e5ab-a681-4d53-8223-f685c2650b67 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1fca7680-d4f3-4073-a956-817ea2d0aa91 HTTP/1.1" status: 204 len: 168 time: 1.8556557 Jul 16 01:39:38.452519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.466423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6e7916a6-3118-450c-be0c-715093b30030, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6e7916a6-3118-450c-be0c-715093b30030,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:38.478339 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.540327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa7e57-a74f-434c-9d14-2dddbe309281,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.595136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] Deleting subnet 2743fd1e-578e-4490-a5fa-aa8ac51a8547 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:38.600808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Network b1ba7241-a468-4eed-8e24-05332aa37e1b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:38.607847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.628998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6e7916a6-3118-450c-be0c-715093b30030,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.684814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, b1ba7241-a468-4eed-8e24-05332aa37e1b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:38.685322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.693140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24145c-55b9-4cf3-a312-fc9f6d4e1d3d None None] Network b1ba7241-a468-4eed-8e24-05332aa37e1b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:38.710859 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 4, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port': {'id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4f1a51fd-1551-4bd4-ba30-8fedbab710e4', 'name': '', 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'mac_address': 'fa:16:3e:50:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:30Z', 'updated_at': '2021-07-16T01:39:37Z', 'revision_number': 4, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'subnets': [{'id': '8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:38.719626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.721480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.737862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.747483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.783076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087211eb-5ef6-4363-84f4-d0447e90f231 None None] The sync data for ids ['4f7da0b8-441d-46d5-9905-3efe031e6e29'] in n-d-800085-5 is: [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 4, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port': {'id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '4f1a51fd-1551-4bd4-ba30-8fedbab710e4', 'name': '', 'network_id': '790973e5-0511-4b74-8565-3e9532ff7248', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'mac_address': 'fa:16:3e:50:1c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:30Z', 'updated_at': '2021-07-16T01:39:37Z', 'revision_number': 4, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'subnets': [{'id': '8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:38.808352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b55745e4-f434-4c98-aab6-9f4d44eb9af3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:38.816508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c8c7bdec-8c3b-4ba6-8311-665778ae6863 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5248621 Jul 16 01:39:38.823870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.828647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:38.840609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.848421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.850514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4477429 Jul 16 01:39:38.854445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7e09f7af-4dac-4b30-a05e-a38a714350b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': 'b574a1ce-189c-47f5-aefd-fab809139678', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:38.854674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52504c0-59ef-47a4-969f-ae29a7b1e1fe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b574a1ce-189c-47f5-aefd-fab809139678,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.872986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a670-9a3b-457b-9d95-964b58c3975b req-9e21d05f-89c3-4158-90bc-0637e1e803bf tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.873783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7916a6-3118-450c-be0c-715093b30030'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:38.874854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6763a670-9a3b-457b-9d95-964b58c3975b req-9e21d05f-89c3-4158-90bc-0637e1e803bf tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2569845 Jul 16 01:39:38.876310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.881963 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4c9c89-0a47-4e91-a076-fbff674c836c" -d '{"events": [{"server_uuid": "829e7b03-1e14-40f4-adac-b433f45e62c5", "name": "network-vif-plugged", "status": "completed", "tag": "6e7916a6-3118-450c-be0c-715093b30030"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:38.888901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b55745e4-f434-4c98-aab6-9f4d44eb9af3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:38.889249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b55745e4-f434-4c98-aab6-9f4d44eb9af3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:38.903689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.904734 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.949415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6763a670-9a3b-457b-9d95-964b58c3975b req-bdd235a0-2dbe-4390-972a-f2b5adef7183 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688813 Jul 16 01:39:38.989409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e09f7af-4dac-4b30-a05e-a38a714350b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.997700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.017482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.021925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-b1ba7241-a468-4eed-8e24-05332aa37e1b', 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'fixed_ips': [{'subnet_id': '4b3c5874-94f6-48ef-828e-4dcc4cd326c2'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:39.023651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.051329 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b077e4-bbcb-4253-b8de-2734a76edb07 x-openstack-request-id: req-74b077e4-bbcb-4253-b8de-2734a76edb07 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:39.051723 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829e7b03-1e14-40f4-adac-b433f45e62c5", "name": "network-vif-plugged", "status": "completed", "tag": "6e7916a6-3118-450c-be0c-715093b30030", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:39.051902 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74b077e4-bbcb-4253-b8de-2734a76edb07 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:39.052292 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7916a6-3118-450c-be0c-715093b30030', 'code': 200} Jul 16 01:39:39.140651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb7f6-b5d6-4869-81c3-d5d6eda00038 req-30a74cb3-4e0a-4eee-8e8a-f0068cc1a6ff tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.148535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2ffb7f6-b5d6-4869-81c3-d5d6eda00038 req-30a74cb3-4e0a-4eee-8e8a-f0068cc1a6ff tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.1619380 Jul 16 01:39:39.212063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2743fd1e-578e-4490-a5fa-aa8ac51a8547,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.225949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2ffb7f6-b5d6-4869-81c3-d5d6eda00038 req-d180aa60-2853-4110-ab0b-66dc7beea71d tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762157 Jul 16 01:39:39.253062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.257268 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-18af327f-7188-4ecb-a108-e604c592fa38 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2743fd1e-578e-4490-a5fa-aa8ac51a8547 HTTP/1.1" status: 204 len: 168 time: 0.8084080 Jul 16 01:39:39.257739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:39.360389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa0f4b-85de-4f21-bfab-6d0a64c73e88 None None] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:39.393967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e09f7af-4dac-4b30-a05e-a38a714350b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.398713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.401939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.410683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e09f7af-4dac-4b30-a05e-a38a714350b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.448785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09f7af-4dac-4b30-a05e-a38a714350b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3645e5-eb59-402c-ace8-ec8a22aa2216,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.460467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Allocated IP 172.20.0.2 (b1ba7241-a468-4eed-8e24-05332aa37e1b/4b3c5874-94f6-48ef-828e-4dcc4cd326c2/4fb89f32-7d0c-4537-bf2d-8cc383269e66) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:39.490880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495b04-f7e5-40af-99f6-9fe0ff8c9c64 req-2f4738fb-94d2-4f35-8e87-ca77e9f55e84 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.501008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598624-66c4-476a-8f49-c6b9f89e343c req-3d9d8a80-1b8a-439e-8b46-424f55bb20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.503076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e598624-66c4-476a-8f49-c6b9f89e343c req-3d9d8a80-1b8a-439e-8b46-424f55bb20b1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 1096 time: 0.3786228 Jul 16 01:39:39.503588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9495b04-f7e5-40af-99f6-9fe0ff8c9c64 req-2f4738fb-94d2-4f35-8e87-ca77e9f55e84 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2168562 Jul 16 01:39:39.506120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e09f7af-4dac-4b30-a05e-a38a714350b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.507143 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e09f7af-4dac-4b30-a05e-a38a714350b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6577992 Jul 16 01:39:39.512361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:39.523983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-11ed71bc-e4c9-489a-8f11-6a7f405a7b40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': 'b574a1ce-189c-47f5-aefd-fab809139678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:39.549745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6e598624-66c4-476a-8f49-c6b9f89e343c req-45dec31f-093a-43bc-928d-89ad566eba57 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Jul 16 01:39:39.610774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9495b04-f7e5-40af-99f6-9fe0ff8c9c64 req-29c76485-17d2-420c-8e5b-341edfb658d4 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061893 Jul 16 01:39:39.619778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11ed71bc-e4c9-489a-8f11-6a7f405a7b40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.744471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Deleting port ff40d7d2-48ed-4dba-8fc2-790f55090c31 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:39.745167 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.844145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.856962 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-11ed71bc-e4c9-489a-8f11-6a7f405a7b40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:39:39.859190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11ed71bc-e4c9-489a-8f11-6a7f405a7b40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3391268 Jul 16 01:39:39.870017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:39.882988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.936110 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.945640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Transition to ACTIVE for port object 4fb89f32-7d0c-4537-bf2d-8cc383269e66 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:39.974831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] For port ff40d7d2-48ed-4dba-8fc2-790f55090c31, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff40d7d2-48ed-4dba-8fc2-790f55090c31,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:39.975199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.981988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Transition to ACTIVE for port object 4fb89f32-7d0c-4537-bf2d-8cc383269e66 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:39.992802 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.048335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Calling delete_port for ff40d7d2-48ed-4dba-8fc2-790f55090c31 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:40.072258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Allocated IP 172.25.5.50 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/e12d9dd5-d900-4f2e-adf4-9c7751243fd7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:40.076060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e15fa-6d94-4483-85a0-9e8ba5843db2 req-c0f2697d-6ba6-45f6-95b1-84df3038d0ca tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.078183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-609e15fa-6d94-4483-85a0-9e8ba5843db2 req-c0f2697d-6ba6-45f6-95b1-84df3038d0ca tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3224399 Jul 16 01:39:40.100246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ccf3-cc7e-475a-a7e6-0245b24c5fa5 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.103975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Network b1ba7241-a468-4eed-8e24-05332aa37e1b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:40.110496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:40.115233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] DHCP port deletion for 8f8e5162-0088-4d27-9b78-d9d146bbfbff request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:40.117695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:40.190793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Pushing event updated for resources: {'Port': ['ID=4fb89f32-7d0c-4537-bf2d-8cc383269e66,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.215309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.249950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ccf3-cc7e-475a-a7e6-0245b24c5fa5 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.261391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Attempting to bind port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:40.261775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Attempting to bind port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:40.262353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Attempting to bind port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 on network b1ba7241-a468-4eed-8e24-05332aa37e1b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:40.296898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:40.297334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Checking segment: {'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:40.297748 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.298231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Bound using segment: {'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:40.299339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Bound port: 4fb89f32-7d0c-4537-bf2d-8cc383269e66, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:40.299754 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.303138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-609e15fa-6d94-4483-85a0-9e8ba5843db2 req-4b94f2a7-053b-4dce-8333-58e6f1d3e74d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009778 Jul 16 01:39:40.304068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.359369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] Deleting port ff40d7d2-48ed-4dba-8fc2-790f55090c31 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:40.359761 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.403730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ccf3-cc7e-475a-a7e6-0245b24c5fa5 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.411455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:40.415566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ccf3-cc7e-475a-a7e6-0245b24c5fa5 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.420557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d8c5ccf3-cc7e-475a-a7e6-0245b24c5fa5 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/b574a1ce-189c-47f5-aefd-fab809139678 HTTP/1.1" status: 204 len: 168 time: 0.5482340 Jul 16 01:39:40.421387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:40.457620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:40.468124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:40.475441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5ccf3-cc7e-475a-a7e6-0245b24c5fa5 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b574a1ce-189c-47f5-aefd-fab809139678,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.577385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Pushing event updated for resources: {'Port': ['ID=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.599613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.643050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff40d7d2-48ed-4dba-8fc2-790f55090c31,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.665273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] No DVR routers for this DVR port ff40d7d2-48ed-4dba-8fc2-790f55090c31 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:40.688639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ec4afa74-35ec-4f12-8ef5-8151ebea68b7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2324135 Jul 16 01:39:40.697931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:40.747152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d143a088-32a2-4d34-8317-9d535e1b9402 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797187268'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:40.809432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:40.910317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.925196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8e5162-0088-4d27-9b78-d9d146bbfbff']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:40.939456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ffe94d-f7f1-433b-864d-e263e3818bea') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:40.939916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ffe94d-f7f1-433b-864d-e263e3818bea') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:40.949556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.964731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.983319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:40.984485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] For port ff40d7d2-48ed-4dba-8fc2-790f55090c31, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff40d7d2-48ed-4dba-8fc2-790f55090c31,segment=NetworkSegment(f2ffe94d-f7f1-433b-864d-e263e3818bea),segment_id=f2ffe94d-f7f1-433b-864d-e263e3818bea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:40.984968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.986564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.025713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] Calling delete_port for ff40d7d2-48ed-4dba-8fc2-790f55090c31 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:41.067541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca8858-e74e-4911-88e9-b454318822ec req-a7407aa5-9cba-46a7-851a-34d2daf3450f tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.069809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5eca8858-e74e-4911-88e9-b454318822ec req-a7407aa5-9cba-46a7-851a-34d2daf3450f tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.5868361 Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:41.070778 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:41.073717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] For port 4fb89f32-7d0c-4537-bf2d-8cc383269e66, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:41.091896 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.099026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.101388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] 10.222.0.81 "DELETE /v2.0/networks/8f8e5162-0088-4d27-9b78-d9d146bbfbff HTTP/1.1" status: 204 len: 168 time: 1.8426988 Jul 16 01:39:41.118489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d143a088-32a2-4d34-8317-9d535e1b9402 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.125942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:41.129502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3cdcd-b6b3-4a9b-98a2-5feb70a8b45a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8e5162-0088-4d27-9b78-d9d146bbfbff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.133380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:41.133753 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.178372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] For port 4fb89f32-7d0c-4537-bf2d-8cc383269e66, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4fb89f32-7d0c-4537-bf2d-8cc383269e66,segment=NetworkSegment(7450d162-35ec-49e3-9be5-fb3a9758244e),segment_id=7450d162-35ec-49e3-9be5-fb3a9758244e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:41.196552 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.274175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d143a088-32a2-4d34-8317-9d535e1b9402 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.326257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5eca8858-e74e-4911-88e9-b454318822ec req-214364ef-60e2-4458-84c8-1db34933ddf4 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364128 Jul 16 01:39:41.329028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d143a088-32a2-4d34-8317-9d535e1b9402 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.350231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9b41-3f45-42fd-a801-e3874ca85112 req-4183eb27-392b-4c58-bf75-11bfdad62cb8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.352499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9bf9b41-3f45-42fd-a801-e3874ca85112 req-4183eb27-392b-4c58-bf75-11bfdad62cb8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.5797861 Jul 16 01:39:41.411215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d143a088-32a2-4d34-8317-9d535e1b9402 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.413832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d143a088-32a2-4d34-8317-9d535e1b9402 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6841564 Jul 16 01:39:41.418162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.427917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-eaae2ab8-db7a-4b13-8936-ef8b29cd1a40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '79ba64cc-ac70-4a7f-831d-d53271db1d31', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:41.429517 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-eaae2ab8-db7a-4b13-8936-ef8b29cd1a40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:39:41.430213 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-eaae2ab8-db7a-4b13-8936-ef8b29cd1a40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:41.431657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eaae2ab8-db7a-4b13-8936-ef8b29cd1a40 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118876 Jul 16 01:39:41.435369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.441769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143a088-32a2-4d34-8317-9d535e1b9402 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba64cc-ac70-4a7f-831d-d53271db1d31,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.485401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.493094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9bf9b41-3f45-42fd-a801-e3874ca85112 req-79186971-321b-4d1c-888d-8cdf4fa017d6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291535 Jul 16 01:39:41.498821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.510167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3b01f-f2ff-4c93-9a48-80b62c7cbf2e None None] Pushing event updated for resources: {'Port': ['ID=4fb89f32-7d0c-4537-bf2d-8cc383269e66,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.536558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,segment=NetworkSegment(f8481004-491a-4cc9-ac40-6005b32de764),segment_id=f8481004-491a-4cc9-ac40-6005b32de764)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:41.538725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.539288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.546977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] Network 8f8e5162-0088-4d27-9b78-d9d146bbfbff is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:39:41.547428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] No DVR routers for this DVR port ff40d7d2-48ed-4dba-8fc2-790f55090c31 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:41.550644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.591922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52079fc9-e1ed-44e3-ae2c-d9f807c857ff None None] Pushing event deleted for resources: {'Port': ['ID=ff40d7d2-48ed-4dba-8fc2-790f55090c31,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.657856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-971bd57b-cd13-4944-8937-155cef99bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.663120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2f460bd9-eca2-4eaa-9113-a22638a4136b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa857418959540b988c9fb1496b449a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629212 Jul 16 01:39:41.665845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.686021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff40d7d2-48ed-4dba-8fc2-790f55090c31 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:41.728003 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.765330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ff40d7d2-48ed-4dba-8fc2-790f55090c31 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:41.765619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff40d7d2-48ed-4dba-8fc2-790f55090c31 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:41.766080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7eaec424-6f82-470c-bec1-50bf5813918f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:41.787682 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.799265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.826175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7eaec424-6f82-470c-bec1-50bf5813918f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:41.826756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7eaec424-6f82-470c-bec1-50bf5813918f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:41.848090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557851fa-c97d-4925-a40f-876a0f050fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.876696 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557851fa-c97d-4925-a40f-876a0f050fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.983150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.987181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.991531 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/79ba64cc-ac70-4a7f-831d-d53271db1d31 HTTP/1.1" status: 204 len: 168 time: 0.5314686 Jul 16 01:39:41.994435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.998218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd366e-52cd-4ffd-ba33-2add56e5fee4 req-d157334e-0c6b-4767-a288-85e48b6f0c6c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.999971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aebd366e-52cd-4ffd-ba33-2add56e5fee4 req-d157334e-0c6b-4767-a288-85e48b6f0c6c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1530030 Jul 16 01:39:42.001817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557851fa-c97d-4925-a40f-876a0f050fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.005021 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-557851fa-c97d-4925-a40f-876a0f050fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.008784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-557851fa-c97d-4925-a40f-876a0f050fc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df88e926-a383-4a98-a443-7f18af8c7aa8 HTTP/1.1" status: 204 len: 168 time: 0.3395164 Jul 16 01:39:42.029080 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.034156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557851fa-c97d-4925-a40f-876a0f050fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df88e926-a383-4a98-a443-7f18af8c7aa8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.035964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba64cc-ac70-4a7f-831d-d53271db1d31,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.059871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aebd366e-52cd-4ffd-ba33-2add56e5fee4 req-44030db4-ae03-437c-a399-e522144378af tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518808 Jul 16 01:39:42.060576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.065201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.065664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.065928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.066266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.066602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.066965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.067321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.074457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.074712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.074879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.075165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a427da-1350-4af5-b725-e2ed33e5633d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:42.181495 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fbbec818-097c-4ef2-b4fb-ea70d7f5f0ea tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1797810 Jul 16 01:39:42.181912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.188433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4e9d23f6-db9d-43e0-903e-0e8cae8cd33f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491886565'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:42.219212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9d23f6-db9d-43e0-903e-0e8cae8cd33f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.313530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Router b93f09e3-bb99-4a86-84d4-f6661de548a8 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:42.390880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9d23f6-db9d-43e0-903e-0e8cae8cd33f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.399116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9d23f6-db9d-43e0-903e-0e8cae8cd33f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.434540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d23f6-db9d-43e0-903e-0e8cae8cd33f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba1c6da-cf0e-44ca-8574-d948667355c1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.458669 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9d23f6-db9d-43e0-903e-0e8cae8cd33f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.462674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4e9d23f6-db9d-43e0-903e-0e8cae8cd33f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2766161 Jul 16 01:39:42.466037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38776) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.471213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dda65841-a4d3-47f0-95d6-7fc23efc38fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '1ba1c6da-cf0e-44ca-8574-d948667355c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:42.472181 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-dda65841-a4d3-47f0-95d6-7fc23efc38fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:39:42.473051 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-dda65841-a4d3-47f0-95d6-7fc23efc38fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:42.476586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dda65841-a4d3-47f0-95d6-7fc23efc38fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069060 Jul 16 01:39:42.477194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.489102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:42.498372 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Sync routers for ids ['b93f09e3-bb99-4a86-84d4-f6661de548a8'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:42.510238 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Routers {'b93f09e3-bb99-4a86-84d4-f6661de548a8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:42.512568 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b93f09e3-bb99-4a86-84d4-f6661de548a8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:42.514697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.516794 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8538a84f-9daa-44b8-af14-766802a467ff admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6923153 Jul 16 01:39:42.520425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.520558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d153a76-de0d-4ec8-914b-1986c0035392 req-c60ab391-f3fe-437c-a973-cc533537ebae tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.522897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d153a76-de0d-4ec8-914b-1986c0035392 req-c60ab391-f3fe-437c-a973-cc533537ebae tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1879857 Jul 16 01:39:42.643821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d153a76-de0d-4ec8-914b-1986c0035392 req-4d5f3095-8fc7-4125-8a6f-d735e79a3294 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146958 Jul 16 01:39:42.664270 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec5618fc-f639-49fd-9ad6-7ca8f8c2dad7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.693557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec5618fc-f639-49fd-9ad6-7ca8f8c2dad7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.741987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e389-618b-41ca-8062-4ba19353f294 req-2e9fb8d8-a32c-4eea-9877-bf1c950e014b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.751884 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c111e389-618b-41ca-8062-4ba19353f294 req-2e9fb8d8-a32c-4eea-9877-bf1c950e014b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.2287812 Jul 16 01:39:42.817419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c111e389-618b-41ca-8062-4ba19353f294 req-1c8fd874-0b1e-45d6-b343-a9ab00834388 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Jul 16 01:39:42.819195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec5618fc-f639-49fd-9ad6-7ca8f8c2dad7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.828251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec5618fc-f639-49fd-9ad6-7ca8f8c2dad7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.830458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ec5618fc-f639-49fd-9ad6-7ca8f8c2dad7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ba1c6da-cf0e-44ca-8574-d948667355c1 HTTP/1.1" status: 204 len: 168 time: 0.3523564 Jul 16 01:39:42.842328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.872491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5618fc-f639-49fd-9ad6-7ca8f8c2dad7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba1c6da-cf0e-44ca-8574-d948667355c1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.934649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4fb89f32-7d0c-4537-bf2d-8cc383269e66 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:42.947619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-27a6026c-6b15-44e7-aa0b-e3a27dd02ce7 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003122 Jul 16 01:39:42.950793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.958864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0772cc1f-35be-4f5f-9179-51d4f67540cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908649538'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:43.005209 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Set router b93f09e3-bb99-4a86-84d4-f6661de548a8 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:43.038989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0772cc1f-35be-4f5f-9179-51d4f67540cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.077059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:43.083045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:43.130911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7dbd2d-8bd9-42fd-af72-226261023803 None None] Network b1ba7241-a468-4eed-8e24-05332aa37e1b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:43.248186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.272704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bb0a9-67a8-4d24-8d37-e7d48c1c18de req-80d754b0-b95e-49a2-b589-ff379521d0dd tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.274406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df0bb0a9-67a8-4d24-8d37-e7d48c1c18de req-80d754b0-b95e-49a2-b589-ff379521d0dd tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1735084 Jul 16 01:39:43.282447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248733-e7fe-460e-af66-3d435fb7b46e req-3a16c9dd-0880-4f12-83d2-fe7e18ec53aa tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.284127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f248733-e7fe-460e-af66-3d435fb7b46e req-3a16c9dd-0880-4f12-83d2-fe7e18ec53aa tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2862341 Jul 16 01:39:43.301240 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 3, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port': {'id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:39Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:43.338341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8b53de60-dc6c-4d46-b544-51d3108268c6 None None] Provisioning for port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:43.348156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8b53de60-dc6c-4d46-b544-51d3108268c6 None None] Provisioning complete for port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:43.348783 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b53de60-dc6c-4d46-b544-51d3108268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.378095 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Checking router: b93f09e3-bb99-4a86-84d4-f6661de548a8 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:43.378591 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Updating router b93f09e3-bb99-4a86-84d4-f6661de548a8 port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:43.381290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f248733-e7fe-460e-af66-3d435fb7b46e req-61980933-1795-4737-b939-6d1df5b95baf tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894957 Jul 16 01:39:43.409466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df0bb0a9-67a8-4d24-8d37-e7d48c1c18de req-44e2d004-298f-4402-a923-52d447178cd1 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225066 Jul 16 01:39:43.443859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:43.444295 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.469030 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.484824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.513258 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0772cc1f-35be-4f5f-9179-51d4f67540cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.549121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1501133557-network', 'tenant_id': 'cb643af9420c4a6795c37c4ac0c9c88c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:43.563116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0772cc1f-35be-4f5f-9179-51d4f67540cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.616538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b53de60-dc6c-4d46-b544-51d3108268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.666969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8b53de60-dc6c-4d46-b544-51d3108268c6 None None] For port 4fb89f32-7d0c-4537-bf2d-8cc383269e66, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4fb89f32-7d0c-4537-bf2d-8cc383269e66,segment=NetworkSegment(7450d162-35ec-49e3-9be5-fb3a9758244e),segment_id=7450d162-35ec-49e3-9be5-fb3a9758244e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:43.674657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b53de60-dc6c-4d46-b544-51d3108268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.676298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772cc1f-35be-4f5f-9179-51d4f67540cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c62c85-c8e1-4934-a181-1257e6bcb30d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.680721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Made reservation on behalf of cb643af9420c4a6795c37c4ac0c9c88c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:43.685791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.699173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.751027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53de60-dc6c-4d46-b544-51d3108268c6 None None] Pushing event updated for resources: {'Port': ['ID=4fb89f32-7d0c-4537-bf2d-8cc383269e66,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.797017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0772cc1f-35be-4f5f-9179-51d4f67540cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.800986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0772cc1f-35be-4f5f-9179-51d4f67540cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8466749 Jul 16 01:39:43.806701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38814) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.812666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7b8b43ee-d1e2-4c57-8bbc-8de1bcf90ab1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '11c62c85-c8e1-4934-a181-1257e6bcb30d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:43.856846 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-7b8b43ee-d1e2-4c57-8bbc-8de1bcf90ab1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:39:43.857793 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-7b8b43ee-d1e2-4c57-8bbc-8de1bcf90ab1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:43.862172 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7b8b43ee-d1e2-4c57-8bbc-8de1bcf90ab1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0540905 Jul 16 01:39:43.872290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.874770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.881151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4da54edd-33af-46a7-a1e5-69c1df3319b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '11c62c85-c8e1-4934-a181-1257e6bcb30d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:43.882827 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-4da54edd-33af-46a7-a1e5-69c1df3319b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:39:43.883359 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4da54edd-33af-46a7-a1e5-69c1df3319b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:43.887546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4da54edd-33af-46a7-a1e5-69c1df3319b0 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077171 Jul 16 01:39:43.892530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.894764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Allocated IP 172.20.0.1 (b1ba7241-a468-4eed-8e24-05332aa37e1b/4b3c5874-94f6-48ef-828e-4dcc4cd326c2/2e8f65ba-12b1-43c5-9945-7505135bc9bb) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:43.897125 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.899436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.906146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f88f12cc-5f14-4db6-8f76-0629859a2a8c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '11c62c85-c8e1-4934-a181-1257e6bcb30d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:43.907186 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-f88f12cc-5f14-4db6-8f76-0629859a2a8c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:39:43.907679 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-f88f12cc-5f14-4db6-8f76-0629859a2a8c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:43.911182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f88f12cc-5f14-4db6-8f76-0629859a2a8c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102611 Jul 16 01:39:43.911339 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Transition to ACTIVE for port object e12d9dd5-d900-4f2e-adf4-9c7751243fd7 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:43.917013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-695a76f5-da9c-46c9-b84a-d1e0da8492a2 None None] Provisioning complete for port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:43.917189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.917938 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-695a76f5-da9c-46c9-b84a-d1e0da8492a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.919437 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.928065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d87c75ec-004d-4d14-bca3-0461b6126664 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '11c62c85-c8e1-4934-a181-1257e6bcb30d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:43.929644 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-d87c75ec-004d-4d14-bca3-0461b6126664 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:39:43.929644 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d87c75ec-004d-4d14-bca3-0461b6126664 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:43.933073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d87c75ec-004d-4d14-bca3-0461b6126664 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117328 Jul 16 01:39:43.942480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38824) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.966935 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Attempting to bind port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:43.967337 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Attempting to bind port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:43.967741 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Attempting to bind port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:43.978924 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:43.979438 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:43.979925 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.980344 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:43.980816 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Bound port: e12d9dd5-d900-4f2e-adf4-9c7751243fd7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:43.981372 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.011551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:44.031203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1548ce-8e59-47de-83f9-61ad376aab15 req-7e8c7566-8f9d-4afd-b6b4-7d158d95688c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.038063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b1548ce-8e59-47de-83f9-61ad376aab15 req-7e8c7566-8f9d-4afd-b6b4-7d158d95688c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3401551 Jul 16 01:39:44.039839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb1a12-7a16-4658-8873-fd60eeb16a75,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.065672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.072912 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee99258-199f-4d0a-b45f-7ef8daffb58a None None] Pushing event updated for resources: {'Port': ['ID=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.082347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.082973 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Added segment 7b33808f-954e-4ef4-8037-3c34cabd9a28 of type vlan for network a56500a6-fff1-42ef-b15d-805b6778be9a Jul 16 01:39:44.085656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Transition to ACTIVE for port object 2e8f65ba-12b1-43c5-9945-7505135bc9bb will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:44.089831 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] For port e12d9dd5-d900-4f2e-adf4-9c7751243fd7, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:44.093879 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] For port e12d9dd5-d900-4f2e-adf4-9c7751243fd7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:44.099658 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.107583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f060d39-fe64-4050-a0a1-f00c871c7039 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.127619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.145782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69cd80-30a5-4e5a-a6f0-ff444689f1c8 req-3505ec9f-7557-4aa0-8e1c-49821525a159 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.147344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e69cd80-30a5-4e5a-a6f0-ff444689f1c8 req-3505ec9f-7557-4aa0-8e1c-49821525a159 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 945 time: 0.3436425 Jul 16 01:39:44.173134 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Routers {'b93f09e3-bb99-4a86-84d4-f6661de548a8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:44.173790 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b93f09e3-bb99-4a86-84d4-f6661de548a8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:44.181995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8f65ba-12b1-43c5-9945-7505135bc9bb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.183277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b1548ce-8e59-47de-83f9-61ad376aab15 req-3964cbe5-cbd6-46e8-a065-5a3781889ae0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442878 Jul 16 01:39:44.185226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.216549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Network b1ba7241-a468-4eed-8e24-05332aa37e1b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:44.219556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f060d39-fe64-4050-a0a1-f00c871c7039 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.221730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:44.223782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-436a853b-431e-4257-b4ce-25930dce0b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.231970 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee99258-199f-4d0a-b45f-7ef8daffb58a None None] Pushing event updated for resources: {'Port': ['ID=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.233105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:44.286409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e69cd80-30a5-4e5a-a6f0-ff444689f1c8 req-7ba2884d-2240-4146-a23b-869a32425503 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146865 Jul 16 01:39:44.302757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.304664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.305734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.306323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.368345 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] Set router b93f09e3-bb99-4a86-84d4-f6661de548a8 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:44.371684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f060d39-fe64-4050-a0a1-f00c871c7039 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.383630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f060d39-fe64-4050-a0a1-f00c871c7039 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.385481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f060d39-fe64-4050-a0a1-f00c871c7039 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/11c62c85-c8e1-4934-a181-1257e6bcb30d HTTP/1.1" status: 204 len: 168 time: 0.4285102 Jul 16 01:39:44.395539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.431530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.453611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2017570 Jul 16 01:39:44.456544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.463781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Request body: {'subnet': {'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1501133557-subnet', 'tenant_id': 'cb643af9420c4a6795c37c4ac0c9c88c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:44.469223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825e84e-ab70-4a0b-ac6d-bc380a7e6b32 admin admin] Pushing event updated for resources: {'Network': ['ID=a56500a6-fff1-42ef-b15d-805b6778be9a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.471511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f060d39-fe64-4050-a0a1-f00c871c7039 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c62c85-c8e1-4934-a181-1257e6bcb30d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.481779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a56500a6-fff1-42ef-b15d-805b6778be9a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:44.531648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a5467199-f783-45c6-aabb-ff9b06595211 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1334713 Jul 16 01:39:44.535243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38834) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.543127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0e4afccb-d738-49ec-87a4-fabd72856013 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240817136'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:44.565210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Made reservation on behalf of cb643af9420c4a6795c37c4ac0c9c88c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:44.576101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.589976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e4afccb-d738-49ec-87a4-fabd72856013 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.722470 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 3, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port': {'id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:39Z', 'updated_at': '2021-07-16T01:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:44.737059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4fb89f32-7d0c-4537-bf2d-8cc383269e66 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:44.771297 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e547bb8-2487-4faf-9cbb-b210f9961c42 None None] The sync data for ids ['b93f09e3-bb99-4a86-84d4-f6661de548a8'] in n-d-800085-5 is: [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 3, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port': {'id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:39Z', 'updated_at': '2021-07-16T01:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:44.793288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8d20dcd3-8256-4139-9d40-26fea55a6d25 None None] Provisioning for port 2e8f65ba-12b1-43c5-9945-7505135bc9bb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:44.838008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8d20dcd3-8256-4139-9d40-26fea55a6d25 None None] Provisioning complete for port 2e8f65ba-12b1-43c5-9945-7505135bc9bb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:44.838389 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d20dcd3-8256-4139-9d40-26fea55a6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.845251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e4afccb-d738-49ec-87a4-fabd72856013 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.883926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:44.884354 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.890722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e4afccb-d738-49ec-87a4-fabd72856013 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.913637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.936353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8d20dcd3-8256-4139-9d40-26fea55a6d25 None None] Port 2e8f65ba-12b1-43c5-9945-7505135bc9bb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:44.947077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e4afccb-d738-49ec-87a4-fabd72856013 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.951304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e4afccb-d738-49ec-87a4-fabd72856013 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4148731 Jul 16 01:39:44.951917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.955447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4afccb-d738-49ec-87a4-fabd72856013 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70df4437-b000-40e4-a369-b8d40c40d3df,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.965409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-006fa67b-496d-4fda-80a2-c11110ffa61e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:44.966209 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-006fa67b-496d-4fda-80a2-c11110ffa61e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:39:44.966646 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-006fa67b-496d-4fda-80a2-c11110ffa61e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:44.968319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.971912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-006fa67b-496d-4fda-80a2-c11110ffa61e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168378 Jul 16 01:39:44.974157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38840) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:44.991431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98dcc9-e67e-4f42-b562-61022d128379 req-1da5c417-b453-4844-8deb-347af54f8af6 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.002500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f98dcc9-e67e-4f42-b562-61022d128379 req-1da5c417-b453-4844-8deb-347af54f8af6 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.1799479 Jul 16 01:39:45.007533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fbdddd3b-fdad-40df-85d4-509129d8cad4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.025211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e009b-e918-40c3-8633-47254cab77a6 req-dd3df790-5a1d-4581-aaff-798d1ab6e61f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.026976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b84e009b-e918-40c3-8633-47254cab77a6 req-dd3df790-5a1d-4581-aaff-798d1ab6e61f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2335703 Jul 16 01:39:45.079209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a16083-46a9-4f32-978c-0dafcd290173,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.097573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b84e009b-e918-40c3-8633-47254cab77a6 req-de36b861-7593-4095-bed4-66ab158040cc tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537875 Jul 16 01:39:45.106355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f98dcc9-e67e-4f42-b562-61022d128379 req-47c753ac-238c-436e-97f7-c25a47b9a73a tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020780 Jul 16 01:39:45.157371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Checking segment: {'id': '7b33808f-954e-4ef4-8037-3c34cabd9a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:45.157635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Network hostable DHCP agents. Network: a56500a6-fff1-42ef-b15d-805b6778be9a, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:45.159854 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-fbdddd3b-fdad-40df-85d4-509129d8cad4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.163851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.163986 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fbdddd3b-fdad-40df-85d4-509129d8cad4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1808827 Jul 16 01:39:45.170208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f2d9d92d-aa6a-470a-9b63-bef8e2de9b17 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.171422 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-f2d9d92d-aa6a-470a-9b63-bef8e2de9b17 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:39:45.171971 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-f2d9d92d-aa6a-470a-9b63-bef8e2de9b17 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.173384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f2d9d92d-aa6a-470a-9b63-bef8e2de9b17 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078635 Jul 16 01:39:45.182544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38848) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.197241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-08372b27-be85-4a6c-afd7-f2e1edb7053f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.250390 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-08372b27-be85-4a6c-afd7-f2e1edb7053f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.256098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.258101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-08372b27-be85-4a6c-afd7-f2e1edb7053f tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0687642 Jul 16 01:39:45.262900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f701b95d-418c-4f2a-bdc8-6d06ae8f9e49 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.264529 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-f701b95d-418c-4f2a-bdc8-6d06ae8f9e49 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:39:45.265047 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-f701b95d-418c-4f2a-bdc8-6d06ae8f9e49 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.268910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f701b95d-418c-4f2a-bdc8-6d06ae8f9e49 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096219 Jul 16 01:39:45.269449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.269631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Network a56500a6-fff1-42ef-b15d-805b6778be9a is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:45.277790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-033ee39d-6907-4c39-8aff-af5478d2e579 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.283118 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.306243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a56500a6-fff1-42ef-b15d-805b6778be9a) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:45.315095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.315699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.318404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefb09d0-16f2-4c61-8275-824204501e04 None None] Network a56500a6-fff1-42ef-b15d-805b6778be9a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:45.329091 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-033ee39d-6907-4c39-8aff-af5478d2e579 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Project 14d950e3bf594f65b042563be6c1c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:39:45.353157 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-033ee39d-6907-4c39-8aff-af5478d2e579 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.355625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-033ee39d-6907-4c39-8aff-af5478d2e579 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0843966 Jul 16 01:39:45.358139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38854) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.369763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.370867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-947f76f3-57b3-4c7d-84fb-f124cfd2a9cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.372213 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-947f76f3-57b3-4c7d-84fb-f124cfd2a9cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:39:45.373467 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-947f76f3-57b3-4c7d-84fb-f124cfd2a9cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.387151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-947f76f3-57b3-4c7d-84fb-f124cfd2a9cf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0264988 Jul 16 01:39:45.388170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-abf48500-4a5b-492f-91b5-00b808bcc6f2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9301839 Jul 16 01:39:45.390165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.391885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.400972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a617102a-db41-4347-b477-447f0a0a4e0b tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.453515 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-a617102a-db41-4347-b477-447f0a0a4e0b tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Project 14d950e3bf594f65b042563be6c1c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:39:45.477533 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-a617102a-db41-4347-b477-447f0a0a4e0b tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.480373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a617102a-db41-4347-b477-447f0a0a4e0b tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0885642 Jul 16 01:39:45.482458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.491269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4e01d2d2-d4a4-4eb7-a898-8d21a201ef50 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '70df4437-b000-40e4-a369-b8d40c40d3df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.531587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.535027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8f65ba-12b1-43c5-9945-7505135bc9bb,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.548640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43885b-b63a-42c1-a9f5-a9c89b393e2e None None] Network a56500a6-fff1-42ef-b15d-805b6778be9a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:45.591226 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-4e01d2d2-d4a4-4eb7-a898-8d21a201ef50 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Project 14d950e3bf594f65b042563be6c1c617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:39:45.639137 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4e01d2d2-d4a4-4eb7-a898-8d21a201ef50 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:45.641314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4e01d2d2-d4a4-4eb7-a898-8d21a201ef50 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1563613 Jul 16 01:39:45.654893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:45.724508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Network b1ba7241-a468-4eed-8e24-05332aa37e1b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:45.733569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:45.749657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172a598-4e66-4836-a652-3225aaf2acf6 req-0ea1fe6d-a503-49a0-ac16-e8312586fa71 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.759319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1172a598-4e66-4836-a652-3225aaf2acf6 req-0ea1fe6d-a503-49a0-ac16-e8312586fa71 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1725118 Jul 16 01:39:45.913611 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-15e2-42ea-99d7-8182801e90fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.941912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1172a598-4e66-4836-a652-3225aaf2acf6 req-6a6422f8-2c4f-46c5-8ef8-9aa931f619d6 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749203 Jul 16 01:39:45.975966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca0be0-b5a7-4a44-8408-69685bdb89af req-4800b4fc-a82b-4f8d-91b4-57c335571463 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.978120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6eca0be0-b5a7-4a44-8408-69685bdb89af req-4800b4fc-a82b-4f8d-91b4-57c335571463 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1901257 Jul 16 01:39:46.000810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-15e2-42ea-99d7-8182801e90fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.096423 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.103579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6eca0be0-b5a7-4a44-8408-69685bdb89af req-8e7528fb-ba94-4082-8647-bfe2d8452194 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074824 Jul 16 01:39:46.104148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Router b93f09e3-bb99-4a86-84d4-f6661de548a8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:46.123033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:46.130984 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-15e2-42ea-99d7-8182801e90fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.134279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-15e2-42ea-99d7-8182801e90fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.134446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1476741375-network', 'tenant_id': 'f3a294d38a5f4d10b01c716f0d2533bc'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:46.135867 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c9292982-15e2-42ea-99d7-8182801e90fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/70df4437-b000-40e4-a369-b8d40c40d3df HTTP/1.1" status: 204 len: 168 time: 0.4757621 Jul 16 01:39:46.141375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:46.184152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0eb2859f-15d2-48fb-b5db-e873e5e246f2 None None] Provisioning complete for port 2e8f65ba-12b1-43c5-9945-7505135bc9bb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.184578 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0eb2859f-15d2-48fb-b5db-e873e5e246f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.200403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9292982-15e2-42ea-99d7-8182801e90fb tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70df4437-b000-40e4-a369-b8d40c40d3df,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.220304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Made reservation on behalf of f3a294d38a5f4d10b01c716f0d2533bc for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:46.223829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.252778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.265435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2859f-15d2-48fb-b5db-e873e5e246f2 None None] Port 2e8f65ba-12b1-43c5-9945-7505135bc9bb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:46.277559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9556885a-75fd-4757-9d85-f02bce7f2ccf tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1341946 Jul 16 01:39:46.278163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38884) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:46.287878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9e2e0b47-9ef7-4aac-8641-300928cc3573 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--179447567'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:46.296692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:46.302763 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-27a381a3-ab0c-4f48-b6d3-7a5e91ccc5a9 admin admin] 10.222.0.81 "PUT /v2.0/routers/b93f09e3-bb99-4a86-84d4-f6661de548a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7810624 Jul 16 01:39:46.421499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.428686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.471837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:46.482378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb2f3aa-0955-43f4-a041-077f515ad414,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.489928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b47-9ef7-4aac-8641-300928cc3573 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.494094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.494435 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Added segment f2e588ff-db04-4686-9254-c07d0f608f37 of type vlan for network 592aaf08-4abd-41b5-973e-84001149c4c7 Jul 16 01:39:46.521924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89e660-c633-4f69-893b-6812d93a2788 req-4e240d40-135a-4579-b678-97c65a73d1f4 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.527826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89e660-c633-4f69-893b-6812d93a2788 req-4e240d40-135a-4579-b678-97c65a73d1f4 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.534153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89e660-c633-4f69-893b-6812d93a2788 req-4e240d40-135a-4579-b678-97c65a73d1f4 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.535843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed89e660-c633-4f69-893b-6812d93a2788 req-4e240d40-135a-4579-b678-97c65a73d1f4 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5&device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995&device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 2417 time: 0.1671729 Jul 16 01:39:46.595607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.651894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed89e660-c633-4f69-893b-6812d93a2788 req-3fe811a6-9ec5-4c81-8b6b-917ff9456730 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924737 Jul 16 01:39:46.683406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.684592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.684726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e12d9dd5-d900-4f2e-adf4-9c7751243fd7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:46.685781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.738591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b47-9ef7-4aac-8641-300928cc3573 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.750196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:46.754694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b47-9ef7-4aac-8641-300928cc3573 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.754852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.755173 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.765283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6404748 Jul 16 01:39:46.766245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:46.772564 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Request body: {'subnet': {'network_id': '592aaf08-4abd-41b5-973e-84001149c4c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1476741375-subnet', 'tenant_id': 'f3a294d38a5f4d10b01c716f0d2533bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:46.810847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b47-9ef7-4aac-8641-300928cc3573 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.815874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e2e0b47-9ef7-4aac-8641-300928cc3573 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5333700 Jul 16 01:39:46.816342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:46.817413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.824163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2bee8950-b46e-440e-a626-5159b8d5ba94 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '2c021188-9dd9-4944-b8a2-1f2e7d3e17ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:46.835151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1f78f-8327-4b9f-9254-5afe18022270 admin admin] Pushing event updated for resources: {'Network': ['ID=592aaf08-4abd-41b5-973e-84001149c4c7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.847521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e0b47-9ef7-4aac-8641-300928cc3573 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c021188-9dd9-4944-b8a2-1f2e7d3e17ab,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.865124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Made reservation on behalf of f3a294d38a5f4d10b01c716f0d2533bc for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:46.877116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.880476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 592aaf08-4abd-41b5-973e-84001149c4c7 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:46.907664 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-2bee8950-b46e-440e-a626-5159b8d5ba94 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The resource could not be found. Jul 16 01:39:46.916269 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2bee8950-b46e-440e-a626-5159b8d5ba94 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0962188 Jul 16 01:39:46.918267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:46.926063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-91c37e09-b143-47d8-b409-8f05b201c487 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '2c021188-9dd9-4944-b8a2-1f2e7d3e17ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1e5fdf11-a1d1-4b65-a51d-4a695b34b405'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:46.930507 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.002154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e12d9dd5-d900-4f2e-adf4-9c7751243fd7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:47.009300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.037887 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-91c37e09-b143-47d8-b409-8f05b201c487 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The resource could not be found. Jul 16 01:39:47.042085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-91c37e09-b143-47d8-b409-8f05b201c487 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1229081 Jul 16 01:39:47.044013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.065691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b3433-7e0c-4a0d-9c9a-ed8c2e0b4803 req-42e82c43-5361-4f28-8089-b4e4cc1720fe tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.068794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-418b3433-7e0c-4a0d-9c9a-ed8c2e0b4803 req-42e82c43-5361-4f28-8089-b4e4cc1720fe tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.1513567 Jul 16 01:39:47.082206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.115978 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.174202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02b6f55-1f6c-4985-a956-15cf86583992,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.184884 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-418b3433-7e0c-4a0d-9c9a-ed8c2e0b4803 req-aa0ee073-54d7-4908-a5cb-c0138190aa7e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668418 Jul 16 01:39:47.184884 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a0db79e-8ef8-4a55-986a-7afbdc06a258 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.204016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Checking segment: {'id': 'f2e588ff-db04-4686-9254-c07d0f608f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '592aaf08-4abd-41b5-973e-84001149c4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:47.212499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Network hostable DHCP agents. Network: 592aaf08-4abd-41b5-973e-84001149c4c7, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:47.242215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Network 592aaf08-4abd-41b5-973e-84001149c4c7 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:47.249649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a0db79e-8ef8-4a55-986a-7afbdc06a258 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.256929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 592aaf08-4abd-41b5-973e-84001149c4c7) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:47.271345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b9d79-9729-4a5d-8e13-d3053cad225f None None] Network 592aaf08-4abd-41b5-973e-84001149c4c7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:47.285983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.286543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.308932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a0db79e-8ef8-4a55-986a-7afbdc06a258 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.318423 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a0db79e-8ef8-4a55-986a-7afbdc06a258 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.319758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8a0db79e-8ef8-4a55-986a-7afbdc06a258 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/2c021188-9dd9-4944-b8a2-1f2e7d3e17ab HTTP/1.1" status: 204 len: 168 time: 0.2497778 Jul 16 01:39:47.329562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7fffafc3-60ee-4f25-9d94-d7a992016487 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5544398 Jul 16 01:39:47.329562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.360898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0db79e-8ef8-4a55-986a-7afbdc06a258 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c021188-9dd9-4944-b8a2-1f2e7d3e17ab,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.408307 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-44c6f142-fb18-4947-a724-2087ed4934d1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832629 Jul 16 01:39:47.411603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.421814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Sync routers for ids ['b93f09e3-bb99-4a86-84d4-f6661de548a8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:47.422636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e998207c-fa29-42a9-b8a7-89a0b7d73479 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '2622c1b6-ef93-4fe0-8c56-d8d78c02ea57', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:47.462031 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Routers {'b93f09e3-bb99-4a86-84d4-f6661de548a8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:47.462841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b93f09e3-bb99-4a86-84d4-f6661de548a8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:47.482371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cec8f-2c57-447b-bbdd-cd7f5f0d326d req-9d7e7d1a-835f-49d4-a2d0-f0a41ffc01c1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.485632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-660cec8f-2c57-447b-bbdd-cd7f5f0d326d req-9d7e7d1a-835f-49d4-a2d0-f0a41ffc01c1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1141362 Jul 16 01:39:47.511949 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e998207c-fa29-42a9-b8a7-89a0b7d73479 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The resource could not be found. Jul 16 01:39:47.513493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e998207c-fa29-42a9-b8a7-89a0b7d73479 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1006770 Jul 16 01:39:47.517271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38936) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.524348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4db6c791-b29a-4e75-bde5-b1dea952f0f2 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182769164'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:47.552555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-660cec8f-2c57-447b-bbdd-cd7f5f0d326d req-a6fdb206-c40d-4633-b0cd-050001267a82 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592856 Jul 16 01:39:47.570904 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db6c791-b29a-4e75-bde5-b1dea952f0f2 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.661436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f94024-534d-4b9e-b9bc-fa1e0a28cbbd None None] Network 592aaf08-4abd-41b5-973e-84001149c4c7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:47.687444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db6c791-b29a-4e75-bde5-b1dea952f0f2 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.693778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db6c791-b29a-4e75-bde5-b1dea952f0f2 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.731281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db6c791-b29a-4e75-bde5-b1dea952f0f2 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.732994 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4db6c791-b29a-4e75-bde5-b1dea952f0f2 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2146237 Jul 16 01:39:47.735239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6c791-b29a-4e75-bde5-b1dea952f0f2 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051096e0-1d12-4d67-a843-09d470dc26a4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.736754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.739519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Set router b93f09e3-bb99-4a86-84d4-f6661de548a8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:47.758119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f2ccd8f0-7bb7-475d-ab5f-e9bb916cecf4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043718613'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:47.806524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd8f0-7bb7-475d-ab5f-e9bb916cecf4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.956842 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd8f0-7bb7-475d-ab5f-e9bb916cecf4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.968271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd8f0-7bb7-475d-ab5f-e9bb916cecf4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.094105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd8f0-7bb7-475d-ab5f-e9bb916cecf4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc3776b-20bd-40b1-a3fd-4e78c2d13783,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.097777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd8f0-7bb7-475d-ab5f-e9bb916cecf4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.099057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f2ccd8f0-7bb7-475d-ab5f-e9bb916cecf4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3576076 Jul 16 01:39:48.102425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.110744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-acf18be9-6059-46bb-97f3-eefd90227a87 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '051096e0-1d12-4d67-a843-09d470dc26a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3dc3776b-20bd-40b1-a3fd-4e78c2d13783'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:48.160290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-9811a849-63f7-42cf-b05d-977d4d82f93c tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.166873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-9811a849-63f7-42cf-b05d-977d4d82f93c tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/networks?id=a56500a6-fff1-42ef-b15d-805b6778be9a HTTP/1.1" status: 200 len: 825 time: 0.1704872 Jul 16 01:39:48.190962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-da4b8518-96b1-48ba-97ba-689e1947b288 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/quotas/cb643af9420c4a6795c37c4ac0c9c88c HTTP/1.1" status: 200 len: 375 time: 0.0231812 Jul 16 01:39:48.222704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-9f787425-637f-49aa-bd33-3fec89ea341e tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb643af9420c4a6795c37c4ac0c9c88c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308697 Jul 16 01:39:48.223596 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-acf18be9-6059-46bb-97f3-eefd90227a87 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:48.227030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-acf18be9-6059-46bb-97f3-eefd90227a87 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1214449 Jul 16 01:39:48.227273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.249928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:44Z', 'revision_number': 4, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port': {'id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:39Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2e8f65ba-12b1-43c5-9945-7505135bc9bb', 'name': '', 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'mac_address': 'fa:16:3e:5e:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '4b3c5874-94f6-48ef-828e-4dcc4cd326c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:45Z', 'revision_number': 2, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'subnets': [{'id': '4b3c5874-94f6-48ef-828e-4dcc4cd326c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:48.296287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Checking router: b93f09e3-bb99-4a86-84d4-f6661de548a8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:48.296742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Updating router b93f09e3-bb99-4a86-84d4-f6661de548a8 port 2e8f65ba-12b1-43c5-9945-7505135bc9bb binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:48.340147 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.369553 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.394367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-0319781e-900d-41fb-93b8-8efd795f51c1 service neutron] 10.222.0.81 "GET /v2.0/networks/a56500a6-fff1-42ef-b15d-805b6778be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599522 Jul 16 01:39:48.432291 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.662915 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.675478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Transition to ACTIVE for port object 2e8f65ba-12b1-43c5-9945-7505135bc9bb will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:48.687248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.757479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e12d9dd5-d900-4f2e-adf4-9c7751243fd7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:48.808213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bdb3f-a318-4e25-89c4-3a77e12141c9 None None] Pushing event updated for resources: {'Port': ['ID=2e8f65ba-12b1-43c5-9945-7505135bc9bb,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.889481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Attempting to bind port 2e8f65ba-12b1-43c5-9945-7505135bc9bb on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:48.889837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Attempting to bind port 2e8f65ba-12b1-43c5-9945-7505135bc9bb by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:48.890199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Attempting to bind port 2e8f65ba-12b1-43c5-9945-7505135bc9bb on network b1ba7241-a468-4eed-8e24-05332aa37e1b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:48.899564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:48.900007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Checking segment: {'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:48.900492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.900913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Bound using segment: {'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:48.901402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Bound port: 2e8f65ba-12b1-43c5-9945-7505135bc9bb, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7450d162-35ec-49e3-9be5-fb3a9758244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:48.901781 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.912050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.912940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:48.913317 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.914623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.915786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/3dc3776b-20bd-40b1-a3fd-4e78c2d13783 HTTP/1.1" status: 204 len: 168 time: 0.6875820 Jul 16 01:39:48.918415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.928883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc3776b-20bd-40b1-a3fd-4e78c2d13783,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.945786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-ec5b11fd-768b-4a41-954d-2f6bc71fb62a service neutron] 10.222.0.81 "GET /v2.0/networks/a56500a6-fff1-42ef-b15d-805b6778be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471041 Jul 16 01:39:48.959452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.970048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.970777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.971283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.971764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.972754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.973265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.973799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.974274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.975286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.975499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.975833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a782d75-3425-413e-8286-d0d56911c5b1 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:48.991872 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9fe90efd-4aac-42d0-952f-6942b1f05b13 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0719833 Jul 16 01:39:48.995531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.004693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d616adb-6d87-400f-b8ef-16e9e879c1b5 req-890352ea-2f33-40c1-9979-55bf899d348b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.012654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d616adb-6d87-400f-b8ef-16e9e879c1b5 req-890352ea-2f33-40c1-9979-55bf899d348b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1512349 Jul 16 01:39:49.056811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d616adb-6d87-400f-b8ef-16e9e879c1b5 req-59d0df4f-8e29-48e8-a3cd-35095b1c5881 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Jul 16 01:39:49.071010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9d4f-15e2-4ae5-9dfc-8e4756416a7c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.101717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9d4f-15e2-4ae5-9dfc-8e4756416a7c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.118452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] For port 2e8f65ba-12b1-43c5-9945-7505135bc9bb, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:49.137870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] For port 2e8f65ba-12b1-43c5-9945-7505135bc9bb, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2e8f65ba-12b1-43c5-9945-7505135bc9bb,segment=NetworkSegment(7450d162-35ec-49e3-9be5-fb3a9758244e),segment_id=7450d162-35ec-49e3-9be5-fb3a9758244e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:49.149181 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.203803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9d4f-15e2-4ae5-9dfc-8e4756416a7c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.207031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a6f9d4f-15e2-4ae5-9dfc-8e4756416a7c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.209078 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8a6f9d4f-15e2-4ae5-9dfc-8e4756416a7c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/051096e0-1d12-4d67-a843-09d470dc26a4 HTTP/1.1" status: 204 len: 168 time: 0.2122610 Jul 16 01:39:49.211706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38998) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.231068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f9d4f-15e2-4ae5-9dfc-8e4756416a7c tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051096e0-1d12-4d67-a843-09d470dc26a4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.250163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Routers {'b93f09e3-bb99-4a86-84d4-f6661de548a8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:49.250833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b93f09e3-bb99-4a86-84d4-f6661de548a8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.292702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-37cb4dd7-89ba-4929-9698-892469f07917 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752575 Jul 16 01:39:49.293559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.305530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4f63109c-fe75-48e5-8d17-da2c832a6a7e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--987974148'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:49.346302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f63109c-fe75-48e5-8d17-da2c832a6a7e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.407113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bdb3f-a318-4e25-89c4-3a77e12141c9 None None] Pushing event updated for resources: {'Port': ['ID=2e8f65ba-12b1-43c5-9945-7505135bc9bb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.558575 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f63109c-fe75-48e5-8d17-da2c832a6a7e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.566689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f63109c-fe75-48e5-8d17-da2c832a6a7e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.571428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] Set router b93f09e3-bb99-4a86-84d4-f6661de548a8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:49.607646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d15e224-41e0-4cf9-a5d0-ed2097d4321e req-beab9760-4854-4434-9405-5bd5f0b8ee3e tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 210 time: 0.0672832 Jul 16 01:39:49.632934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63109c-fe75-48e5-8d17-da2c832a6a7e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f3229-dc9d-46a4-b5b9-4a1bb154b9ed,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.646484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f63109c-fe75-48e5-8d17-da2c832a6a7e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.651289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.653859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f63109c-fe75-48e5-8d17-da2c832a6a7e tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3528588 Jul 16 01:39:49.656455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-46267c0a-c0ab-42b4-b35d-ce286d63f492 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '5a3f3229-dc9d-46a4-b5b9-4a1bb154b9ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:49.687102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.746422 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.758516 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-46267c0a-c0ab-42b4-b35d-ce286d63f492 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:49.760862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-46267c0a-c0ab-42b4-b35d-ce286d63f492 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1089716 Jul 16 01:39:49.763783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.773836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e13f7659-8f59-455c-bf1d-3f9e2d678474 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group_rule': {'security_group_id': '5a3f3229-dc9d-46a4-b5b9-4a1bb154b9ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:49.873106 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e13f7659-8f59-455c-bf1d-3f9e2d678474 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:39:49.876201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e13f7659-8f59-455c-bf1d-3f9e2d678474 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1092074 Jul 16 01:39:49.879508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.950390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:44Z', 'revision_number': 4, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port': {'id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:39Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2e8f65ba-12b1-43c5-9945-7505135bc9bb', 'name': '', 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'mac_address': 'fa:16:3e:5e:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '4b3c5874-94f6-48ef-828e-4dcc4cd326c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:49Z', 'revision_number': 4, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'subnets': [{'id': '4b3c5874-94f6-48ef-828e-4dcc4cd326c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:50.036581 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fc74-2ee6-4c47-905f-ec6888d36796 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.079955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0290189-dcce-4526-b42a-795a3d23f936 None None] The sync data for ids ['b93f09e3-bb99-4a86-84d4-f6661de548a8'] in n-d-800085-5 is: [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:44Z', 'revision_number': 4, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port': {'id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:39Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '2e8f65ba-12b1-43c5-9945-7505135bc9bb', 'name': '', 'network_id': 'b1ba7241-a468-4eed-8e24-05332aa37e1b', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'mac_address': 'fa:16:3e:5e:4d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '4b3c5874-94f6-48ef-828e-4dcc4cd326c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:49Z', 'revision_number': 4, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'subnets': [{'id': '4b3c5874-94f6-48ef-828e-4dcc4cd326c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:50.107799 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fc74-2ee6-4c47-905f-ec6888d36796 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.183476 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fc74-2ee6-4c47-905f-ec6888d36796 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.190256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fc74-2ee6-4c47-905f-ec6888d36796 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.192912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4cc3fc74-2ee6-4c47-905f-ec6888d36796 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/5a3f3229-dc9d-46a4-b5b9-4a1bb154b9ed HTTP/1.1" status: 204 len: 168 time: 0.3107467 Jul 16 01:39:50.195445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39042) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.249371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3fc74-2ee6-4c47-905f-ec6888d36796 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f3229-dc9d-46a4-b5b9-4a1bb154b9ed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:50.313645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.330755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-894bac6d-a198-4b26-b009-19c0171d85d4 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024790 Jul 16 01:39:50.336043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.370270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-36eb7aa4-b2ae-4776-b0a0-e452966e3b98 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301517840'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:50.430778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36eb7aa4-b2ae-4776-b0a0-e452966e3b98 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.527194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3b59-ed17-46c8-a9f3-3976cb52bf71 req-051ad6c5-f29d-46b4-8d88-c5037f70e485 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.528888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38fd3b59-ed17-46c8-a9f3-3976cb52bf71 req-051ad6c5-f29d-46b4-8d88-c5037f70e485 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1968613 Jul 16 01:39:50.705967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38fd3b59-ed17-46c8-a9f3-3976cb52bf71 req-2aa46882-0c3a-4ed6-a0a3-f7a7da6dfb3b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687174 Jul 16 01:39:50.727576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e8f65ba-12b1-43c5-9945-7505135bc9bb up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:50.761823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36eb7aa4-b2ae-4776-b0a0-e452966e3b98 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.780896 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36eb7aa4-b2ae-4776-b0a0-e452966e3b98 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.833437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2e8f65ba-12b1-43c5-9945-7505135bc9bb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:50.840081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2e8f65ba-12b1-43c5-9945-7505135bc9bb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:50.840580 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.858753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36eb7aa4-b2ae-4776-b0a0-e452966e3b98 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.864365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36eb7aa4-b2ae-4776-b0a0-e452966e3b98 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5265739 Jul 16 01:39:50.867112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.873308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3979e75b-d2f9-42e9-a6ed-321a80746c54 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:50.874928 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-3979e75b-d2f9-42e9-a6ed-321a80746c54 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:39:50.875670 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-3979e75b-d2f9-42e9-a6ed-321a80746c54 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:39:50.880536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3979e75b-d2f9-42e9-a6ed-321a80746c54 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "PUT /v2.0/security-groups/3f37a935-791d-4def-a14e-1c648c7e1523 HTTP/1.1" status: 409 len: 330 time: 0.0109990 Jul 16 01:39:50.885445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.892348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb7aa4-b2ae-4776-b0a0-e452966e3b98 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37a935-791d-4def-a14e-1c648c7e1523,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:50.935877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad71a40-298b-45ac-b87e-7b736a67ee0a req-7e4bba15-43cb-4422-98bd-0a43c7ef4c2b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.951327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ad71a40-298b-45ac-b87e-7b736a67ee0a req-7e4bba15-43cb-4422-98bd-0a43c7ef4c2b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1819999 Jul 16 01:39:51.007206 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.060780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2e8f65ba-12b1-43c5-9945-7505135bc9bb, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2e8f65ba-12b1-43c5-9945-7505135bc9bb,segment=NetworkSegment(7450d162-35ec-49e3-9be5-fb3a9758244e),segment_id=7450d162-35ec-49e3-9be5-fb3a9758244e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:51.070870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.140252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9432fd0a-6180-4d08-aaf3-8349d08ecbea tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.197861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2e8f65ba-12b1-43c5-9945-7505135bc9bb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.212289 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9432fd0a-6180-4d08-aaf3-8349d08ecbea tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.246128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-806975ec-67cb-4e97-8f37-ba69bfb80575 req-3a819648-06c5-4f98-9ede-a5a63b9cd25b tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 210 time: 0.2242339 Jul 16 01:39:51.273717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ad71a40-298b-45ac-b87e-7b736a67ee0a req-90e1ef44-ac62-4b6d-93e8-8d8e425c5b92 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267989 Jul 16 01:39:51.306422 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9432fd0a-6180-4d08-aaf3-8349d08ecbea tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.309315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9432fd0a-6180-4d08-aaf3-8349d08ecbea tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.316648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9432fd0a-6180-4d08-aaf3-8349d08ecbea tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/3f37a935-791d-4def-a14e-1c648c7e1523 HTTP/1.1" status: 204 len: 168 time: 0.4251459 Jul 16 01:39:51.320030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.349806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432fd0a-6180-4d08-aaf3-8349d08ecbea tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37a935-791d-4def-a14e-1c648c7e1523,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.386642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-c077d6d3-2cb0-4676-86d6-d5f43b55a49e tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.388173 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-c077d6d3-2cb0-4676-86d6-d5f43b55a49e tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.93 "GET /v2.0/networks?id=a56500a6-fff1-42ef-b15d-805b6778be9a HTTP/1.1" status: 200 len: 825 time: 0.2219591 Jul 16 01:39:51.403236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Request body: {'port': {'device_id': 'eb9b8978-563d-4895-977d-73dfef0da104', 'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a', 'admin_state_up': True, 'tenant_id': 'cb643af9420c4a6795c37c4ac0c9c88c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:51.422023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-50ec5ea1-25b2-461f-a962-5d22f4d64058 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889385 Jul 16 01:39:51.429315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.456595 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b304283a-818f-4df1-beb1-87f09855abfe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] delete failed (client error): The resource could not be found. Jul 16 01:39:51.462737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b304283a-818f-4df1-beb1-87f09855abfe tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "DELETE /v2.0/security-groups/d3600b0c-6337-43c4-afe6-82c5ec7de67e HTTP/1.1" status: 404 len: 347 time: 0.0276043 Jul 16 01:39:51.465173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39062) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.513700 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-092eab69-aaf0-48de-a9c6-39530444508d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] show failed (client error): The resource could not be found. Jul 16 01:39:51.518942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-092eab69-aaf0-48de-a9c6-39530444508d tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-groups/d5dee2d3-d254-4fc9-8895-5959ac3900f0 HTTP/1.1" status: 404 len: 347 time: 0.0480118 Jul 16 01:39:51.522820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.526692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae038ea-4d7f-4ae1-99aa-3fd7e8254f83 req-3ed2da82-04ec-47e4-8900-a452328dc94a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.532748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ae038ea-4d7f-4ae1-99aa-3fd7e8254f83 req-3ed2da82-04ec-47e4-8900-a452328dc94a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0910203 Jul 16 01:39:51.566725 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-3c1afa55-5e0b-40e3-bf24-097f4a726f56 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] show failed (client error): The resource could not be found. Jul 16 01:39:51.567766 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3c1afa55-5e0b-40e3-bf24-097f4a726f56 tempest-NegativeSecGroupIPv6Test-42427814 tempest-NegativeSecGroupIPv6Test-42427814-project] 10.222.0.81 "GET /v2.0/security-group-rules/b1ba1472-9763-441a-a13d-db040495df87 HTTP/1.1" status: 404 len: 356 time: 0.0432050 Jul 16 01:39:51.578453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ae038ea-4d7f-4ae1-99aa-3fd7e8254f83 req-5d892b41-e456-4db7-b731-d5cec9965cdb tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Jul 16 01:39:51.664784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Made reservation on behalf of cb643af9420c4a6795c37c4ac0c9c88c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:51.668549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.694528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Deleting port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:51.694873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.848576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6b219-d7f8-482b-9f2e-ad6284c79971 req-049ccb2d-700d-4c7a-bf46-5c23f7bf311e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.855404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ed6b219-d7f8-482b-9f2e-ad6284c79971 req-049ccb2d-700d-4c7a-bf46-5c23f7bf311e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0802748 Jul 16 01:39:51.883242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] For port 4f1a51fd-1551-4bd4-ba30-8fedbab710e4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,segment=NetworkSegment(f8481004-491a-4cc9-ac40-6005b32de764),segment_id=f8481004-491a-4cc9-ac40-6005b32de764)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:51.883607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.903882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Calling delete_port for 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:51.913513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Allocated IP 172.20.0.2 (a56500a6-fff1-42ef-b15d-805b6778be9a/e9a16083-46a9-4f32-978c-0dafcd290173/f7208c00-4a0b-4d97-af60-682b3fa740ea) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:51.914373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ed6b219-d7f8-482b-9f2e-ad6284c79971 req-895a8560-a0f9-4448-92c1-b4c785f55f47 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579941 Jul 16 01:39:51.956522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39078) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:52.139100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-baa629dd-6dc3-4ea8-9535-f3a62d44bd8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14d950e3bf594f65b042563be6c1c617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811755 Jul 16 01:39:52.142633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:52.150316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe7c6-6135-48c5-9b66-ada6b320c33e req-8c9d693c-2e16-4440-97a4-843ad3ec3eff tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.151848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28ebe7c6-6135-48c5-9b66-ada6b320c33e req-8c9d693c-2e16-4440-97a4-843ad3ec3eff tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1160016 Jul 16 01:39:52.190826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.221513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28ebe7c6-6135-48c5-9b66-ada6b320c33e req-0f4a4112-e5db-43fb-a6cd-3ec4e4124de2 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620084 Jul 16 01:39:52.234625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dd4be3f-0878-457f-bcd7-3b6d78df2917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.267587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dd4be3f-0878-457f-bcd7-3b6d78df2917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.267933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.297898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.310153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1a51fd-1551-4bd4-ba30-8fedbab710e4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.324520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Network a56500a6-fff1-42ef-b15d-805b6778be9a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:52.348295 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dd4be3f-0878-457f-bcd7-3b6d78df2917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.351303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dd4be3f-0878-457f-bcd7-3b6d78df2917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.355183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4dd4be3f-0878-457f-bcd7-3b6d78df2917 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebaa7e57-a74f-434c-9d14-2dddbe309281 HTTP/1.1" status: 204 len: 168 time: 0.1997800 Jul 16 01:39:52.364118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:52.372878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4be3f-0878-457f-bcd7-3b6d78df2917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa7e57-a74f-434c-9d14-2dddbe309281,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.377455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:52.446641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Pushing event updated for resources: {'Port': ['ID=f7208c00-4a0b-4d97-af60-682b3fa740ea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.481999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.482736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.538379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-d26be532-886e-4559-a5d1-d4ed047fd1bb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1404588 Jul 16 01:39:52.596206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Request body: {'port': {'device_id': 'eb9b8978-563d-4895-977d-73dfef0da104', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:52.640798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846d5c1-5f75-4a28-9660-711f22d639fa req-809a8305-0b3c-4089-ba4f-d7068469f8dd tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.649184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0846d5c1-5f75-4a28-9660-711f22d639fa req-809a8305-0b3c-4089-ba4f-d7068469f8dd tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2027049 Jul 16 01:39:52.657585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.670201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbfb76-af65-4a61-8de1-a0ea88a25a4d req-ace5da74-a804-4685-8c38-133a391fd981 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.672837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27fbfb76-af65-4a61-8de1-a0ea88a25a4d req-ace5da74-a804-4685-8c38-133a391fd981 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 931 time: 0.2019858 Jul 16 01:39:52.733148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.740931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0846d5c1-5f75-4a28-9660-711f22d639fa req-b6c1b75a-6bbf-4edc-84f3-fe39b8506baa tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902545 Jul 16 01:39:52.743247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e8f65ba-12b1-43c5-9945-7505135bc9bb up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:52.762953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27fbfb76-af65-4a61-8de1-a0ea88a25a4d req-c4877eea-c873-4c21-8368-548bd363e0e3 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825379 Jul 16 01:39:52.847614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2e8f65ba-12b1-43c5-9945-7505135bc9bb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:52.848958 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.987729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab854ee9-71df-4c91-8a48-4dfe3a551c09 req-5f40b016-699f-4da8-adbb-0bad1c1497d1 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.998488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab854ee9-71df-4c91-8a48-4dfe3a551c09 req-5f40b016-699f-4da8-adbb-0bad1c1497d1 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0812685 Jul 16 01:39:53.054467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab854ee9-71df-4c91-8a48-4dfe3a551c09 req-c2995443-7505-46fa-8d6f-709500fa3047 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544534 Jul 16 01:39:53.113032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Router 4f7da0b8-441d-46d5-9905-3efe031e6e29 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:53.220813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7208c00-4a0b-4d97-af60-682b3fa740ea {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:53.261423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.282925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5421df9-0a65-4a93-9483-baad2224aca1 req-18434797-c488-4689-bcdf-5aa63445a2a9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.284119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Transition to ACTIVE for port object f7208c00-4a0b-4d97-af60-682b3fa740ea will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:53.285485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5421df9-0a65-4a93-9483-baad2224aca1 req-18434797-c488-4689-bcdf-5aa63445a2a9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0963435 Jul 16 01:39:53.298699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.315593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:53.326611 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] Sync routers for ids ['4f7da0b8-441d-46d5-9905-3efe031e6e29'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:53.337865 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e3facb03-b7bc-48f6-b61b-05921e198e8b admin admin] 10.222.0.81 "PUT /v2.0/routers/4f7da0b8-441d-46d5-9905-3efe031e6e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6496503 Jul 16 01:39:53.343432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:53.354242 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] Routers {'4f7da0b8-441d-46d5-9905-3efe031e6e29'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:53.357341 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4f7da0b8-441d-46d5-9905-3efe031e6e29'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.363604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5421df9-0a65-4a93-9483-baad2224aca1 req-ef19e0e2-e391-458d-bbdc-09f799a760ec tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719326 Jul 16 01:39:53.476891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Pushing event updated for resources: {'Port': ['ID=f7208c00-4a0b-4d97-af60-682b3fa740ea,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.536609 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.585957 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] Set router 4f7da0b8-441d-46d5-9905-3efe031e6e29 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:53.600828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Attempting to bind port f7208c00-4a0b-4d97-af60-682b3fa740ea on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:53.601169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Attempting to bind port f7208c00-4a0b-4d97-af60-682b3fa740ea by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '7b33808f-954e-4ef4-8037-3c34cabd9a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:53.601509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Attempting to bind port f7208c00-4a0b-4d97-af60-682b3fa740ea on network a56500a6-fff1-42ef-b15d-805b6778be9a {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:53.635349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Port f7208c00-4a0b-4d97-af60-682b3fa740ea on network a56500a6-fff1-42ef-b15d-805b6778be9a not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:53.635709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Attempting to bind port f7208c00-4a0b-4d97-af60-682b3fa740ea on network a56500a6-fff1-42ef-b15d-805b6778be9a {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:53.645628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:53.645972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Checking segment: {'id': '7b33808f-954e-4ef4-8037-3c34cabd9a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:53.646368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Bound using segment: {'id': '7b33808f-954e-4ef4-8037-3c34cabd9a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:53.646811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Bound port: f7208c00-4a0b-4d97-af60-682b3fa740ea, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b33808f-954e-4ef4-8037-3c34cabd9a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:53.647262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.708495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.779247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] For port f7208c00-4a0b-4d97-af60-682b3fa740ea, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:53.804244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383c7b2-2dba-471b-ace6-4684001372fc req-80bd28a9-5bd9-4bb0-831e-42e9deff29d9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.810130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] For port f7208c00-4a0b-4d97-af60-682b3fa740ea, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f7208c00-4a0b-4d97-af60-682b3fa740ea,segment=NetworkSegment(7b33808f-954e-4ef4-8037-3c34cabd9a28),segment_id=7b33808f-954e-4ef4-8037-3c34cabd9a28)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:53.816469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3383c7b2-2dba-471b-ace6-4684001372fc req-80bd28a9-5bd9-4bb0-831e-42e9deff29d9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0936003 Jul 16 01:39:53.851635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.871592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3383c7b2-2dba-471b-ace6-4684001372fc req-ad8c79a9-7f42-45cb-9c2a-17ee0c55f2af tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538168 Jul 16 01:39:53.904561 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 5, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port': {'id': '761a0ea9-169e-449f-b7a9-49f218a7eb43', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.937399 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] Checking router: 4f7da0b8-441d-46d5-9905-3efe031e6e29 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:53.948278 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] Routers {'4f7da0b8-441d-46d5-9905-3efe031e6e29'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:53.949053 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4f7da0b8-441d-46d5-9905-3efe031e6e29'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:54.030928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Pushing event updated for resources: {'Port': ['ID=f7208c00-4a0b-4d97-af60-682b3fa740ea,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.058372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.059008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.062609 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-29ebfe11-9b31-4cfe-aaf8-5e240b666a63 service neutron] 10.222.0.93 "PUT /v2.0/ports/f7208c00-4a0b-4d97-af60-682b3fa740ea HTTP/1.1" status: 200 len: 1095 time: 1.4759412 Jul 16 01:39:54.063979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9b8978-563d-4895-977d-73dfef0da104', 'tag': 'f7208c00-4a0b-4d97-af60-682b3fa740ea'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:54.084505 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] Set router 4f7da0b8-441d-46d5-9905-3efe031e6e29 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:54.087030 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56dc8e9-7163-457b-9252-7be156587e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9b8978-563d-4895-977d-73dfef0da104", "tag": "f7208c00-4a0b-4d97-af60-682b3fa740ea"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:54.102308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Deleting port 761a0ea9-169e-449f-b7a9-49f218a7eb43 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:54.106376 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.133754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeeede-a487-435f-a3ac-5d5ed5d0e4d3 req-de1aef01-407e-4b44-bf98-8b076b9cf819 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.141130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20eeeede-a487-435f-a3ac-5d5ed5d0e4d3 req-de1aef01-407e-4b44-bf98-8b076b9cf819 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1454215 Jul 16 01:39:54.204401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20eeeede-a487-435f-a3ac-5d5ed5d0e4d3 req-a8c137ae-9b21-4281-a1ca-db4f74eb08ef tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587642 Jul 16 01:39:54.237194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3aedd-06e1-4214-9282-68b56927f02e req-9380fd95-7f9c-4968-80dd-2c3f092a83c4 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.239614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5e3aedd-06e1-4214-9282-68b56927f02e req-9380fd95-7f9c-4968-80dd-2c3f092a83c4 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 947 time: 0.1578631 Jul 16 01:39:54.311078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] For port 761a0ea9-169e-449f-b7a9-49f218a7eb43, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=761a0ea9-169e-449f-b7a9-49f218a7eb43,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:54.311573 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.328048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Calling delete_port for 761a0ea9-169e-449f-b7a9-49f218a7eb43 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:54.331046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5e3aedd-06e1-4214-9282-68b56927f02e req-314489ae-af2a-44e6-a967-d68fb1a83ffd tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842633 Jul 16 01:39:54.331384 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 6, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:54.363342 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42971b45-72bb-4449-9944-0e68dd693e84 None None] The sync data for ids ['4f7da0b8-441d-46d5-9905-3efe031e6e29'] in n-d-800085-5 is: [{'id': '4f7da0b8-441d-46d5-9905-3efe031e6e29', 'name': 'tempest-TestAggregatesBasicOps-936527576-router', 'tenant_id': '37d23f0a52a94bebb3d72847a9bcb743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:20Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 6, 'project_id': '37d23f0a52a94bebb3d72847a9bcb743', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:54.484820 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b278f036-58b1-4d0a-9c3e-3432d462851c x-openstack-request-id: req-b278f036-58b1-4d0a-9c3e-3432d462851c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:54.485918 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9b8978-563d-4895-977d-73dfef0da104", "tag": "f7208c00-4a0b-4d97-af60-682b3fa740ea", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:54.486373 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b278f036-58b1-4d0a-9c3e-3432d462851c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:54.486980 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9b8978-563d-4895-977d-73dfef0da104', 'tag': 'f7208c00-4a0b-4d97-af60-682b3fa740ea', 'status': 'completed', 'code': 200} Jul 16 01:39:54.521013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-9925d058-d804-478c-9a07-23cfbdf83da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.522725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-9925d058-d804-478c-9a07-23cfbdf83da9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cb643af9420c4a6795c37c4ac0c9c88c&device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 1098 time: 0.3994260 Jul 16 01:39:54.534605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726c68-ebc2-484b-9303-bf5cbcaab70f req-fe41296d-41cd-4c8a-816b-63b46e65888c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.545199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5726c68-ebc2-484b-9303-bf5cbcaab70f req-fe41296d-41cd-4c8a-816b-63b46e65888c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0981402 Jul 16 01:39:54.604360 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-fcb5bd13-e2c3-4c24-ae26-a9c6a6d9f850 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7208c00-4a0b-4d97-af60-682b3fa740ea HTTP/1.1" status: 200 len: 217 time: 0.0690849 Jul 16 01:39:54.635116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5726c68-ebc2-484b-9303-bf5cbcaab70f req-46bd84ac-38e2-4b29-bb56-fb6529316ef0 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832913 Jul 16 01:39:54.677175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea456c1-c29d-4b68-b237-802038ac021b req-8df6a24a-7860-49a2-80fa-e81b754fb951 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.677907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-6eacc199-8968-409b-ab57-bf93908a8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.679336 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-6eacc199-8968-409b-ab57-bf93908a8265 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9a16083-46a9-4f32-978c-0dafcd290173 HTTP/1.1" status: 200 len: 865 time: 0.0677452 Jul 16 01:39:54.680484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.686504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ea456c1-c29d-4b68-b237-802038ac021b req-8df6a24a-7860-49a2-80fa-e81b754fb951 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1057003 Jul 16 01:39:54.739942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ea456c1-c29d-4b68-b237-802038ac021b req-57f101a3-6c76-41fa-b8a8-51b02d44fc29 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 Jul 16 01:39:54.761868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:54.767523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Pushing event deleted for resources: {'Port': ['ID=761a0ea9-169e-449f-b7a9-49f218a7eb43,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.772016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-f55dfc3a-53cd-43d2-8588-f37984fc548c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a56500a6-fff1-42ef-b15d-805b6778be9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562534 Jul 16 01:39:54.810151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:54.811099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4f1a51fd-1551-4bd4-ba30-8fedbab710e4 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:54.910384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.985907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf11ca-d8ca-4b4d-b8e4-4fd483910f92 req-d0ee66c1-4e08-4fa7-9a6e-373a9607af47 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.993559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4bf11ca-d8ca-4b4d-b8e4-4fd483910f92 req-d0ee66c1-4e08-4fa7-9a6e-373a9607af47 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0924647 Jul 16 01:39:55.044145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4bf11ca-d8ca-4b4d-b8e4-4fd483910f92 req-68dd26ff-c9b5-4560-8ed6-a10961f532d1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475895 Jul 16 01:39:55.310165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436bdee-bc4a-4cd8-8e7d-99245955d023 req-89495caa-11d8-4d1f-95d6-78278715b64f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.317748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5436bdee-bc4a-4cd8-8e7d-99245955d023 req-89495caa-11d8-4d1f-95d6-78278715b64f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1296165 Jul 16 01:39:55.366702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5436bdee-bc4a-4cd8-8e7d-99245955d023 req-731df7f5-46b4-4428-b388-01990b602628 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Jul 16 01:39:55.456432 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.460619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.474615 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-641e3469-1cf2-4e0a-a8c9-59b0113235c7 service neutron] 10.222.0.93 "GET /v2.0/networks/a56500a6-fff1-42ef-b15d-805b6778be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746738 Jul 16 01:39:55.562263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.562925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7da0b8-441d-46d5-9905-3efe031e6e29 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:55.569554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.570801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d4d1d21d-19f1-4122-befc-18cc12ff492a admin admin] 10.222.0.81 "DELETE /v2.0/routers/4f7da0b8-441d-46d5-9905-3efe031e6e29 HTTP/1.1" status: 204 len: 168 time: 2.2264922 Jul 16 01:39:55.573234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39184) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:55.632158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] Deleting subnet 8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:55.671716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.689441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30bba4-ca0a-45b0-a002-a4683827ef71 req-73c1a05b-14ae-431d-a649-bef092a82ee3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.697498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c30bba4-ca0a-45b0-a002-a4683827ef71 req-73c1a05b-14ae-431d-a649-bef092a82ee3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1924002 Jul 16 01:39:55.750523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.762155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa810e5-a502-4330-8aff-e7016eb2866f req-954a983b-f1d7-4037-838f-56bd1cfc1fc3 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.763850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8aa810e5-a502-4330-8aff-e7016eb2866f req-954a983b-f1d7-4037-838f-56bd1cfc1fc3 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 947 time: 0.1782439 Jul 16 01:39:55.770159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c30bba4-ca0a-45b0-a002-a4683827ef71 req-434bd046-2c52-408c-84d2-dea8b71a2eab tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712926 Jul 16 01:39:55.776857 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c77484c-e0ad-4f6b-92da-658ddeb3aab5 req-464063c5-cc3a-4804-9be2-9983885be07e service neutron] 10.222.0.93 "GET /v2.0/networks/a56500a6-fff1-42ef-b15d-805b6778be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442122 Jul 16 01:39:55.882006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8aa810e5-a502-4330-8aff-e7016eb2866f req-ac7a180d-24ed-42bd-b8ad-cc87b935f6c2 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928299 Jul 16 01:39:55.946283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.020457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be824c-8893-40ad-8166-c2efb7eff9a0 req-8c08247e-a41f-46db-a37c-071e089ea154 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.022869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0be824c-8893-40ad-8166-c2efb7eff9a0 req-8c08247e-a41f-46db-a37c-071e089ea154 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0802557 Jul 16 01:39:56.033968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.060875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.071480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.073415 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-42adc239-3d3e-451f-ba7b-3b8d6000edb8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8c10efc1-05c8-4c00-af9c-7a8cf09cdc2c HTTP/1.1" status: 204 len: 168 time: 0.4992514 Jul 16 01:39:56.077634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a970c-48ca-4b91-bf60-50ecf789851f None None] Network 790973e5-0511-4b74-8565-3e9532ff7248 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:56.078080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39192) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:56.099760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc8e9-7163-457b-9252-7be156587e0d req-acc7a53a-e529-4466-8b35-4ccf42ad2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.105644 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c56dc8e9-7163-457b-9252-7be156587e0d req-acc7a53a-e529-4466-8b35-4ccf42ad2006 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cb643af9420c4a6795c37c4ac0c9c88c&device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 1098 time: 0.2351027 Jul 16 01:39:56.212722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0be824c-8893-40ad-8166-c2efb7eff9a0 req-709894ba-ad8b-49c8-92e9-d9cc81c10e97 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840324 Jul 16 01:39:56.283894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc8e9-7163-457b-9252-7be156587e0d req-b23402e9-621e-4f10-b546-ef7117ef2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.285454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c56dc8e9-7163-457b-9252-7be156587e0d req-b23402e9-621e-4f10-b546-ef7117ef2bad service neutron] 10.222.0.93 "GET /v2.0/networks?id=a56500a6-fff1-42ef-b15d-805b6778be9a HTTP/1.1" status: 200 len: 926 time: 0.1705608 Jul 16 01:39:56.288670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.316975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a276-08f8-478f-8fa1-4709d7b282c0 req-7b975a7d-6261-4277-87f8-d747001c3916 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.318662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e623a276-08f8-478f-8fa1-4709d7b282c0 req-7b975a7d-6261-4277-87f8-d747001c3916 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1895390 Jul 16 01:39:56.357103 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c56dc8e9-7163-457b-9252-7be156587e0d req-754854eb-30b8-4594-bccd-4e8463320261 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7208c00-4a0b-4d97-af60-682b3fa740ea HTTP/1.1" status: 200 len: 217 time: 0.0616815 Jul 16 01:39:56.405417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e623a276-08f8-478f-8fa1-4709d7b282c0 req-83e179bc-da86-4908-a887-4b913ca1b286 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796969 Jul 16 01:39:56.415823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Deleting port 245652f0-b99b-4b7f-97a7-9613352b79e4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:56.416268 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.451511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dc8e9-7163-457b-9252-7be156587e0d req-c10ca828-43f3-4549-ad3e-2d7aed156181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.468643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c56dc8e9-7163-457b-9252-7be156587e0d req-c10ca828-43f3-4549-ad3e-2d7aed156181 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9a16083-46a9-4f32-978c-0dafcd290173 HTTP/1.1" status: 200 len: 865 time: 0.0862472 Jul 16 01:39:56.472691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] DHCP port deletion for 790973e5-0511-4b74-8565-3e9532ff7248 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:56.514030 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c56dc8e9-7163-457b-9252-7be156587e0d req-caee9275-e281-402f-ba36-6ddcee2dc290 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a56500a6-fff1-42ef-b15d-805b6778be9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353272 Jul 16 01:39:56.518019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] For port 245652f0-b99b-4b7f-97a7-9613352b79e4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=245652f0-b99b-4b7f-97a7-9613352b79e4,segment=NetworkSegment(f8481004-491a-4cc9-ac40-6005b32de764),segment_id=f8481004-491a-4cc9-ac40-6005b32de764)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:56.518391 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.531356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Calling delete_port for 245652f0-b99b-4b7f-97a7-9613352b79e4 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:56.625591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.633186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] Deleting port 245652f0-b99b-4b7f-97a7-9613352b79e4 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:56.634247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.707590 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c56dc8e9-7163-457b-9252-7be156587e0d req-a6e3f18a-b54a-451b-ad45-4a4eaa1508b5 service neutron] 10.222.0.93 "GET /v2.0/networks/a56500a6-fff1-42ef-b15d-805b6778be9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741829 Jul 16 01:39:56.731433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=245652f0-b99b-4b7f-97a7-9613352b79e4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.734048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 245652f0-b99b-4b7f-97a7-9613352b79e4 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:56.738629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] No DVR routers for this DVR port 245652f0-b99b-4b7f-97a7-9613352b79e4 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:56.765893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 245652f0-b99b-4b7f-97a7-9613352b79e4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:56.766483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 245652f0-b99b-4b7f-97a7-9613352b79e4 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:56.767126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 761a0ea9-169e-449f-b7a9-49f218a7eb43 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:56.791130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 761a0ea9-169e-449f-b7a9-49f218a7eb43 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:56.791821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 761a0ea9-169e-449f-b7a9-49f218a7eb43 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:56.794097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] For port 245652f0-b99b-4b7f-97a7-9613352b79e4, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:56.794723 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.821973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] Calling delete_port for 245652f0-b99b-4b7f-97a7-9613352b79e4 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:56.825748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] Port 245652f0-b99b-4b7f-97a7-9613352b79e4 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:39:56.827738 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.829543 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c56dc8e9-7163-457b-9252-7be156587e0d req-3a075e1d-8dce-4584-993b-1cfc662ca99c service neutron] 10.222.0.93 "GET /v2.0/networks/a56500a6-fff1-42ef-b15d-805b6778be9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136780 Jul 16 01:39:56.856052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] Pushing event deleted for resources: {'Port': ['ID=245652f0-b99b-4b7f-97a7-9613352b79e4,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.867590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2fd78-e657-433c-82b2-e32f047e1941 None None] No DVR routers for this DVR port 245652f0-b99b-4b7f-97a7-9613352b79e4 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:56.947513 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.958409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790973e5-0511-4b74-8565-3e9532ff7248']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.969883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8481004-491a-4cc9-ac40-6005b32de764') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.970180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8481004-491a-4cc9-ac40-6005b32de764') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.979517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.000552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.009684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:57.010097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:57.011964 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:57.094758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6049c9-44d7-4c82-80ba-746f3bcac719 req-37b9200d-00dc-4ff8-85fc-87ae80083ef7 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.101978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6049c9-44d7-4c82-80ba-746f3bcac719 req-37b9200d-00dc-4ff8-85fc-87ae80083ef7 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4079015 Jul 16 01:39:57.149520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b6049c9-44d7-4c82-80ba-746f3bcac719 req-b911c45d-bbf1-432d-90b5-8001508f78af tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Jul 16 01:39:57.150425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.164019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.165941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/790973e5-0511-4b74-8565-3e9532ff7248 HTTP/1.1" status: 204 len: 168 time: 1.0853872 Jul 16 01:39:57.168993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:57.211944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae029bef-f1f8-4408-874c-e8b17fe661c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=790973e5-0511-4b74-8565-3e9532ff7248,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.296878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016b24a-ef33-45d0-a1b2-9b79ff19e633 req-83043900-f051-4aff-99cb-7f9777aaa984 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.305008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a016b24a-ef33-45d0-a1b2-9b79ff19e633 req-83043900-f051-4aff-99cb-7f9777aaa984 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 947 time: 0.0951207 Jul 16 01:39:57.350474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a016b24a-ef33-45d0-a1b2-9b79ff19e633 req-d3f5907b-3581-4dc0-b704-26d876e9e170 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450211 Jul 16 01:39:57.516611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ccd8-6092-4f6e-91ce-1245bab3fdec req-52503168-c84c-40b3-bbd5-ee6e549d3418 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.524706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c931ccd8-6092-4f6e-91ce-1245bab3fdec req-52503168-c84c-40b3-bbd5-ee6e549d3418 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1325848 Jul 16 01:39:57.610684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c931ccd8-6092-4f6e-91ce-1245bab3fdec req-81dab0b0-d24a-490c-9b61-3a14662a6f1b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826564 Jul 16 01:39:57.635826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1514ae8-e072-4781-bbb5-f6131d65e505 req-4854b73c-3a15-4fa1-ad0e-90becb590c5b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.637727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1514ae8-e072-4781-bbb5-f6131d65e505 req-4854b73c-3a15-4fa1-ad0e-90becb590c5b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1120672 Jul 16 01:39:57.698404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1514ae8-e072-4781-bbb5-f6131d65e505 req-2062b6eb-11c8-4f8b-a8bd-6008d40a75af tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524445 Jul 16 01:39:57.725717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.836244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f7208c00-4a0b-4d97-af60-682b3fa740ea details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:57.874393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92b281-be57-4631-b7a7-4f014cf55fe6 req-69b43d46-eb2a-4886-b8c4-ca84869f276c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.875976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a92b281-be57-4631-b7a7-4f014cf55fe6 req-69b43d46-eb2a-4886-b8c4-ca84869f276c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1161561 Jul 16 01:39:57.923160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a92b281-be57-4631-b7a7-4f014cf55fe6 req-b1e2d795-f784-40fb-88cf-646ce90fa6b5 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Jul 16 01:39:57.986151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f7208c00-4a0b-4d97-af60-682b3fa740ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f7208c00-4a0b-4d97-af60-682b3fa740ea,segment=NetworkSegment(7b33808f-954e-4ef4-8037-3c34cabd9a28),segment_id=7b33808f-954e-4ef4-8037-3c34cabd9a28)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.000182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'f7208c00-4a0b-4d97-af60-682b3fa740ea', 'network_id': 'a56500a6-fff1-42ef-b15d-805b6778be9a', 'port_id': 'f7208c00-4a0b-4d97-af60-682b3fa740ea', 'mac_address': 'fa:16:3e:aa:bd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a16083-46a9-4f32-978c-0dafcd290173', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:58.065399 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.089051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Deleting port 2e8f65ba-12b1-43c5-9945-7505135bc9bb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:58.089571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.102533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7208c00-4a0b-4d97-af60-682b3fa740ea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:58.133231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f7208c00-4a0b-4d97-af60-682b3fa740ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f7208c00-4a0b-4d97-af60-682b3fa740ea,segment=NetworkSegment(7b33808f-954e-4ef4-8037-3c34cabd9a28),segment_id=7b33808f-954e-4ef4-8037-3c34cabd9a28)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.138681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.181418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] For port 2e8f65ba-12b1-43c5-9945-7505135bc9bb, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2e8f65ba-12b1-43c5-9945-7505135bc9bb,segment=NetworkSegment(7450d162-35ec-49e3-9be5-fb3a9758244e),segment_id=7450d162-35ec-49e3-9be5-fb3a9758244e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.181898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.197555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Calling delete_port for 2e8f65ba-12b1-43c5-9945-7505135bc9bb owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:58.204782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f7208c00-4a0b-4d97-af60-682b3fa740ea,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.237470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd9e6d-53f9-4a2c-a1ff-be4ac692c887 req-f9164fd6-90c0-4909-a05f-409746d226df tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.239072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1cd9e6d-53f9-4a2c-a1ff-be4ac692c887 req-f9164fd6-90c0-4909-a05f-409746d226df tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0799649 Jul 16 01:39:58.285562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1cd9e6d-53f9-4a2c-a1ff-be4ac692c887 req-8cd26c30-ab50-47e4-a5ce-9f43f681fdf8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Jul 16 01:39:58.440605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.480941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8f65ba-12b1-43c5-9945-7505135bc9bb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.557093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['f7208c00-4a0b-4d97-af60-682b3fa740ea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:58.589747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11956468-2dcd-4cb8-902f-1e92fd9bd546 req-40f4b281-6f87-4e31-8352-d01e974c18d3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.591576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11956468-2dcd-4cb8-902f-1e92fd9bd546 req-40f4b281-6f87-4e31-8352-d01e974c18d3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1457264 Jul 16 01:39:58.712970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11956468-2dcd-4cb8-902f-1e92fd9bd546 req-cbc16af4-6ced-4f20-8a35-8b3c1773b446 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965943 Jul 16 01:39:58.745479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f69a34-4ac5-40d2-b9b2-8b8cbada041e req-2f0d7507-e061-43ad-8b1f-333d628785ee tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.747925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94f69a34-4ac5-40d2-b9b2-8b8cbada041e req-2f0d7507-e061-43ad-8b1f-333d628785ee tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 948 time: 0.1993592 Jul 16 01:39:58.813365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.860834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94f69a34-4ac5-40d2-b9b2-8b8cbada041e req-fb16457d-d79b-4681-bc86-142065712962 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068900 Jul 16 01:39:59.034704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45434c1d-cb7f-4e05-bed3-6df08dfa261a req-d6f23f4e-2864-45d1-9be4-6626b293e6c3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.038607 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45434c1d-cb7f-4e05-bed3-6df08dfa261a req-d6f23f4e-2864-45d1-9be4-6626b293e6c3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0977063 Jul 16 01:39:59.142807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Router b93f09e3-bb99-4a86-84d4-f6661de548a8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:59.145866 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45434c1d-cb7f-4e05-bed3-6df08dfa261a req-3c0f91d2-f0c7-47b5-8ebb-d328da9da84a tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829875 Jul 16 01:39:59.177013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd4dbe-1fe3-44f1-8bf5-89a55eb9e37f req-e57f3263-328f-4ee9-b335-6b0ca0e4413d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.182738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9fd4dbe-1fe3-44f1-8bf5-89a55eb9e37f req-e57f3263-328f-4ee9-b335-6b0ca0e4413d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1721134 Jul 16 01:39:59.245035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9fd4dbe-1fe3-44f1-8bf5-89a55eb9e37f req-f4c08a44-23bf-4cd7-8d0b-5c93f0d8ce44 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Jul 16 01:39:59.303770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:59.309263 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9066ac25-4f22-4644-bf83-f9e3a1bc1ef5 admin admin] 10.222.0.81 "PUT /v2.0/routers/b93f09e3-bb99-4a86-84d4-f6661de548a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1391611 Jul 16 01:39:59.311779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:59.313417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] Sync routers for ids ['b93f09e3-bb99-4a86-84d4-f6661de548a8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:59.330483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] Routers {'b93f09e3-bb99-4a86-84d4-f6661de548a8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:59.331480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b93f09e3-bb99-4a86-84d4-f6661de548a8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:59.503227 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.511211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] Set router b93f09e3-bb99-4a86-84d4-f6661de548a8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:59.573217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c1b81-73c4-4361-89d6-ec3bac60fd2b req-302954fa-6a18-40e9-ae9d-252945c4e28e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.575120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-360c1b81-73c4-4361-89d6-ec3bac60fd2b req-302954fa-6a18-40e9-ae9d-252945c4e28e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1120234 Jul 16 01:39:59.618911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-360c1b81-73c4-4361-89d6-ec3bac60fd2b req-2e4c4b48-687d-4e3f-9957-506e5ab4ce5a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346177 Jul 16 01:39:59.666951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.774744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:58Z', 'revision_number': 5, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port': {'id': 'e12d9dd5-d900-4f2e-adf4-9c7751243fd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:39Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:59.777463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Deleting port e12d9dd5-d900-4f2e-adf4-9c7751243fd7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:59.777812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.804506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] Checking router: b93f09e3-bb99-4a86-84d4-f6661de548a8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:59.815536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] Routers {'b93f09e3-bb99-4a86-84d4-f6661de548a8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:59.816666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b93f09e3-bb99-4a86-84d4-f6661de548a8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:59.879784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855b941-f896-4fff-97be-709b8d3b0fd5 req-242ee2c8-337d-46cc-bdae-3c5aa6301c82 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.888394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9855b941-f896-4fff-97be-709b8d3b0fd5 req-242ee2c8-337d-46cc-bdae-3c5aa6301c82 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0959654 Jul 16 01:39:59.944756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9855b941-f896-4fff-97be-709b8d3b0fd5 req-1437f1ba-9422-47a2-9977-ad126ef4ef26 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Jul 16 01:39:59.950871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] For port e12d9dd5-d900-4f2e-adf4-9c7751243fd7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:59.951381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.965901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Calling delete_port for e12d9dd5-d900-4f2e-adf4-9c7751243fd7 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:00.183817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.219756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] Set router b93f09e3-bb99-4a86-84d4-f6661de548a8 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:00.219951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12d9dd5-d900-4f2e-adf4-9c7751243fd7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.234812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7183d7-8d3c-4604-b52f-838a1e49c012 req-831bd191-5524-49d9-86c5-5f559a93a439 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.235319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df7183d7-8d3c-4604-b52f-838a1e49c012 req-831bd191-5524-49d9-86c5-5f559a93a439 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1454592 Jul 16 01:40:00.248929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37653b1e-fbbe-42db-bba1-e93c7cc65d52 req-3c0615bf-88f4-449f-adab-b7730f138348 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.251798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37653b1e-fbbe-42db-bba1-e93c7cc65d52 req-3c0615bf-88f4-449f-adab-b7730f138348 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 948 time: 0.1479726 Jul 16 01:40:00.286830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:59Z', 'revision_number': 6, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.314487 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.331150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df7183d7-8d3c-4604-b52f-838a1e49c012 req-0da49cd9-831c-4022-8893-e9d53a43f440 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781462 Jul 16 01:40:00.370217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8692746-8439-47ab-9d15-cd97bfff5c7f None None] The sync data for ids ['b93f09e3-bb99-4a86-84d4-f6661de548a8'] in n-d-800085-5 is: [{'id': 'b93f09e3-bb99-4a86-84d4-f6661de548a8', 'name': 'tempest-TestAggregatesBasicOps-1422286431-router', 'tenant_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:38Z', 'updated_at': '2021-07-16T01:39:59Z', 'revision_number': 6, 'project_id': '48326f04942b4fcbbd170c0ff1c5bd14', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:00.387746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37653b1e-fbbe-42db-bba1-e93c7cc65d52 req-03938b4c-cf0b-45bf-9f13-4d27f9e076a3 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078389 Jul 16 01:40:00.514933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.517318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.583658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.584665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b93f09e3-bb99-4a86-84d4-f6661de548a8 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:00.595282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.596743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ff9963a4-5f34-47c3-a664-bb15ae4858c2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b93f09e3-bb99-4a86-84d4-f6661de548a8 HTTP/1.1" status: 204 len: 168 time: 1.2840126 Jul 16 01:40:00.599522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39284) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.637079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0003f40-d85d-4672-886b-f48b6f7e4c40 req-03971802-ed30-4518-9d71-13661775871f tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.638776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0003f40-d85d-4672-886b-f48b6f7e4c40 req-03971802-ed30-4518-9d71-13661775871f tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0903177 Jul 16 01:40:00.659235 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] Deleting subnet 4b3c5874-94f6-48ef-828e-4dcc4cd326c2 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:00.663291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.683848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0003f40-d85d-4672-886b-f48b6f7e4c40 req-8a47dabf-551b-45a2-8e69-65285d9c8152 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Jul 16 01:40:00.706906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.788186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.881671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.907205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.909426 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4b3c5874-94f6-48ef-828e-4dcc4cd326c2 HTTP/1.1" status: 204 len: 168 time: 0.3085258 Jul 16 01:40:00.912349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39290) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.920793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f31bf7d-1973-402a-bf26-73a7afb4d1a5 None None] Network b1ba7241-a468-4eed-8e24-05332aa37e1b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:00.949167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e488f17-66c2-4d6e-9d2e-3de3243faf31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3c5874-94f6-48ef-828e-4dcc4cd326c2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.032174 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.068547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e8f65ba-12b1-43c5-9945-7505135bc9bb no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:01.102746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Deleting port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:01.103013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2e8f65ba-12b1-43c5-9945-7505135bc9bb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:01.103116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.103204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2e8f65ba-12b1-43c5-9945-7505135bc9bb not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:01.218184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] For port 4fb89f32-7d0c-4537-bf2d-8cc383269e66, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4fb89f32-7d0c-4537-bf2d-8cc383269e66,segment=NetworkSegment(7450d162-35ec-49e3-9be5-fb3a9758244e),segment_id=7450d162-35ec-49e3-9be5-fb3a9758244e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.218556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.235731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Calling delete_port for 4fb89f32-7d0c-4537-bf2d-8cc383269e66 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:01.304401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c71c8-42a0-482d-84bd-c7c9e8f0bcce req-acc49a59-fbd8-4ce1-811f-cf9532c5eb81 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.306005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc2c71c8-42a0-482d-84bd-c7c9e8f0bcce req-acc49a59-fbd8-4ce1-811f-cf9532c5eb81 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1408308 Jul 16 01:40:01.321414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] DHCP port deletion for b1ba7241-a468-4eed-8e24-05332aa37e1b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:01.375179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.381919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] Deleting port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:01.382390 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.419932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb89f32-7d0c-4537-bf2d-8cc383269e66,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.420682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] No DVR routers for this DVR port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:01.429972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc2c71c8-42a0-482d-84bd-c7c9e8f0bcce req-39b56ef3-8f7f-4e5b-8858-e06dce367162 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760365 Jul 16 01:40:01.462970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] For port 4fb89f32-7d0c-4537-bf2d-8cc383269e66, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.463534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.479527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] Calling delete_port for 4fb89f32-7d0c-4537-bf2d-8cc383269e66 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:01.483688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] Port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:40:01.485761 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.528140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] No DVR routers for this DVR port 4fb89f32-7d0c-4537-bf2d-8cc383269e66 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:01.537006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1686163-ed29-4235-b25d-b42807258b3d None None] Pushing event deleted for resources: {'Port': ['ID=4fb89f32-7d0c-4537-bf2d-8cc383269e66,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.540192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.551283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ba7241-a468-4eed-8e24-05332aa37e1b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.563042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7450d162-35ec-49e3-9be5-fb3a9758244e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.563338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7450d162-35ec-49e3-9be5-fb3a9758244e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.572179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.586647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.594042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:01.594874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:01.597261 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:01.697097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.702400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.706760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b1ba7241-a468-4eed-8e24-05332aa37e1b HTTP/1.1" status: 204 len: 168 time: 0.7909796 Jul 16 01:40:01.728092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253cf72-d1d4-4605-9d77-57b6b09cc6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ba7241-a468-4eed-8e24-05332aa37e1b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.749794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c828b5-177f-47b7-bf40-56715bf04780 req-ea7b9a05-4458-44e6-8e45-117104fe1dc3 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.752494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75c828b5-177f-47b7-bf40-56715bf04780 req-ea7b9a05-4458-44e6-8e45-117104fe1dc3 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 948 time: 0.1417933 Jul 16 01:40:01.820334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75c828b5-177f-47b7-bf40-56715bf04780 req-ba1a21d0-ccfa-43c5-8838-6b6113d3141e tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487182 Jul 16 01:40:01.858780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f7208c00-4a0b-4d97-af60-682b3fa740ea up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:01.917343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port f7208c00-4a0b-4d97-af60-682b3fa740ea completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:01.919339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd4669-8efd-4d14-9ba7-ffda2d46c10a req-4d0f2671-94c7-41d3-b851-3eb0debd9ecf tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.921569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fcdd4669-8efd-4d14-9ba7-ffda2d46c10a req-4d0f2671-94c7-41d3-b851-3eb0debd9ecf tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0820458 Jul 16 01:40:01.928518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port f7208c00-4a0b-4d97-af60-682b3fa740ea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:01.928963 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.942616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:01.968978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fcdd4669-8efd-4d14-9ba7-ffda2d46c10a req-94f98d1e-fd0a-4ed7-a308-bb7e0ec706b2 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Jul 16 01:40:01.994742 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f35205b7-0ed7-4c01-ac91-92f9b99e2a52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37d23f0a52a94bebb3d72847a9bcb743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503418 Jul 16 01:40:01.997465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.033608 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.048344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8735b1-0b1a-468f-b99a-3c79efce7d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.058752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9b8978-563d-4895-977d-73dfef0da104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7208c00-4a0b-4d97-af60-682b3fa740ea'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:02.062805 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f332e-80c1-48cb-a83f-7c5ef1f02354" -d '{"events": [{"server_uuid": "eb9b8978-563d-4895-977d-73dfef0da104", "name": "network-vif-plugged", "status": "completed", "tag": "f7208c00-4a0b-4d97-af60-682b3fa740ea"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:02.077479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port f7208c00-4a0b-4d97-af60-682b3fa740ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f7208c00-4a0b-4d97-af60-682b3fa740ea,segment=NetworkSegment(7b33808f-954e-4ef4-8037-3c34cabd9a28),segment_id=7b33808f-954e-4ef4-8037-3c34cabd9a28)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:02.082022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.093792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8735b1-0b1a-468f-b99a-3c79efce7d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.152625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8735b1-0b1a-468f-b99a-3c79efce7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.156806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8735b1-0b1a-468f-b99a-3c79efce7d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.158654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4c8735b1-0b1a-468f-b99a-3c79efce7d94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b46568e-0fa1-4f0a-a187-2b42d1f3cf12 HTTP/1.1" status: 204 len: 168 time: 0.1594870 Jul 16 01:40:02.162601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=f7208c00-4a0b-4d97-af60-682b3fa740ea,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.168678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8735b1-0b1a-468f-b99a-3c79efce7d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46568e-0fa1-4f0a-a187-2b42d1f3cf12,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.307609 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375771ed-a23b-4695-b75c-fdeb232a332d x-openstack-request-id: req-375771ed-a23b-4695-b75c-fdeb232a332d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:02.308270 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9b8978-563d-4895-977d-73dfef0da104", "name": "network-vif-plugged", "status": "completed", "tag": "f7208c00-4a0b-4d97-af60-682b3fa740ea", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:02.308727 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-375771ed-a23b-4695-b75c-fdeb232a332d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:02.309340 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9b8978-563d-4895-977d-73dfef0da104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7208c00-4a0b-4d97-af60-682b3fa740ea', 'code': 200} Jul 16 01:40:02.433784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04557-a460-49ed-83f4-b28f60ab0bf3 req-9812fdf4-5c9f-46da-9a20-f4d6ee90926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.435309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ff04557-a460-49ed-83f4-b28f60ab0bf3 req-9812fdf4-5c9f-46da-9a20-f4d6ee90926f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 1100 time: 0.0536036 Jul 16 01:40:02.474205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ff04557-a460-49ed-83f4-b28f60ab0bf3 req-59139e17-3398-46d7-8a0a-3a94ecbc53db service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305078 Jul 16 01:40:02.514504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.572556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fd6fca48-ea17-420a-ad83-54dde17d2d3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48326f04942b4fcbbd170c0ff1c5bd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568116 Jul 16 01:40:02.575133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.639873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f6ec8-0fe5-4d4d-95e4-fa0b7dd043fa req-97fe3c0e-4d3c-47ab-b67a-5f396d4323e0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.641333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-727f6ec8-0fe5-4d4d-95e4-fa0b7dd043fa req-97fe3c0e-4d3c-47ab-b67a-5f396d4323e0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0829589 Jul 16 01:40:02.665989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4fb89f32-7d0c-4537-bf2d-8cc383269e66 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:02.666735 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3244e7e7-3087-4961-baff-4c0f492ce38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.691343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3244e7e7-3087-4961-baff-4c0f492ce38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.694426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4fb89f32-7d0c-4537-bf2d-8cc383269e66 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:02.695035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4fb89f32-7d0c-4537-bf2d-8cc383269e66 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:02.695771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e12d9dd5-d900-4f2e-adf4-9c7751243fd7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:02.710066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-727f6ec8-0fe5-4d4d-95e4-fa0b7dd043fa req-b31b5cd4-cb67-4732-917f-7e244582477c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623116 Jul 16 01:40:02.722393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e12d9dd5-d900-4f2e-adf4-9c7751243fd7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:02.722805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e12d9dd5-d900-4f2e-adf4-9c7751243fd7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:02.756264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3244e7e7-3087-4961-baff-4c0f492ce38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.759966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3244e7e7-3087-4961-baff-4c0f492ce38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.761138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3244e7e7-3087-4961-baff-4c0f492ce38d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/048a24f1-341d-41c5-b94b-80917134820c HTTP/1.1" status: 204 len: 168 time: 0.1849654 Jul 16 01:40:02.773542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244e7e7-3087-4961-baff-4c0f492ce38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048a24f1-341d-41c5-b94b-80917134820c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.915432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-71c0eb32-a8f6-4e15-a452-7f8cd3333a4c req-fa2aa9d5-2099-4109-80e3-bdce04b6f236 service neutron] (93706) timed out ('10.222.0.78', 62709) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:40:03.023125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b34a99-ac06-4a7f-acb7-8878479a94e5 req-52c1e98e-e9c9-4dd3-9eec-1992214189a4 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.032544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15b34a99-ac06-4a7f-acb7-8878479a94e5 req-52c1e98e-e9c9-4dd3-9eec-1992214189a4 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 949 time: 0.0874572 Jul 16 01:40:03.091801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15b34a99-ac06-4a7f-acb7-8878479a94e5 req-897d63ea-07c8-4a81-b7c6-d13b9d406ba2 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582042 Jul 16 01:40:03.107209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-0bcd1c06-70d3-4bbe-a920-e4ed0e67bac9 req-e75fb4d3-6142-41b1-9247-bef6432506e3 service neutron] (93706) timed out ('10.222.0.78', 62662) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:40:03.169001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842d31a-6061-45ef-bb8e-75d15447bf4a req-74ba3f71-67b5-47b5-8f8c-28508bc661ae tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.177828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f842d31a-6061-45ef-bb8e-75d15447bf4a req-74ba3f71-67b5-47b5-8f8c-28508bc661ae tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0804524 Jul 16 01:40:03.226523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f842d31a-6061-45ef-bb8e-75d15447bf4a req-eee49e60-3dd9-4b8e-a073-17b36616c0f2 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474758 Jul 16 01:40:03.906907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07edaae-7b16-4dd0-b865-2ab3b6f84442 req-72bb3289-31f1-44ae-87d2-c61459fbf526 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.909308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a07edaae-7b16-4dd0-b865-2ab3b6f84442 req-72bb3289-31f1-44ae-87d2-c61459fbf526 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0905278 Jul 16 01:40:03.948286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a07edaae-7b16-4dd0-b865-2ab3b6f84442 req-4d834b30-4e84-4865-a48f-2557ab485942 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Jul 16 01:40:04.275455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd0b20-40aa-4269-b36d-8660913d0798 req-f067cac5-b486-4bc3-83c3-b48955766456 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.277104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ecd0b20-40aa-4269-b36d-8660913d0798 req-f067cac5-b486-4bc3-83c3-b48955766456 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 949 time: 0.0683398 Jul 16 01:40:04.320795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ecd0b20-40aa-4269-b36d-8660913d0798 req-d5306c5d-e3f5-4d3d-8fc8-fb50faaf0eaf tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 Jul 16 01:40:04.410745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ead62-992d-4bd6-b9c1-3c709d2c7206 req-57f4a284-0739-4da1-8ea3-82df8aebbf78 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.417839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a26ead62-992d-4bd6-b9c1-3c709d2c7206 req-57f4a284-0739-4da1-8ea3-82df8aebbf78 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0751975 Jul 16 01:40:04.471354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a26ead62-992d-4bd6-b9c1-3c709d2c7206 req-ceb4da7f-5548-48b9-b017-5b9a9e99a1fe tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527024 Jul 16 01:40:04.532039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d82a5-d065-45c4-8f13-fcc640b72807 req-8bb200d3-f3d1-4e0f-9fc3-210332e68655 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.533564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d7d82a5-d065-45c4-8f13-fcc640b72807 req-8bb200d3-f3d1-4e0f-9fc3-210332e68655 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 949 time: 0.0771646 Jul 16 01:40:04.573761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d7d82a5-d065-45c4-8f13-fcc640b72807 req-586ee671-5521-4842-af60-c71dc594eb74 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Jul 16 01:40:05.101775 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8255-ce41-4cfa-be63-2e1f648f03e5 req-6a41cda3-7265-403a-9d79-965555b4e081 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.103226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17dd8255-ce41-4cfa-be63-2e1f648f03e5 req-6a41cda3-7265-403a-9d79-965555b4e081 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 949 time: 0.0989864 Jul 16 01:40:05.169498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17dd8255-ce41-4cfa-be63-2e1f648f03e5 req-0cf9c5db-828f-4ca7-a31a-325371858c49 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Jul 16 01:40:05.192992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee130a-b04f-4908-84e6-ef6b10ee3d68 req-0847b268-df42-4a71-97f1-235d15d5830f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.199586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44ee130a-b04f-4908-84e6-ef6b10ee3d68 req-0847b268-df42-4a71-97f1-235d15d5830f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1197162 Jul 16 01:40:05.253666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44ee130a-b04f-4908-84e6-ef6b10ee3d68 req-a8470a67-9fa7-41c8-8d96-e5f8b4be6d6e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528417 Jul 16 01:40:05.683083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb547a74-bef3-4694-85dc-95cb30a92726 req-a965d038-bd8c-4805-b75d-71cfa0366502 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.684642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb547a74-bef3-4694-85dc-95cb30a92726 req-a965d038-bd8c-4805-b75d-71cfa0366502 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 949 time: 0.1041129 Jul 16 01:40:05.698156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa8d78-383b-445d-ab8d-b0b3126e4690 req-0719a09b-de67-4317-bf85-f7f1072a9fad tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.699456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffa8d78-383b-445d-ab8d-b0b3126e4690 req-0719a09b-de67-4317-bf85-f7f1072a9fad tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0910432 Jul 16 01:40:05.762611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bb547a74-bef3-4694-85dc-95cb30a92726 req-9f1f199d-57e2-471b-8446-38f3e72caf41 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621476 Jul 16 01:40:05.768289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ffa8d78-383b-445d-ab8d-b0b3126e4690 req-17de55f9-432a-4f86-9382-1b746346afd3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Jul 16 01:40:06.432625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e378c6-e2b2-4f20-b89f-dfead1f3ab65 req-56b8ad7d-1962-400f-b02d-cacca49ff47c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.434069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e378c6-e2b2-4f20-b89f-dfead1f3ab65 req-56b8ad7d-1962-400f-b02d-cacca49ff47c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0732591 Jul 16 01:40:06.474814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94e378c6-e2b2-4f20-b89f-dfead1f3ab65 req-c334a511-d3bc-48af-a45c-e6fc53684108 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Jul 16 01:40:07.018008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461ee8a-4ac3-4b8f-be29-dc46d4e860d0 req-dd707efe-d379-46ba-ada2-6ab6d6271cd5 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.024698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8461ee8a-4ac3-4b8f-be29-dc46d4e860d0 req-dd707efe-d379-46ba-ada2-6ab6d6271cd5 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 949 time: 0.1254902 Jul 16 01:40:07.072362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960faff6-93ab-4972-8e89-88363dc50254 req-0a8e4a42-6f1c-4cbd-8740-d104a246202d tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.073796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-960faff6-93ab-4972-8e89-88363dc50254 req-0a8e4a42-6f1c-4cbd-8740-d104a246202d tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1185429 Jul 16 01:40:07.074486 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:07.083077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8461ee8a-4ac3-4b8f-be29-dc46d4e860d0 req-90a5d57a-760b-479b-b004-b0c4350c850a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2cb1a12-7a16-4658-8873-fd60eeb16a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563192 Jul 16 01:40:07.142577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-960faff6-93ab-4972-8e89-88363dc50254 req-addbda28-86ab-4d4d-bb64-c331d1bb4d4a tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Jul 16 01:40:07.402140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9316f8-398f-499b-982f-78b13d119951 req-6ad400b1-6d30-4c6d-b144-20746ff88546 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.403714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de9316f8-398f-499b-982f-78b13d119951 req-6ad400b1-6d30-4c6d-b144-20746ff88546 tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 949 time: 0.0658245 Jul 16 01:40:07.537575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Deleting port f7208c00-4a0b-4d97-af60-682b3fa740ea {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:07.537863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.673039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c24-4d69-47c8-9c5a-3b83f6e76a42 req-670b7208-7a1c-4a8d-8864-3f1afce670d8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.676821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cbcc8c24-4d69-47c8-9c5a-3b83f6e76a42 req-670b7208-7a1c-4a8d-8864-3f1afce670d8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0830905 Jul 16 01:40:07.744933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cbcc8c24-4d69-47c8-9c5a-3b83f6e76a42 req-3276251e-59cb-4481-8ef4-a0d98fb33449 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Jul 16 01:40:07.992163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] For port f7208c00-4a0b-4d97-af60-682b3fa740ea, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=f7208c00-4a0b-4d97-af60-682b3fa740ea,segment=NetworkSegment(7b33808f-954e-4ef4-8037-3c34cabd9a28),segment_id=7b33808f-954e-4ef4-8037-3c34cabd9a28)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:07.992557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.004627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Calling delete_port for f7208c00-4a0b-4d97-af60-682b3fa740ea owned by compute:foo_zone {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:08.137596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.165204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Pushing event deleted for resources: {'Port': ['ID=f7208c00-4a0b-4d97-af60-682b3fa740ea,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.239943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] No DVR routers for this DVR port f7208c00-4a0b-4d97-af60-682b3fa740ea on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:08.243102 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.246727 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de9316f8-398f-499b-982f-78b13d119951 req-872681b0-0d4b-407a-8e41-60d05247a66a tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.93 "DELETE /v2.0/ports/f7208c00-4a0b-4d97-af60-682b3fa740ea HTTP/1.1" status: 204 len: 173 time: 0.8301320 Jul 16 01:40:08.247285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9b8978-563d-4895-977d-73dfef0da104', 'name': 'network-vif-deleted', 'tag': 'f7208c00-4a0b-4d97-af60-682b3fa740ea'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:08.249813 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b78d3a-98b9-4045-98c6-ac45bd722af3" -d '{"events": [{"server_uuid": "eb9b8978-563d-4895-977d-73dfef0da104", "name": "network-vif-deleted", "tag": "f7208c00-4a0b-4d97-af60-682b3fa740ea"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:08.287066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d897ebb-133e-4d13-8ee6-b01e98b5d0a7 req-3ec1a127-1fde-4475-8f21-e91f457a1ebb tempest-ServersNegativeTestMultiTenantJSON-1533359691 tempest-ServersNegativeTestMultiTenantJSON-1533359691-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb9b8978-563d-4895-977d-73dfef0da104 HTTP/1.1" status: 200 len: 210 time: 0.0499070 Jul 16 01:40:08.350092 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3965884a-2d37-404e-a373-d49148fd6eb0 x-openstack-request-id: req-3965884a-2d37-404e-a373-d49148fd6eb0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:08.350472 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9b8978-563d-4895-977d-73dfef0da104", "name": "network-vif-deleted", "tag": "f7208c00-4a0b-4d97-af60-682b3fa740ea", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:08.350793 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3965884a-2d37-404e-a373-d49148fd6eb0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:08.351414 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9b8978-563d-4895-977d-73dfef0da104', 'name': 'network-vif-deleted', 'tag': 'f7208c00-4a0b-4d97-af60-682b3fa740ea', 'status': 'completed', 'code': 200} Jul 16 01:40:08.362261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb662c-6f28-4bd2-b2a3-d20fa0ae6d02 req-b881eced-8f57-4dca-86f1-821e0f791daf tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.364079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96eb662c-6f28-4bd2-b2a3-d20fa0ae6d02 req-b881eced-8f57-4dca-86f1-821e0f791daf tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0797775 Jul 16 01:40:08.408131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96eb662c-6f28-4bd2-b2a3-d20fa0ae6d02 req-e383e8d0-4391-41c2-9392-8746deb50a09 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Jul 16 01:40:08.981469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5c993-2537-489e-a8e3-f551ee3164d9 req-1c889aab-bd34-4ed1-b1e9-698decb43933 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.983037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84a5c993-2537-489e-a8e3-f551ee3164d9 req-1c889aab-bd34-4ed1-b1e9-698decb43933 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1205451 Jul 16 01:40:09.039025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84a5c993-2537-489e-a8e3-f551ee3164d9 req-300fbc9f-7867-4af5-a43f-0da80b7a8521 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496788 Jul 16 01:40:09.387189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39436) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:09.451747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] Deleting subnet e9a16083-46a9-4f32-978c-0dafcd290173 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:09.455626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.504368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.559989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.640616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.674220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cf136-48e0-444b-a778-2f5d02ac4413 req-7638bc95-7b95-4ad7-bbea-b9fc2edcb348 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.680183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a16083-46a9-4f32-978c-0dafcd290173,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.682936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c2cf136-48e0-444b-a778-2f5d02ac4413 req-7638bc95-7b95-4ad7-bbea-b9fc2edcb348 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1047752 Jul 16 01:40:09.686321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.688574 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-757ce909-06a9-485c-b907-c7a7c54d8e5d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e9a16083-46a9-4f32-978c-0dafcd290173 HTTP/1.1" status: 204 len: 168 time: 0.2999749 Jul 16 01:40:09.692763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:09.764875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c2cf136-48e0-444b-a778-2f5d02ac4413 req-c1a5b804-a356-42eb-97bc-c170b1565da5 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807018 Jul 16 01:40:09.809385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.921719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f7208c00-4a0b-4d97-af60-682b3fa740ea no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:09.922288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.933648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56500a6-fff1-42ef-b15d-805b6778be9a']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.954080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: f7208c00-4a0b-4d97-af60-682b3fa740ea {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:09.954662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device f7208c00-4a0b-4d97-af60-682b3fa740ea not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:09.965000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b33808f-954e-4ef4-8037-3c34cabd9a28') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.965501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b33808f-954e-4ef4-8037-3c34cabd9a28') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.977916 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.000681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.007843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:10.008513 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.013082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a0fdc-10f2-4b16-bcf8-7b99bf40e795 req-b182466d-cb0b-4c24-b4de-3c2655cb9f75 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.015201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b92a0fdc-10f2-4b16-bcf8-7b99bf40e795 req-b182466d-cb0b-4c24-b4de-3c2655cb9f75 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 947 time: 0.1286166 Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:10.028838 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:10.103820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b92a0fdc-10f2-4b16-bcf8-7b99bf40e795 req-5e041b0a-1e7a-4e3e-8f6d-ac7944d8b272 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814483 Jul 16 01:40:10.135162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.141336 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.147099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.147216 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a56500a6-fff1-42ef-b15d-805b6778be9a HTTP/1.1" status: 204 len: 168 time: 0.4534209 Jul 16 01:40:10.173974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd1ef3-f3fb-4cf1-8c4e-42e0a63755c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56500a6-fff1-42ef-b15d-805b6778be9a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.244154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] Deleting subnet c02b6f55-1f6c-4985-a956-15cf86583992 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:10.249091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.293383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.325178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1f2bc-8a8c-485d-994f-d289fb6b53a9 req-9114cac6-6db2-489c-8766-d95d2ff12c61 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.327305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1f2bc-8a8c-485d-994f-d289fb6b53a9 req-9114cac6-6db2-489c-8766-d95d2ff12c61 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1375055 Jul 16 01:40:10.360772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.409739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bc1f2bc-8a8c-485d-994f-d289fb6b53a9 req-605d6d7d-4583-445d-9818-7d64c4205939 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741990 Jul 16 01:40:10.446944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.475288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02b6f55-1f6c-4985-a956-15cf86583992,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.479309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.481296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c39feede-b1c9-4857-b754-12b0483d8d5f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c02b6f55-1f6c-4985-a956-15cf86583992 HTTP/1.1" status: 204 len: 168 time: 0.3328404 Jul 16 01:40:10.485131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.562766 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.643970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.655773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592aaf08-4abd-41b5-973e-84001149c4c7']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.665791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e588ff-db04-4686-9254-c07d0f608f37') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.666173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e588ff-db04-4686-9254-c07d0f608f37') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.675111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.689981 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.696414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:10.696931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:10.698759 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:10.759819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.766699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.772035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] 10.222.0.81 "DELETE /v2.0/networks/592aaf08-4abd-41b5-973e-84001149c4c7 HTTP/1.1" status: 204 len: 168 time: 0.2858224 Jul 16 01:40:10.786948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9287393-728b-41af-ad31-adf25fdbed7f admin admin] Pushing event deleted for resources: {'Network': ['ID=592aaf08-4abd-41b5-973e-84001149c4c7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.010545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.051768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2afe52-11a3-4fb0-ae59-cbf98c6788e6 req-dd7c8c1c-8add-4b31-b16a-c3fd443073bf tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.053505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d2afe52-11a3-4fb0-ae59-cbf98c6788e6 req-dd7c8c1c-8add-4b31-b16a-c3fd443073bf tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1446109 Jul 16 01:40:11.062858 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ebd41a9f-e347-4534-967e-1f13ff0648ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb643af9420c4a6795c37c4ac0c9c88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506732 Jul 16 01:40:11.067501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39482) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.123818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d2afe52-11a3-4fb0-ae59-cbf98c6788e6 req-70e7bab7-7770-4928-9a1f-3b0778782771 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 Jul 16 01:40:11.162718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8b43-fdd2-420c-b272-a758df12b8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.189039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8b43-fdd2-420c-b272-a758df12b8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.246572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8b43-fdd2-420c-b272-a758df12b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.250386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8b43-fdd2-420c-b272-a758df12b8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.255314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3cfb8b43-fdd2-420c-b272-a758df12b8ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2cb1a12-7a16-4658-8873-fd60eeb16a75 HTTP/1.1" status: 204 len: 168 time: 0.1864529 Jul 16 01:40:11.294470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb8b43-fdd2-420c-b272-a758df12b8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb1a12-7a16-4658-8873-fd60eeb16a75,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.346593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-9b5c1979-5ef8-4979-b656-8f95e31a7036 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.348878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-9b5c1979-5ef8-4979-b656-8f95e31a7036 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 947 time: 0.0925295 Jul 16 01:40:11.356652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababd0d-4e9f-41e0-a63f-ca62d4e9d926 req-4f2cad07-ff73-4acb-8944-a6a1bfa79e0d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.358681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ababd0d-4e9f-41e0-a63f-ca62d4e9d926 req-4f2cad07-ff73-4acb-8944-a6a1bfa79e0d tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 947 time: 0.0955729 Jul 16 01:40:11.430409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ababd0d-4e9f-41e0-a63f-ca62d4e9d926 req-2dd9a926-8ff4-4a09-81bb-9c018f4e91d8 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups?id=4be5a14a-7f19-4ef0-9293-cd68c5499254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652707 Jul 16 01:40:11.510119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Deleting port 96774f95-80fb-48a8-87ec-b8e540f15f02 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:11.510666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.586457 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fd3912a-0343-480d-b817-3ed0baa1fcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.662936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087969-9a6d-4e8c-b045-f9ecf71b7df0 req-13bcacde-27cd-4472-aa23-9e9e8e7c5686 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.673945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15087969-9a6d-4e8c-b045-f9ecf71b7df0 req-13bcacde-27cd-4472-aa23-9e9e8e7c5686 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0972664 Jul 16 01:40:11.685030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] For port 96774f95-80fb-48a8-87ec-b8e540f15f02, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96774f95-80fb-48a8-87ec-b8e540f15f02,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:11.685851 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.734382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15087969-9a6d-4e8c-b045-f9ecf71b7df0 req-3f536fff-e23e-4977-8887-9fe612b4c09d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588078 Jul 16 01:40:11.792202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39492) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.836560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-30ab4913-4946-4f31-84fc-ed314e6517b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3a294d38a5f4d10b01c716f0d2533bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429759 Jul 16 01:40:11.838950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.898127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64965e33-2dc2-40be-843a-234fe2140ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.925867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.926173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.926672 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Floating IP 11da966a-ac73-429c-9d0c-4ddfdd181584 disassociated. External IP: 172.25.5.162, port: 96774f95-80fb-48a8-87ec-b8e540f15f02. Jul 16 01:40:11.927255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Calling delete_port for 96774f95-80fb-48a8-87ec-b8e540f15f02 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:11.927485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64965e33-2dc2-40be-843a-234fe2140ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.981004 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64965e33-2dc2-40be-843a-234fe2140ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.984500 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64965e33-2dc2-40be-843a-234fe2140ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.986095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-64965e33-2dc2-40be-843a-234fe2140ddb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6eb2f3aa-0955-43f4-a041-077f515ad414 HTTP/1.1" status: 204 len: 168 time: 0.1458244 Jul 16 01:40:12.010981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64965e33-2dc2-40be-843a-234fe2140ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb2f3aa-0955-43f4-a041-077f515ad414,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.122728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.206198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event deleted for resources: {'Port': ['ID=96774f95-80fb-48a8-87ec-b8e540f15f02,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.456405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Router 99c2a851-74c3-4568-876a-3aa2f93ef9df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:12.467717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0142f84-2559-48ac-8878-10034cf68316 req-e97cd3ee-6238-40ad-a46c-ab39aa233a08 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.477693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0142f84-2559-48ac-8878-10034cf68316 req-e97cd3ee-6238-40ad-a46c-ab39aa233a08 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1558118 Jul 16 01:40:12.640967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0142f84-2559-48ac-8878-10034cf68316 req-f3286ee9-7d74-4729-8c8a-e75df0267d7e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604285 Jul 16 01:40:12.654590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:12.665228 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] Sync routers for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:12.682447 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:12.686076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.789673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] No DVR routers for this DVR port 96774f95-80fb-48a8-87ec-b8e540f15f02 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:12.795286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.801879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e2a0d874-83ef-4522-b37c-4bf3d21bef1d req-4492a9b1-66bd-40f4-b0fd-627c2d21859e tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.93 "DELETE /v2.0/ports/96774f95-80fb-48a8-87ec-b8e540f15f02 HTTP/1.1" status: 204 len: 173 time: 1.4467633 Jul 16 01:40:12.806447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-deleted', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:12.820233 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1371e091-2a29-4fcf-9c16-862ea0828f4e" -d '{"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-deleted", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:12.822703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3c876f2-4931-4178-9473-52685587e150 req-06d39eb3-a5ae-4840-bc23-7e79ef4ec423 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9c056e-c91e-4168-a924-7c3ca363ed3b HTTP/1.1" status: 200 len: 210 time: 0.0442190 Jul 16 01:40:12.946932 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:13.188074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e421a-8824-41bf-b856-89b0596d5f7c req-28e4c65f-e0f8-4cf7-b86a-f4e2edfb283e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.195476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d81e421a-8824-41bf-b856-89b0596d5f7c req-28e4c65f-e0f8-4cf7-b86a-f4e2edfb283e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.0903733 Jul 16 01:40:13.235047 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a57985-4f17-436d-a600-c249efc1fff6 x-openstack-request-id: req-12a57985-4f17-436d-a600-c249efc1fff6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:13.235352 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9c056e-c91e-4168-a924-7c3ca363ed3b", "name": "network-vif-deleted", "tag": "96774f95-80fb-48a8-87ec-b8e540f15f02", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:13.235595 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12a57985-4f17-436d-a600-c249efc1fff6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:13.236051 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9c056e-c91e-4168-a924-7c3ca363ed3b', 'name': 'network-vif-deleted', 'tag': '96774f95-80fb-48a8-87ec-b8e540f15f02', 'status': 'completed', 'code': 200} Jul 16 01:40:13.254904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d81e421a-8824-41bf-b856-89b0596d5f7c req-458dfc0f-c81e-4c68-a830-96876c0ecc57 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582154 Jul 16 01:40:13.361065 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:13.397542 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] Checking router: 99c2a851-74c3-4568-876a-3aa2f93ef9df for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:13.408173 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:13.409047 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:39:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:13.482638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.705480 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:13.714315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-682000724-network', 'tenant_id': '2a7c88d51b1b4b6e8f48ca8fc3c92770'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:13.745317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa760bc8-eb04-4192-ad8b-6546baafaf1f req-7c2e7701-edc5-4f57-9ef4-1f0129732ea5 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.754494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa760bc8-eb04-4192-ad8b-6546baafaf1f req-7c2e7701-edc5-4f57-9ef4-1f0129732ea5 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1206114 Jul 16 01:40:13.829477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa760bc8-eb04-4192-ad8b-6546baafaf1f req-b994bf6e-aeb2-4be6-b8f6-f70423350e4c tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740147 Jul 16 01:40:13.843286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724994e-b5d9-40da-8840-5b988898590b req-6c7bcea8-ff21-4a3f-abf3-72aa77a7b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.844868 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2724994e-b5d9-40da-8840-5b988898590b req-6c7bcea8-ff21-4a3f-abf3-72aa77a7b488 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 1097 time: 0.2147703 Jul 16 01:40:13.846194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Made reservation on behalf of 2a7c88d51b1b4b6e8f48ca8fc3c92770 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:13.848565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.906656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.926972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:13.960934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 96774f95-80fb-48a8-87ec-b8e540f15f02 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:13.961283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96774f95-80fb-48a8-87ec-b8e540f15f02 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:14.013831 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:14.043722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.069227 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf1b476-85dc-4b54-8c9a-37316036afc0 None None] The sync data for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 is: [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c6d0b13c-be5a-4e5f-bd53-7ac2031436b3', 'name': '', 'network_id': '5a279976-2b3a-48ea-bd89-d72754d5e732', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'mac_address': 'fa:16:3e:a1:fc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:14Z', 'updated_at': '2021-07-16T01:31:24Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'subnets': [{'id': '2e7d03e4-9942-48bb-9cb1-d29dd0470fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:14.080463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724994e-b5d9-40da-8840-5b988898590b req-2bb1105a-5ee8-4c33-898f-4a008346e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.082207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2724994e-b5d9-40da-8840-5b988898590b req-2bb1105a-5ee8-4c33-898f-4a008346e3ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 200 len: 917 time: 0.2307405 Jul 16 01:40:14.157873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85e3df-06e8-4736-935f-c7782033e964 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.182922 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2724994e-b5d9-40da-8840-5b988898590b req-d226387a-f653-4e14-a38a-a9d209583331 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9 HTTP/1.1" status: 200 len: 217 time: 0.0890956 Jul 16 01:40:14.221213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85e3df-06e8-4736-935f-c7782033e964 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.234781 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af2bfcab-bc32-4cd1-85bd-54c736bd2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.271896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.280681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724994e-b5d9-40da-8840-5b988898590b req-fa2589e4-8557-454c-8651-22d8a0b6b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.282261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2724994e-b5d9-40da-8840-5b988898590b req-fa2589e4-8557-454c-8651-22d8a0b6b83d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 200 len: 855 time: 0.0861056 Jul 16 01:40:14.285125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.290803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85e3df-06e8-4736-935f-c7782033e964 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.293510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85e3df-06e8-4736-935f-c7782033e964 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.295359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8a85e3df-06e8-4736-935f-c7782033e964 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "DELETE /v2.0/security-groups/4be5a14a-7f19-4ef0-9293-cd68c5499254 HTTP/1.1" status: 204 len: 168 time: 0.2489398 Jul 16 01:40:14.298819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39574) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.320534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85e3df-06e8-4736-935f-c7782033e964 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5a14a-7f19-4ef0-9293-cd68c5499254,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.331074 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-c720841e-526c-46d3-bfda-a131d52d7621 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] show failed (client error): The resource could not be found. Jul 16 01:40:14.332462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c720841e-526c-46d3-bfda-a131d52d7621 tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "GET /v2.0/security-groups/4be5a14a-7f19-4ef0-9293-cd68c5499254 HTTP/1.1" status: 404 len: 347 time: 0.0312836 Jul 16 01:40:14.335352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.360446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:14.390000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c095250d-3b77-4183-b2e2-5cf702126dbf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.394449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.394821 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Added segment 8e8c00a5-1442-4f76-8a91-488b11fc427e of type vlan for network 3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0 Jul 16 01:40:14.450408 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.455147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724994e-b5d9-40da-8840-5b988898590b req-d02d4ac4-454b-4744-b256-bba7a6af1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.456713 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2724994e-b5d9-40da-8840-5b988898590b req-d02d4ac4-454b-4744-b256-bba7a6af1f46 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=db22da05-dc58-440e-8217-edbf6c871d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616964 Jul 16 01:40:14.474867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.528918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a856088-07d9-4aad-936f-9276710f67b1 None None] New status for floating IP 11da966a-ac73-429c-9d0c-4ddfdd181584: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:14.572708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.573787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.574417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.622888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1389349 Jul 16 01:40:14.626141 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.634045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Request body: {'subnet': {'network_id': '3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-682000724-subnet', 'tenant_id': '2a7c88d51b1b4b6e8f48ca8fc3c92770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:14.640349 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2724994e-b5d9-40da-8840-5b988898590b req-fa4c89ca-46fa-4a30-9970-da4a20d91f8e service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697936 Jul 16 01:40:14.716778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bd26f-7b95-4bf1-b705-fcef09a5cdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.732415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:14.761372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Made reservation on behalf of 2a7c88d51b1b4b6e8f48ca8fc3c92770 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:14.764613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.808663 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2724994e-b5d9-40da-8840-5b988898590b req-25d581cb-2456-4d40-94c0-c8c6580764dd service neutron] 10.222.0.93 "GET /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578002 Jul 16 01:40:15.001311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Deleting port 445ee7a7-df0d-4d04-980b-6c863d442df7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:15.001859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.005208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.042204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd4f47-86d0-4675-b24d-e9ca808db428 req-041dce2c-0ed5-40b7-b03f-8081cf2e159d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.043689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65dd4f47-86d0-4675-b24d-e9ca808db428 req-041dce2c-0ed5-40b7-b03f-8081cf2e159d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2346680 Jul 16 01:40:15.058560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2854e2a-8eda-4e0c-8351-26d2ab2b3e49,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.113383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Checking segment: {'id': '8e8c00a5-1442-4f76-8a91-488b11fc427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:15.113802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Network hostable DHCP agents. Network: 3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:15.139818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Network 3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:15.156241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:15.164529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.165431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.165807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e799f44-ef86-4665-933e-5ddb9d8ff74e None None] Network 3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:15.189794 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1ebb3918-04ed-466e-9cd6-bb282cc27c25 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5616047 Jul 16 01:40:15.222200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65dd4f47-86d0-4675-b24d-e9ca808db428 req-ab4d1eac-5032-490f-a68d-ba6cd833a816 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549125 Jul 16 01:40:15.230439 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.237796 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.255761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Calling delete_port for 445ee7a7-df0d-4d04-980b-6c863d442df7 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:15.364012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed9fc1-bd2e-4956-8e1c-9bd686a9f771 req-41ca9f7d-547d-4012-a817-2f5fcb104af8 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.370787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fed9fc1-bd2e-4956-8e1c-9bd686a9f771 req-41ca9f7d-547d-4012-a817-2f5fcb104af8 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.2315803 Jul 16 01:40:15.444546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.456180 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.489314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e433bc9-e381-4237-b0ac-1a3d50dded30 None None] Network 3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:15.490458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fed9fc1-bd2e-4956-8e1c-9bd686a9f771 req-a4c42048-4dfb-4bb7-8b53-ad6a65e03cd5 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186271 Jul 16 01:40:15.526081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] Deleting subnet f2854e2a-8eda-4e0c-8351-26d2ab2b3e49 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:15.532342 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.571340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.607987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.619250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.638380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Pushing event deleted for resources: {'Port': ['ID=445ee7a7-df0d-4d04-980b-6c863d442df7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.681847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.711280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2854e2a-8eda-4e0c-8351-26d2ab2b3e49,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.728886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.733871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8834faa0-3e61-49e1-a8bc-8d302b6c9f50 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f2854e2a-8eda-4e0c-8351-26d2ab2b3e49 HTTP/1.1" status: 204 len: 168 time: 0.2850237 Jul 16 01:40:15.734093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39594) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.735023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.738301 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.739978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5816cfe9-69be-4be1-845f-c4a77907a2ad tempest-AttachVolumeShelveTestJSON-384607874 tempest-AttachVolumeShelveTestJSON-384607874-project] 10.222.0.81 "DELETE /v2.0/floatingips/11da966a-ac73-429c-9d0c-4ddfdd181584 HTTP/1.1" status: 204 len: 168 time: 1.4033527 Jul 16 01:40:15.837300 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.934449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.954349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:15.964991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8c00a5-1442-4f76-8a91-488b11fc427e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:15.965302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8c00a5-1442-4f76-8a91-488b11fc427e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:15.975546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.989824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.996693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:15.997437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:15.999405 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:16.073850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.084599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.086725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0 HTTP/1.1" status: 204 len: 168 time: 0.3516433 Jul 16 01:40:16.100721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.104812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2d9b8-b07a-43ba-8606-44d3ad8d9d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1f3500-32c5-489d-b8e3-fa54dbfe2aa0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.278170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.374727 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ed24963b-324f-4d3f-9bf6-039ee3e309ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a7c88d51b1b4b6e8f48ca8fc3c92770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950377 Jul 16 01:40:16.377474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39620) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.562227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a743918-5c2d-4fb0-a31a-9b6e47885bb5 req-640f76cd-4a71-4362-a441-f5b383d61f4d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.569325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a743918-5c2d-4fb0-a31a-9b6e47885bb5 req-640f76cd-4a71-4362-a441-f5b383d61f4d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1393204 Jul 16 01:40:16.629479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32027b80-87c9-4346-8ade-ceb9760e2683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.700675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a743918-5c2d-4fb0-a31a-9b6e47885bb5 req-2b9bd83d-748b-465e-8ba3-04b6963d9568 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303313 Jul 16 01:40:16.717426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32027b80-87c9-4346-8ade-ceb9760e2683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.810662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.816203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.834199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32027b80-87c9-4346-8ade-ceb9760e2683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.838233 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32027b80-87c9-4346-8ade-ceb9760e2683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.839848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-32027b80-87c9-4346-8ade-ceb9760e2683 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c095250d-3b77-4183-b2e2-5cf702126dbf HTTP/1.1" status: 204 len: 168 time: 0.4604108 Jul 16 01:40:16.852809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f36071-7a6c-44b7-83ff-19247cb0ed0f req-6a6bd17f-10ab-443b-8fa2-d44324e7dbb3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.857676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-21f36071-7a6c-44b7-83ff-19247cb0ed0f req-6a6bd17f-10ab-443b-8fa2-d44324e7dbb3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1613393 Jul 16 01:40:16.866540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32027b80-87c9-4346-8ade-ceb9760e2683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c095250d-3b77-4183-b2e2-5cf702126dbf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.928808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-21f36071-7a6c-44b7-83ff-19247cb0ed0f req-e28c939f-6644-45af-beb1-b22308b770f2 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645201 Jul 16 01:40:17.006631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2be961c1-f6f7-40da-ade9-003ee62e0111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.167983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2be961c1-f6f7-40da-ade9-003ee62e0111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.174890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2be961c1-f6f7-40da-ade9-003ee62e0111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.209709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce687e3d-b0fd-4886-9f09-8941c0a2aa28 req-73d41578-8250-49a1-9406-553febf9d517 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.214422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be961c1-f6f7-40da-ade9-003ee62e0111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17c82e-8b86-4e9f-9bef-1923ca3ef78d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.219091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce687e3d-b0fd-4886-9f09-8941c0a2aa28 req-73d41578-8250-49a1-9406-553febf9d517 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0848713 Jul 16 01:40:17.252812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39646) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:17.253090 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2be961c1-f6f7-40da-ade9-003ee62e0111 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1659fa9e4f3440cea25ed36919607fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355540 Jul 16 01:40:17.286403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce687e3d-b0fd-4886-9f09-8941c0a2aa28 req-f5c3c1fe-b8c0-46c1-9be6-5da84ac8cc61 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663328 Jul 16 01:40:17.357278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59b79a70-d75b-405d-9e01-34f0cbd66faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.382900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59b79a70-d75b-405d-9e01-34f0cbd66faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.459593 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59b79a70-d75b-405d-9e01-34f0cbd66faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.462772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59b79a70-d75b-405d-9e01-34f0cbd66faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.478107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-59b79a70-d75b-405d-9e01-34f0cbd66faf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d17c82e-8b86-4e9f-9bef-1923ca3ef78d HTTP/1.1" status: 204 len: 168 time: 0.2149224 Jul 16 01:40:17.493326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b79a70-d75b-405d-9e01-34f0cbd66faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17c82e-8b86-4e9f-9bef-1923ca3ef78d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.648878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2ba0e-8acf-4711-b6ff-8c6d2a52d8a8 req-f7d82eff-b071-41cb-adee-909695faec4e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.650497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0a2ba0e-8acf-4711-b6ff-8c6d2a52d8a8 req-f7d82eff-b071-41cb-adee-909695faec4e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 945 time: 0.1551323 Jul 16 01:40:17.720448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0a2ba0e-8acf-4711-b6ff-8c6d2a52d8a8 req-0cf124a8-d0fe-4ed8-8aa3-62cac9dcfc21 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624352 Jul 16 01:40:17.954455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:17.961255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2dd72-1d18-4a3c-8302-173e9c31bbcf req-675eff4c-4f3e-410e-b89d-fa2321494599 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.962959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90f2dd72-1d18-4a3c-8302-173e9c31bbcf req-675eff4c-4f3e-410e-b89d-fa2321494599 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1094599 Jul 16 01:40:18.003073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.006957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90f2dd72-1d18-4a3c-8302-173e9c31bbcf req-2baee3bc-ac55-4067-af86-acab4bccf4f5 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366554 Jul 16 01:40:18.038381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-467ea449-5c6a-4324-b1dc-40d66b76ee3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.231357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-467ea449-5c6a-4324-b1dc-40d66b76ee3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.243148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-467ea449-5c6a-4324-b1dc-40d66b76ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.258883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:18.276734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896', 'port_id': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'mac_address': 'fa:16:3e:e9:c2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f782d52-1885-4135-bf0c-61d813859b92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:18.285039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdbbfd-2d82-45c3-9dc9-4a71a4583f59 req-87666675-d4a9-417e-a465-db58605e9bcd tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.295642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1fdbbfd-2d82-45c3-9dc9-4a71a4583f59 req-87666675-d4a9-417e-a465-db58605e9bcd tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.1010621 Jul 16 01:40:18.326536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ea449-5c6a-4324-b1dc-40d66b76ee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546cb002-b4f9-4947-bdf3-bbde5cb28e71,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.349512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1fdbbfd-2d82-45c3-9dc9-4a71a4583f59 req-c09fc59e-58b8-4058-a29c-eac8075f5794 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499291 Jul 16 01:40:18.366508 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-467ea449-5c6a-4324-b1dc-40d66b76ee3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ea1966c40b74fc2b44ca4876e1b4c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612800 Jul 16 01:40:18.369108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.399664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.426845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94069bd4-66dd-45b3-bace-1d076b1c1bd1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:18.471150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:18.476742 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.478115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-7bc8c528-1107-4387-a37a-d6186805de12 req-eaa1da16-34d1-43eb-aad5-0000448e50aa tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:40:18.485956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bc8c528-1107-4387-a37a-d6186805de12 req-eaa1da16-34d1-43eb-aad5-0000448e50aa tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129499 Jul 16 01:40:18.489400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d79a879-eac4-42b6-b637-36c27a880dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.572785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.611205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d79a879-eac4-42b6-b637-36c27a880dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.705672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bc8c528-1107-4387-a37a-d6186805de12 req-af3b0d3a-a701-4565-86f7-801f880f6479 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2186010 Jul 16 01:40:18.723410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d79a879-eac4-42b6-b637-36c27a880dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.727390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['94069bd4-66dd-45b3-bace-1d076b1c1bd1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:18.732429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d79a879-eac4-42b6-b637-36c27a880dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.735765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2d79a879-eac4-42b6-b637-36c27a880dc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/546cb002-b4f9-4947-bdf3-bbde5cb28e71 HTTP/1.1" status: 204 len: 168 time: 0.3656301 Jul 16 01:40:18.761851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79a879-eac4-42b6-b637-36c27a880dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546cb002-b4f9-4947-bdf3-bbde5cb28e71,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.014525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.018445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.025219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.031312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.039831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.049119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.055455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.063612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-dc32ccba-53de-4d14-b396-4074b437ba0c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.2173800 Jul 16 01:40:19.118972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a667b435-d2f4-49b6-adb9-9b5fae9daccb req-9290bd31-0f14-40cb-ae4d-7c272aae23c3 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542603 Jul 16 01:40:19.282055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86415d7-dd45-41d6-92f6-d043722c54e2 req-8069e5e8-7ae4-4b89-b64a-ed369112c524 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.289993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d86415d7-dd45-41d6-92f6-d043722c54e2 req-8069e5e8-7ae4-4b89-b64a-ed369112c524 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1663499 Jul 16 01:40:19.441491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d86415d7-dd45-41d6-92f6-d043722c54e2 req-cfc25178-4e29-4765-92d6-11fd48990d4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373742 Jul 16 01:40:19.508179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953239c1-058c-46a7-83cb-e5eee0360dba req-da527294-8c05-4cd5-b995-4cb3495f8d86 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.515668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-953239c1-058c-46a7-83cb-e5eee0360dba req-da527294-8c05-4cd5-b995-4cb3495f8d86 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 945 time: 0.1990016 Jul 16 01:40:19.607601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-953239c1-058c-46a7-83cb-e5eee0360dba req-aec4bda7-0e3b-43cb-8a55-76590bcc0674 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780189 Jul 16 01:40:19.707536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.739243 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.746073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd7e5d-bdfb-41ab-89b0-0ed39ab3a059 req-c7e1d348-c7f3-4c11-8a7e-d9c3c3706cbe tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.747731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51cd7e5d-bdfb-41ab-89b0-0ed39ab3a059 req-c7e1d348-c7f3-4c11-8a7e-d9c3c3706cbe tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 945 time: 0.1383030 Jul 16 01:40:19.842434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51cd7e5d-bdfb-41ab-89b0-0ed39ab3a059 req-c0fe576e-a195-41cd-b079-0a89b3da1b24 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882316 Jul 16 01:40:19.854887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.877604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.891379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.897692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.905041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.914032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.920411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.922566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-6772a111-efc3-4b37-b040-fd69b4f4d8b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.1889968 Jul 16 01:40:19.977609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:19.985149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22b7aa47-356b-4e92-a8c5-87d0c785f144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.024754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-73f296f8-9b64-4ed5-8d75-5dc66ef8e13e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.026445 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-73f296f8-9b64-4ed5-8d75-5dc66ef8e13e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "GET /v2.0/ports/ef800cc1-4796-4a5b-a324-86d165acd141?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0973549 Jul 16 01:40:20.148833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:20.149895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.312563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94425a0-4412-4410-a546-82ab86a77dce req-2d8a07e8-8f54-48f8-88d6-4c34a5fb19e2 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.315354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b94425a0-4412-4410-a546-82ab86a77dce req-2d8a07e8-8f54-48f8-88d6-4c34a5fb19e2 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.1959546 Jul 16 01:40:20.322093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.407810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:20.415277 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51440ec5-6798-4a05-ab8e-989db90f24e3" -d '{"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-plugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:20.460469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:20.469647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-66a14ae4-6ca0-4547-8f82-f0dc76b45fae tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "GET /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4319885 Jul 16 01:40:20.470027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.473906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c5acf911-70c2-49a3-90ba-ead2e18dd384 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:20.491182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.511278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b94425a0-4412-4410-a546-82ab86a77dce req-bb69dbe8-ffd7-441c-82ae-6aa0b9f8db3d tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844664 Jul 16 01:40:20.586620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.629762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.650458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.651601 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8256b1d4-da35-4518-82c8-03747a38f269 x-openstack-request-id: req-8256b1d4-da35-4518-82c8-03747a38f269 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:20.651899 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-plugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:20.652154 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8256b1d4-da35-4518-82c8-03747a38f269 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:20.652574 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'code': 200} Jul 16 01:40:20.653146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.663000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.683533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.698175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.710810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c5acf911-70c2-49a3-90ba-ead2e18dd384, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:20.718309 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.719589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 9599ba27-a20b-4970-8893-55aadeba3897 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:20.729739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.736288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.753341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.755795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-79c43e75-4d72-454c-add4-dcfea067e959 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 5435 time: 0.3491566 Jul 16 01:40:20.794894 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22b7aa47-356b-4e92-a8c5-87d0c785f144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.863261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58ab9529-3d29-4c75-90d6-dbb34286cae6 req-18d43947-459f-4917-a8bd-a9105ecd9f9a tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036494 Jul 16 01:40:20.889501 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22b7aa47-356b-4e92-a8c5-87d0c785f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.192486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7aa47-356b-4e92-a8c5-87d0c785f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596f30f3-1442-42a5-9218-b818d3f6aa3e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.226678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.234276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-22b7aa47-356b-4e92-a8c5-87d0c785f144 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb0461fb1121417cb66b7b49038f6863&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5252223 Jul 16 01:40:21.367012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c5acf911-70c2-49a3-90ba-ead2e18dd384,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.384583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.483126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9599ba27-a20b-4970-8893-55aadeba3897,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:21.494575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] For port ef800cc1-4796-4a5b-a324-86d165acd141, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ef800cc1-4796-4a5b-a324-86d165acd141,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:21.497307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.498435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ef800cc1-4796-4a5b-a324-86d165acd141 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:21.517196 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b337-71e3-4295-b213-409854e7d3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.543833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b337-71e3-4295-b213-409854e7d3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.556578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] For port ef800cc1-4796-4a5b-a324-86d165acd141, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:21.601150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.616775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] device_id is not set on port ef800cc1-4796-4a5b-a324-86d165acd141 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:40:21.626615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dfd9c-9126-4dfc-9313-4b4565714519 req-7bcac026-e8be-4689-940b-f4cb6ac32bd7 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.633021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dfd9c-9126-4dfc-9313-4b4565714519 req-7bcac026-e8be-4689-940b-f4cb6ac32bd7 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.639319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.646130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dfd9c-9126-4dfc-9313-4b4565714519 req-7bcac026-e8be-4689-940b-f4cb6ac32bd7 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.648304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-336dfd9c-9126-4dfc-9313-4b4565714519 req-7bcac026-e8be-4689-940b-f4cb6ac32bd7 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5&device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995&device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 2417 time: 0.4388387 Jul 16 01:40:21.649768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.703472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.739606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b337-71e3-4295-b213-409854e7d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.743255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b337-71e3-4295-b213-409854e7d3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.744790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5ee0b337-71e3-4295-b213-409854e7d3a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/596f30f3-1442-42a5-9218-b818d3f6aa3e HTTP/1.1" status: 204 len: 168 time: 0.4604778 Jul 16 01:40:21.774222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] No DVR routers for this DVR port ef800cc1-4796-4a5b-a324-86d165acd141 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:21.785879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fd60d-a7d0-417f-9dd5-60d357fbefc3 req-b474d6b3-09f4-4208-9b5c-a7552ccdb028 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.796700 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-812fd60d-a7d0-417f-9dd5-60d357fbefc3 req-b474d6b3-09f4-4208-9b5c-a7552ccdb028 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.4914312 Jul 16 01:40:21.845394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-336dfd9c-9126-4dfc-9313-4b4565714519 req-0065c063-5379-45ab-8101-6c2f47acbb29 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759765 Jul 16 01:40:21.869274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0b337-71e3-4295-b213-409854e7d3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596f30f3-1442-42a5-9218-b818d3f6aa3e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.872195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:40:21.872642 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:40:21.891082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] Pushing event updated for resources: {'Port': ['ID=ef800cc1-4796-4a5b-a324-86d165acd141,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.914184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] In _notify_port_updated(), no bound segment for port ef800cc1-4796-4a5b-a324-86d165acd141 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:40:21.915423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.915700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.920163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-58e6a7da-2cf6-4d48-9005-2d5d6a664a77 service neutron] 10.222.0.93 "PUT /v2.0/ports/ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 200 len: 1028 time: 1.4401801 Jul 16 01:40:21.998920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-812fd60d-a7d0-417f-9dd5-60d357fbefc3 req-de49ac37-74e3-4c87-b7da-ee6c916e799d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952529 Jul 16 01:40:22.016352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-b7ced6c1-8f2a-4aac-915f-c257a8eff5d5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.022562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-b7ced6c1-8f2a-4aac-915f-c257a8eff5d5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "GET /v2.0/ports/9599ba27-a20b-4970-8893-55aadeba3897?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0964091 Jul 16 01:40:22.042312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:22.264061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b7fda5a3-db15-4a02-bbbc-b1d56895d840 None None] Provisioning complete for port ef800cc1-4796-4a5b-a324-86d165acd141 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:22.264396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.265370 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b7fda5a3-db15-4a02-bbbc-b1d56895d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.284110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25187617-56b4-48ea-8963-527f8c11624c req-9fc702ab-b8a4-4486-86bf-49c422a2b0f1 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2504609 Jul 16 01:40:22.494699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cbe0252a-6c9e-4e64-a519-1e04d1c84f0d no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:22.657331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9599ba27-a20b-4970-8893-55aadeba3897'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:22.666072 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587fef7c-1675-46c0-ab51-fad50fa94f70" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "9599ba27-a20b-4970-8893-55aadeba3897"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:22.679625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=9599ba27-a20b-4970-8893-55aadeba3897,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.686007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b7fda5a3-db15-4a02-bbbc-b1d56895d840 None None] Port ef800cc1-4796-4a5b-a324-86d165acd141 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:22.742226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-0546679c-22a2-4da9-875c-72dd4393cdea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.751048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-0546679c-22a2-4da9-875c-72dd4393cdea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.762631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] For port 9599ba27-a20b-4970-8893-55aadeba3897, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:22.773404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-0546679c-22a2-4da9-875c-72dd4393cdea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.794949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-0546679c-22a2-4da9-875c-72dd4393cdea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.814099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-0546679c-22a2-4da9-875c-72dd4393cdea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.827368 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.830811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-0546679c-22a2-4da9-875c-72dd4393cdea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.840473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-0546679c-22a2-4da9-875c-72dd4393cdea tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 4656 time: 0.2323539 Jul 16 01:40:22.848924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] device_id is not set on port 9599ba27-a20b-4970-8893-55aadeba3897 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:40:22.870476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.882223 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.943298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b706da3d-045c-4ed4-8f85-07b0ddab4cfc req-ccea23c4-18a0-4aa1-9bfe-eca9f87c6088 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&id=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017995 Jul 16 01:40:22.966078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.986300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.986968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device a8dbbb72-85aa-4691-80fe-d0fa014626d7 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:23.073802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] Pushing event updated for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.104357 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd2d653-603c-46fe-8a4a-9bb316b791ce x-openstack-request-id: req-5cd2d653-603c-46fe-8a4a-9bb316b791ce {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:23.104690 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "9599ba27-a20b-4970-8893-55aadeba3897", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:23.104917 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cd2d653-603c-46fe-8a4a-9bb316b791ce {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:23.105323 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'code': 200} Jul 16 01:40:23.105579 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9599ba27-a20b-4970-8893-55aadeba3897', 'code': 200} Jul 16 01:40:23.166628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] No DVR routers for this DVR port 9599ba27-a20b-4970-8893-55aadeba3897 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:23.197662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f33bd-9519-4d34-a7b5-37a0a081b633 req-42e5b44a-6f3a-489a-aa25-98c23ae7ba47 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.222139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c3f33bd-9519-4d34-a7b5-37a0a081b633 req-42e5b44a-6f3a-489a-aa25-98c23ae7ba47 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 945 time: 0.2196758 Jul 16 01:40:23.333873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] In _notify_port_updated(), no bound segment for port 9599ba27-a20b-4970-8893-55aadeba3897 on network 115e684f-4330-47fc-87ad-5962a282c6de {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:40:23.334775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.335396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.336754 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-bb418bc0-84f6-44fa-a055-d6cca1306e2c service neutron] 10.222.0.93 "PUT /v2.0/ports/9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 200 len: 1027 time: 1.3017423 Jul 16 01:40:23.360858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c3f33bd-9519-4d34-a7b5-37a0a081b633 req-23ea1232-6c52-4efe-a1cd-a2fee2578192 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319511 Jul 16 01:40:23.400899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.436945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.437491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.438293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.438802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.439363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.439859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.440329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.440790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.441288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.441677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.442113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.442480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.540554 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.654976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port a8dbbb72-85aa-4691-80fe-d0fa014626d7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:23.687664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.690076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port a8dbbb72-85aa-4691-80fe-d0fa014626d7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:23.690431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.810306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0cc5f962-1607-480e-af18-a0c62a990ed1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:23.833407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d3944d7f-f53d-412d-9421-ff51291ac84c None None] Provisioning complete for port 9599ba27-a20b-4970-8893-55aadeba3897 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:23.836324 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3944d7f-f53d-412d-9421-ff51291ac84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.952395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] For port a8dbbb72-85aa-4691-80fe-d0fa014626d7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=a8dbbb72-85aa-4691-80fe-d0fa014626d7,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:23.952988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=a8dbbb72-85aa-4691-80fe-d0fa014626d7,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.954963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.967975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4fe7-89d4-4fe3-94c0-375235ed47d6 req-b86762db-fb88-40b6-abd2-5c43f71fb328 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.995829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8eb4fe7-89d4-4fe3-94c0-375235ed47d6 req-b86762db-fb88-40b6-abd2-5c43f71fb328 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2401831 Jul 16 01:40:24.000348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for a8dbbb72-85aa-4691-80fe-d0fa014626d7 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:24.070753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d3944d7f-f53d-412d-9421-ff51291ac84c None None] Port 9599ba27-a20b-4970-8893-55aadeba3897 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:24.070967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8eb4fe7-89d4-4fe3-94c0-375235ed47d6 req-41af4607-fd10-44f1-8c68-c818670dfa45 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680916 Jul 16 01:40:24.143612 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.227210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0cc5f962-1607-480e-af18-a0c62a990ed1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0cc5f962-1607-480e-af18-a0c62a990ed1,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.235332 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.236034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:24.280830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.354926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=a8dbbb72-85aa-4691-80fe-d0fa014626d7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.427074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0cc5f962-1607-480e-af18-a0c62a990ed1,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.480827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] No DVR routers for this DVR port a8dbbb72-85aa-4691-80fe-d0fa014626d7 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:24.486444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.492126 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a1a30c01-5f39-4963-938a-f61597dfba74 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "DELETE /v2.0/ports/a8dbbb72-85aa-4691-80fe-d0fa014626d7 HTTP/1.1" status: 204 len: 173 time: 1.1352661 Jul 16 01:40:24.492871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:24.501642 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc9b4e-b195-4a9d-9934-4b0e41cee6d5" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:24.544088 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.624553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.632995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.752855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-1412b1d2-4474-4ba9-b146-ce6a48e8a7b5 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.759704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-1412b1d2-4474-4ba9-b146-ce6a48e8a7b5 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 945 time: 0.4836516 Jul 16 01:40:24.777654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port c5acf911-70c2-49a3-90ba-ead2e18dd384 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:24.778285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.805731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.969781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f98d55-42b1-494b-8242-5f3f11ebc9b2 req-32e0773d-a7a4-46dc-b215-570679e5ed0e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.983136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f98d55-42b1-494b-8242-5f3f11ebc9b2 req-32e0773d-a7a4-46dc-b215-570679e5ed0e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.990897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f98d55-42b1-494b-8242-5f3f11ebc9b2 req-32e0773d-a7a4-46dc-b215-570679e5ed0e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.997956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] For port c5acf911-70c2-49a3-90ba-ead2e18dd384, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c5acf911-70c2-49a3-90ba-ead2e18dd384,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.999170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.006519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f98d55-42b1-494b-8242-5f3f11ebc9b2 req-32e0773d-a7a4-46dc-b215-570679e5ed0e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.008430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f98d55-42b1-494b-8242-5f3f11ebc9b2 req-32e0773d-a7a4-46dc-b215-570679e5ed0e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 3145 time: 0.6308599 Jul 16 01:40:25.108806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1'}, {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:25.111420 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362fede2-352a-4c12-835d-e41ddea55c7d" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1"}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:25.221581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Deleting port 3f39ced4-9fe0-42e4-801c-b11749677825 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:25.222182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.270994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f98d55-42b1-494b-8242-5f3f11ebc9b2 req-567cbd6f-b5f3-4e57-970f-b1b5b5a96951 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527521 Jul 16 01:40:25.379470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b634d-9eac-41dc-b4e7-ad5f161a6bc3 req-fb6c4e52-b3f7-4e5e-a51d-7c40cad2c219 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.383215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-641b634d-9eac-41dc-b4e7-ad5f161a6bc3 req-fb6c4e52-b3f7-4e5e-a51d-7c40cad2c219 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 945 time: 0.3672562 Jul 16 01:40:25.495965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-641b634d-9eac-41dc-b4e7-ad5f161a6bc3 req-5e0e7e11-9332-4ef2-b24e-094d83deedd0 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups?id=85811437-6511-4da4-8a4a-dd9323154c72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034858 Jul 16 01:40:25.505253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] For port 3f39ced4-9fe0-42e4-801c-b11749677825, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f39ced4-9fe0-42e4-801c-b11749677825,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:25.505831 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.873594 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7330b8-3c73-40b7-bbbb-16d84de88c93 x-openstack-request-id: req-be7330b8-3c73-40b7-bbbb-16d84de88c93 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:25.874566 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1", "code": 200}, {"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:25.874825 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be7330b8-3c73-40b7-bbbb-16d84de88c93 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:25.875239 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d', 'code': 200} Jul 16 01:40:25.875496 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7', 'code': 200} Jul 16 01:40:25.875749 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1', 'code': 200} Jul 16 01:40:25.875995 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01', 'code': 200} Jul 16 01:40:25.917679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.918060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.918373 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Floating IP f3f0472f-4d77-412e-bc47-a85a315ffc82 disassociated. External IP: 172.25.5.22, port: 3f39ced4-9fe0-42e4-801c-b11749677825. Jul 16 01:40:25.918716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Calling delete_port for 3f39ced4-9fe0-42e4-801c-b11749677825 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:26.100825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39978) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.180540 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55598371-0652-43c9-bb7a-161fbba393b1 x-openstack-request-id: req-55598371-0652-43c9-bb7a-161fbba393b1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:26.180540 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "a8dbbb72-85aa-4691-80fe-d0fa014626d7", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:26.180540 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55598371-0652-43c9-bb7a-161fbba393b1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:26.180540 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'a8dbbb72-85aa-4691-80fe-d0fa014626d7', 'status': 'completed', 'code': 200} Jul 16 01:40:26.289538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.290088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.290589 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Floating IP 0fd43054-f119-4904-acde-f428686e9d4a disassociated. External IP: 172.25.5.96, port: c5acf911-70c2-49a3-90ba-ead2e18dd384. Jul 16 01:40:26.291103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for c5acf911-70c2-49a3-90ba-ead2e18dd384 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:26.419864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2feab044-b4ef-45e6-8dbd-10787d6460e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.535052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.588983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.670246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=c5acf911-70c2-49a3-90ba-ead2e18dd384,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.798106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af8ec1-0141-486e-9204-a1ab19c01dd2 req-b9fb06b0-b307-46cd-aa2b-f8567792704f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.807348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14af8ec1-0141-486e-9204-a1ab19c01dd2 req-b9fb06b0-b307-46cd-aa2b-f8567792704f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.7014127 Jul 16 01:40:26.818019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event deleted for resources: {'Port': ['ID=3f39ced4-9fe0-42e4-801c-b11749677825,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.840317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2feab044-b4ef-45e6-8dbd-10787d6460e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.886814 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2feab044-b4ef-45e6-8dbd-10787d6460e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.920825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feab044-b4ef-45e6-8dbd-10787d6460e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c87551-e3d9-44f2-9291-057f910c4fe0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.935557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Router 617570b1-1413-4bef-8bb6-94aca01e1a31 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:27.049474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2feab044-b4ef-45e6-8dbd-10787d6460e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab6e8939144d49298320c3deabfdfa38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398890 Jul 16 01:40:27.059473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.099403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14af8ec1-0141-486e-9204-a1ab19c01dd2 req-afd90e74-42a5-49a6-be9f-4c0a4b03d447 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785151 Jul 16 01:40:27.153064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:27.163436 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] Sync routers for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:27.175302 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.175911 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.302391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.344254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] No DVR routers for this DVR port c5acf911-70c2-49a3-90ba-ead2e18dd384 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:27.347813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.357864 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a05375b6-0c3e-4e59-ad9f-62b8bb49de2d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "DELETE /v2.0/ports/c5acf911-70c2-49a3-90ba-ead2e18dd384 HTTP/1.1" status: 204 len: 173 time: 2.8494847 Jul 16 01:40:27.393899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158ba1a-4262-406c-96dd-b339cf737ec6 req-79d74694-eef5-43ae-bddf-144b719e3855 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.430575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158ba1a-4262-406c-96dd-b339cf737ec6 req-79d74694-eef5-43ae-bddf-144b719e3855 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.449960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158ba1a-4262-406c-96dd-b339cf737ec6 req-79d74694-eef5-43ae-bddf-144b719e3855 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.460716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4158ba1a-4262-406c-96dd-b339cf737ec6 req-79d74694-eef5-43ae-bddf-144b719e3855 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 2410 time: 0.6705580 Jul 16 01:40:27.560375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87a6ef13-de6f-4054-bd7c-676686199f27 req-d31f8bd0-1e81-45c4-8848-8336d6a3790a tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 210 time: 0.1962135 Jul 16 01:40:27.570494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:27.570844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.596137 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:27.612182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4158ba1a-4262-406c-96dd-b339cf737ec6 req-02fc9f66-a571-4002-8ac6-414e8f1134e1 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483607 Jul 16 01:40:27.618489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Router abbd9bc8-b753-42c6-b98b-10b85a729760 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:27.839488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] For port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:27.839861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.896550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for cbe0252a-6c9e-4e64-a519-1e04d1c84f0d owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:27.985459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40014) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.034815 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.036701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:28.043046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f39ced4-9fe0-42e4-801c-b11749677825 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:28.076735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fbccfc8-c5e8-4cd8-86b3-c5b12ca91353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.085726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 3f39ced4-9fe0-42e4-801c-b11749677825 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:28.086334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f39ced4-9fe0-42e4-801c-b11749677825 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:28.091063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] Sync routers for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:28.102284 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] Checking router: 617570b1-1413-4bef-8bb6-94aca01e1a31 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:28.102527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:28.103338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.113587 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:28.114459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.196882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c20e114-4a41-4b16-ab96-99760f44fc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.223865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:28.226375 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64768d13-b95d-40b8-9a3f-23e06b774714" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:28.237334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c20e114-4a41-4b16-ab96-99760f44fc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.252800 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:28.302382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] No DVR routers for this DVR port 3f39ced4-9fe0-42e4-801c-b11749677825 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:28.305381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:28.312492 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.314602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4535be4-8ee5-43ec-b7aa-a4d0d3f46362 req-0211bee3-aa8e-4f39-9da7-0274305828de tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.93 "DELETE /v2.0/ports/3f39ced4-9fe0-42e4-801c-b11749677825 HTTP/1.1" status: 204 len: 173 time: 3.5352833 Jul 16 01:40:28.376796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'name': 'network-vif-deleted', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:28.379042 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d869a35-bab6-4cb5-9467-c6af04b92224" -d '{"events": [{"server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "name": "network-vif-deleted", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:28.550043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-2c26ff36-f6b3-473d-99a5-a6eb1c78df29 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.551619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-2c26ff36-f6b3-473d-99a5-a6eb1c78df29 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.5318863 Jul 16 01:40:28.567670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef72d8-c85a-4515-9ea0-1cb0d8b6f4ce req-9f660554-a687-4377-8f7c-3405ca65d39e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.590819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6ef72d8-c85a-4515-9ea0-1cb0d8b6f4ce req-9f660554-a687-4377-8f7c-3405ca65d39e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 945 time: 0.6690614 Jul 16 01:40:28.680399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.689756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6ef72d8-c85a-4515-9ea0-1cb0d8b6f4ce req-ba62bc6a-f398-4914-966c-3bc85e8c9b90 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978801 Jul 16 01:40:28.751571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4ad97-855d-4693-b706-d953725b2e78 req-e09160bf-db83-4bee-b0a3-c1763898a4ef tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.773548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85b4ad97-855d-4693-b706-d953725b2e78 req-e09160bf-db83-4bee-b0a3-c1763898a4ef tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3757615 Jul 16 01:40:28.777013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.808176 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.826126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c20e114-4a41-4b16-ab96-99760f44fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.829368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c20e114-4a41-4b16-ab96-99760f44fc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.830984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7c20e114-4a41-4b16-ab96-99760f44fc5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2c87551-e3d9-44f2-9291-057f910c4fe0 HTTP/1.1" status: 204 len: 168 time: 1.7586687 Jul 16 01:40:28.858930 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2908c-ac8f-4a27-869a-002a2da19daf None None] The sync data for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 is: [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 4, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e8518562-89f7-4f4f-a31c-c04b85d86b56', 'name': '', 'network_id': '5f19ccdd-f16f-463e-95aa-50c5c23229b9', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'mac_address': 'fa:16:3e:a6:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:58Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'subnets': [{'id': '5f6929da-759d-4b3c-89c8-3209375964c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:28.909889 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c09db1-e37b-4834-9303-c2edfcdce935 x-openstack-request-id: req-40c09db1-e37b-4834-9303-c2edfcdce935 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:28.909889 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "c5acf911-70c2-49a3-90ba-ead2e18dd384", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:28.910164 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40c09db1-e37b-4834-9303-c2edfcdce935 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:28.912607 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'c5acf911-70c2-49a3-90ba-ead2e18dd384', 'status': 'completed', 'code': 200} Jul 16 01:40:28.963181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fbccfc8-c5e8-4cd8-86b3-c5b12ca91353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.964933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20e114-4a41-4b16-ab96-99760f44fc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c87551-e3d9-44f2-9291-057f910c4fe0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.970848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=cbe0252a-6c9e-4e64-a519-1e04d1c84f0d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.992041 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024d62aa-3bba-43b5-873a-46fcb11883b9 x-openstack-request-id: req-024d62aa-3bba-43b5-873a-46fcb11883b9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:28.992364 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a556ab1-ae77-48bd-b96d-cc7ff3eb9752", "name": "network-vif-deleted", "tag": "3f39ced4-9fe0-42e4-801c-b11749677825", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:28.992617 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-024d62aa-3bba-43b5-873a-46fcb11883b9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:29.002518 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a556ab1-ae77-48bd-b96d-cc7ff3eb9752', 'name': 'network-vif-deleted', 'tag': '3f39ced4-9fe0-42e4-801c-b11749677825', 'status': 'completed', 'code': 200} Jul 16 01:40:29.081045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] No DVR routers for this DVR port cbe0252a-6c9e-4e64-a519-1e04d1c84f0d on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:29.085084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.088452 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-5a727088-1dd9-474b-bc5b-8db329239d1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "DELETE /v2.0/ports/cbe0252a-6c9e-4e64-a519-1e04d1c84f0d HTTP/1.1" status: 204 len: 173 time: 1.7234573 Jul 16 01:40:29.088720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fbccfc8-c5e8-4cd8-86b3-c5b12ca91353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.138455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85b4ad97-855d-4693-b706-d953725b2e78 req-30b64645-c06f-41f9-8c86-2ca490cf2c82 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338628 Jul 16 01:40:29.177431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] Checking router: abbd9bc8-b753-42c6-b98b-10b85a729760 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:29.217529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:29.219294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:29.345241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Deleting port 6e7916a6-3118-450c-be0c-715093b30030 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:29.348807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.441876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0fbccfc8-c5e8-4cd8-86b3-c5b12ca91353 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcc710d605d84ce887fb451c5a8ab428&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1340880 Jul 16 01:40:29.445108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbccfc8-c5e8-4cd8-86b3-c5b12ca91353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb9f51-efab-45d7-8446-a703f58b2a7f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.462953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13e44f30-b6f4-46b0-a78d-18cf37850334 req-da32f88b-6dfa-4868-83bd-dff08686b407 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a556ab1-ae77-48bd-b96d-cc7ff3eb9752 HTTP/1.1" status: 200 len: 210 time: 0.2275701 Jul 16 01:40:29.465456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40038) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:29.490149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:29.554648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] For port 6e7916a6-3118-450c-be0c-715093b30030, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6e7916a6-3118-450c-be0c-715093b30030,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.555200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.562294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:29.588697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Calling delete_port for 6e7916a6-3118-450c-be0c-715093b30030 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:29.615046 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5eddf-02e2-4337-8380-407ec0f1298e None None] New status for floating IP 0fd43054-f119-4904-acde-f428686e9d4a: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:29.633102 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02c778c0-dad3-4368-b4b2-d35378013d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.708996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c31b4-8e86-41f8-8a9b-f44862fa18be req-d2bb41cf-5bd2-4b3f-8968-25080e3f2439 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.729750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c31b4-8e86-41f8-8a9b-f44862fa18be req-d2bb41cf-5bd2-4b3f-8968-25080e3f2439 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.742259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db3c31b4-8e86-41f8-8a9b-f44862fa18be req-d2bb41cf-5bd2-4b3f-8968-25080e3f2439 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 1677 time: 0.3963468 Jul 16 01:40:29.753975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce968362-e934-402c-a2c9-2289bc88df83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.807532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce968362-e934-402c-a2c9-2289bc88df83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.872573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce968362-e934-402c-a2c9-2289bc88df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.876367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce968362-e934-402c-a2c9-2289bc88df83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.878547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ce968362-e934-402c-a2c9-2289bc88df83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5eb9f51-efab-45d7-8446-a703f58b2a7f HTTP/1.1" status: 204 len: 168 time: 0.3754971 Jul 16 01:40:29.956975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce968362-e934-402c-a2c9-2289bc88df83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb9f51-efab-45d7-8446-a703f58b2a7f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.060258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.086351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db3c31b4-8e86-41f8-8a9b-f44862fa18be req-50a3e682-0ef9-4521-ae9f-012eff328a88 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428171 Jul 16 01:40:30.090287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.136908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1992a-8718-4ffd-8e45-cc11b97df7df None None] The sync data for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 is: [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:33:02Z', 'revision_number': 4, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96e453b4-ae55-468f-8a77-51271cc68f08', 'name': '', 'network_id': 'aba1fd15-b456-4383-b5f4-c531e9e86651', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'mac_address': 'fa:16:3e:1d:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '83931ea2-acf1-418d-accd-0d95004468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:01Z', 'updated_at': '2021-07-16T01:33:10Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'subnets': [{'id': '83931ea2-acf1-418d-accd-0d95004468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:30.145886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1ccf8072-1304-44e8-8823-fb7c6aaee0d9', 'ffb2feca-67c2-4d79-ae3e-a932e211557f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:30.156192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75cf7184-91bd-4c5f-9655-50c881bd4cc8 req-4b9e3276-76d0-497e-889b-3cc4b81d077d tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 210 time: 0.1450610 Jul 16 01:40:30.163243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port 0cc5f962-1607-480e-af18-a0c62a990ed1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:30.165896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.250097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02c778c0-dad3-4368-b4b2-d35378013d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.258692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02c778c0-dad3-4368-b4b2-d35378013d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.333451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Pushing event deleted for resources: {'Port': ['ID=6e7916a6-3118-450c-be0c-715093b30030,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.350424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c778c0-dad3-4368-b4b2-d35378013d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c07db-6fd2-46b2-9af1-259abb7dea0c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.376787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-02c778c0-dad3-4368-b4b2-d35378013d7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc332945b6d940e7a6e3e564a66c2ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8107338 Jul 16 01:40:30.399452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40050) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.464528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55091329-96fe-48ae-b3ef-5b3910fc8627 req-2c9a6e08-e5b0-4d65-a460-735de6ff182f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.477301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55091329-96fe-48ae-b3ef-5b3910fc8627 req-2c9a6e08-e5b0-4d65-a460-735de6ff182f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1208363 Jul 16 01:40:30.559068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55091329-96fe-48ae-b3ef-5b3910fc8627 req-f7fdf701-6ae9-4b13-bab4-109ffc2108be tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810549 Jul 16 01:40:30.611742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] No DVR routers for this DVR port 6e7916a6-3118-450c-be0c-715093b30030 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:30.625351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.627522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-257d87bd-04ae-47f0-b75d-97cb17bab885 req-cbdde56b-1f6c-48fd-8f7b-4221da89fd4b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "DELETE /v2.0/ports/6e7916a6-3118-450c-be0c-715093b30030 HTTP/1.1" status: 204 len: 173 time: 2.0553577 Jul 16 01:40:30.710356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40056) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.715838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687f822-62f3-4768-be96-60d4863c0661 None None] New status for floating IP f3f0472f-4d77-412e-bc47-a85a315ffc82: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:30.716416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.743596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12955511-6f8b-494c-b456-eb9f3d390a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.771585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] For port 0cc5f962-1607-480e-af18-a0c62a990ed1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0cc5f962-1607-480e-af18-a0c62a990ed1,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:30.771975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.828914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a5ac95-e8e0-4a33-9a98-71925fa1a115 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.839865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for 0cc5f962-1607-480e-af18-a0c62a990ed1 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:30.869455 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a5ac95-e8e0-4a33-9a98-71925fa1a115 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.954268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-402e09b2-cc65-4cbc-bf2b-a2a09cf2492b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.959345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d'}, {'server_uuid': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'name': 'network-vif-deleted', 'tag': '6e7916a6-3118-450c-be0c-715093b30030'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:30.965487 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac33c64-e027-4ca6-951c-32bba02ad018" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d"}, {"server_uuid": "829e7b03-1e14-40f4-adac-b433f45e62c5", "name": "network-vif-deleted", "tag": "6e7916a6-3118-450c-be0c-715093b30030"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:30.966544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a5ac95-e8e0-4a33-9a98-71925fa1a115 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.976750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a5ac95-e8e0-4a33-9a98-71925fa1a115 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.980838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-14a5ac95-e8e0-4a33-9a98-71925fa1a115 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "DELETE /v2.0/security-groups/85811437-6511-4da4-8a4a-dd9323154c72 HTTP/1.1" status: 204 len: 168 time: 0.2652683 Jul 16 01:40:30.988067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40062) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.019277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5ac95-e8e0-4a33-9a98-71925fa1a115 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85811437-6511-4da4-8a4a-dd9323154c72,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.029546 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-9a3b45ad-f0e4-4cc4-b86a-82f6059452a3 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] show failed (client error): The resource could not be found. Jul 16 01:40:31.030593 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9a3b45ad-f0e4-4cc4-b86a-82f6059452a3 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "GET /v2.0/security-groups/85811437-6511-4da4-8a4a-dd9323154c72 HTTP/1.1" status: 404 len: 347 time: 0.0345573 Jul 16 01:40:31.033466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40064) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.091438 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dded7d8-6092-490e-802b-a741365d6df4 x-openstack-request-id: req-6dded7d8-6092-490e-802b-a741365d6df4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:31.091976 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "cbe0252a-6c9e-4e64-a519-1e04d1c84f0d", "status": "completed", "code": 200}, {"server_uuid": "829e7b03-1e14-40f4-adac-b433f45e62c5", "name": "network-vif-deleted", "tag": "6e7916a6-3118-450c-be0c-715093b30030", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:31.092411 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6dded7d8-6092-490e-802b-a741365d6df4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:31.092999 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'cbe0252a-6c9e-4e64-a519-1e04d1c84f0d', 'status': 'completed', 'code': 200} Jul 16 01:40:31.093542 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829e7b03-1e14-40f4-adac-b433f45e62c5', 'name': 'network-vif-deleted', 'tag': '6e7916a6-3118-450c-be0c-715093b30030', 'status': 'completed', 'code': 200} Jul 16 01:40:31.134215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-402e09b2-cc65-4cbc-bf2b-a2a09cf2492b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.156083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.221360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12955511-6f8b-494c-b456-eb9f3d390a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.478263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-402e09b2-cc65-4cbc-bf2b-a2a09cf2492b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.481203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-402e09b2-cc65-4cbc-bf2b-a2a09cf2492b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.482806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-402e09b2-cc65-4cbc-bf2b-a2a09cf2492b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f5c07db-6fd2-46b2-9af1-259abb7dea0c HTTP/1.1" status: 204 len: 168 time: 1.0801229 Jul 16 01:40:31.512721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e09b2-cc65-4cbc-bf2b-a2a09cf2492b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c07db-6fd2-46b2-9af1-259abb7dea0c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.522184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.563684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=0cc5f962-1607-480e-af18-a0c62a990ed1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.672533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] No DVR routers for this DVR port 0cc5f962-1607-480e-af18-a0c62a990ed1 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:31.676824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.681367 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-a766faf2-51c6-481c-be5b-f998af8fdf1c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "DELETE /v2.0/ports/0cc5f962-1607-480e-af18-a0c62a990ed1 HTTP/1.1" status: 204 len: 173 time: 2.5862193 Jul 16 01:40:31.710983 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12955511-6f8b-494c-b456-eb9f3d390a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.821927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12955511-6f8b-494c-b456-eb9f3d390a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33a7cef-b320-4e90-bb9c-75373e9fd63f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.836890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Deleting port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:31.837248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.864089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e321a57-affc-462b-8e7f-c931878ddbde req-a5a5de66-0512-4c24-9d70-410391d11e3e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=829e7b03-1e14-40f4-adac-b433f45e62c5 HTTP/1.1" status: 200 len: 210 time: 0.1256204 Jul 16 01:40:31.871731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40074) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.876996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-12955511-6f8b-494c-b456-eb9f3d390a46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7b1c94523144f0c8b68f5886fd77a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1599267 Jul 16 01:40:31.957030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Deleting port 82de4129-67f5-48b9-9651-812e68e919e7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:31.957382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.998776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f3b4-29f8-4210-b569-128f72aabf2b req-25c9fbe2-803c-48bb-85ea-0713d6cba043 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.008605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:32.009036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.013372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7618f3b4-29f8-4210-b569-128f72aabf2b req-25c9fbe2-803c-48bb-85ea-0713d6cba043 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 943 time: 0.2556987 Jul 16 01:40:32.071580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6e7916a6-3118-450c-be0c-715093b30030 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:32.109674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 6e7916a6-3118-450c-be0c-715093b30030 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:32.110033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6e7916a6-3118-450c-be0c-715093b30030 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:32.207298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] For port c6d0b13c-be5a-4e5f-bd53-7ac2031436b3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:32.207587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.241783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b23f-504f-472f-ba78-afe985382c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.245931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Calling delete_port for c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:32.258164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.258628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.289224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7618f3b4-29f8-4210-b569-128f72aabf2b req-0f951b14-c1d8-4e41-8be5-d87be674c4f4 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e2c8411-76b9-41dc-af01-1f706c8f9285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747691 Jul 16 01:40:32.295697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] For port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:32.295944 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.299093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Calling delete_port for 82de4129-67f5-48b9-9651-812e68e919e7 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:32.306419 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b23f-504f-472f-ba78-afe985382c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.338694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0d0e5-7e80-495c-a094-45914250da93 req-3a522093-401a-4223-b1be-3c34e0a1557a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.348809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aee0d0e5-7e80-495c-a094-45914250da93 req-3a522093-401a-4223-b1be-3c34e0a1557a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3333309 Jul 16 01:40:32.364367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:32.563289 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.665462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Pushing event deleted for resources: {'Port': ['ID=82de4129-67f5-48b9-9651-812e68e919e7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.722788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aee0d0e5-7e80-495c-a094-45914250da93 req-8a7681b3-f8aa-4169-bb6f-b6145a7437b6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707041 Jul 16 01:40:32.774848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.777937 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.780081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11792090-31ce-4999-b49a-c3e719eb0952 tempest-AttachVolumeTestJSON-335453811 tempest-AttachVolumeTestJSON-335453811-project] 10.222.0.81 "DELETE /v2.0/floatingips/f3f0472f-4d77-412e-bc47-a85a315ffc82 HTTP/1.1" status: 204 len: 168 time: 1.7456834 Jul 16 01:40:32.851889 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b23f-504f-472f-ba78-afe985382c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.854706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b23f-504f-472f-ba78-afe985382c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.855865 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a5d4b23f-504f-472f-ba78-afe985382c78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e33a7cef-b320-4e90-bb9c-75373e9fd63f HTTP/1.1" status: 204 len: 168 time: 0.9830709 Jul 16 01:40:32.879899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4b23f-504f-472f-ba78-afe985382c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33a7cef-b320-4e90-bb9c-75373e9fd63f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.000750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.005547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.093355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d0b13c-be5a-4e5f-bd53-7ac2031436b3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.103903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:33.107143 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e816c53-3d02-4221-8164-3316d706c946" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:33.304034 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013305c-91e2-4ccd-b3bf-f840a0ba07b6 x-openstack-request-id: req-2013305c-91e2-4ccd-b3bf-f840a0ba07b6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:33.306407 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "0cc5f962-1607-480e-af18-a0c62a990ed1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:33.307762 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2013305c-91e2-4ccd-b3bf-f840a0ba07b6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:33.309392 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': '0cc5f962-1607-480e-af18-a0c62a990ed1', 'status': 'completed', 'code': 200} Jul 16 01:40:33.368822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=cc3c9f7e-8382-4bf2-a3c6-9f46de139f01,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.385344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] No DVR routers for this DVR port cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:33.397271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.405806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a6ccdd4c-e92e-4941-be8d-7880a8564565 req-34c58905-e1b3-4a3f-a270-9282a8f5ecbb tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.93 "DELETE /v2.0/ports/cc3c9f7e-8382-4bf2-a3c6-9f46de139f01 HTTP/1.1" status: 204 len: 173 time: 1.7134326 Jul 16 01:40:33.737605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41830cde-f75b-4782-b1b6-52704a81c693 req-ff8b73b8-64cf-4949-a639-085f951932b8 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.1165485 Jul 16 01:40:33.800181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.234249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be841505-ee26-4093-a5c2-0d239be67a47 req-9ca60613-ab46-4126-989b-1a80a6aada37 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.239414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be841505-ee26-4093-a5c2-0d239be67a47 req-9ca60613-ab46-4126-989b-1a80a6aada37 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 945 time: 0.1717680 Jul 16 01:40:34.315594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c944ed-cd9d-4f0f-a9dc-2419eaa0ea90 req-73eb35f2-a957-42f4-8d10-2c7ab38c9c09 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.317463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1c944ed-cd9d-4f0f-a9dc-2419eaa0ea90 req-73eb35f2-a957-42f4-8d10-2c7ab38c9c09 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3161938 Jul 16 01:40:34.382165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Router 99c2a851-74c3-4568-876a-3aa2f93ef9df has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:34.438608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be841505-ee26-4093-a5c2-0d239be67a47 req-40a586c3-85dd-4078-afad-0a32295859c5 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882098 Jul 16 01:40:34.476580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1c944ed-cd9d-4f0f-a9dc-2419eaa0ea90 req-dd78f620-c08f-40e7-99d9-c9f130c981fa tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472850 Jul 16 01:40:34.551569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:34.569053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0b87d65-c557-450f-a06f-efbca07ec147 admin admin] 10.222.0.81 "PUT /v2.0/routers/99c2a851-74c3-4568-876a-3aa2f93ef9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5824628 Jul 16 01:40:34.571365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40150) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.574366 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] Sync routers for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:34.590003 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:34.590666 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.852051 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:34.922673 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.301568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c2c03ae-536a-426e-a5b0-63d98086df28 req-0d471d12-b333-4e82-af8a-43e5697c4c61 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.1411836 Jul 16 01:40:35.303069 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.311737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:35.316776 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5c4c7d-b0eb-4933-a53f-26b02ac1615f" -d '{"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:35.339219 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:40:32Z', 'revision_number': 5, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port': {'id': '4d21533d-f286-4dad-bd66-5b41abe750e8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:35.391421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-32ee5b27-c949-4c5a-b397-db181a17b471 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.405017 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-32ee5b27-c949-4c5a-b397-db181a17b471 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 945 time: 0.2283559 Jul 16 01:40:35.422984 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] Checking router: 99c2a851-74c3-4568-876a-3aa2f93ef9df for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:35.437168 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6711ee91-a3b4-4238-bfac-f901221ff1c4 x-openstack-request-id: req-6711ee91-a3b4-4238-bfac-f901221ff1c4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:35.448124 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5865168-da8b-491d-8c5e-74eda6248f5c", "name": "network-vif-deleted", "tag": "cc3c9f7e-8382-4bf2-a3c6-9f46de139f01", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:35.448432 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6711ee91-a3b4-4238-bfac-f901221ff1c4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:35.448865 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5865168-da8b-491d-8c5e-74eda6248f5c', 'name': 'network-vif-deleted', 'tag': 'cc3c9f7e-8382-4bf2-a3c6-9f46de139f01', 'status': 'completed', 'code': 200} Jul 16 01:40:35.449526 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] Routers {'99c2a851-74c3-4568-876a-3aa2f93ef9df'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:35.452413 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99c2a851-74c3-4568-876a-3aa2f93ef9df'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:35.503912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Deleting port 4d21533d-f286-4dad-bd66-5b41abe750e8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:35.504384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.705375 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] Set router 99c2a851-74c3-4568-876a-3aa2f93ef9df gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:35.727963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Deleting port ffb2feca-67c2-4d79-ae3e-a932e211557f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:35.728340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.850946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] For port 4d21533d-f286-4dad-bd66-5b41abe750e8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d21533d-f286-4dad-bd66-5b41abe750e8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.851481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.882361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Calling delete_port for 4d21533d-f286-4dad-bd66-5b41abe750e8 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:35.895606 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:40:35Z', 'revision_number': 6, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:35.921772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12f48-20be-4132-a7c3-55d37419b54f req-2fe66cd4-e2da-46a9-971d-9d33dd3a5fbb tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.923726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdc12f48-20be-4132-a7c3-55d37419b54f req-2fe66cd4-e2da-46a9-971d-9d33dd3a5fbb tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 945 time: 0.2565882 Jul 16 01:40:35.958526 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3daa405-9b30-4763-bfd3-9ddd15627335 None None] The sync data for ids ['99c2a851-74c3-4568-876a-3aa2f93ef9df'] in n-d-800085-5 is: [{'id': '99c2a851-74c3-4568-876a-3aa2f93ef9df', 'name': 'tempest-AttachVolumeShelveTestJSON-774548272-router', 'tenant_id': 'f3e2b12e2e1a452183b9103626afe866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:06Z', 'updated_at': '2021-07-16T01:40:35Z', 'revision_number': 6, 'project_id': 'f3e2b12e2e1a452183b9103626afe866', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:35.999591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae7f4c-e90d-49d6-beae-cc63bfed90f5 req-a89b31f3-0e1d-4410-881c-27e7b33b3237 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:36.014835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24ae7f4c-e90d-49d6-beae-cc63bfed90f5 req-a89b31f3-0e1d-4410-881c-27e7b33b3237 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2425516 Jul 16 01:40:36.095455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] For port ffb2feca-67c2-4d79-ae3e-a932e211557f, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ffb2feca-67c2-4d79-ae3e-a932e211557f,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:36.095812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.132521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Calling delete_port for ffb2feca-67c2-4d79-ae3e-a932e211557f owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:36.211916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdc12f48-20be-4132-a7c3-55d37419b54f req-57cf199e-9f71-4689-ae0a-029344ad7dd4 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795386 Jul 16 01:40:36.237796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24ae7f4c-e90d-49d6-beae-cc63bfed90f5 req-efd83804-b087-41df-9638-65427a795ba7 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217171 Jul 16 01:40:36.536212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.570424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d21533d-f286-4dad-bd66-5b41abe750e8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.653631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.667359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1ccf8072-1304-44e8-8823-fb7c6aaee0d9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:36.798512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Pushing event deleted for resources: {'Port': ['ID=ffb2feca-67c2-4d79-ae3e-a932e211557f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.845908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.962995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] No DVR routers for this DVR port ffb2feca-67c2-4d79-ae3e-a932e211557f on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:36.967866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.973284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ddb4b1a4-a099-4236-b59b-909fca0b4717 req-6ce13f81-999d-4617-892c-db9d07e781e3 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "DELETE /v2.0/ports/ffb2feca-67c2-4d79-ae3e-a932e211557f HTTP/1.1" status: 204 len: 173 time: 1.5672579 Jul 16 01:40:37.079892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4d21533d-f286-4dad-bd66-5b41abe750e8 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:37.087480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ebd5ab1-d136-4a96-9f66-353c50cb7780 req-0121e2c6-0acb-4d9e-b8cd-b52a92fb633b tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.2493498 Jul 16 01:40:37.196874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.201780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.296393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4d21533d-f286-4dad-bd66-5b41abe750e8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:37.297346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4d21533d-f286-4dad-bd66-5b41abe750e8 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:37.298159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:37.326989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.327735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c2a851-74c3-4568-876a-3aa2f93ef9df {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:37.337001 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.338428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-08cb48b0-76a4-487f-9744-5b47e4d86a34 admin admin] 10.222.0.81 "DELETE /v2.0/routers/99c2a851-74c3-4568-876a-3aa2f93ef9df HTTP/1.1" status: 204 len: 168 time: 2.7646728 Jul 16 01:40:37.341000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40210) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.399579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:37.400460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6d0b13c-be5a-4e5f-bd53-7ac2031436b3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:37.450690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'name': 'network-vif-deleted', 'tag': 'ffb2feca-67c2-4d79-ae3e-a932e211557f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:37.453190 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7466cb-4882-4471-96b3-855247f468be" -d '{"events": [{"server_uuid": "f5c239cc-7ad6-4ab5-b56a-67ecf5434995", "name": "network-vif-deleted", "tag": "ffb2feca-67c2-4d79-ae3e-a932e211557f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:37.467075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] Deleting subnet 2e7d03e4-9942-48bb-9cb1-d29dd0470fab {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:37.484878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.578648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.729239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3efa0698-634d-4bf0-a699-563f7af008f6 req-39cea599-5645-4cbd-8dbd-2c1af302b8f7 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5c239cc-7ad6-4ab5-b56a-67ecf5434995 HTTP/1.1" status: 200 len: 210 time: 0.0778279 Jul 16 01:40:37.847224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f5fe2-7fbc-41b2-a190-2acc3cebbdda req-a2aa2731-8152-4560-933c-5c6945ae1d0a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.848892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f58f5fe2-7fbc-41b2-a190-2acc3cebbdda req-a2aa2731-8152-4560-933c-5c6945ae1d0a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2155840 Jul 16 01:40:37.862392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.876333 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097adeb1-18d1-4cd0-8bef-26b70baaeddf x-openstack-request-id: req-097adeb1-18d1-4cd0-8bef-26b70baaeddf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:37.877678 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c239cc-7ad6-4ab5-b56a-67ecf5434995", "name": "network-vif-deleted", "tag": "ffb2feca-67c2-4d79-ae3e-a932e211557f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:37.878636 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-097adeb1-18d1-4cd0-8bef-26b70baaeddf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:37.879348 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c239cc-7ad6-4ab5-b56a-67ecf5434995', 'name': 'network-vif-deleted', 'tag': 'ffb2feca-67c2-4d79-ae3e-a932e211557f', 'status': 'completed', 'code': 200} Jul 16 01:40:37.984799 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.022359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7d03e4-9942-48bb-9cb1-d29dd0470fab,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.026368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.030474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e8302-b306-4aed-a73c-8e0a92c12fc2 None None] Network 5a279976-2b3a-48ea-bd89-d72754d5e732 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:38.031336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40226) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.045083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36f8dd58-f9a7-4e32-94ee-8240932a3053 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2e7d03e4-9942-48bb-9cb1-d29dd0470fab HTTP/1.1" status: 204 len: 168 time: 0.6864219 Jul 16 01:40:38.095092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f58f5fe2-7fbc-41b2-a190-2acc3cebbdda req-9854b6d8-a818-4853-88e4-3d24d9287a51 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343779 Jul 16 01:40:38.191092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ffb2feca-67c2-4d79-ae3e-a932e211557f no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:38.209672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.300164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: ffb2feca-67c2-4d79-ae3e-a932e211557f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:38.300444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ffb2feca-67c2-4d79-ae3e-a932e211557f not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:38.318174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Deleting port dedb0f95-d4c1-4344-a265-7484caa11197 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:38.318809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.394526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] For port dedb0f95-d4c1-4344-a265-7484caa11197, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dedb0f95-d4c1-4344-a265-7484caa11197,segment=NetworkSegment(7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1),segment_id=7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:38.395223 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.410156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Calling delete_port for dedb0f95-d4c1-4344-a265-7484caa11197 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:38.508820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33117486-95fd-4b5c-b8d5-d3fa204de2f3 None None] DHCP port deletion for 5a279976-2b3a-48ea-bd89-d72754d5e732 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:38.510556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.528837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55f08d32-7883-4b83-b93a-b8f4fa85e583 req-47c8d14a-eb92-4102-a85b-b271be9cb15e tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0736754 Jul 16 01:40:38.553212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dedb0f95-d4c1-4344-a265-7484caa11197,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.557294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] No DVR routers for this DVR port dedb0f95-d4c1-4344-a265-7484caa11197 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:38.661290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.695516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a279976-2b3a-48ea-bd89-d72754d5e732']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:38.718322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:38.718672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2d3ee1-8b0f-4d83-a862-1bca2cce56d1') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:38.737823 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.739904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dedb0f95-d4c1-4344-a265-7484caa11197 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:38.763313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.775046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:38.775250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.802068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: dedb0f95-d4c1-4344-a265-7484caa11197 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:38.803153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dedb0f95-d4c1-4344-a265-7484caa11197 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:38.843810 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:38.855423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.865338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.875071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5a279976-2b3a-48ea-bd89-d72754d5e732 HTTP/1.1" status: 204 len: 168 time: 0.8424590 Jul 16 01:40:38.904281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b3e74-9849-4633-88d7-4e0652705fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a279976-2b3a-48ea-bd89-d72754d5e732,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.304403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:39.423295 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-845ded30-8cfd-45e5-a277-4e4af6f02d9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3e2b12e2e1a452183b9103626afe866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174276 Jul 16 01:40:39.424313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40264) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:39.521503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c4c07f7-a01c-4f2f-9c58-443dd4f811b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.551485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c4c07f7-a01c-4f2f-9c58-443dd4f811b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.600280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ac577-3fa1-46d8-9710-7197343fbab3 req-fb3f6ded-5660-478b-b91f-4b37510600af tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.611518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-144ac577-3fa1-46d8-9710-7197343fbab3 req-fb3f6ded-5660-478b-b91f-4b37510600af tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2142575 Jul 16 01:40:39.613929 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c4c07f7-a01c-4f2f-9c58-443dd4f811b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.617534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c4c07f7-a01c-4f2f-9c58-443dd4f811b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.622058 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8c4c07f7-a01c-4f2f-9c58-443dd4f811b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/081df968-1e9d-495f-8c8a-3db2cebc6c32 HTTP/1.1" status: 204 len: 168 time: 0.1963222 Jul 16 01:40:39.633414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c07f7-a01c-4f2f-9c58-443dd4f811b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081df968-1e9d-495f-8c8a-3db2cebc6c32,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.780851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-144ac577-3fa1-46d8-9710-7197343fbab3 req-215fb952-e2ae-49dd-8fc0-db204bcd7e49 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578648 Jul 16 01:40:39.999850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b49422a-8a17-4d8e-81c2-2ca4cefa15a8 req-fe53e22d-4c82-4c55-91e3-4c3d56785c4f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0707226 Jul 16 01:40:40.162987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f813f-7291-4913-b673-3766a291eb16 req-2c8a9506-4af8-4ff8-a21c-4d7eb89c4dde tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.183732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b7f813f-7291-4913-b673-3766a291eb16 req-2c8a9506-4af8-4ff8-a21c-4d7eb89c4dde tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1647906 Jul 16 01:40:40.272056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b7f813f-7291-4913-b673-3766a291eb16 req-97d9879b-5690-410a-9d0a-aa63cf34bae8 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854352 Jul 16 01:40:41.222063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081c9ae-8331-41af-bf37-0da4c7b9e7a5 req-d5477ff8-8a05-4d3d-a4c7-9bddb55d3218 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.225062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f081c9ae-8331-41af-bf37-0da4c7b9e7a5 req-d5477ff8-8a05-4d3d-a4c7-9bddb55d3218 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1564417 Jul 16 01:40:41.305351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-5351d362-9cef-4dd2-bc8c-58173c49565a tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.307530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-5351d362-9cef-4dd2-bc8c-58173c49565a tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.0913796 Jul 16 01:40:41.328277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e39fe838-3a41-4aec-a1b7-df238ae412fe req-0074968a-0da4-4faf-911d-59392f883924 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0964262 Jul 16 01:40:41.396334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f081c9ae-8331-41af-bf37-0da4c7b9e7a5 req-e4bf1e97-7fea-4047-8355-1af2ae4e6650 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501982 Jul 16 01:40:41.484652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:41.583568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Deleting port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:41.583940 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.595221 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8dad63d3-603d-407c-9d6c-c4947629f5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.721101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d0818-3854-4581-95b5-be43eee140d5 req-6524847c-50bb-43cb-8a7b-3c0160d3aae0 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.722717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc6d0818-3854-4581-95b5-be43eee140d5 req-6524847c-50bb-43cb-8a7b-3c0160d3aae0 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 946 time: 0.1242750 Jul 16 01:40:41.766616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] For port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:41.767194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.783033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Calling delete_port for 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:41.816108 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc6d0818-3854-4581-95b5-be43eee140d5 req-0cd64b84-3d85-4ca5-83c9-ac8a05b1a29b tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/security-groups?id=922f7efb-9911-4252-8f51-0c2fc683bc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874925 Jul 16 01:40:41.821749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2030534481-network', 'tenant_id': 'aa1ecb5520264f4b992d58a995e8b849'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:41.880793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Made reservation on behalf of aa1ecb5520264f4b992d58a995e8b849 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:41.883365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.898251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.990241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.003979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['1ccf8072-1304-44e8-8823-fb7c6aaee0d9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:42.094809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Pushing event deleted for resources: {'Port': ['ID=1ccf8072-1304-44e8-8823-fb7c6aaee0d9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.155820 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.171193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.171544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.171888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.172248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.172583 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.172944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.173244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.173571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.174150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.174248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.174512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.174829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:42.177508 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.178732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] No DVR routers for this DVR port 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:42.182325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.185353 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b6050d4e-9ad6-48f7-8557-9697a625da67 req-fbbdecff-c369-4e57-ad18-393c854df31e tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.93 "DELETE /v2.0/ports/1ccf8072-1304-44e8-8823-fb7c6aaee0d9 HTTP/1.1" status: 204 len: 173 time: 0.8722289 Jul 16 01:40:42.185927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'name': 'network-vif-deleted', 'tag': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:42.188427 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df50ab2c-6f48-4e05-b9ea-6e9556231455" -d '{"events": [{"server_uuid": "2e16a958-e5ea-41a4-8a03-346a17ba58f5", "name": "network-vif-deleted", "tag": "1ccf8072-1304-44e8-8823-fb7c6aaee0d9"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:42.210416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9b3b25-637f-40d4-8829-ec819fe70d58,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.224720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:42.241873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.242975 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Added segment 14c05efa-c5c5-494a-8cc6-8850653542af of type vlan for network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f Jul 16 01:40:42.304256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.355790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.357316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.357749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.399245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9134047 Jul 16 01:40:42.402212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:42.407931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Request body: {'subnet': {'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2030534481-subnet', 'tenant_id': 'aa1ecb5520264f4b992d58a995e8b849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:42.490834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49d41c-59db-4440-8615-d2ba39dd368c admin admin] Pushing event updated for resources: {'Network': ['ID=07175643-1d3b-4b87-81d4-f4c2c33f0b3f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.494420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Made reservation on behalf of aa1ecb5520264f4b992d58a995e8b849 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:42.497789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.504134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:42.745759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0b77849-1354-4797-8a01-5b8d96e427df req-87f577a5-4797-477d-a296-02832183578f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0905008 Jul 16 01:40:42.751520 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd6127-e514-4576-b921-874b64ce108e x-openstack-request-id: req-58dd6127-e514-4576-b921-874b64ce108e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:42.751830 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e16a958-e5ea-41a4-8a03-346a17ba58f5", "name": "network-vif-deleted", "tag": "1ccf8072-1304-44e8-8823-fb7c6aaee0d9", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:42.752095 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58dd6127-e514-4576-b921-874b64ce108e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:42.752697 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e16a958-e5ea-41a4-8a03-346a17ba58f5', 'name': 'network-vif-deleted', 'tag': '1ccf8072-1304-44e8-8823-fb7c6aaee0d9', 'status': 'completed', 'code': 200} Jul 16 01:40:42.975045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.118580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38676b7-837c-4bbd-9344-99279961a999,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.128188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4936c-9ee8-47ca-9694-2fcf0fb6d663 req-cbbf4931-8465-4a8b-85df-c4689ef8c22b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.139352 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71a4936c-9ee8-47ca-9694-2fcf0fb6d663 req-cbbf4931-8465-4a8b-85df-c4689ef8c22b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1715496 Jul 16 01:40:43.195392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Checking segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:43.196953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Network hostable DHCP agents. Network: 07175643-1d3b-4b87-81d4-f4c2c33f0b3f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:43.240533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:43.245438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c6c55df-8900-4bc9-a226-7cacf99392a5 req-642f11ee-c3a6-4521-a647-6ded1e89df72 tempest-ListServerFiltersTestJSON-1479453100 tempest-ListServerFiltersTestJSON-1479453100-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e16a958-e5ea-41a4-8a03-346a17ba58f5 HTTP/1.1" status: 200 len: 210 time: 0.0773401 Jul 16 01:40:43.267930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 07175643-1d3b-4b87-81d4-f4c2c33f0b3f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:43.273649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.276664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.277593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef299f1-d56d-41ee-b89a-882b4f28bc98 None None] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:43.310187 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-abda0256-2bbc-4656-83bc-f7c22ea21819 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9057512 Jul 16 01:40:43.337509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71a4936c-9ee8-47ca-9694-2fcf0fb6d663 req-cdadf992-94cb-4b63-8bca-18c72911b2a4 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905003 Jul 16 01:40:43.652158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a543da-7b1a-4fe9-a57d-01437caa7e4d None None] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:44.054614 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:44.136905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:44.230335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9abc6bda-d0e6-4d48-8761-888f5b5757a1 req-ddde43f9-a404-431c-8221-ada8b976dde0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.1021116 Jul 16 01:40:44.251784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:44.252920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 1ccf8072-1304-44e8-8823-fb7c6aaee0d9 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:44.278179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-056919d4-d080-4baf-9afd-46774e797989 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.290772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca7c2281-3487-41d6-be64-7b40761694df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.291807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-056919d4-d080-4baf-9afd-46774e797989 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.3574524 Jul 16 01:40:44.320043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-f8421185-3ce3-4082-9c4b-e52d47c1c98c tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/quotas/aa1ecb5520264f4b992d58a995e8b849 HTTP/1.1" status: 200 len: 375 time: 0.0234954 Jul 16 01:40:44.447114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-bd22be07-a083-41d5-afd7-16b69b9e4831 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260200 Jul 16 01:40:44.460204 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.514312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.567569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-4a8b0cc9-fefb-4f05-a54c-4b3f1a04b6b0 service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192710 Jul 16 01:40:44.670532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] Deleting subnet 3a1eb713-9319-4f2c-906a-bd68b2b8f546 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:44.684509 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.780276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.983094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.035294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-d7855b6a-500b-4618-b103-a4e79f979ac0 service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646702 Jul 16 01:40:45.076818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1152c-1cd7-428c-b690-d39c356ca68d req-487385c5-fba4-42d4-afe9-076ca33d9710 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.078390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dad1152c-1cd7-428c-b690-d39c356ca68d req-487385c5-fba4-42d4-afe9-076ca33d9710 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1560135 Jul 16 01:40:45.121520 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.170332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1eb713-9319-4f2c-906a-bd68b2b8f546,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.180113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dad1152c-1cd7-428c-b690-d39c356ca68d req-a9fbd3c0-3d24-4fa0-b64a-b14916496c58 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909309 Jul 16 01:40:45.192497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0a364-ded7-499c-ae8a-3045f983c336 None None] Network db22da05-dc58-440e-8217-edbf6c871d9b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:45.203886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.217570 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a1337d0f-4a2f-42a1-a3ad-b6bc27b10357 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3a1eb713-9319-4f2c-906a-bd68b2b8f546 HTTP/1.1" status: 204 len: 168 time: 0.6985815 Jul 16 01:40:45.217570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.370437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.429680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.462433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d8a6c7f-8a26-4d39-ac29-2f68d6b49ea9 req-cbdc2f17-575c-4ef3-b78a-faaece9b3676 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 210 time: 0.0726776 Jul 16 01:40:45.516925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] DHCP port deletion for db22da05-dc58-440e-8217-edbf6c871d9b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:45.599562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Deleting port 4c9dbb48-fad0-4765-b95d-00b9b8984053 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:45.600023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.616320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] Deleting port 4c9dbb48-fad0-4765-b95d-00b9b8984053 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:45.616944 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.691241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1af05aa4-e874-4dbd-a29b-eecb4cdb4880 req-54fa0434-5268-47e6-9bad-d507abcb7580 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0862556 Jul 16 01:40:45.748459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] For port 4c9dbb48-fad0-4765-b95d-00b9b8984053, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c9dbb48-fad0-4765-b95d-00b9b8984053,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:45.749199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.783795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] Calling delete_port for 4c9dbb48-fad0-4765-b95d-00b9b8984053 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:45.799646 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] For port 4c9dbb48-fad0-4765-b95d-00b9b8984053, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c9dbb48-fad0-4765-b95d-00b9b8984053,segment=NetworkSegment(f32f88d8-289c-45da-b0ef-c126b63bd840),segment_id=f32f88d8-289c-45da-b0ef-c126b63bd840)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:45.799646 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.849409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Calling delete_port for 4c9dbb48-fad0-4765-b95d-00b9b8984053 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:45.935085 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.990637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] Pushing event deleted for resources: {'Port': ['ID=4c9dbb48-fad0-4765-b95d-00b9b8984053,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.994904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d2c53b-9a8a-4338-ba2b-3e860a1f2ae0 None None] No DVR routers for this DVR port 4c9dbb48-fad0-4765-b95d-00b9b8984053 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:46.096496 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.151461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.190533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] No DVR routers for this DVR port 4c9dbb48-fad0-4765-b95d-00b9b8984053 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:46.449046 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.467149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:46.499438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db22da05-dc58-440e-8217-edbf6c871d9b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:46.533714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32f88d8-289c-45da-b0ef-c126b63bd840') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:46.534027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32f88d8-289c-45da-b0ef-c126b63bd840') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:46.572706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.604096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.623971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:46.624696 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.686492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f0b1a0a-6afe-4552-a0ea-259fadb436f1 req-ce4ede73-36b0-4074-b39e-53cef9239f02 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 210 time: 0.0988798 Jul 16 01:40:46.732592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79301199-6b9e-47c9-9ea3-2c07da4f9ffb req-fdf070f5-96e0-49ce-932e-dec0d2f1fc64 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.740263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79301199-6b9e-47c9-9ea3-2c07da4f9ffb req-fdf070f5-96e0-49ce-932e-dec0d2f1fc64 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.2542486 Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:46.761346 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:46.764025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9dbb48-fad0-4765-b95d-00b9b8984053,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.776493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.782442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.792057 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] 10.222.0.81 "DELETE /v2.0/networks/db22da05-dc58-440e-8217-edbf6c871d9b HTTP/1.1" status: 204 len: 168 time: 1.5659285 Jul 16 01:40:46.813696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c9dbb48-fad0-4765-b95d-00b9b8984053 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:46.844490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a2873-bf38-43f0-9add-5c04abb2adaf admin admin] Pushing event deleted for resources: {'Network': ['ID=db22da05-dc58-440e-8217-edbf6c871d9b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.938478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4c9dbb48-fad0-4765-b95d-00b9b8984053 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:46.938834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c9dbb48-fad0-4765-b95d-00b9b8984053 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:46.953637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79301199-6b9e-47c9-9ea3-2c07da4f9ffb req-f2fc414c-ceaa-46f2-a8c3-984e4852d229 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124035 Jul 16 01:40:46.958780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a77f4a-5291-457f-a123-7e32a9849131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.965732 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.078601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff675ebe-6709-4229-96a7-c7a4e369385a req-a8e59ada-5999-422f-bea8-2a7e64949d81 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0746462 Jul 16 01:40:47.100865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.191419 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-33278da8-cc78-4317-8f29-73bc1ee5f9de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c04bba9edda457b8655d0d9c7feb69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893610 Jul 16 01:40:47.192057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40554) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.249293 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a77f4a-5291-457f-a123-7e32a9849131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.262341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a77f4a-5291-457f-a123-7e32a9849131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.297555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40928f4f-48b1-4cbc-a6f4-61d3f4b511e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.334843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-29a77f4a-5291-457f-a123-7e32a9849131 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fc971ff443442dba1d13cd4186e1e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8655772 Jul 16 01:40:47.339712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.349375 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40928f4f-48b1-4cbc-a6f4-61d3f4b511e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.359760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a77f4a-5291-457f-a123-7e32a9849131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bb2ec8-6fdb-4962-b062-df7301380150,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.520034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-354740cc-f0cc-4914-aa52-9031bc70a376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.558547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-354740cc-f0cc-4914-aa52-9031bc70a376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.605061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40928f4f-48b1-4cbc-a6f4-61d3f4b511e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.608053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40928f4f-48b1-4cbc-a6f4-61d3f4b511e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.612641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-40928f4f-48b1-4cbc-a6f4-61d3f4b511e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/922f7efb-9911-4252-8f51-0c2fc683bc5f HTTP/1.1" status: 204 len: 168 time: 0.4185627 Jul 16 01:40:47.625812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928f4f-48b1-4cbc-a6f4-61d3f4b511e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922f7efb-9911-4252-8f51-0c2fc683bc5f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.662942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-354740cc-f0cc-4914-aa52-9031bc70a376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.665903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-354740cc-f0cc-4914-aa52-9031bc70a376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.669882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-354740cc-f0cc-4914-aa52-9031bc70a376 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26bb2ec8-6fdb-4962-b062-df7301380150 HTTP/1.1" status: 204 len: 168 time: 0.3264728 Jul 16 01:40:47.685995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354740cc-f0cc-4914-aa52-9031bc70a376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bb2ec8-6fdb-4962-b062-df7301380150,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.066367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c23f8d1-a415-4d73-aedc-65a2af6c670b req-c9623cd0-23f0-4d09-9769-f11a53a03660 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 210 time: 0.0496547 Jul 16 01:40:48.231395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-c62a1dc6-2218-4716-adba-49c2b7fc0e30 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.249514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-c62a1dc6-2218-4716-adba-49c2b7fc0e30 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.3468363 Jul 16 01:40:48.262151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Request body: {'port': {'device_id': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'admin_state_up': True, 'tenant_id': 'aa1ecb5520264f4b992d58a995e8b849'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:48.322497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384bd7e-5502-4720-8bc6-12f868f24c82 req-cfe49e72-db33-4aac-9833-130064448425 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.337696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c384bd7e-5502-4720-8bc6-12f868f24c82 req-cfe49e72-db33-4aac-9833-130064448425 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.1390104 Jul 16 01:40:48.399784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c384bd7e-5502-4720-8bc6-12f868f24c82 req-149abe68-9337-4f04-b9ef-5fcf385f0c7e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608776 Jul 16 01:40:48.479421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1ec6539-b4fa-4674-8e59-6d57751c5ee5 req-934706a8-4291-4e11-9bd8-c5661f3cb456 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0438256 Jul 16 01:40:48.569305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40596) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:48.593530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d59fc25-6eb0-49c0-853d-b6c88f56bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.647622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Made reservation on behalf of aa1ecb5520264f4b992d58a995e8b849 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:48.651954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.754625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-52a25464-c944-44db-9990-bdc028273eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.759837 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-52a25464-c944-44db-9990-bdc028273eed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1097 time: 0.1971240 Jul 16 01:40:48.809160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d59fc25-6eb0-49c0-853d-b6c88f56bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.819002 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d59fc25-6eb0-49c0-853d-b6c88f56bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.895330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:48.904549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1d59fc25-6eb0-49c0-853d-b6c88f56bc5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1227d3a25cd4ec9ba3f22e72a7bd8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336878 Jul 16 01:40:48.941935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Allocated IP 172.20.0.3 (07175643-1d3b-4b87-81d4-f4c2c33f0b3f/b38676b7-837c-4bbd-9344-99279961a999/abc1d798-ac08-4f1c-9b0c-f9579ff7e475) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:48.950349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59fc25-6eb0-49c0-853d-b6c88f56bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12d1b6-d748-418e-b351-15d46d0f8d4a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.996041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-24dbf68f-2abf-4eb0-98c6-1d17cdc87ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.998041 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-24dbf68f-2abf-4eb0-98c6-1d17cdc87ebf service neutron] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 914 time: 0.2293205 Jul 16 01:40:49.083200 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-709b5f63-36ed-4050-be66-b4bbf7ccd98e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0694730 Jul 16 01:40:49.152077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7aed0f37-f7d2-4b98-9dd4-c91bfc512811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.220913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.229247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-6eecac79-72ac-47ec-b177-8f2de5b67492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.230814 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-6eecac79-72ac-47ec-b177-8f2de5b67492 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.1395142 Jul 16 01:40:49.237461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7aed0f37-f7d2-4b98-9dd4-c91bfc512811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.290057 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-e5e7e8da-9844-489e-b761-58944d46c023 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468915 Jul 16 01:40:49.318260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44455bdd-55b8-464d-bdf7-98a514ea1cba req-afab7582-d14e-4004-948c-c3debe26691d tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 210 time: 0.0678480 Jul 16 01:40:49.334406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-network', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:49.379730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Made reservation on behalf of 4824268a7fff4c77bec68fa10ea1e211 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:49.383163 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.385518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.404177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.547933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7aed0f37-f7d2-4b98-9dd4-c91bfc512811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.550898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7aed0f37-f7d2-4b98-9dd4-c91bfc512811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.552530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7aed0f37-f7d2-4b98-9dd4-c91bfc512811 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc12d1b6-d748-418e-b351-15d46d0f8d4a HTTP/1.1" status: 204 len: 168 time: 0.6442845 Jul 16 01:40:49.600820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed0f37-f7d2-4b98-9dd4-c91bfc512811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12d1b6-d748-418e-b351-15d46d0f8d4a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.610177 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-526b8b49-758e-48c1-b022-4b307b51d3d2 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868593 Jul 16 01:40:49.615144 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.712532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.729033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.741116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:49.744765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:49.751914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event updated for resources: {'Port': ['ID=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.773627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:49.815626 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.886828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:49.916302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.916968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.923946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d977b43-d2ac-47dc-8d75-001af005cd31,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.928152 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa92a4c3-b5cc-4586-831a-a1417df13e84 req-25382fbd-6c3e-47b2-bcbf-55adc638d1d2 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102787 Jul 16 01:40:49.939067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-321808a5-f7e5-44b1-97ad-6bcf729cea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6809835 Jul 16 01:40:49.944732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.945055 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Added segment fd653efd-d9ef-4332-8194-06140af2d59f of type vlan for network c58ddc08-55a3-4810-9044-f797dacec420 Jul 16 01:40:49.948906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.949272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.949649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.949987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.950325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.951994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.951994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.951994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.952277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.952519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.952802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.953125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.959841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Request body: {'port': {'device_id': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:49.974376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7aea3-3e52-4a6e-8b92-b5eea29a38d5 req-15775f48-25d4-42f2-bab2-49bcf9ca3621 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.975671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8af7aea3-3e52-4a6e-8b92-b5eea29a38d5 req-15775f48-25d4-42f2-bab2-49bcf9ca3621 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 946 time: 0.3498931 Jul 16 01:40:50.078369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.138923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:50.156848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06993a22-d8db-4969-b224-9a80933b752c req-48b805a2-7afc-4f79-b06b-64905c1837b2 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.1446400 Jul 16 01:40:50.208546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8af7aea3-3e52-4a6e-8b92-b5eea29a38d5 req-a7e770a6-1702-4ffd-90e9-9a815528c6b8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109022 Jul 16 01:40:50.214442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.321195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.322735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.323993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.325898 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.371787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:50.376738 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63343c8-d308-4ad1-a4b7-429b16fd8f24" -d '{"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-unplugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:50.423615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:50.432448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.462951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2391756 Jul 16 01:40:50.467853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.475532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Request body: {'subnet': {'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-subnet', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:50.485763 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4afd77a-8eb9-49cc-a088-74e1171addf4 x-openstack-request-id: req-b4afd77a-8eb9-49cc-a088-74e1171addf4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:50.486400 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-unplugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:50.487129 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4afd77a-8eb9-49cc-a088-74e1171addf4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:50.487758 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'code': 200} Jul 16 01:40:50.499056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.628527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Made reservation on behalf of 4824268a7fff4c77bec68fa10ea1e211 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:50.630884 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.632679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b506c8-eee8-4310-8a15-4555115ff976 admin admin] Pushing event updated for resources: {'Network': ['ID=c58ddc08-55a3-4810-9044-f797dacec420,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.660976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c58ddc08-55a3-4810-9044-f797dacec420 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:50.674225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc1d798-ac08-4f1c-9b0c-f9579ff7e475 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:50.685610 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.702286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Transition to ACTIVE for port object abc1d798-ac08-4f1c-9b0c-f9579ff7e475 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:50.708479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.796047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Pushing event updated for resources: {'Port': ['ID=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.834212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34301c-b021-44bc-9d3c-edfe6ec35c7b req-cb5f9663-2f24-436b-bfc7-5779a7fd437c tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.849300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d34301c-b021-44bc-9d3c-edfe6ec35c7b req-cb5f9663-2f24-436b-bfc7-5779a7fd437c tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 931 time: 0.3348377 Jul 16 01:40:50.956424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d34301c-b021-44bc-9d3c-edfe6ec35c7b req-49c732a3-b521-49da-841e-017b2485a7de tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061661 Jul 16 01:40:51.026987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Attempting to bind port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:51.027190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Attempting to bind port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:51.027497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Attempting to bind port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:51.033024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.038124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:51.038434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Attempting to bind port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:51.049813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:51.050077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Checking segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:51.050471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Bound using segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:51.050911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Bound port: abc1d798-ac08-4f1c-9b0c-f9579ff7e475, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:51.051277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.111190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c11c66a-ac47-48ba-86a6-30ec95a92ebd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.147584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Checking segment: {'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:51.147948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Network hostable DHCP agents. Network: c58ddc08-55a3-4810-9044-f797dacec420, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:51.173439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Network c58ddc08-55a3-4810-9044-f797dacec420 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:51.189478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c58ddc08-55a3-4810-9044-f797dacec420) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:51.194037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.194667 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.209468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed25383-2842-48bf-9f5d-aff2a1a8b83d None None] Network c58ddc08-55a3-4810-9044-f797dacec420 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:51.223409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-81039227-43fa-4e23-9f8e-beda5d83c49f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7519875 Jul 16 01:40:51.226629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:51.231796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:51.241332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] For port abc1d798-ac08-4f1c-9b0c-f9579ff7e475, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:51.286711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] For port abc1d798-ac08-4f1c-9b0c-f9579ff7e475, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:51.299640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.312591 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.313641 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.361359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.362083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.363524 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] 10.222.0.93 "PUT /v2.0/ports/abc1d798-ac08-4f1c-9b0c-f9579ff7e475 HTTP/1.1" status: 200 len: 1091 time: 1.4168305 Jul 16 01:40:51.366195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'tag': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:51.368921 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b250c261-257e-490a-adeb-6b0e8747b629" -d '{"events": [{"name": "network-changed", "server_uuid": "e35e1211-6298-4ecb-a09e-43e10b4fc91c", "tag": "abc1d798-ac08-4f1c-9b0c-f9579ff7e475"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:51.434292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6c5647f-e0e7-4d3b-9588-70cd7a9c1252 req-20ccfd14-8fec-47d0-8869-0b2b4b22dfb5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0567379 Jul 16 01:40:51.486174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942afb0d-37b6-45dc-96d2-855cab38ed22 service neutron] Pushing event updated for resources: {'Port': ['ID=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.489085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e88ef1-360e-408e-940e-22ed854bc0d2 None None] Network c58ddc08-55a3-4810-9044-f797dacec420 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:51.489524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.594935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a6fe-ad5e-455c-bb69-27f2ad1dc3fb req-8a651ee3-01ad-49a4-8dd5-b3e8d1c7d546 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.602291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98e8a6fe-ad5e-455c-bb69-27f2ad1dc3fb req-8a651ee3-01ad-49a4-8dd5-b3e8d1c7d546 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.2092402 Jul 16 01:40:51.689504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98e8a6fe-ad5e-455c-bb69-27f2ad1dc3fb req-0f60294d-dc9b-4c47-94c6-a2770e38f1d7 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787647 Jul 16 01:40:51.946678 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cf5cb0-ba56-4275-b5ae-423cc0cb4acd x-openstack-request-id: req-e0cf5cb0-ba56-4275-b5ae-423cc0cb4acd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:51.947341 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35e1211-6298-4ecb-a09e-43e10b4fc91c", "tag": "abc1d798-ac08-4f1c-9b0c-f9579ff7e475", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:51.947341 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0cf5cb0-ba56-4275-b5ae-423cc0cb4acd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:51.950011 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'tag': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475', 'status': 'completed', 'code': 200} Jul 16 01:40:52.068365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-f1369d0e-913e-468e-a82c-831919d3d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.072033 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-f1369d0e-913e-468e-a82c-831919d3d781 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 1094 time: 0.6520565 Jul 16 01:40:52.074097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.146475 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-8c265cad-522f-47d7-8966-32ab54fe372d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475 HTTP/1.1" status: 200 len: 217 time: 0.0598488 Jul 16 01:40:52.225361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-27ae7e4d-61d4-4e28-8e37-fe9eeda41c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.226853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-27ae7e4d-61d4-4e28-8e37-fe9eeda41c63 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.0604863 Jul 16 01:40:52.307643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fcf03-7422-43a1-b7f9-c0dd78f72793 req-bde82ae9-cf8d-40c7-b6b6-23f828acd2e6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.315207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c3fcf03-7422-43a1-b7f9-c0dd78f72793 req-bde82ae9-cf8d-40c7-b6b6-23f828acd2e6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 943 time: 0.1573937 Jul 16 01:40:52.342535 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-58a87fc7-868f-4ea3-aaee-42eabeb6284d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784130 Jul 16 01:40:52.405654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c3fcf03-7422-43a1-b7f9-c0dd78f72793 req-a97a7b90-4e4c-4c55-bc66-f3f1edf8ee8a tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894852 Jul 16 01:40:52.566519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-ed2cd2b8-6d86-49b2-ae5a-9189b5230e2f service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162344 Jul 16 01:40:52.647738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66eb625c-6f55-45b7-a21a-c3153d7aec90 req-95adf9ff-349a-4d73-9230-840a9a7ed0fe tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0374367 Jul 16 01:40:52.671800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.697377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.760613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-96c43a45-7b51-4ce1-9c78-b1b0ef9772cb req-3b796409-5ecf-41e0-b23e-8dfbb312a1ec service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754556 Jul 16 01:40:52.940395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Allocated IP 172.25.5.199 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b56fc934-3f77-44f1-afed-dd6ead546c9f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:52.983837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250c261-257e-490a-adeb-6b0e8747b629 req-68c64027-0020-46a3-bfd5-5aeb10853758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.985400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b250c261-257e-490a-adeb-6b0e8747b629 req-68c64027-0020-46a3-bfd5-5aeb10853758 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 1094 time: 0.1570106 Jul 16 01:40:53.073093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751490d1-32dd-4483-8037-692d1e3ee421 req-aa1122a2-cd69-4924-926b-a49c91e8a3c5 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.083336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-751490d1-32dd-4483-8037-692d1e3ee421 req-aa1122a2-cd69-4924-926b-a49c91e8a3c5 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1844125 Jul 16 01:40:53.193839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.196815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-751490d1-32dd-4483-8037-692d1e3ee421 req-039fb338-60f9-47d8-bebc-c6c11cdcabfc tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125162 Jul 16 01:40:53.205498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250c261-257e-490a-adeb-6b0e8747b629 req-3e445dcd-97ec-4c66-bbf8-862fd2d98c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.207004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b250c261-257e-490a-adeb-6b0e8747b629 req-3e445dcd-97ec-4c66-bbf8-862fd2d98c55 service neutron] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 916 time: 0.2042110 Jul 16 01:40:53.324845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b250c261-257e-490a-adeb-6b0e8747b629 req-8af30f9f-2ad1-4c8b-a400-90af70464f06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475 HTTP/1.1" status: 200 len: 217 time: 0.1084867 Jul 16 01:40:53.328113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.421773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:53.423273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:53.438311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:53.493652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aec03-aaaa-47f9-8f87-3349516114da req-a526084e-5697-426f-92e8-ceaaaad99163 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.495219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-599aec03-aaaa-47f9-8f87-3349516114da req-a526084e-5697-426f-92e8-ceaaaad99163 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1479466 Jul 16 01:40:53.519311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b56fc934-3f77-44f1-afed-dd6ead546c9f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.534476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250c261-257e-490a-adeb-6b0e8747b629 req-0ceb256b-ddb1-4062-88f1-1ecf7612d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.535955 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b250c261-257e-490a-adeb-6b0e8747b629 req-0ceb256b-ddb1-4062-88f1-1ecf7612d831 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.1970613 Jul 16 01:40:53.593650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-599aec03-aaaa-47f9-8f87-3349516114da req-0bb64e44-05a9-4f1f-9068-cf70630a5a5c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914097 Jul 16 01:40:53.604422 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b250c261-257e-490a-adeb-6b0e8747b629 req-0dbbe176-36e3-494c-ad7f-935684c4485a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592041 Jul 16 01:40:53.709399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ea184-10f0-4154-b674-89b54cac9b53 req-9be8e9fa-f022-43b9-b339-cd4eaba605ec tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.711054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c68ea184-10f0-4154-b674-89b54cac9b53 req-9be8e9fa-f022-43b9-b339-cd4eaba605ec tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 943 time: 0.1244495 Jul 16 01:40:53.786513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c68ea184-10f0-4154-b674-89b54cac9b53 req-c44bebd2-daaa-4638-beb5-a2f71997bc34 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583346 Jul 16 01:40:53.935075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-673a05d3-1ae3-488f-a80c-22930e26b60a req-4eeaac56-d466-4f4e-8264-de3d191bc75d tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0600317 Jul 16 01:40:53.992186 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b250c261-257e-490a-adeb-6b0e8747b629 req-b9067a7a-0dfd-465b-b814-6bb169e2ebc0 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038061 Jul 16 01:40:54.142222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:54.144660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device abc1d798-ac08-4f1c-9b0c-f9579ff7e475 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:54.211677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.439055 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b250c261-257e-490a-adeb-6b0e8747b629 req-fb1a0141-ab11-4b14-a4b5-068010300594 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282181 Jul 16 01:40:54.462105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port abc1d798-ac08-4f1c-9b0c-f9579ff7e475, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.546067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'port_id': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475', 'mac_address': 'fa:16:3e:c9:fa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38676b7-837c-4bbd-9344-99279961a999', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:54.640576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.656149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc1d798-ac08-4f1c-9b0c-f9579ff7e475 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:54.694279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port abc1d798-ac08-4f1c-9b0c-f9579ff7e475, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.706829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.719687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed9d39-5427-48c9-81ae-930a40aa8f0b req-50ebf92f-9714-4283-81e8-053dbb2e608a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.730173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1aed9d39-5427-48c9-81ae-930a40aa8f0b req-50ebf92f-9714-4283-81e8-053dbb2e608a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.2249358 Jul 16 01:40:54.804239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1aed9d39-5427-48c9-81ae-930a40aa8f0b req-f523ced9-cdc2-4a38-86c1-fe850cbd7728 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729201 Jul 16 01:40:54.811450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:54.887667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.170741 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec29-4c4a-4d54-a37f-eb2d1a230b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.231366 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-7e1e9fd1-475c-4599-af79-e92cde1ef705 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3792641 Jul 16 01:40:55.238290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.242398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Router cf9f236f-39a4-4623-822a-8e29264d29d5 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:55.254859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:55.462601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec29-4c4a-4d54-a37f-eb2d1a230b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.513741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:55.532828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Sync routers for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:55.539709 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afb0ec29-4c4a-4d54-a37f-eb2d1a230b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.549010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.554855 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02769ba3-425e-47bf-882e-70e57e0846c7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3271542 Jul 16 01:40:55.557965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:55.563622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:55.564775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:55.828500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:56.132068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:53Z', 'revision_number': 3, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.214554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device abc1d798-ac08-4f1c-9b0c-f9579ff7e475 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:56.276488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Checking router: cf9f236f-39a4-4623-822a-8e29264d29d5 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:56.277598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Updating router cf9f236f-39a4-4623-822a-8e29264d29d5 port b56fc934-3f77-44f1-afed-dd6ead546c9f binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:56.332445 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.485129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f58aa532-a4bb-402b-bf46-c48a15b032bf req-bd86ab82-024e-4062-bcd9-cf9b6ee460ee tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 1.0155046 Jul 16 01:40:56.559781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:56.568398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:56.568776 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.639448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-afb0ec29-4c4a-4d54-a37f-eb2d1a230b7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23071fb6e80a49b4ba56ec8d2be6e21b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8266509 Jul 16 01:40:56.642728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.675524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0ec29-4c4a-4d54-a37f-eb2d1a230b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe5d58-46c2-44e5-a47c-25e7a6774b06,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.755479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8e18e-5643-4670-a722-8c708ba15094 req-d8fd11c2-842e-4989-b967-86b3fa62657b tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.762782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcc8e18e-5643-4670-a722-8c708ba15094 req-d8fd11c2-842e-4989-b967-86b3fa62657b tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 944 time: 1.6434813 Jul 16 01:40:56.908996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcc8e18e-5643-4670-a722-8c708ba15094 req-a252b2a2-1cf3-4a39-ac7f-3cf416e6ff87 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404943 Jul 16 01:40:56.941128 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.964287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35d393-b7ad-4fbb-8963-c17e97930174 req-5f88b7a6-2882-4aee-8d09-432ba6ca8eb6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.984478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c35d393-b7ad-4fbb-8963-c17e97930174 req-5f88b7a6-2882-4aee-8d09-432ba6ca8eb6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1393788 Jul 16 01:40:57.006007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:57.008950 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c474c-bab0-4e94-86fb-41caf68f48b0" -d '{"events": [{"server_uuid": "e35e1211-6298-4ecb-a09e-43e10b4fc91c", "name": "network-vif-plugged", "status": "completed", "tag": "abc1d798-ac08-4f1c-9b0c-f9579ff7e475"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:57.057906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c35d393-b7ad-4fbb-8963-c17e97930174 req-36f4dd2c-743a-4ce4-989d-6ecf8cb39791 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702612 Jul 16 01:40:57.098655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40800) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.099392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port abc1d798-ac08-4f1c-9b0c-f9579ff7e475, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:57.142021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-829136dd-890c-4423-9342-152e3865af29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.180287 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.190116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Transition to ACTIVE for port object b56fc934-3f77-44f1-afed-dd6ead546c9f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:57.194342 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53ec3d9-f55c-49c7-a675-c24e5e0e2841 x-openstack-request-id: req-b53ec3d9-f55c-49c7-a675-c24e5e0e2841 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:57.194541 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35e1211-6298-4ecb-a09e-43e10b4fc91c", "name": "network-vif-plugged", "status": "completed", "tag": "abc1d798-ac08-4f1c-9b0c-f9579ff7e475", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:57.194788 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b53ec3d9-f55c-49c7-a675-c24e5e0e2841 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:57.195177 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475', 'code': 200} Jul 16 01:40:57.195938 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.201632 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.228494 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea5c0-8201-40c6-9546-e06a0792e1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.263233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Attempting to bind port b56fc934-3f77-44f1-afed-dd6ead546c9f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:57.263601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Attempting to bind port b56fc934-3f77-44f1-afed-dd6ead546c9f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:57.263962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Attempting to bind port b56fc934-3f77-44f1-afed-dd6ead546c9f on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:57.271220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.274122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:57.274488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:57.274887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.275279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:57.275795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Bound port: b56fc934-3f77-44f1-afed-dd6ead546c9f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:57.276175 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.355731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-829136dd-890c-4423-9342-152e3865af29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.361068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea5c0-8201-40c6-9546-e06a0792e1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.367754 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb5ea5c0-8201-40c6-9546-e06a0792e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.373035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] For port b56fc934-3f77-44f1-afed-dd6ead546c9f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:57.376307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] For port b56fc934-3f77-44f1-afed-dd6ead546c9f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b56fc934-3f77-44f1-afed-dd6ead546c9f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:57.409554 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.430956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb5ea5c0-8201-40c6-9546-e06a0792e1f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12762043fd4f42d4896231d17c83956b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291724 Jul 16 01:40:57.432125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40808) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.459743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c83672-ad95-4377-bba8-b52fc0442735 None None] Pushing event updated for resources: {'Port': ['ID=b56fc934-3f77-44f1-afed-dd6ead546c9f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.462451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:57.463050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:57.473527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637d3c-81c7-4a1e-917d-312c67742eff req-10df6f80-67d4-4f6b-9c0f-1cd7d772236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.485281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-10df6f80-67d4-4f6b-9c0f-1cd7d772236e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320&tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60 HTTP/1.1" status: 200 len: 1095 time: 0.6251583 Jul 16 01:40:57.527244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ea5c0-8201-40c6-9546-e06a0792e1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9a0cd-8834-4436-9d89-92e7064d350e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.586848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b58f50-4a95-4509-976b-147e345715eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.634381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b58f50-4a95-4509-976b-147e345715eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.680012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40814) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.702671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c83672-ad95-4377-bba8-b52fc0442735 None None] Pushing event updated for resources: {'Port': ['ID=b56fc934-3f77-44f1-afed-dd6ead546c9f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.722571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b58f50-4a95-4509-976b-147e345715eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.724592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b58f50-4a95-4509-976b-147e345715eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.726041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-69b58f50-4a95-4509-976b-147e345715eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40f9a0cd-8834-4436-9d89-92e7064d350e HTTP/1.1" status: 204 len: 168 time: 0.2935536 Jul 16 01:40:57.749034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b58f50-4a95-4509-976b-147e345715eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9a0cd-8834-4436-9d89-92e7064d350e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.765033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:57.792022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018eaf6-e8ec-4927-9e2b-5891d3d51052 req-aeb00a2b-942b-4af8-82d3-a1d1a450e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.795031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a018eaf6-e8ec-4927-9e2b-5891d3d51052 req-aeb00a2b-942b-4af8-82d3-a1d1a450e23b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 1096 time: 0.5841806 Jul 16 01:40:57.799809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-829136dd-890c-4423-9342-152e3865af29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.802728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-829136dd-890c-4423-9342-152e3865af29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.804071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-829136dd-890c-4423-9342-152e3865af29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08fe5d58-46c2-44e5-a47c-25e7a6774b06 HTTP/1.1" status: 204 len: 168 time: 1.1596277 Jul 16 01:40:57.846833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.848945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42164a55-e03b-4e55-9dd1-e7a767a3f83c req-973135bc-d53b-42b3-a4a8-8890b7562d8f tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0784702 Jul 16 01:40:57.888439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829136dd-890c-4423-9342-152e3865af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe5d58-46c2-44e5-a47c-25e7a6774b06,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.892897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637d3c-81c7-4a1e-917d-312c67742eff req-6580d3b8-177a-46e3-af23-aaf7bba79217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.901965 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-6580d3b8-177a-46e3-af23-aaf7bba79217 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1095 time: 0.3749363 Jul 16 01:40:58.220300 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a018eaf6-e8ec-4927-9e2b-5891d3d51052 req-bacabe54-f829-4685-8858-cd2faaaed231 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028809 Jul 16 01:40:58.261004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:53Z', 'revision_number': 3, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.291791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b179d-f5ed-4c1e-9792-8490294ad4c0 None None] The sync data for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 is: [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:53Z', 'revision_number': 3, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:58.567288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b82f4b-79f6-41c6-ab8c-c633b5ea82f6 req-13ad53ad-e44e-41f7-8ce1-94739542ad4b tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.568966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81b82f4b-79f6-41c6-ab8c-c633b5ea82f6 req-13ad53ad-e44e-41f7-8ce1-94739542ad4b tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 945 time: 0.4316006 Jul 16 01:40:58.619698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Allocated IP 172.20.0.1 (c58ddc08-55a3-4810-9044-f797dacec420/1c11c66a-ac47-48ba-86a6-30ec95a92ebd/9a1e6063-265e-4756-87d5-345471891d88) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:58.629646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.639907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40832) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.733534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637d3c-81c7-4a1e-917d-312c67742eff req-55dabe5e-cb49-46a6-981d-e0f50c06be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.735623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-55dabe5e-cb49-46a6-981d-e0f50c06be62 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 914 time: 0.8247721 Jul 16 01:40:58.745208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c8ed-93f4-48d5-a284-20e911f65623 req-13614de8-ea63-4a4f-9073-959d94d0ab4b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.749786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd86c8ed-93f4-48d5-a284-20e911f65623 req-13614de8-ea63-4a4f-9073-959d94d0ab4b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.3837762 Jul 16 01:40:58.789474 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.796747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34b16c72-25ae-4f88-9282-0a3f6b640adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.871871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-d2db0963-f335-4f22-ad10-083470a5db27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0609496 Jul 16 01:40:58.926914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd86c8ed-93f4-48d5-a284-20e911f65623 req-72e0ccfa-a117-47b1-902f-18300621c8a6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503007 Jul 16 01:40:58.955802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81b82f4b-79f6-41c6-ab8c-c633b5ea82f6 req-6ab2d7f7-a1a6-4403-873b-112f313a270c tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737264 Jul 16 01:40:58.963676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.999756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637d3c-81c7-4a1e-917d-312c67742eff req-bbc311f4-5353-4d82-a8a2-93c6089424b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.001308 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-bbc311f4-5353-4d82-a8a2-93c6089424b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.1213539 Jul 16 01:40:59.044250 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-6da99f77-d96c-465d-b976-e8d83e5111f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348258 Jul 16 01:40:59.107974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:40:59.107974 n-d-800085-5 neutron-server[93706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:40:59.107974 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id': '5d66ab880f864ff79af0ec8a41967ab1', 'id': '05aef666-2391-4970-926e-9ee4ff16e352', 'expiration': datetime.datetime(2021, 7, 16, 1, 42, 59, 25940)}] Jul 16 01:40:59.107974 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:40:59.115547 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:40:59.121454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.206543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Pushing event updated for resources: {'Port': ['ID=9a1e6063-265e-4756-87d5-345471891d88,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.232577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Network c58ddc08-55a3-4810-9044-f797dacec420 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:59.237390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:59.244280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:59.267101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7caecce7-91da-4d6b-b1b3-9199bd73acec req-06adff21-0164-44a0-bea6-cbec651f6819 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0921009 Jul 16 01:40:59.271770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-79389b68-b554-4c02-99f3-452ad1dc3e1b service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034640 Jul 16 01:40:59.339412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34b16c72-25ae-4f88-9282-0a3f6b640adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.348030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34b16c72-25ae-4f88-9282-0a3f6b640adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.378694 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-48637d3c-81c7-4a1e-917d-312c67742eff req-d842e14f-d327-479c-b4cb-960f1943b685 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999699 Jul 16 01:40:59.383069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b16c72-25ae-4f88-9282-0a3f6b640adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dacac9f-6f50-482a-9836-595a2c279cfb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.401924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.434232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.443422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-34b16c72-25ae-4f88-9282-0a3f6b640adc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9518a092cb6245c7bd8b84354d1dca3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7913070 Jul 16 01:40:59.477797 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40838) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.579726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4360-9e9c-46b0-9a92-3ace1d1f80d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.624395 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4360-9e9c-46b0-9a92-3ace1d1f80d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.635897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.668560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.792792 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4360-9e9c-46b0-9a92-3ace1d1f80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.796614 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac1b4360-9e9c-46b0-9a92-3ace1d1f80d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.798177 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ac1b4360-9e9c-46b0-9a92-3ace1d1f80d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7dacac9f-6f50-482a-9836-595a2c279cfb HTTP/1.1" status: 204 len: 168 time: 0.3188753 Jul 16 01:40:59.898362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b4360-9e9c-46b0-9a92-3ace1d1f80d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dacac9f-6f50-482a-9836-595a2c279cfb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.971210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.979311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Deleting port 96e453b4-ae55-468f-8a77-51271cc68f08 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:59.979656 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.982031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.046036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.067993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.208056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.210055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Pushing event updated for resources: {'Port': ['ID=9a1e6063-265e-4756-87d5-345471891d88,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.294272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b0814-72ba-4e4d-92b9-0dc566628837,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.323104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.330077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b16e472f-f33d-47ba-a9c4-948495c78a9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d66ab880f864ff79af0ec8a41967ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6669800 Jul 16 01:41:00.377721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Network c58ddc08-55a3-4810-9044-f797dacec420 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:00.400100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:00.468210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-094e2d81-b770-4124-a779-2869daad88e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.549510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-094e2d81-b770-4124-a779-2869daad88e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.562652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] For port 96e453b4-ae55-468f-8a77-51271cc68f08, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=96e453b4-ae55-468f-8a77-51271cc68f08,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:00.563035 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.593233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Calling delete_port for 96e453b4-ae55-468f-8a77-51271cc68f08 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:00.612420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ab3b4-af87-487f-a076-dd39f690964c req-da56e0b9-e14c-4cd2-8dae-cc803bd73656 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.614010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a0ab3b4-af87-487f-a076-dd39f690964c req-da56e0b9-e14c-4cd2-8dae-cc803bd73656 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 945 time: 0.2778864 Jul 16 01:41:00.649075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Router cf9f236f-39a4-4623-822a-8e29264d29d5 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:00.711712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2498124-2d0f-4ed7-bf23-0ffc4e50db90 req-15cb5b5d-34c5-4440-89c3-d850299ac834 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.713355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2498124-2d0f-4ed7-bf23-0ffc4e50db90 req-15cb5b5d-34c5-4440-89c3-d850299ac834 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.3626878 Jul 16 01:41:00.740199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-094e2d81-b770-4124-a779-2869daad88e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.748394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-094e2d81-b770-4124-a779-2869daad88e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.759873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-094e2d81-b770-4124-a779-2869daad88e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d30b0814-72ba-4e4d-92b9-0dc566628837 HTTP/1.1" status: 204 len: 168 time: 0.4327478 Jul 16 01:41:00.802724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e2d81-b770-4124-a779-2869daad88e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b0814-72ba-4e4d-92b9-0dc566628837,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.888562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b56fc934-3f77-44f1-afed-dd6ead546c9f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:00.972932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2498124-2d0f-4ed7-bf23-0ffc4e50db90 req-61c03e0f-2fdc-42b6-b807-ea782f23ae9f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684330 Jul 16 01:41:00.983101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:00.995282 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Sync routers for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:01.009721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b56fc934-3f77-44f1-afed-dd6ead546c9f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:01.012833 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-03cc2253-0e8c-4e10-bffb-17155525106f admin admin] 10.222.0.81 "PUT /v2.0/routers/cf9f236f-39a4-4623-822a-8e29264d29d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4533706 Jul 16 01:41:01.025508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b56fc934-3f77-44f1-afed-dd6ead546c9f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:01.026133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.028813 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:01.029477 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:01.031522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a0ab3b4-af87-487f-a076-dd39f690964c req-cd7292c5-9445-4579-98c6-742d46da2fdc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001546 Jul 16 01:41:01.281564 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.346014 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:01.361116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b56fc934-3f77-44f1-afed-dd6ead546c9f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b56fc934-3f77-44f1-afed-dd6ead546c9f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.370134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.379868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-136753e6-e679-4768-9ad5-cd9c644cac69 req-c5262221-bc60-4b7a-846b-ccee530448c6 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5865168-da8b-491d-8c5e-74eda6248f5c HTTP/1.1" status: 200 len: 210 time: 0.0921075 Jul 16 01:41:01.514068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b56fc934-3f77-44f1-afed-dd6ead546c9f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.550914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.598425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Pushing event deleted for resources: {'Port': ['ID=96e453b4-ae55-468f-8a77-51271cc68f08,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.044857 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.050567 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 2, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.155239 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Checking router: cf9f236f-39a4-4623-822a-8e29264d29d5 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:02.156094 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Updating router cf9f236f-39a4-4623-822a-8e29264d29d5 port 9a1e6063-265e-4756-87d5-345471891d88 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:02.237701 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.592607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d821c-a436-42fd-9f0c-2320a319677e req-d77e410c-83d9-4cd4-b38a-1b35efff30c4 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.606622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-d77e410c-83d9-4cd4-b38a-1b35efff30c4 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 819 time: 0.3086667 Jul 16 01:41:02.633691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-f37d2e17-062a-4450-b424-617e7ced2929 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/quotas/4824268a7fff4c77bec68fa10ea1e211 HTTP/1.1" status: 200 len: 375 time: 0.0258036 Jul 16 01:41:02.964184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b753dee-d01a-4493-84c5-4fcc06fe9d69 req-427011e9-488e-4349-8972-efa188096848 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.976020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b753dee-d01a-4493-84c5-4fcc06fe9d69 req-427011e9-488e-4349-8972-efa188096848 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.6821039 Jul 16 01:41:02.978609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b56fc934-3f77-44f1-afed-dd6ead546c9f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:03.061331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-3c7a9faf-662e-4791-b484-f0d16778863d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4264064 Jul 16 01:41:03.114878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-43047c23-6cff-4775-9ef5-e11f2e3ad3e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:03.131565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-43047c23-6cff-4775-9ef5-e11f2e3ad3e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0693071 Jul 16 01:41:03.156179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b56fc934-3f77-44f1-afed-dd6ead546c9f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:03.158269 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.193012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b753dee-d01a-4493-84c5-4fcc06fe9d69 req-dc1e9334-bdbd-48d5-a24a-71cd4ff7110d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160034 Jul 16 01:41:03.222844 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.233735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Router abbd9bc8-b753-42c6-b98b-10b85a729760 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:03.272620 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Transition to ACTIVE for port object 9a1e6063-265e-4756-87d5-345471891d88 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:03.299702 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.478003 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Pushing event updated for resources: {'Port': ['ID=9a1e6063-265e-4756-87d5-345471891d88,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.514260 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.515745 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.516151 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.517120 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.517444 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.518989 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.519707 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.523938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40952) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.524755 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.526118 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.527744 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.530516 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.531131 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:03.677702 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Attempting to bind port 9a1e6063-265e-4756-87d5-345471891d88 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.678372 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Attempting to bind port 9a1e6063-265e-4756-87d5-345471891d88 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.678893 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Attempting to bind port 9a1e6063-265e-4756-87d5-345471891d88 on network c58ddc08-55a3-4810-9044-f797dacec420 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.691446 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:03.692792 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Checking segment: {'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:03.693697 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.694749 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Bound using segment: {'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:03.696081 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Bound port: 9a1e6063-265e-4756-87d5-345471891d88, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:03.697881 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.752061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbc4f8c-4d80-4b47-92b0-4fa5d3fee878 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.794387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbc4f8c-4d80-4b47-92b0-4fa5d3fee878 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.867140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-272792d7-fd20-4f95-8546-49ef502d58b5 service neutron] 10.222.0.81 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7341468 Jul 16 01:41:03.876433 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbc4f8c-4d80-4b47-92b0-4fa5d3fee878 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.887670 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cbc4f8c-4d80-4b47-92b0-4fa5d3fee878 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.892593 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9cbc4f8c-4d80-4b47-92b0-4fa5d3fee878 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/security-groups/0e2c8411-76b9-41dc-af01-1f706c8f9285 HTTP/1.1" status: 204 len: 168 time: 0.3656619 Jul 16 01:41:03.924919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40962) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.932150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc4f8c-4d80-4b47-92b0-4fa5d3fee878 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c8411-76b9-41dc-af01-1f706c8f9285,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.958551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:03.978474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] Sync routers for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:03.979675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5aa0bcf1-8b08-4b20-ba25-019c180d59fa admin admin] 10.222.0.81 "PUT /v2.0/routers/abbd9bc8-b753-42c6-b98b-10b85a729760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2983148 Jul 16 01:41:03.979829 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-7fad7f71-6ad1-4bb8-8895-a207367701c5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] show failed (client error): The resource could not be found. Jul 16 01:41:03.981362 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7fad7f71-6ad1-4bb8-8895-a207367701c5 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "GET /v2.0/security-groups/0e2c8411-76b9-41dc-af01-1f706c8f9285 HTTP/1.1" status: 404 len: 347 time: 0.0415449 Jul 16 01:41:03.985351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40968) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.985597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.020461 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] For port 9a1e6063-265e-4756-87d5-345471891d88, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:04.027696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:04.029246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:04.037040 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] For port 9a1e6063-265e-4756-87d5-345471891d88, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9a1e6063-265e-4756-87d5-345471891d88,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:04.048297 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.197355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-7d04edb9-18f0-48ab-9249-58eb41964cd5 service neutron] 10.222.0.81 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280494 Jul 16 01:41:04.245564 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:04.248326 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:04.399180 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df205ff-db98-4fbc-bd50-0b009fba6f3d None None] Pushing event updated for resources: {'Port': ['ID=9a1e6063-265e-4756-87d5-345471891d88,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.408500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.581480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port 65571ab3-32f5-4c28-a7ef-33d53ea7687c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:04.582044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.612366 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.831947 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:04.845323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cd0c2-6f6e-445f-9b6b-015235c5b02c req-9d304812-6424-4b70-b38f-71beffde2673 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.845565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:04.847035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-347cd0c2-6f6e-445f-9b6b-015235c5b02c req-9d304812-6424-4b70-b38f-71beffde2673 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.3246980 Jul 16 01:41:04.898785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.899111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.994515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-347cd0c2-6f6e-445f-9b6b-015235c5b02c req-031ced48-2893-4669-a804-2e861abf917e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339242 Jul 16 01:41:04.995233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for 65571ab3-32f5-4c28-a7ef-33d53ea7687c owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:05.027156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Deleting port f7f2821b-347b-46ca-9b49-526cd8247613 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:05.027538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.177274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f176b6a-cb10-428a-acc9-2ad35f1bb414 req-0445564c-2531-4d55-bd5a-2f136960ab84 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 210 time: 0.0671961 Jul 16 01:41:05.393896 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:03Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:05.483949 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882eaaf5-853a-413e-84f1-58d0e5741e6d None None] The sync data for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 is: [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:03Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:05.550059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 5, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port': {'id': 'f7f2821b-347b-46ca-9b49-526cd8247613', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:58Z', 'updated_at': '2021-07-16T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:05.647448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] Checking router: abbd9bc8-b753-42c6-b98b-10b85a729760 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:05.664753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] Routers {'abbd9bc8-b753-42c6-b98b-10b85a729760'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:05.665623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:40:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['abbd9bc8-b753-42c6-b98b-10b85a729760'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:06.043244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] Set router abbd9bc8-b753-42c6-b98b-10b85a729760 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:06.122580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 6, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:06.155746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] For port f7f2821b-347b-46ca-9b49-526cd8247613, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f7f2821b-347b-46ca-9b49-526cd8247613,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:06.155746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.207531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eed46-ff7b-4d0c-a40f-e1484596e065 None None] The sync data for ids ['abbd9bc8-b753-42c6-b98b-10b85a729760'] in n-d-800085-5 is: [{'id': 'abbd9bc8-b753-42c6-b98b-10b85a729760', 'name': 'tempest-AttachVolumeTestJSON-307662561-router', 'tenant_id': '14aa088753474d4f9b37d72a9f4b22ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:57Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 6, 'project_id': '14aa088753474d4f9b37d72a9f4b22ee', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:06.226599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Calling delete_port for f7f2821b-347b-46ca-9b49-526cd8247613 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:06.615302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28df5c28-1338-4637-af7c-cd121f63a64f req-760c14c7-5488-4e5b-83ac-965c19de9a37 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 210 time: 0.1457071 Jul 16 01:41:06.780789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6cd2-bc6e-467f-a9ba-2720a5e5f652 req-4122b551-897a-4a1b-91f7-26ccbcd0e887 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.796733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40bf6cd2-bc6e-467f-a9ba-2720a5e5f652 req-4122b551-897a-4a1b-91f7-26ccbcd0e887 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.4499681 Jul 16 01:41:06.812587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.813378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.909744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40bf6cd2-bc6e-467f-a9ba-2720a5e5f652 req-d7287b00-c112-4e80-bbab-4a0443aa7f21 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117604 Jul 16 01:41:06.944081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9a1e6063-265e-4756-87d5-345471891d88 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:07.079160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 9a1e6063-265e-4756-87d5-345471891d88 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:07.093922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9a1e6063-265e-4756-87d5-345471891d88 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:07.094361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.239402 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f7842fd-62e5-45ce-81d2-d9162191062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.243094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.316826 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.359275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 9a1e6063-265e-4756-87d5-345471891d88, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9a1e6063-265e-4756-87d5-345471891d88,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:07.369969 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.498911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96e453b4-ae55-468f-8a77-51271cc68f08 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:07.501176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=9a1e6063-265e-4756-87d5-345471891d88,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.543214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d821c-a436-42fd-9f0c-2320a319677e req-e1aa4c8a-89ca-4b40-8c78-624e00f76ac2 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.559646 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-e1aa4c8a-89ca-4b40-8c78-624e00f76ac2 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.93 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 819 time: 0.2959526 Jul 16 01:41:07.580484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 96e453b4-ae55-468f-8a77-51271cc68f08 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:07.580899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96e453b4-ae55-468f-8a77-51271cc68f08 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:07.626290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.670953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Request body: {'port': {'device_id': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'admin_state_up': True, 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:07.682368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.710128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=65571ab3-32f5-4c28-a7ef-33d53ea7687c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.866086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70edb0fd-d2a1-4388-a07f-4ad045c4ba24 req-e8c50232-ddbb-46a9-bea0-89c8c1d94d24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 210 time: 0.0512393 Jul 16 01:41:07.941676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f2821b-347b-46ca-9b49-526cd8247613,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.009056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:41:08.009056 n-d-800085-5 neutron-server[93707]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:41:08.009056 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id': 'd2b2c82730a842c38232d97fc8c4f97a', 'id': '0d792702-9bc9-4e29-8a22-f4aee22e75a0', 'expiration': datetime.datetime(2021, 7, 16, 1, 43, 7, 936762)}] Jul 16 01:41:08.009056 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:41:08.009944 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:41:08.063639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.201153 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.204437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.208689 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2b242aa0-438b-42de-8038-f994f3c96057 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/floatingips/0fd43054-f119-4904-acde-f428686e9d4a HTTP/1.1" status: 204 len: 168 time: 4.2010965 Jul 16 01:41:08.209389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.275086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.278073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.293963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b2faa-f5bd-4a30-b58c-a8d891d6afb2 req-9729a9a4-167f-4c5b-8a5b-1669fcc4db4a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.297815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a52b2faa-f5bd-4a30-b58c-a8d891d6afb2 req-9729a9a4-167f-4c5b-8a5b-1669fcc4db4a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1362824 Jul 16 01:41:08.394380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a52b2faa-f5bd-4a30-b58c-a8d891d6afb2 req-59208ece-82b5-4ffc-8ffd-9224d09f68f2 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736639 Jul 16 01:41:08.419699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.420566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abbd9bc8-b753-42c6-b98b-10b85a729760 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:08.426885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.428209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65407191-db12-4d45-aeef-db01e4368264 admin admin] 10.222.0.81 "DELETE /v2.0/routers/abbd9bc8-b753-42c6-b98b-10b85a729760 HTTP/1.1" status: 204 len: 168 time: 4.4416749 Jul 16 01:41:08.430876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.495213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f7842fd-62e5-45ce-81d2-d9162191062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.511752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.531085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f7842fd-62e5-45ce-81d2-d9162191062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.533080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] Deleting subnet 83931ea2-acf1-418d-accd-0d95004468e1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:08.537113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.585337 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.641357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Made reservation on behalf of 4824268a7fff4c77bec68fa10ea1e211 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:08.645153 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.669754 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f7842fd-62e5-45ce-81d2-d9162191062f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b52f38667b6c4594b60322cda56ec1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8521252 Jul 16 01:41:08.675732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.683923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7842fd-62e5-45ce-81d2-d9162191062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db33ffa-c38a-486b-96f6-f069d1183996,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.696413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port 9599ba27-a20b-4970-8893-55aadeba3897 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:08.696762 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.778294 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.802456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9a1e6063-265e-4756-87d5-345471891d88 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:08.891322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9a1e6063-265e-4756-87d5-345471891d88 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:08.892019 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.951341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.996127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83931ea2-acf1-418d-accd-0d95004468e1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.019614 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.022448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f47b7e9a-29fd-4227-82c5-f9618c66eff4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/83931ea2-acf1-418d-accd-0d95004468e1 HTTP/1.1" status: 204 len: 168 time: 0.5902050 Jul 16 01:41:09.032817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:09.048484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514d765-e2ca-4666-83e2-9afd3fd76a94 None None] Network aba1fd15-b456-4383-b5f4-c531e9e86651 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:09.195635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1590a415-7f87-4c64-b182-a951bab3a467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.251807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.255908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d44b1c1d-bcaf-4e0d-a917-55d146ec0134 req-b2243b9a-1f76-4425-9fe0-407b5b0233a0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 210 time: 0.0906217 Jul 16 01:41:09.371716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] DHCP port deletion for aba1fd15-b456-4383-b5f4-c531e9e86651 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:09.381371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f7f2821b-347b-46ca-9b49-526cd8247613 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:09.403722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Deleting port 08aac12a-0cc1-496e-8c29-1de9a166906b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:09.404523 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.414777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f7f2821b-347b-46ca-9b49-526cd8247613 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:09.415176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f7f2821b-347b-46ca-9b49-526cd8247613 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:09.426564 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1590a415-7f87-4c64-b182-a951bab3a467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.445017 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.510474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] Deleting port 08aac12a-0cc1-496e-8c29-1de9a166906b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:09.511156 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.539650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] For port 08aac12a-0cc1-496e-8c29-1de9a166906b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=08aac12a-0cc1-496e-8c29-1de9a166906b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:09.540145 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.561338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for 9599ba27-a20b-4970-8893-55aadeba3897 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:09.568734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Calling delete_port for 08aac12a-0cc1-496e-8c29-1de9a166906b owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:09.592464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Allocated IP 172.20.0.5 (c58ddc08-55a3-4810-9044-f797dacec420/1c11c66a-ac47-48ba-86a6-30ec95a92ebd/ed72d862-5f1e-463f-972a-534fdfdbbf62) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:09.645001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.648960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] For port 08aac12a-0cc1-496e-8c29-1de9a166906b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=08aac12a-0cc1-496e-8c29-1de9a166906b,segment=NetworkSegment(d1b98c34-b917-4339-a907-9bb9df566b10),segment_id=d1b98c34-b917-4339-a907-9bb9df566b10)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:09.649466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.665946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.680584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] Calling delete_port for 08aac12a-0cc1-496e-8c29-1de9a166906b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:09.831535 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.865620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] Pushing event deleted for resources: {'Port': ['ID=08aac12a-0cc1-496e-8c29-1de9a166906b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.885223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804ae04-869e-45fd-bbf6-c7977868cf1d None None] No DVR routers for this DVR port 08aac12a-0cc1-496e-8c29-1de9a166906b on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:09.906381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258c48e-0210-4281-b625-c887649161ad req-a6126cb6-6ffe-4a80-8e40-39ebc57e6b2a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.917276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3258c48e-0210-4281-b625-c887649161ad req-a6126cb6-6ffe-4a80-8e40-39ebc57e6b2a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.2616026 Jul 16 01:41:09.940825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.994728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=08aac12a-0cc1-496e-8c29-1de9a166906b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.014123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] No DVR routers for this DVR port 08aac12a-0cc1-496e-8c29-1de9a166906b on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:10.034748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.132506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=9599ba27-a20b-4970-8893-55aadeba3897,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.145506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2b2c82730a842c38232d97fc8c4f97a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3258076 Jul 16 01:41:10.188713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.193303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.216104 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1590a415-7f87-4c64-b182-a951bab3a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.227694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1590a415-7f87-4c64-b182-a951bab3a467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.228993 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1590a415-7f87-4c64-b182-a951bab3a467 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5db33ffa-c38a-486b-96f6-f069d1183996 HTTP/1.1" status: 204 len: 168 time: 1.5421081 Jul 16 01:41:10.229931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efa45f-71a6-4385-ab11-8a736b6cff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe67e717-1851-43e4-b1db-647e83d8eaa8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.282424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba1fd15-b456-4383-b5f4-c531e9e86651']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:10.298701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b98c34-b917-4339-a907-9bb9df566b10') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:10.299096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b98c34-b917-4339-a907-9bb9df566b10') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:10.310783 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.343584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6033f634-2364-428c-a48b-6e95a15f2baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.365814 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6033f634-2364-428c-a48b-6e95a15f2baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.439780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3258c48e-0210-4281-b625-c887649161ad req-75fe7d91-c0fc-4084-ab55-1f82e9f1cbb4 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210512 Jul 16 01:41:10.444688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.450631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6033f634-2364-428c-a48b-6e95a15f2baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.455039 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6033f634-2364-428c-a48b-6e95a15f2baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.459545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6033f634-2364-428c-a48b-6e95a15f2baf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe67e717-1851-43e4-b1db-647e83d8eaa8 HTTP/1.1" status: 204 len: 168 time: 0.2566354 Jul 16 01:41:10.474667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033f634-2364-428c-a48b-6e95a15f2baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe67e717-1851-43e4-b1db-647e83d8eaa8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.485235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:10.486421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:10.489888 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:10.561451 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.572174 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6d521739-8b31-4bff-b74b-10e24f1776c9 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/ports/9599ba27-a20b-4970-8893-55aadeba3897 HTTP/1.1" status: 204 len: 168 time: 2.3564038 Jul 16 01:41:10.574595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.800392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08aac12a-0cc1-496e-8c29-1de9a166906b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:10.811039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590a415-7f87-4c64-b182-a951bab3a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db33ffa-c38a-486b-96f6-f069d1183996,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.891778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 08aac12a-0cc1-496e-8c29-1de9a166906b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:10.894865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08aac12a-0cc1-496e-8c29-1de9a166906b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:10.974110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41104) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.986585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.033048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4745-135e-47e2-abed-a6d15228642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.189899 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.238630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port ef800cc1-4796-4a5b-a324-86d165acd141 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:11.238979 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.323338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Network c58ddc08-55a3-4810-9044-f797dacec420 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:11.343120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:11.349011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:11.381165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event updated for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.476642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4745-135e-47e2-abed-a6d15228642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.484147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.485187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.516619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4745-135e-47e2-abed-a6d15228642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.525256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.599819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.601582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for ef800cc1-4796-4a5b-a324-86d165acd141 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:11.604182 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98d9944c-87f8-4655-8ab8-f4a92c63c607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.610376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57412545-55cf-4494-8665-dde33fad8d90 req-217610d8-6fe8-41a6-bc84-f0c28f32df82 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.612057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57412545-55cf-4494-8665-dde33fad8d90 req-217610d8-6fe8-41a6-bc84-f0c28f32df82 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 931 time: 0.2403045 Jul 16 01:41:11.616361 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-013daa65-f4b7-4b3f-bc28-eb500dfd1e83 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9526434 Jul 16 01:41:11.635723 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.641316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/aba1fd15-b456-4383-b5f4-c531e9e86651 HTTP/1.1" status: 204 len: 168 time: 2.6070287 Jul 16 01:41:11.648000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.691897 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7d4a4745-135e-47e2-abed-a6d15228642a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d72ecee816af4e4aa451f1b173a44b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139952 Jul 16 01:41:11.691897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4745-135e-47e2-abed-a6d15228642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd24921-d273-4a17-bcc6-4ba3ba0c9afa,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.700955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cb148-3ddf-436d-a3b5-4059441229a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba1fd15-b456-4383-b5f4-c531e9e86651,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.703234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.742916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57412545-55cf-4494-8665-dde33fad8d90 req-974e82fe-2c8c-4e5f-9ec1-96d9979481b8 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004927 Jul 16 01:41:11.771622 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86305dbb-e86a-45f8-b0c4-38420b9bca77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.794528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeba7e3-0fdb-4217-94a4-b97a914dfd8f req-c2d888de-b199-4407-bfdd-9b7cdf3e8d79 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.797000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abeba7e3-0fdb-4217-94a4-b97a914dfd8f req-c2d888de-b199-4407-bfdd-9b7cdf3e8d79 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.1346936 Jul 16 01:41:11.895640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abeba7e3-0fdb-4217-94a4-b97a914dfd8f req-90104acd-3a6c-4e04-b314-6e71f43cca6f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917234 Jul 16 01:41:11.947612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.974284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Request body: {'port': {'device_id': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:12.035749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-804fb0b7-98aa-4fba-8b7a-22584e605dca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14aa088753474d4f9b37d72a9f4b22ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860922 Jul 16 01:41:12.038743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.092380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86305dbb-e86a-45f8-b0c4-38420b9bca77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.095786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.119449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6591-2a2e-4b3d-b774-534582aa4841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.148176 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6591-2a2e-4b3d-b774-534582aa4841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.179533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86305dbb-e86a-45f8-b0c4-38420b9bca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.296644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6591-2a2e-4b3d-b774-534582aa4841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.300889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6591-2a2e-4b3d-b774-534582aa4841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.302240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4a2b6591-2a2e-4b3d-b774-534582aa4841 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6674ec7-48fd-437c-96a1-6a60e5092fb9 HTTP/1.1" status: 204 len: 168 time: 0.2606616 Jul 16 01:41:12.338748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b6591-2a2e-4b3d-b774-534582aa4841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6674ec7-48fd-437c-96a1-6a60e5092fb9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.407091 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50a05d91-005a-4aa5-a91b-679a9395ce94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.432495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50a05d91-005a-4aa5-a91b-679a9395ce94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.530207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=ef800cc1-4796-4a5b-a324-86d165acd141,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.620023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.627645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.629046 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d0b3aaec-baf2-4b96-ad74-adb01f94abc7 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/ports/ef800cc1-4796-4a5b-a324-86d165acd141 HTTP/1.1" status: 204 len: 168 time: 1.8193088 Jul 16 01:41:12.673317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86305dbb-e86a-45f8-b0c4-38420b9bca77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33a801e85fa44df4b6e481b9d9adab40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0216861 Jul 16 01:41:12.678151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50a05d91-005a-4aa5-a91b-679a9395ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.694997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50a05d91-005a-4aa5-a91b-679a9395ce94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.699879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-50a05d91-005a-4aa5-a91b-679a9395ce94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5bd24921-d273-4a17-bcc6-4ba3ba0c9afa HTTP/1.1" status: 204 len: 168 time: 0.9294202 Jul 16 01:41:12.708309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.724434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86305dbb-e86a-45f8-b0c4-38420b9bca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb5991-ccb6-4fce-ba70-cccff08dce4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.784980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.794698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting subnet 27143422-9a3b-416b-a70e-3724f56bd2d5 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:12.804139 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.816436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a05d91-005a-4aa5-a91b-679a9395ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd24921-d273-4a17-bcc6-4ba3ba0c9afa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.922063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.016982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf94d6fb-9a82-461a-8f12-c17d91b1dd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.193303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf94d6fb-9a82-461a-8f12-c17d91b1dd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.367164 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf94d6fb-9a82-461a-8f12-c17d91b1dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.378333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf94d6fb-9a82-461a-8f12-c17d91b1dd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.379778 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cf94d6fb-9a82-461a-8f12-c17d91b1dd75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7eb5991-ccb6-4fce-ba70-cccff08dce4e HTTP/1.1" status: 204 len: 168 time: 0.6704342 Jul 16 01:41:13.445779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94d6fb-9a82-461a-8f12-c17d91b1dd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb5991-ccb6-4fce-ba70-cccff08dce4e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.510684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.733769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3af9-5b7f-4131-9787-58fab67d427f req-c34c1545-04cb-4f22-9ee1-e6827216937d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.741406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78da3af9-5b7f-4131-9787-58fab67d427f req-c34c1545-04cb-4f22-9ee1-e6827216937d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 931 time: 0.5362577 Jul 16 01:41:13.743584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.791918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb3706-312e-4064-a918-aabe8ea71ffe None None] Network 55095e0a-1236-4146-9861-5d2f4985cdc1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:13.808756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Subnet': ['ID=27143422-9a3b-416b-a70e-3724f56bd2d5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.833919 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.836716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eac14104-45fa-4913-aa92-1de4eab37594 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/subnets/27143422-9a3b-416b-a70e-3724f56bd2d5 HTTP/1.1" status: 204 len: 168 time: 1.2080376 Jul 16 01:41:13.853783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78da3af9-5b7f-4131-9787-58fab67d427f req-9ba4ce17-9f48-44da-90dc-2979bc78ae0a tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092892 Jul 16 01:41:13.857985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:13.896914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ad15c-9d04-4004-a110-a296bd77eb62 req-1080ce7b-0ef9-464c-aa7b-237eba60f295 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.911349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-464ad15c-9d04-4004-a110-a296bd77eb62 req-1080ce7b-0ef9-464c-aa7b-237eba60f295 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.7047729 Jul 16 01:41:14.009733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-464ad15c-9d04-4004-a110-a296bd77eb62 req-49447b2a-7133-41f2-9bd4-bfaaf9bc8e77 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970612 Jul 16 01:41:14.034971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting subnet d2df44f4-2a9a-4dc7-a957-54467228c63f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:14.043741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.121785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed72d862-5f1e-463f-972a-534fdfdbbf62 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:14.133871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.139468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.241262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] DHCP port deletion for 55095e0a-1236-4146-9861-5d2f4985cdc1 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:14.257289 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebb1dddd-2502-46c2-a53b-5dac2ee28a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.260547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Transition to ACTIVE for port object ed72d862-5f1e-463f-972a-534fdfdbbf62 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:14.277680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.347089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] Deleting port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:14.347660 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.438999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] For port b0d078d3-9f8b-47c7-9328-e26c3ecc8197, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b0d078d3-9f8b-47c7-9328-e26c3ecc8197,segment=NetworkSegment(d96146ef-97ae-4efd-8d3c-dba975ae9bef),segment_id=d96146ef-97ae-4efd-8d3c-dba975ae9bef)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:14.439421 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.452891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] Calling delete_port for b0d078d3-9f8b-47c7-9328-e26c3ecc8197 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:14.453469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Pushing event updated for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.518064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.548358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.568687 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.610566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Attempting to bind port ed72d862-5f1e-463f-972a-534fdfdbbf62 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:14.610913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Attempting to bind port ed72d862-5f1e-463f-972a-534fdfdbbf62 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:14.611228 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Attempting to bind port ed72d862-5f1e-463f-972a-534fdfdbbf62 on network c58ddc08-55a3-4810-9044-f797dacec420 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:14.618922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] Pushing event deleted for resources: {'Port': ['ID=b0d078d3-9f8b-47c7-9328-e26c3ecc8197,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.623824 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab7f5b-b610-4312-9d63-1f609616ab26 None None] No DVR routers for this DVR port b0d078d3-9f8b-47c7-9328-e26c3ecc8197 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:14.626432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Port ed72d862-5f1e-463f-972a-534fdfdbbf62 on network c58ddc08-55a3-4810-9044-f797dacec420 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:14.626774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Attempting to bind port ed72d862-5f1e-463f-972a-534fdfdbbf62 on network c58ddc08-55a3-4810-9044-f797dacec420 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:14.656845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:14.657202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Checking segment: {'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:14.657596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Bound using segment: {'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:14.658194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Bound port: ed72d862-5f1e-463f-972a-534fdfdbbf62, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd653efd-d9ef-4332-8194-06140af2d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:14.658765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.679714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.738642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Subnet': ['ID=d2df44f4-2a9a-4dc7-a957-54467228c63f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.740543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.745187 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aa00e6a4-6eda-46df-b3f8-cacd7231362c tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/subnets/d2df44f4-2a9a-4dc7-a957-54467228c63f HTTP/1.1" status: 204 len: 168 time: 0.8835378 Jul 16 01:41:14.745449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.748765 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c439ef57-763f-4c8c-ba62-ae57df707602 None None] Network 115e684f-4330-47fc-87ad-5962a282c6de requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:14.751199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b0d078d3-9f8b-47c7-9328-e26c3ecc8197 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:14.783752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-7376bcfe-2944-4ce5-a110-c997d0e207d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.785613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-7376bcfe-2944-4ce5-a110-c997d0e207d1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1095 time: 0.1768067 Jul 16 01:41:14.798906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:14.804855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:14.812550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.836180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b0d078d3-9f8b-47c7-9328-e26c3ecc8197 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:14.837124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b0d078d3-9f8b-47c7-9328-e26c3ecc8197 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:14.869205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.920456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.921988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.923882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] 10.222.0.93 "PUT /v2.0/ports/ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 1091 time: 2.9593935 Jul 16 01:41:14.926285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:14.935414 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551cf2eb-c8b3-4424-8c7f-84335da2dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:14.994650 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.024969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55095e0a-1236-4146-9861-5d2f4985cdc1']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.038670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96146ef-97ae-4efd-8d3c-dba975ae9bef') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.039086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96146ef-97ae-4efd-8d3c-dba975ae9bef') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.050989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1c320-3123-423c-a823-fac0ea357507 service neutron] Pushing event updated for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.053681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.075223 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.092823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:15.092823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.105830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-41b836f7-c0d6-4e3f-83de-dc2a79f10a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.107762 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-41b836f7-c0d6-4e3f-83de-dc2a79f10a30 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 914 time: 0.2865958 Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:15.181048 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:15.195114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.206589 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.210943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/networks/55095e0a-1236-4146-9861-5d2f4985cdc1 HTTP/1.1" status: 204 len: 168 time: 0.4615707 Jul 16 01:41:15.218708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:15.231869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] DHCP port deletion for 115e684f-4330-47fc-87ad-5962a282c6de request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:15.305015 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.306946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5def4d6-c7ad-4cfb-af25-b1d488569e58 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Network': ['ID=55095e0a-1236-4146-9861-5d2f4985cdc1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.348953 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.370016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] Deleting port 3cf21097-4a82-4609-94a1-ddddb9ac056c {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:15.371569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.428722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Deleting port 3cf21097-4a82-4609-94a1-ddddb9ac056c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:15.429062 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.494307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] For port 3cf21097-4a82-4609-94a1-ddddb9ac056c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3cf21097-4a82-4609-94a1-ddddb9ac056c,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:15.495092 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.513010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] Calling delete_port for 3cf21097-4a82-4609-94a1-ddddb9ac056c owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:15.569309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] For port 3cf21097-4a82-4609-94a1-ddddb9ac056c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3cf21097-4a82-4609-94a1-ddddb9ac056c,segment=NetworkSegment(a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7),segment_id=a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:15.569675 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.603955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Calling delete_port for 3cf21097-4a82-4609-94a1-ddddb9ac056c owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:15.618379 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.718395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] No DVR routers for this DVR port 3cf21097-4a82-4609-94a1-ddddb9ac056c on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:15.727005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a20c31-3d0e-4de6-b5bb-fa9df0d32cb5 None None] Pushing event deleted for resources: {'Port': ['ID=3cf21097-4a82-4609-94a1-ddddb9ac056c,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.904965 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-8d8e1bd7-da7f-4a92-905c-9db8136eb9b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 200 len: 217 time: 0.7896545 Jul 16 01:41:15.907790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9403d026-47be-4541-881c-511d3c4932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.909320 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-9403d026-47be-4541-881c-511d3c4932e0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1094 time: 0.9260075 Jul 16 01:41:15.943691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cda2be-da46-4f5d-9ccb-c202bb8eb319 req-53590278-cf87-4a48-90ff-a8fac3f21692 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.945226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37cda2be-da46-4f5d-9ccb-c202bb8eb319 req-53590278-cf87-4a48-90ff-a8fac3f21692 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 943 time: 0.2521191 Jul 16 01:41:15.990360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-2f969a4c-5115-44cb-9891-764364273792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.991826 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-2f969a4c-5115-44cb-9891-764364273792 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.0737762 Jul 16 01:41:15.999036 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0e4744-38d8-4724-abe4-14ad15c2b230 x-openstack-request-id: req-2d0e4744-38d8-4724-abe4-14ad15c2b230 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:15.999036 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:15.999036 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d0e4744-38d8-4724-abe4-14ad15c2b230 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:15.999861 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'status': 'completed', 'code': 200} Jul 16 01:41:16.003743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.033173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] No DVR routers for this DVR port 3cf21097-4a82-4609-94a1-ddddb9ac056c on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:16.047779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-32350dfd-df72-486a-b6f6-3bd0b9f57e56 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 217 time: 0.0591750 Jul 16 01:41:16.071326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-b6756899-0f26-47a1-b1f9-2151764a833f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699782 Jul 16 01:41:16.095673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.153257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37cda2be-da46-4f5d-9ccb-c202bb8eb319 req-0381daf8-fc09-4817-bcfb-511991aefe89 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907506 Jul 16 01:41:16.155226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Port': ['ID=3cf21097-4a82-4609-94a1-ddddb9ac056c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.210506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d821c-a436-42fd-9f0c-2320a319677e req-85cc1f81-ad8c-4734-b041-3ed9eed04929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.212236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-85cc1f81-ad8c-4734-b041-3ed9eed04929 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.1444430 Jul 16 01:41:16.246184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:16.276512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-c46de310-6a0e-403b-af59-cc41a6f004c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548546 Jul 16 01:41:16.330238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.360685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115e684f-4330-47fc-87ad-5962a282c6de']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.389719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:16.418230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.418841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ec6eaf-365c-4cbc-aed9-d4b9fa8363a7') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.421972 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-002e6851-f150-4b99-85d7-6bb1f9bd1c53 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353936 Jul 16 01:41:16.440244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'network_id': 'bf2dadef-9d2d-4691-8284-48e600093896', 'port_id': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'mac_address': 'fa:16:3e:e9:c2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f782d52-1885-4135-bf0c-61d813859b92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:16.459855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.512074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.526225 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.532910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e50d821c-a436-42fd-9f0c-2320a319677e req-91c6ad35-8469-4e43-ae3a-38c8d1357043 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008341 Jul 16 01:41:16.533595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:16.535352 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:16.544037 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:16.550698 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-a2f78e05-09f6-485b-aa42-27f3a9c4bfa3 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554908 Jul 16 01:41:16.551011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94069bd4-66dd-45b3-bace-1d076b1c1bd1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:16.580920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:16.605755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.641260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be387a-0c22-4872-afef-4dccaa93ee59 req-d492d566-66d9-43b0-899b-529a0bfeccf0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.646724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7be387a-0c22-4872-afef-4dccaa93ee59 req-d492d566-66d9-43b0-899b-529a0bfeccf0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 944 time: 0.5184309 Jul 16 01:41:16.698250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.776294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10c2a761-b5e0-4ad3-b183-dbe10070ff39 req-4222c1fb-aaa5-4890-ad45-4fb75a8f4ad4 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246587 Jul 16 01:41:16.809496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-2cd49e57-f55f-4272-91a9-8596513a6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.811279 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-2cd49e57-f55f-4272-91a9-8596513a6283 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1094 time: 0.1887288 Jul 16 01:41:16.830145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['94069bd4-66dd-45b3-bace-1d076b1c1bd1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:16.831411 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.867987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.876243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] 10.222.0.81 "DELETE /v2.0/networks/115e684f-4330-47fc-87ad-5962a282c6de HTTP/1.1" status: 204 len: 168 time: 1.6564798 Jul 16 01:41:16.910229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7be387a-0c22-4872-afef-4dccaa93ee59 req-40d820d8-e958-400b-9e2f-6b0276cd09f9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537529 Jul 16 01:41:16.935354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc7de3-288c-4078-998c-6295b7f2edc0 tempest-TaggedBootDevicesTest-1554893043 tempest-TaggedBootDevicesTest-1554893043-project] Pushing event deleted for resources: {'Network': ['ID=115e684f-4330-47fc-87ad-5962a282c6de,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.985506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.003057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf21097-4a82-4609-94a1-ddddb9ac056c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:17.009964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-c6c40b54-4c4c-40db-83a6-f160246be9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.013428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-c6c40b54-4c4c-40db-83a6-f160246be9b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.1936641 Jul 16 01:41:17.044606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 3cf21097-4a82-4609-94a1-ddddb9ac056c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:17.045006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf21097-4a82-4609-94a1-ddddb9ac056c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:17.114392 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-b332ca97-938e-49e7-b710-47a8421530ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 217 time: 0.0923493 Jul 16 01:41:17.231140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-b49f4898-f3eb-4596-b4d2-d88f0969a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.232654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-b49f4898-f3eb-4596-b4d2-d88f0969a023 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.1105232 Jul 16 01:41:17.301044 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-4024b751-269a-4037-9db5-254bd0e68964 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475478 Jul 16 01:41:17.429764 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-7bd5ebf6-b681-420c-a666-9004158af764 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273973 Jul 16 01:41:17.566430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529894-531a-418f-9bc2-3648298d6397 req-69807088-6deb-4521-a693-09e340f47b58 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.576598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc529894-531a-418f-9bc2-3648298d6397 req-69807088-6deb-4521-a693-09e340f47b58 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 943 time: 0.1604033 Jul 16 01:41:17.618968 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-551cf2eb-c8b3-4424-8c7f-84335da2dc26 req-f929df3e-7d20-49e4-b4a5-35fc2473e38f service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818087 Jul 16 01:41:17.656965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cc529894-531a-418f-9bc2-3648298d6397 req-2ba557eb-91cf-4fe9-9c21-cb47b9f43a2a tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793855 Jul 16 01:41:18.197701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2c0d4-3e1b-4276-9146-ec271d332123 req-533a05d4-32c2-4a72-ad96-8a0601fecb43 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.199738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1d2c0d4-3e1b-4276-9146-ec271d332123 req-533a05d4-32c2-4a72-ad96-8a0601fecb43 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 945 time: 0.0791502 Jul 16 01:41:18.263221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed72d862-5f1e-463f-972a-534fdfdbbf62 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:18.270376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:18.277788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1d2c0d4-3e1b-4276-9146-ec271d332123 req-45963cc1-0806-4a96-900e-bf793cf6078e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720885 Jul 16 01:41:18.470938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.491809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'port_id': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'mac_address': 'fa:16:3e:83:9e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:18.502059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:18.502721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.602346 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.619190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed72d862-5f1e-463f-972a-534fdfdbbf62 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:18.690494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.692064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.707924 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.746751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:18.749421 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9a4e71-f701-4f0b-b2e8-1b2d0a15167c" -d '{"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-plugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:18.802465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.812750 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef86bb2-0670-4012-84c9-3c74ff64cbb8 x-openstack-request-id: req-5ef86bb2-0670-4012-84c9-3c74ff64cbb8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:18.818150 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-plugged", "status": "completed", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:18.818671 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ef86bb2-0670-4012-84c9-3c74ff64cbb8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:18.819291 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'code': 200} Jul 16 01:41:18.870904 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.930831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.001362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4f90a-c7c0-43d5-9b33-ad89420496a0 req-978fb3c1-1843-4a77-9ebf-818b46ec4f1e tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.004479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2d4f90a-c7c0-43d5-9b33-ad89420496a0 req-978fb3c1-1843-4a77-9ebf-818b46ec4f1e tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 944 time: 0.1290181 Jul 16 01:41:19.095184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2d4f90a-c7c0-43d5-9b33-ad89420496a0 req-478e85c7-7cd4-49ad-8e4e-abe6db8d2f3a tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Jul 16 01:41:19.116145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.124117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ed72d862-5f1e-463f-972a-534fdfdbbf62'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:19.223616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ce68-0363-42ef-9b8f-57eaf89e8132 req-8780c4ee-f03c-489c-9ad4-e579f6f21aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.225387 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7850ce68-0363-42ef-9b8f-57eaf89e8132 req-8780c4ee-f03c-489c-9ad4-e579f6f21aba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1098 time: 0.1270864 Jul 16 01:41:19.281015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7850ce68-0363-42ef-9b8f-57eaf89e8132 req-8113577f-e035-4011-90c7-de22cacad0ff service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475986 Jul 16 01:41:19.477042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e01b0-2088-449b-bc3c-19383482456e req-d43b80c8-9e14-41ab-ac96-46e4491a7ff4 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.484957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c6e01b0-2088-449b-bc3c-19383482456e req-d43b80c8-9e14-41ab-ac96-46e4491a7ff4 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0776570 Jul 16 01:41:19.534505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c6e01b0-2088-449b-bc3c-19383482456e req-745b8bf0-568f-494e-921e-3d047dd6bc9f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484283 Jul 16 01:41:19.738072 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.279943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed72d862-5f1e-463f-972a-534fdfdbbf62 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:20.390414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46075152-c554-4309-a50e-0426e4554e84 req-96ef6e24-3824-4ee5-8cd6-f4288323baac tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.400292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46075152-c554-4309-a50e-0426e4554e84 req-96ef6e24-3824-4ee5-8cd6-f4288323baac tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 944 time: 0.0992455 Jul 16 01:41:20.420193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port ed72d862-5f1e-463f-972a-534fdfdbbf62 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:20.428518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port ed72d862-5f1e-463f-972a-534fdfdbbf62 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:20.428975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.472872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46075152-c554-4309-a50e-0426e4554e84 req-499c822d-84ab-4782-bc7a-04ac8190fbbd tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688314 Jul 16 01:41:20.589607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.659825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:20.667840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.758718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.820849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:20.824188 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dcbce7-573d-4f19-9ff5-f369df9e5c81" -d '{"events": [{"server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "name": "network-vif-plugged", "status": "completed", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:20.928551 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7783c540-0d75-4489-aa89-55de59a0a322 x-openstack-request-id: req-7783c540-0d75-4489-aa89-55de59a0a322 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:20.928847 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "name": "network-vif-plugged", "status": "completed", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:20.929100 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7783c540-0d75-4489-aa89-55de59a0a322 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:20.929693 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'code': 200} Jul 16 01:41:20.961295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.996457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92bc2-1086-48c1-9b81-91072b4595d9 req-09f7fb9b-f599-4568-a3a1-aed7ef63fe52 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.998609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8aa92bc2-1086-48c1-9b81-91072b4595d9 req-09f7fb9b-f599-4568-a3a1-aed7ef63fe52 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2188265 Jul 16 01:41:21.062734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8aa92bc2-1086-48c1-9b81-91072b4595d9 req-4868042a-f38d-49cb-9a94-23799bdb114a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571275 Jul 16 01:41:21.072251 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:21.150185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad1f2b-5c56-4201-875d-2ba5b96c094f req-d22f59b5-93e2-4d7f-b2ae-70d9b8578d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.151766 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a5ad1f2b-5c56-4201-875d-2ba5b96c094f req-d22f59b5-93e2-4d7f-b2ae-70d9b8578d99 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.1182001 Jul 16 01:41:21.215658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c33666-9266-412a-a50d-e588c55fa9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.247284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a5ad1f2b-5c56-4201-875d-2ba5b96c094f req-80d96760-c8ce-4d4b-a92f-52bf8dad3252 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890870 Jul 16 01:41:21.442582 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c33666-9266-412a-a50d-e588c55fa9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.454631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c33666-9266-412a-a50d-e588c55fa9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.578769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c33666-9266-412a-a50d-e588c55fa9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ac2eab-412d-40e8-9d6f-f4acce350233,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.605903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c5c33666-9266-412a-a50d-e588c55fa9d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c868ee0239f2476a83431766fcee2ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421878 Jul 16 01:41:21.608577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.848466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083cb5b5-ea28-4e8a-b22e-830355979088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.004801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083cb5b5-ea28-4e8a-b22e-830355979088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.282010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085158-4e4d-45d7-a5f8-4e82c0500e77 req-b7fa612d-7459-4d37-b09f-88b690c79d4f tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.289869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75085158-4e4d-45d7-a5f8-4e82c0500e77 req-b7fa612d-7459-4d37-b09f-88b690c79d4f tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.3917882 Jul 16 01:41:22.405742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-5a1dbf48-94bd-4a93-85fb-0c60f1204932 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.407826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-5a1dbf48-94bd-4a93-85fb-0c60f1204932 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.4707530 Jul 16 01:41:22.425609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75085158-4e4d-45d7-a5f8-4e82c0500e77 req-6915f568-cc41-43fe-b4f0-47a359d85490 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346462 Jul 16 01:41:22.446737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083cb5b5-ea28-4e8a-b22e-830355979088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.459637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083cb5b5-ea28-4e8a-b22e-830355979088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.462161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-083cb5b5-ea28-4e8a-b22e-830355979088 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83ac2eab-412d-40e8-9d6f-f4acce350233 HTTP/1.1" status: 204 len: 168 time: 0.8524714 Jul 16 01:41:22.487878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cb5b5-ea28-4e8a-b22e-830355979088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ac2eab-412d-40e8-9d6f-f4acce350233,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.506712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-b1991176-caec-4337-b375-48a1182d89fe tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/quotas/aa1ecb5520264f4b992d58a995e8b849 HTTP/1.1" status: 200 len: 375 time: 0.0775104 Jul 16 01:41:22.764459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-8dcb9e7d-f6f3-446b-bca9-842467cc5f1b tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2381220 Jul 16 01:41:22.929550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c65ea-b17c-4f59-89cc-552f76320e2b req-7fda85b4-e812-4909-9435-ad7e8f2573b8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.937471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-055c65ea-b17c-4f59-89cc-552f76320e2b req-7fda85b4-e812-4909-9435-ad7e8f2573b8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2955451 Jul 16 01:41:22.971724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-a46b9feb-e2fd-4286-9353-02b92267f3b8 service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015238 Jul 16 01:41:23.114372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-055c65ea-b17c-4f59-89cc-552f76320e2b req-414dc4ca-4242-4d1b-a950-32b83381c406 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751924 Jul 16 01:41:23.177910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-9450e36e-8267-4186-ab66-00a1db0eaa01 service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909215 Jul 16 01:41:23.418295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04425-d36d-43e6-9dc4-61c7403a8670 req-d56ab4e7-8798-41a4-8dc6-2485271aef81 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.427334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3e04425-d36d-43e6-9dc4-61c7403a8670 req-d56ab4e7-8798-41a4-8dc6-2485271aef81 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1506574 Jul 16 01:41:23.481085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3e04425-d36d-43e6-9dc4-61c7403a8670 req-fc9a49fd-be7d-45fb-89b8-8b0044ec5a9f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Jul 16 01:41:23.565484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c684f43-999f-4f04-9bf6-4d6bb2afcd3f req-5655ecc6-2d0d-4b38-85ee-7a4bb01ba2e0 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 210 time: 0.0798120 Jul 16 01:41:23.794061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5da7f-0aaa-4094-8ce4-56aa58a8dad3 req-4698595c-5e17-4605-ba14-cf1c3c75250c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.796604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba5da7f-0aaa-4094-8ce4-56aa58a8dad3 req-4698595c-5e17-4605-ba14-cf1c3c75250c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1623430 Jul 16 01:41:23.970955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eba5da7f-0aaa-4094-8ce4-56aa58a8dad3 req-e0ff94bb-005b-4401-848a-91d600597c50 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687698 Jul 16 01:41:24.075167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce3d14-9e72-4af9-b0ac-211e88c89906 req-a4c23134-6e86-46c4-8ea0-a9b2278b4e38 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.077582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbce3d14-9e72-4af9-b0ac-211e88c89906 req-a4c23134-6e86-46c4-8ea0-a9b2278b4e38 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1880679 Jul 16 01:41:24.199433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fbce3d14-9e72-4af9-b0ac-211e88c89906 req-fe388478-becc-4b24-87de-958f4e24dd86 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128697 Jul 16 01:41:24.522492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd3f65-7c33-4a06-aca7-acfdf5d0e2f3 req-d1efd4ad-5f42-4524-81ab-6c0c4101ea02 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.538945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07fd3f65-7c33-4a06-aca7-acfdf5d0e2f3 req-d1efd4ad-5f42-4524-81ab-6c0c4101ea02 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1492405 Jul 16 01:41:24.570322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-48e94a2d-1db5-4804-aa58-f2d3e70dbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.574133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-48e94a2d-1db5-4804-aa58-f2d3e70dbcc0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.0894809 Jul 16 01:41:24.576280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07fd3f65-7c33-4a06-aca7-acfdf5d0e2f3 req-c59b4ff1-6fa2-47da-b4d7-60537d9a7259 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363231 Jul 16 01:41:24.800392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624701df-2787-487e-9eb9-a5098585557f req-b9046afd-9542-4ebf-8c23-26f16406acc7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.801933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-624701df-2787-487e-9eb9-a5098585557f req-b9046afd-9542-4ebf-8c23-26f16406acc7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1858201 Jul 16 01:41:24.855385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-3e193d11-1a62-4551-a6c8-b9651f6995d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.859344 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-3e193d11-1a62-4551-a6c8-b9651f6995d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.2724192 Jul 16 01:41:24.920685 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-103f7d6e-9787-40c3-a244-8ff5ad87fd71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 217 time: 0.0556202 Jul 16 01:41:24.922821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-624701df-2787-487e-9eb9-a5098585557f req-89581fa9-c48f-4aa2-9ca3-74f1d9ec11b7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089571 Jul 16 01:41:24.977259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-caf05b9f-31a1-40ca-9374-e047401a3fd9 req-eae7628a-b069-430d-aeab-9d51d088b75d tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 210 time: 0.0751197 Jul 16 01:41:25.029201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-7e227a62-d586-47e6-b4d9-07efe3d0b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.031936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-7e227a62-d586-47e6-b4d9-07efe3d0b42a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.1013768 Jul 16 01:41:25.099146 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-b200150c-359d-4fbd-8f1a-e9355856940b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558710 Jul 16 01:41:25.223766 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-268ce029-6a61-4af9-8166-a769fff55ec5 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145296 Jul 16 01:41:25.310838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ebfd-c0ff-4ef2-81cd-97b1c8930a83 req-595937d8-f170-4931-883b-33c10c94d2e6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.320979 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8331ebfd-c0ff-4ef2-81cd-97b1c8930a83 req-595937d8-f170-4931-883b-33c10c94d2e6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2154632 Jul 16 01:41:25.342365 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b3c7c867-d8dc-4535-81ff-afb5e566f973 req-c3d6c592-b84e-452b-8d70-fb4255045caf service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113968 Jul 16 01:41:25.457576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8331ebfd-c0ff-4ef2-81cd-97b1c8930a83 req-99413cf0-4cf8-4bb3-96d6-251bd842ee83 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347120 Jul 16 01:41:25.587916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-82ebc842-0352-4e40-8798-c453473b257d tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.590402 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-82ebc842-0352-4e40-8798-c453473b257d tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.1690595 Jul 16 01:41:25.615644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Request body: {'port': {'device_id': '183a309e-ff81-4a37-a534-4c3acf457917', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'admin_state_up': True, 'tenant_id': 'aa1ecb5520264f4b992d58a995e8b849'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:25.848917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892d616-662a-4d5f-b9b2-d880b7aaa081 req-adaee2fb-de1a-4a33-853d-054c04df8b14 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.866223 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f892d616-662a-4d5f-b9b2-d880b7aaa081 req-adaee2fb-de1a-4a33-853d-054c04df8b14 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1294055 Jul 16 01:41:25.932680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Made reservation on behalf of aa1ecb5520264f4b992d58a995e8b849 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:25.939527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.970442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f892d616-662a-4d5f-b9b2-d880b7aaa081 req-1290ad43-964c-4097-a222-e9ae450eb75f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028566 Jul 16 01:41:26.130125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Allocated IP 172.20.0.6 (07175643-1d3b-4b87-81d4-f4c2c33f0b3f/b38676b7-837c-4bbd-9344-99279961a999/0becf112-9b5a-4e96-a20c-32b76aae9904) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:26.320269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.337572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6cb64-e844-4049-8456-1bf7f9758d21 req-874b9d2c-d7c0-4e90-9c99-3e69ed413a74 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.345286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5d6cb64-e844-4049-8456-1bf7f9758d21 req-874b9d2c-d7c0-4e90-9c99-3e69ed413a74 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1499314 Jul 16 01:41:26.371845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.378005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b33f5-94fb-405d-a67b-17c49fa1d6e6 req-930e97f4-ce47-4253-a016-8010fdfffcef tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.387678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:26.400470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-394b33f5-94fb-405d-a67b-17c49fa1d6e6 req-930e97f4-ce47-4253-a016-8010fdfffcef tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1576316 Jul 16 01:41:26.433976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:26.462312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event updated for resources: {'Port': ['ID=0becf112-9b5a-4e96-a20c-32b76aae9904,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.467678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:26.471721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:26.549322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5d6cb64-e844-4049-8456-1bf7f9758d21 req-71b8f598-f4d8-43b6-9a17-4b3fcb09c4ce tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017183 Jul 16 01:41:26.583338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-394b33f5-94fb-405d-a67b-17c49fa1d6e6 req-ec827679-604d-4019-aebb-0596a814a187 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814666 Jul 16 01:41:26.591468 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.592153 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.629661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-bd433211-d984-4fdb-8ece-99222ba3c5ac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0190609 Jul 16 01:41:26.643887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Request body: {'port': {'device_id': '183a309e-ff81-4a37-a534-4c3acf457917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:26.737526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.802592 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.882989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716898cd-c297-481c-a839-f825dbc4d33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.098421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8976302-3a01-45e6-930b-c938cbd11286 req-4a7780d0-ae99-49d3-8eaf-2fd5cdbb0294 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.100184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8976302-3a01-45e6-930b-c938cbd11286 req-4a7780d0-ae99-49d3-8eaf-2fd5cdbb0294 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 931 time: 0.2027638 Jul 16 01:41:27.200590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8976302-3a01-45e6-930b-c938cbd11286 req-a2e718f1-5021-483d-9183-3b03331f4359 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860412 Jul 16 01:41:27.271312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716898cd-c297-481c-a839-f825dbc4d33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.287112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716898cd-c297-481c-a839-f825dbc4d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.409375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716898cd-c297-481c-a839-f825dbc4d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233d8a92-dd35-46a6-ba67-b248017eeebe,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.449723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-716898cd-c297-481c-a839-f825dbc4d33e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=966f7caddedc4b348756b97ebeeb9987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7110655 Jul 16 01:41:27.454521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.521851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0becf112-9b5a-4e96-a20c-32b76aae9904 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:27.599217 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.678329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bc27f-0f68-48f9-bf5c-a2b0f056498b req-412b631d-0c40-4fa3-b264-f52e48377e4b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.692063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-955bc27f-0f68-48f9-bf5c-a2b0f056498b req-412b631d-0c40-4fa3-b264-f52e48377e4b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2105358 Jul 16 01:41:27.697003 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb283-3597-4dfe-aab3-3ae1c80b1f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.708933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Transition to ACTIVE for port object 0becf112-9b5a-4e96-a20c-32b76aae9904 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:27.734575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.745795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.811324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb283-3597-4dfe-aab3-3ae1c80b1f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.864340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Pushing event updated for resources: {'Port': ['ID=0becf112-9b5a-4e96-a20c-32b76aae9904,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.905092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-955bc27f-0f68-48f9-bf5c-a2b0f056498b req-c482b2af-6653-406a-8a39-3a430063ee5f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120214 Jul 16 01:41:27.946510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b0182-49f8-4dbb-a098-bbc2c173d5f1 req-52f4e031-8626-4633-90d4-16a404a8a7e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.948145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a7b0182-49f8-4dbb-a098-bbc2c173d5f1 req-52f4e031-8626-4633-90d4-16a404a8a7e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2411458 Jul 16 01:41:27.951430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb283-3597-4dfe-aab3-3ae1c80b1f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.957085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e4bb283-3597-4dfe-aab3-3ae1c80b1f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.958273 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e4bb283-3597-4dfe-aab3-3ae1c80b1f10 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/233d8a92-dd35-46a6-ba67-b248017eeebe HTTP/1.1" status: 204 len: 168 time: 0.4884734 Jul 16 01:41:27.983416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bb283-3597-4dfe-aab3-3ae1c80b1f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d8a92-dd35-46a6-ba67-b248017eeebe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.046848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a7b0182-49f8-4dbb-a098-bbc2c173d5f1 req-15d34e24-db92-4a78-a51d-d19c4814a3fc tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886595 Jul 16 01:41:28.049147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Attempting to bind port 0becf112-9b5a-4e96-a20c-32b76aae9904 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:28.049517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Attempting to bind port 0becf112-9b5a-4e96-a20c-32b76aae9904 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:28.049848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Attempting to bind port 0becf112-9b5a-4e96-a20c-32b76aae9904 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:28.069884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Port 0becf112-9b5a-4e96-a20c-32b76aae9904 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:28.074064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Attempting to bind port 0becf112-9b5a-4e96-a20c-32b76aae9904 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:28.081281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:28.092461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Checking segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:28.093014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Bound using segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:28.093555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Bound port: 0becf112-9b5a-4e96-a20c-32b76aae9904, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:28.094004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.209525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f8beb24-589e-4354-87b4-d2191e5a7279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.247036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] For port 0becf112-9b5a-4e96-a20c-32b76aae9904, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:28.252538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] For port 0becf112-9b5a-4e96-a20c-32b76aae9904, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0becf112-9b5a-4e96-a20c-32b76aae9904,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:28.269160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.318100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.318815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.321661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] 10.222.0.93 "PUT /v2.0/ports/0becf112-9b5a-4e96-a20c-32b76aae9904 HTTP/1.1" status: 200 len: 1091 time: 1.6821926 Jul 16 01:41:28.322191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183a309e-ff81-4a37-a534-4c3acf457917', 'tag': '0becf112-9b5a-4e96-a20c-32b76aae9904'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:28.325143 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a" -d '{"events": [{"name": "network-changed", "server_uuid": "183a309e-ff81-4a37-a534-4c3acf457917", "tag": "0becf112-9b5a-4e96-a20c-32b76aae9904"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:28.372098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c1d82-e2b0-48e8-8889-10b0913aff2c service neutron] Pushing event updated for resources: {'Port': ['ID=0becf112-9b5a-4e96-a20c-32b76aae9904,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.444694 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cefe02-0891-4c2c-993e-5fa73a41e0e6 x-openstack-request-id: req-00cefe02-0891-4c2c-993e-5fa73a41e0e6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:28.445052 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183a309e-ff81-4a37-a534-4c3acf457917", "tag": "0becf112-9b5a-4e96-a20c-32b76aae9904", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:28.445424 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00cefe02-0891-4c2c-993e-5fa73a41e0e6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:28.445810 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183a309e-ff81-4a37-a534-4c3acf457917', 'tag': '0becf112-9b5a-4e96-a20c-32b76aae9904', 'status': 'completed', 'code': 200} Jul 16 01:41:28.461138 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f8beb24-589e-4354-87b4-d2191e5a7279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.508121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f8beb24-589e-4354-87b4-d2191e5a7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.536410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742412e-8489-4150-aa12-2a96ae5d8b96 req-bb5dec96-0b6d-45f5-ad88-f61a2bb3a7d8 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.537938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c742412e-8489-4150-aa12-2a96ae5d8b96 req-bb5dec96-0b6d-45f5-ad88-f61a2bb3a7d8 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 943 time: 0.0993159 Jul 16 01:41:28.553968 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7f8beb24-589e-4354-87b4-d2191e5a7279 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a71df642a13540c487b2ff5e2a914b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109865 Jul 16 01:41:28.556825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.576262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8beb24-589e-4354-87b4-d2191e5a7279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0e841-fbda-4f61-8590-5f7895bf2bcd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.592145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-9faa2907-44a0-4c3b-8da4-d1d3c6eca5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.594001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-9faa2907-44a0-4c3b-8da4-d1d3c6eca5fe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 1094 time: 0.1940775 Jul 16 01:41:28.621090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c742412e-8489-4150-aa12-2a96ae5d8b96 req-99c016ff-c3ad-41e4-84f3-43a64e19e99c tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766981 Jul 16 01:41:28.664463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35556a-6128-4327-9b15-f402e4674899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.667534 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-4e68448f-7482-4255-a05d-c8229988c4be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0becf112-9b5a-4e96-a20c-32b76aae9904 HTTP/1.1" status: 200 len: 217 time: 0.0495014 Jul 16 01:41:28.691819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35556a-6128-4327-9b15-f402e4674899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.740306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-23a424d8-d38c-4b58-a188-97abde00740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.742928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-23a424d8-d38c-4b58-a188-97abde00740a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.0677590 Jul 16 01:41:28.749401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35556a-6128-4327-9b15-f402e4674899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.752519 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35556a-6128-4327-9b15-f402e4674899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.758807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1e35556a-6128-4327-9b15-f402e4674899 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10b0e841-fbda-4f61-8590-5f7895bf2bcd HTTP/1.1" status: 204 len: 168 time: 0.2000782 Jul 16 01:41:28.769689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35556a-6128-4327-9b15-f402e4674899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0e841-fbda-4f61-8590-5f7895bf2bcd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.789473 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-41339726-3a76-4d2b-b08b-f85ecc8d8d67 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361710 Jul 16 01:41:28.848288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.868001 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a1deb29-9ed0-45f6-ad01-a3d61293132e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.952102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.962009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-3412cdf3-ed04-4d0a-b6a0-5d22aaa8f35e service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681671 Jul 16 01:41:29.091770 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a1deb29-9ed0-45f6-ad01-a3d61293132e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.100084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a1deb29-9ed0-45f6-ad01-a3d61293132e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.135354 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e81a50d3-877a-441d-aa86-259d9dedddb1 req-83416e79-644d-4671-a7b9-e99f6dba1d95 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578293 Jul 16 01:41:29.151804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9a1deb29-9ed0-45f6-ad01-a3d61293132e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=866e1f2b825d492692b7751c43d71bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015504 Jul 16 01:41:29.153565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.185778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67ae719-0ca8-4229-8e7d-392e2120525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.206215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1deb29-9ed0-45f6-ad01-a3d61293132e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c18f9-93df-47ba-954d-f35358397523,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.286496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29641f3d-51db-4e97-8c77-b4f7b269adef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.333708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29641f3d-51db-4e97-8c77-b4f7b269adef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.337465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eb18c-50fa-44de-bbfd-27f19001e80b req-59596fb7-b597-4a8d-b4df-f6384fb3fab0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.340456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-995eb18c-50fa-44de-bbfd-27f19001e80b req-59596fb7-b597-4a8d-b4df-f6384fb3fab0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1854372 Jul 16 01:41:29.391487 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-ca8abbd7-ab28-4af7-a26e-0dd947af6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.393361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091319db-efed-4a1a-9d32-117718fc1b0b req-76523d19-e782-464a-b256-19beecee45a0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.393639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-ca8abbd7-ab28-4af7-a26e-0dd947af6b49 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 1094 time: 0.1809542 Jul 16 01:41:29.394908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-091319db-efed-4a1a-9d32-117718fc1b0b req-76523d19-e782-464a-b256-19beecee45a0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1241810 Jul 16 01:41:29.426362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-995eb18c-50fa-44de-bbfd-27f19001e80b req-7a980012-3c9b-43d1-9944-bcc0fd030674 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776477 Jul 16 01:41:29.471843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29641f3d-51db-4e97-8c77-b4f7b269adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.474588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29641f3d-51db-4e97-8c77-b4f7b269adef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.475810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29641f3d-51db-4e97-8c77-b4f7b269adef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef7c18f9-93df-47ba-954d-f35358397523 HTTP/1.1" status: 204 len: 168 time: 0.3209581 Jul 16 01:41:29.502126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.506114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-091319db-efed-4a1a-9d32-117718fc1b0b req-ef95b2c9-500e-42d7-b77c-4d35fcf4367c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930104 Jul 16 01:41:29.508205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67ae719-0ca8-4229-8e7d-392e2120525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.515954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641f3d-51db-4e97-8c77-b4f7b269adef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c18f9-93df-47ba-954d-f35358397523,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.527704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67ae719-0ca8-4229-8e7d-392e2120525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.529399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b8b065d-3912-44ad-9742-0b6f50704d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.593716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ae719-0ca8-4229-8e7d-392e2120525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705fd0c2-c276-4c3c-b881-0f0f518fb192,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.597248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-c44c652a-622f-4e8b-9364-ddb9f4f84f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.599451 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-c44c652a-622f-4e8b-9364-ddb9f4f84f11 service neutron] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 916 time: 0.1990032 Jul 16 01:41:29.602620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d67ae719-0ca8-4229-8e7d-392e2120525a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c2c57cfe1524dfb904d73e43914396e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6489160 Jul 16 01:41:29.605471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.661345 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-36a00b93-4a82-42ac-a979-5e7fae04ee55 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0becf112-9b5a-4e96-a20c-32b76aae9904 HTTP/1.1" status: 200 len: 217 time: 0.0465717 Jul 16 01:41:29.689448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b8b065d-3912-44ad-9742-0b6f50704d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.697642 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b8b065d-3912-44ad-9742-0b6f50704d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.750356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-f9a52607-5c80-4aa0-957c-8e52218f145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.751861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-f9a52607-5c80-4aa0-957c-8e52218f145e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.0813849 Jul 16 01:41:29.754841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4dbf-0b88-4131-9c96-a3bfe4884e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.795025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9b8b065d-3912-44ad-9742-0b6f50704d0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d2c8b583c3547b9ac37503f30175757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881713 Jul 16 01:41:29.795687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.804480 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-0868c771-3c80-48ce-9f22-a3f0639cab95 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447564 Jul 16 01:41:29.809499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4dbf-0b88-4131-9c96-a3bfe4884e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.848850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b065d-3912-44ad-9742-0b6f50704d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce0b055-58c2-4127-88ea-8e8c3a7bd352,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.940833 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-7b960394-56f2-4160-96f5-945eaf050c3e service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289961 Jul 16 01:41:29.942366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8540-c813-42a8-9562-fc0ed338b612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.976402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff591-9963-44a3-963c-b69ef88c36f1 req-a7634f01-cacb-4dab-b8bb-288b4a8dab92 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.982000 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4dbf-0b88-4131-9c96-a3bfe4884e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.982666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03cff591-9963-44a3-963c-b69ef88c36f1 req-a7634f01-cacb-4dab-b8bb-288b4a8dab92 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 943 time: 0.1415582 Jul 16 01:41:29.985321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4dbf-0b88-4131-9c96-a3bfe4884e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.986745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2cbe4dbf-0b88-4131-9c96-a3bfe4884e6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/705fd0c2-c276-4c3c-b881-0f0f518fb192 HTTP/1.1" status: 204 len: 168 time: 0.3797734 Jul 16 01:41:30.023954 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8540-c813-42a8-9562-fc0ed338b612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.035276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe4dbf-0b88-4131-9c96-a3bfe4884e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705fd0c2-c276-4c3c-b881-0f0f518fb192,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.167950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03cff591-9963-44a3-963c-b69ef88c36f1 req-ee4e6595-f75f-4fa8-8efd-babbee789c63 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676390 Jul 16 01:41:30.180403 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d0b6329-1640-4a33-8a7f-cb9eb803d91a req-e6cb2457-c09b-47b4-a626-3f2790719db4 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327716 Jul 16 01:41:30.214060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8540-c813-42a8-9562-fc0ed338b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.218349 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a8540-c813-42a8-9562-fc0ed338b612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.222122 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fe8a8540-c813-42a8-9562-fc0ed338b612 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cce0b055-58c2-4127-88ea-8e8c3a7bd352 HTTP/1.1" status: 204 len: 168 time: 0.4186282 Jul 16 01:41:30.230924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8540-c813-42a8-9562-fc0ed338b612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce0b055-58c2-4127-88ea-8e8c3a7bd352,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.307120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0becf112-9b5a-4e96-a20c-32b76aae9904 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:30.361117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-ceb8882f-47cf-4777-a09f-75352402b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.363062 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-ceb8882f-47cf-4777-a09f-75352402b0aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 1098 time: 0.1242390 Jul 16 01:41:30.390273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4109291-5ae4-4399-9812-0f2ba9d6530c req-aebf9a40-2bf9-4abd-abbc-72ca07aa40f0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.393303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4109291-5ae4-4399-9812-0f2ba9d6530c req-aebf9a40-2bf9-4abd-abbc-72ca07aa40f0 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1206977 Jul 16 01:41:30.453333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4109291-5ae4-4399-9812-0f2ba9d6530c req-468dc559-6463-4582-a1d3-309d78a1adcf tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 Jul 16 01:41:30.491271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0becf112-9b5a-4e96-a20c-32b76aae9904, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0becf112-9b5a-4e96-a20c-32b76aae9904,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:30.506742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '0becf112-9b5a-4e96-a20c-32b76aae9904', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'port_id': '0becf112-9b5a-4e96-a20c-32b76aae9904', 'mac_address': 'fa:16:3e:77:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38676b7-837c-4bbd-9344-99279961a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:30.537617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-3170e360-de1f-4834-b96f-61627bcb96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.540993 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-3170e360-de1f-4834-b96f-61627bcb96bd service neutron] 10.222.0.93 "GET /v2.0/networks?id=bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 200 len: 914 time: 0.1693571 Jul 16 01:41:30.590692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-a18f5abc-fec9-434e-b11f-ed191b9e9671 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0435519 Jul 16 01:41:30.704094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-ad685b5a-09c5-451e-9b24-eadd224446ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.705714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-ad685b5a-09c5-451e-9b24-eadd224446ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 200 len: 853 time: 0.1079512 Jul 16 01:41:30.759816 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-45a9bc20-5d39-45e1-a220-7494a4befec1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bf2dadef-9d2d-4691-8284-48e600093896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459578 Jul 16 01:41:30.770560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.784836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0becf112-9b5a-4e96-a20c-32b76aae9904 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:30.813766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0becf112-9b5a-4e96-a20c-32b76aae9904, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0becf112-9b5a-4e96-a20c-32b76aae9904,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:30.823199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.856587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e603-6e20-4476-919a-d04314b374d6 req-76940b27-ab56-4eab-801d-63a9b3e35e7d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.859428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41782) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.865495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d13e603-6e20-4476-919a-d04314b374d6 req-76940b27-ab56-4eab-801d-63a9b3e35e7d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1334484 Jul 16 01:41:30.890869 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d3072e8-8122-420c-9de0-4d850ed75dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.915755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d13e603-6e20-4476-919a-d04314b374d6 req-8f6de801-16b4-411c-be0c-a9f5fa95e032 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491722 Jul 16 01:41:30.928838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-9732a2ab-0f79-412c-8b7c-ef0b8656aa9a service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618280 Jul 16 01:41:30.954001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0becf112-9b5a-4e96-a20c-32b76aae9904,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.962727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.963998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.964549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.965205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.965804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.966528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.967289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.969191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.969540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.969874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.970204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:30.970676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:31.074061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['0becf112-9b5a-4e96-a20c-32b76aae9904'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:31.116612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-42e350ca-8fb3-4210-a00f-dc3b8ea2e0a6 req-9a2b347e-22fc-4f94-9536-768872661f31 service neutron] 10.222.0.93 "GET /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715932 Jul 16 01:41:31.166663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d3072e8-8122-420c-9de0-4d850ed75dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.173213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d3072e8-8122-420c-9de0-4d850ed75dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.220183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3072e8-8122-420c-9de0-4d850ed75dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa26a4d0-395b-4319-92d3-d6acae226d03,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.254010 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2d3072e8-8122-420c-9de0-4d850ed75dad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07e093067b1741978284eaffc4542fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917270 Jul 16 01:41:31.256454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.284510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.361496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76717e12-fd2c-4b36-adfe-43ea03676288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.390017 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76717e12-fd2c-4b36-adfe-43ea03676288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.465729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76717e12-fd2c-4b36-adfe-43ea03676288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.468723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76717e12-fd2c-4b36-adfe-43ea03676288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.470843 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-76717e12-fd2c-4b36-adfe-43ea03676288 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa26a4d0-395b-4319-92d3-d6acae226d03 HTTP/1.1" status: 204 len: 168 time: 0.2129591 Jul 16 01:41:31.480427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76717e12-fd2c-4b36-adfe-43ea03676288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa26a4d0-395b-4319-92d3-d6acae226d03,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.583904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3b4b8-b0e7-472d-80e1-eb53d540aaa6 req-fad23c9a-3a14-48ea-a9c4-2d3b38cbc427 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.586285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcb3b4b8-b0e7-472d-80e1-eb53d540aaa6 req-fad23c9a-3a14-48ea-a9c4-2d3b38cbc427 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 944 time: 0.1850379 Jul 16 01:41:31.705165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcb3b4b8-b0e7-472d-80e1-eb53d540aaa6 req-0b9dd692-8175-4354-9fc3-3f8715ea1d83 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889592 Jul 16 01:41:31.778416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db211b24-1d95-4ccb-ac9a-b9d1814c14a8 req-f7c400dd-053a-4424-8509-c9245b563e9f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.779909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db211b24-1d95-4ccb-ac9a-b9d1814c14a8 req-f7c400dd-053a-4424-8509-c9245b563e9f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1620896 Jul 16 01:41:32.281808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db211b24-1d95-4ccb-ac9a-b9d1814c14a8 req-b11820bf-0ead-43ed-a771-962db27ae79b tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754119 Jul 16 01:41:32.323791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0becf112-9b5a-4e96-a20c-32b76aae9904 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:32.343544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819d0e4-9762-4d0e-ac9c-9d9fad911c2d req-f475824d-aa29-4ae8-bec6-763f9ba15a02 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.345210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8819d0e4-9762-4d0e-ac9c-9d9fad911c2d req-f475824d-aa29-4ae8-bec6-763f9ba15a02 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1442327 Jul 16 01:41:32.387969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 0becf112-9b5a-4e96-a20c-32b76aae9904 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:32.392864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 0becf112-9b5a-4e96-a20c-32b76aae9904 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:32.393365 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.423202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8819d0e4-9762-4d0e-ac9c-9d9fad911c2d req-1cdad040-7f5d-43d0-8ec9-8964bc6d9b97 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696456 Jul 16 01:41:32.492053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.516283 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.520910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183a309e-ff81-4a37-a534-4c3acf457917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0becf112-9b5a-4e96-a20c-32b76aae9904'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:32.523333 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b7b5ee-4a15-4e80-9da5-004004df4f33" -d '{"events": [{"server_uuid": "183a309e-ff81-4a37-a534-4c3acf457917", "name": "network-vif-plugged", "status": "completed", "tag": "0becf112-9b5a-4e96-a20c-32b76aae9904"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:32.558049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 0becf112-9b5a-4e96-a20c-32b76aae9904, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0becf112-9b5a-4e96-a20c-32b76aae9904,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:32.566122 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.602036 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ea75e-f1ef-48b9-a3f4-6601eaf53f2a x-openstack-request-id: req-116ea75e-f1ef-48b9-a3f4-6601eaf53f2a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:32.602566 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183a309e-ff81-4a37-a534-4c3acf457917", "name": "network-vif-plugged", "status": "completed", "tag": "0becf112-9b5a-4e96-a20c-32b76aae9904", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:32.603051 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-116ea75e-f1ef-48b9-a3f4-6601eaf53f2a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:32.603731 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183a309e-ff81-4a37-a534-4c3acf457917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0becf112-9b5a-4e96-a20c-32b76aae9904', 'code': 200} Jul 16 01:41:32.640081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=0becf112-9b5a-4e96-a20c-32b76aae9904,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.728452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d629f6-f7f5-4701-9092-3497d69859ca req-028b3922-5ebd-45b3-aa71-1d357e845eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.730877 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-71d629f6-f7f5-4701-9092-3497d69859ca req-028b3922-5ebd-45b3-aa71-1d357e845eb8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 1096 time: 0.0591755 Jul 16 01:41:32.775456 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-71d629f6-f7f5-4701-9092-3497d69859ca req-ec05a690-d544-4462-97ff-28ace9e9d676 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Jul 16 01:41:32.930941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Deleting port e8518562-89f7-4f4f-a31c-c04b85d86b56 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:32.931466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.958131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31d325-c5ba-4724-ab4a-6f5200daff76 req-d00892a8-eba9-476f-bc4a-14d2b501225a tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.959909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be31d325-c5ba-4724-ab4a-6f5200daff76 req-d00892a8-eba9-476f-bc4a-14d2b501225a tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 945 time: 0.1037385 Jul 16 01:41:33.047142 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be31d325-c5ba-4724-ab4a-6f5200daff76 req-43a7fbf6-61bc-4bfc-8643-88388f3c3ec3 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792720 Jul 16 01:41:33.065391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] For port e8518562-89f7-4f4f-a31c-c04b85d86b56, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e8518562-89f7-4f4f-a31c-c04b85d86b56,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:33.065881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.083218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Calling delete_port for e8518562-89f7-4f4f-a31c-c04b85d86b56 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:33.304601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.336330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8518562-89f7-4f4f-a31c-c04b85d86b56,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.777522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad74c-44cf-4b2f-b927-095b03b6b1f1 req-f9553a84-d7c8-441f-a6f7-c6a8e3a39a24 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.779188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e6ad74c-44cf-4b2f-b927-095b03b6b1f1 req-f9553a84-d7c8-441f-a6f7-c6a8e3a39a24 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2311358 Jul 16 01:41:33.779912 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.893741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e6ad74c-44cf-4b2f-b927-095b03b6b1f1 req-d315c3b0-5bbf-474a-9a56-d16c7fba4916 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024637 Jul 16 01:41:33.944361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf553709-087a-4725-a1a4-1185f6b212b3 req-1bbd9dee-cd29-4740-9ab1-86116c5e6c7c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.945920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf553709-087a-4725-a1a4-1185f6b212b3 req-1bbd9dee-cd29-4740-9ab1-86116c5e6c7c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2307000 Jul 16 01:41:34.009904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf553709-087a-4725-a1a4-1185f6b212b3 req-ff3b07c1-fba1-4df2-8d48-98432bd838e5 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560417 Jul 16 01:41:34.193277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Router 617570b1-1413-4bef-8bb6-94aca01e1a31 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:34.247795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.277532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243022f7-423c-4a70-9b3c-a20f25dd5b3b req-e2fd1d45-0e78-4f44-9d46-b002dcb2f754 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.284599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243022f7-423c-4a70-9b3c-a20f25dd5b3b req-e2fd1d45-0e78-4f44-9d46-b002dcb2f754 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2037606 Jul 16 01:41:34.402059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-243022f7-423c-4a70-9b3c-a20f25dd5b3b req-bc392001-a13e-47e6-bd29-3f8dc3359db2 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165392 Jul 16 01:41:34.421556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:34.436372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b4584de6-7718-4e97-aa1c-e31cb17b8c2e admin admin] 10.222.0.81 "PUT /v2.0/routers/617570b1-1413-4bef-8bb6-94aca01e1a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1474795 Jul 16 01:41:34.436650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41940) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.439824 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] Sync routers for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:34.451504 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:34.452194 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:41:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.489909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80495dc-c82f-430a-819c-e4f11961e31f req-2d3666a6-5ec8-4308-875e-bdb335f58975 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.506901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f80495dc-c82f-430a-819c-e4f11961e31f req-2d3666a6-5ec8-4308-875e-bdb335f58975 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 945 time: 0.2509878 Jul 16 01:41:34.591889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f80495dc-c82f-430a-819c-e4f11961e31f req-f490ee7d-1fbb-48bc-8736-391254103b6b tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828784 Jul 16 01:41:34.678156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:34.699619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.708207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e867e6d5-b191-4db2-b793-fbb6afda303d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.811870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae856b-34c2-4a34-a77c-8264be31dd6d req-32853489-9616-41a1-86ac-918fba5736a5 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.814084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67ae856b-34c2-4a34-a77c-8264be31dd6d req-32853489-9616-41a1-86ac-918fba5736a5 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1824012 Jul 16 01:41:34.882285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67ae856b-34c2-4a34-a77c-8264be31dd6d req-618fc870-49ae-4dfe-affe-cac6bb88c0c9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601935 Jul 16 01:41:34.942726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.080543 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': 'a5e60e07-640b-4754-8eee-13307e602167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:41:33Z', 'revision_number': 5, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port': {'id': 'a5e60e07-640b-4754-8eee-13307e602167', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:52Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:35.125145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e867e6d5-b191-4db2-b793-fbb6afda303d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.137613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e867e6d5-b191-4db2-b793-fbb6afda303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.152327 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] Checking router: 617570b1-1413-4bef-8bb6-94aca01e1a31 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:35.156815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Deleting port a5e60e07-640b-4754-8eee-13307e602167 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:35.157166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.174347 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] Routers {'617570b1-1413-4bef-8bb6-94aca01e1a31'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:35.174939 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:41:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['617570b1-1413-4bef-8bb6-94aca01e1a31'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:35.198841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f605b2-9ffa-4d0a-88ab-ad87c4e7bbe3 req-e5d961cc-7263-4e21-953f-68fab54cf8a9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.201134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31f605b2-9ffa-4d0a-88ab-ad87c4e7bbe3 req-e5d961cc-7263-4e21-953f-68fab54cf8a9 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1450534 Jul 16 01:41:35.252616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e867e6d5-b191-4db2-b793-fbb6afda303d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c10ead1eb7e24f3cabcda82966de1432&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0032113 Jul 16 01:41:35.254976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.263622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867e6d5-b191-4db2-b793-fbb6afda303d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1043ef-a5cd-4a71-81a5-e3e0bc27ab30,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.313916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31f605b2-9ffa-4d0a-88ab-ad87c4e7bbe3 req-1bf02691-fb73-41ef-a02b-e1f67e8dc1e3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962400 Jul 16 01:41:35.351591 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] Set router 617570b1-1413-4bef-8bb6-94aca01e1a31 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:35.378977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e89d-cc8b-4294-b8de-5f7425d78c49 req-98c5f56b-75b7-46d0-a47a-665318e4a37b tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.386144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4b6e89d-cc8b-4294-b8de-5f7425d78c49 req-98c5f56b-75b7-46d0-a47a-665318e4a37b tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1789277 Jul 16 01:41:35.475604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:41:34Z', 'revision_number': 6, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:35.496891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4b6e89d-cc8b-4294-b8de-5f7425d78c49 req-150e1efe-afaa-41b5-b780-3c0144fc92ea tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069214 Jul 16 01:41:35.548772 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781be61e-4906-4581-92e8-09f18474bad6 None None] The sync data for ids ['617570b1-1413-4bef-8bb6-94aca01e1a31'] in n-d-800085-5 is: [{'id': '617570b1-1413-4bef-8bb6-94aca01e1a31', 'name': 'tempest-TaggedBootDevicesTest-2052125385-router', 'tenant_id': '42ae8a55ffd84b78827a8af38aaff54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:50Z', 'updated_at': '2021-07-16T01:41:34Z', 'revision_number': 6, 'project_id': '42ae8a55ffd84b78827a8af38aaff54d', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:35.826998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] For port a5e60e07-640b-4754-8eee-13307e602167, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a5e60e07-640b-4754-8eee-13307e602167,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:35.827371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.829999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b943e56e-da56-45b7-bed8-571c3028eeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.844847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed1de6-5dbd-4d1a-a737-fdce0e3e074e req-87c03f61-a485-4127-aa0a-e2afa540719c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.851747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11ed1de6-5dbd-4d1a-a737-fdce0e3e074e req-87c03f61-a485-4127-aa0a-e2afa540719c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0831788 Jul 16 01:41:35.864150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Calling delete_port for a5e60e07-640b-4754-8eee-13307e602167 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:35.885750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b943e56e-da56-45b7-bed8-571c3028eeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.887247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11ed1de6-5dbd-4d1a-a737-fdce0e3e074e req-c415fdbc-1ca4-470a-8e0a-87413e053c3e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344412 Jul 16 01:41:36.072076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b943e56e-da56-45b7-bed8-571c3028eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.076677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b943e56e-da56-45b7-bed8-571c3028eeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.078217 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b943e56e-da56-45b7-bed8-571c3028eeb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d1043ef-a5cd-4a71-81a5-e3e0bc27ab30 HTTP/1.1" status: 204 len: 168 time: 0.8221309 Jul 16 01:41:36.096636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943e56e-da56-45b7-bed8-571c3028eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1043ef-a5cd-4a71-81a5-e3e0bc27ab30,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.189043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa8aa-7872-49c3-9e15-27f7203ffda6 req-1720f709-701c-4756-a585-78ec42d386f3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.191075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-911fa8aa-7872-49c3-9e15-27f7203ffda6 req-1720f709-701c-4756-a585-78ec42d386f3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1126909 Jul 16 01:41:36.222728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.259181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-911fa8aa-7872-49c3-9e15-27f7203ffda6 req-99dddb61-0726-49c3-bbd5-71a016efe2a8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Jul 16 01:41:36.279978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e60e07-640b-4754-8eee-13307e602167,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.412056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.571713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.577204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.647084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.647936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617570b1-1413-4bef-8bb6-94aca01e1a31 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:36.653806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.655278 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b46fc63a-0c79-47d6-a11f-ab824396e8e9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/617570b1-1413-4bef-8bb6-94aca01e1a31 HTTP/1.1" status: 204 len: 168 time: 2.2173629 Jul 16 01:41:36.658091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.729752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.732058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef9864-3624-487e-a1ca-744a3e86eb58 req-fd114e22-3ca3-4ed7-bb36-171f342a2a94 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.736788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17ef9864-3624-487e-a1ca-744a3e86eb58 req-fd114e22-3ca3-4ed7-bb36-171f342a2a94 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1622202 Jul 16 01:41:36.786632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c26e124-5da9-412a-803a-cc9168e4e94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.830288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a5e60e07-640b-4754-8eee-13307e602167 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:36.848706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] Deleting subnet 5f6929da-759d-4b3c-89c8-3209375964c0 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:36.860566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.862913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: a5e60e07-640b-4754-8eee-13307e602167 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:36.863520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a5e60e07-640b-4754-8eee-13307e602167 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:36.864413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e8518562-89f7-4f4f-a31c-c04b85d86b56 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:36.889653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17ef9864-3624-487e-a1ca-744a3e86eb58 req-b89ff096-abeb-43a4-acc4-b2bf1be0cca2 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370828 Jul 16 01:41:36.905001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e8518562-89f7-4f4f-a31c-c04b85d86b56 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:36.905715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e8518562-89f7-4f4f-a31c-c04b85d86b56 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:36.925349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb3bb-846a-4e3d-bf9f-99186813ae2b req-547588d3-2205-469c-b93d-b282135fa2c6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.927371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d31eb3bb-846a-4e3d-bf9f-99186813ae2b req-547588d3-2205-469c-b93d-b282135fa2c6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2042086 Jul 16 01:41:36.933988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.028684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d31eb3bb-846a-4e3d-bf9f-99186813ae2b req-902c3108-d0b6-4052-924f-418a13f47854 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925539 Jul 16 01:41:37.163205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.199183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c26e124-5da9-412a-803a-cc9168e4e94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.208538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c26e124-5da9-412a-803a-cc9168e4e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.234660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d9f6a-937d-48b9-b907-01f4e5c1b65b req-31580b1d-5b64-4642-99d3-a9d5a9814816 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.236899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e92d9f6a-937d-48b9-b907-01f4e5c1b65b req-31580b1d-5b64-4642-99d3-a9d5a9814816 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0950022 Jul 16 01:41:37.268829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1c26e124-5da9-412a-803a-cc9168e4e94e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac86c1cfee6e4bbc8453ed640719d14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355322 Jul 16 01:41:37.271735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.280254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26e124-5da9-412a-803a-cc9168e4e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402a4e2-0721-4cdd-923a-64a113251b32,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.295087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.324657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e92d9f6a-937d-48b9-b907-01f4e5c1b65b req-aa6d32c3-9d22-4213-a6ea-3ec5929d7cd6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785666 Jul 16 01:41:37.349482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6929da-759d-4b3c-89c8-3209375964c0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.352819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.353610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f6cda-aa03-4ea3-be18-3cf18fc26d52 None None] Network 5f19ccdd-f16f-463e-95aa-50c5c23229b9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:37.355389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cb760c7e-6756-4a2a-ac8f-2fcfbcc64f8e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5f6929da-759d-4b3c-89c8-3209375964c0 HTTP/1.1" status: 204 len: 168 time: 0.6963351 Jul 16 01:41:37.357888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.414597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5998d2e5-f77e-47a4-9805-5c2ad61e143a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.439884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5998d2e5-f77e-47a4-9805-5c2ad61e143a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.523972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5998d2e5-f77e-47a4-9805-5c2ad61e143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.526552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5998d2e5-f77e-47a4-9805-5c2ad61e143a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.530538 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5998d2e5-f77e-47a4-9805-5c2ad61e143a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b402a4e2-0721-4cdd-923a-64a113251b32 HTTP/1.1" status: 204 len: 168 time: 0.2577615 Jul 16 01:41:37.546276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998d2e5-f77e-47a4-9805-5c2ad61e143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402a4e2-0721-4cdd-923a-64a113251b32,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.550103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.655893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Deleting port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:37.656335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.680860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] DHCP port deletion for 5f19ccdd-f16f-463e-95aa-50c5c23229b9 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:37.754728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] For port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:37.757169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.775644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Calling delete_port for 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:37.810582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] Deleting port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:37.811004 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.828000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e64597-0eff-4fea-994a-4e55d52020e4 req-219e6a92-c5f9-4461-9e97-4ab4e263f6a1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.831118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65e64597-0eff-4fea-994a-4e55d52020e4 req-219e6a92-c5f9-4461-9e97-4ab4e263f6a1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1131980 Jul 16 01:41:37.897828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65e64597-0eff-4fea-994a-4e55d52020e4 req-ecfbaa9c-8cdc-4c85-9754-359ec705eef6 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612144 Jul 16 01:41:37.949412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.949915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] For port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,segment=NetworkSegment(aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2),segment_id=aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:37.950450 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.964868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] Calling delete_port for 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:38.007153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.015590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] No DVR routers for this DVR port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:38.156316 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.187771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882d3ec-6ff4-4872-9e6e-29ea378b0065 req-ae697300-89f0-4588-8640-e39b6f57bf99 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.195290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3882d3ec-6ff4-4872-9e6e-29ea378b0065 req-ae697300-89f0-4588-8640-e39b6f57bf99 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0879362 Jul 16 01:41:38.214608 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.233475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] No DVR routers for this DVR port 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:38.238839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f19ccdd-f16f-463e-95aa-50c5c23229b9']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:38.253804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea46a8c-9942-471c-a9f4-54722bac8ad2 None None] Pushing event deleted for resources: {'Port': ['ID=3c1fb6f6-4156-4f7b-bb8d-b92376e693b4,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.266902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:38.267106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3882d3ec-6ff4-4872-9e6e-29ea378b0065 req-5e8ce338-1c97-408a-b9d4-2f55456a8071 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708339 Jul 16 01:41:38.267833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa63fecd-1f5d-4b30-8bd3-ef2e8c3cf7b2') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:38.282689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.311662 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.319916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:38.320328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:38.326678 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:38.396594 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.407990 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.414969 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5f19ccdd-f16f-463e-95aa-50c5c23229b9 HTTP/1.1" status: 204 len: 168 time: 1.0509408 Jul 16 01:41:38.445400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd05506-e3a8-4960-82cb-2a2a5639fe70 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f19ccdd-f16f-463e-95aa-50c5c23229b9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.503378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb4ac-1b9b-4b09-8cf1-9efe5b027e5b req-2675d940-ccfc-486c-8fb1-dea5f19b81a7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.511130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1aeb4ac-1b9b-4b09-8cf1-9efe5b027e5b req-2675d940-ccfc-486c-8fb1-dea5f19b81a7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1872184 Jul 16 01:41:38.572118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1aeb4ac-1b9b-4b09-8cf1-9efe5b027e5b req-26211fab-c274-4449-9139-7a749bd2a556 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Jul 16 01:41:38.593941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93289f75-9fa8-4a84-a4d8-7ae30bd3ec8a req-0b3b4d21-df07-490a-b801-d28ad5ac9ec4 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.603920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93289f75-9fa8-4a84-a4d8-7ae30bd3ec8a req-0b3b4d21-df07-490a-b801-d28ad5ac9ec4 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1537745 Jul 16 01:41:38.640276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93289f75-9fa8-4a84-a4d8-7ae30bd3ec8a req-b301af73-ba0d-4362-835d-f15f026921e3 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352495 Jul 16 01:41:38.688760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:38.810156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:38.812725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6ee9067a-46c9-433b-a660-1a63a954df7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42ae8a55ffd84b78827a8af38aaff54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1224425 Jul 16 01:41:38.815700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:38.859645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:38.860014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3c1fb6f6-4156-4f7b-bb8d-b92376e693b4 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:38.874122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a12a2-ef14-4a6d-a7bd-b4b50af8170b req-d6bea5d9-6ed8-459d-a07b-93e5378ed8ac tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.886811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e7a12a2-ef14-4a6d-a7bd-b4b50af8170b req-d6bea5d9-6ed8-459d-a07b-93e5378ed8ac tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0971191 Jul 16 01:41:38.922802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8922c0ab-d7d4-4bf7-85f4-53d6042db410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.939750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e7a12a2-ef14-4a6d-a7bd-b4b50af8170b req-f8743e76-6a51-498f-ba67-be4bf91e9fc1 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Jul 16 01:41:38.949081 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8922c0ab-d7d4-4bf7-85f4-53d6042db410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.009496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8922c0ab-d7d4-4bf7-85f4-53d6042db410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.013485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8922c0ab-d7d4-4bf7-85f4-53d6042db410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.015508 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8922c0ab-d7d4-4bf7-85f4-53d6042db410 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6 HTTP/1.1" status: 204 len: 168 time: 0.1980891 Jul 16 01:41:39.033121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922c0ab-d7d4-4bf7-85f4-53d6042db410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4badbdb-5ba2-4fc9-92a8-7cae603a7cb6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:39.194110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd66fd-93ee-4389-b54a-450b48f4b2e9 req-94cb7c5e-e7d8-4621-bd96-624e3f67a53d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.196625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3dd66fd-93ee-4389-b54a-450b48f4b2e9 req-94cb7c5e-e7d8-4621-bd96-624e3f67a53d tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0882764 Jul 16 01:41:39.252647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3dd66fd-93ee-4389-b54a-450b48f4b2e9 req-34dbb09d-d9f5-4d8e-9e6b-0d2fb8f6a24f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483165 Jul 16 01:41:39.446788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59602486-1137-4306-933c-3c967cc56da4 req-d02d4cac-cbbc-4562-bd0b-7bc8517e10ca tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.451469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59602486-1137-4306-933c-3c967cc56da4 req-d02d4cac-cbbc-4562-bd0b-7bc8517e10ca tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0871205 Jul 16 01:41:39.510491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59602486-1137-4306-933c-3c967cc56da4 req-d5671602-b18c-469c-84b1-b81b76edf72e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Jul 16 01:41:39.749289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc3789-5ce1-4bc7-ab96-d362b654184e req-f9fb4b53-29f8-4a4a-b9e5-dfab39eea629 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.750847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1adc3789-5ce1-4bc7-ab96-d362b654184e req-f9fb4b53-29f8-4a4a-b9e5-dfab39eea629 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.0931492 Jul 16 01:41:39.859151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1adc3789-5ce1-4bc7-ab96-d362b654184e req-41de7fc6-ca40-4d6f-8fc8-4087ec897200 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973709 Jul 16 01:41:39.883876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c07cde-9df6-4079-a06b-cd02ff29ff98 req-7a304379-a927-4f81-970a-f9f63a84ca3a tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.902765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38c07cde-9df6-4079-a06b-cd02ff29ff98 req-7a304379-a927-4f81-970a-f9f63a84ca3a tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1428249 Jul 16 01:41:39.954049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38c07cde-9df6-4079-a06b-cd02ff29ff98 req-cb49495b-290c-4edb-bf0f-ce505ba6cbe9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Jul 16 01:41:40.473489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:40.677608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1332888892-network', 'tenant_id': '595c707b95004617bd7ddfb674c52b05'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:40.716421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Made reservation on behalf of 595c707b95004617bd7ddfb674c52b05 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:40.719720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.731263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.870542 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.883355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.949861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606224c1-4a2e-4421-8248-23f3b973649f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:40.979668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:41.006310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.008089 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Added segment 64c39bf8-aeff-429c-a55b-e7a8d5d685e4 of type vlan for network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb Jul 16 01:41:41.096133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.148082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.149891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.151532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.218635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7439086 Jul 16 01:41:41.221741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.227017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Request body: {'subnet': {'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1332888892-subnet', 'tenant_id': '595c707b95004617bd7ddfb674c52b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:41.251290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65223731-a262-4ffa-bd1c-e4bcacbe6652 admin admin] Pushing event updated for resources: {'Network': ['ID=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.276021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:41.284586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Made reservation on behalf of 595c707b95004617bd7ddfb674c52b05 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:41.289724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.334148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f22f2-5032-4070-9469-19e38a2106de req-ccf2fe2f-20a2-40e8-848a-dfce34627897 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.341569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-539f22f2-5032-4070-9469-19e38a2106de req-ccf2fe2f-20a2-40e8-848a-dfce34627897 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1340873 Jul 16 01:41:41.394824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-539f22f2-5032-4070-9469-19e38a2106de req-68090ed5-cc1d-4388-b0c8-c3e0499be8b8 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Jul 16 01:41:41.593191 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aec92aeb-b290-4257-8a7f-5f30129ee110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.750577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.814359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=927794cd-f7c5-44a9-bd65-737f6ec65d48,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.870762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Checking segment: {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:41.871121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Network hostable DHCP agents. Network: 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:41.893833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:41.919267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:41.931638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7301c0-c709-4c62-b133-35df0e6914f6 None None] Network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:41.934447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.935702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.966603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c954fc9d-6094-4a68-be3a-385beced0b8d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7397916 Jul 16 01:41:42.121640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74695b3b-e3b2-4f4f-bdd4-986adfb67a58 None None] Network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:42.741246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f72e7-4751-40f4-b821-ea2b21de3edc req-df1ce6dd-f5ba-4d51-8490-c86c689c7a66 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.750771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-665f72e7-4751-40f4-b821-ea2b21de3edc req-df1ce6dd-f5ba-4d51-8490-c86c689c7a66 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1562135 Jul 16 01:41:42.829435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-665f72e7-4751-40f4-b821-ea2b21de3edc req-0b35a869-6241-4d2a-90ac-b2f37d360af8 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729976 Jul 16 01:41:43.277012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-f8b4c45e-8dca-4e8b-988c-fb09ba1eb25f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.278747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-f8b4c45e-8dca-4e8b-988c-fb09ba1eb25f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 815 time: 0.1839697 Jul 16 01:41:43.302854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-ef146061-57ae-4933-a800-99ff7b0f1227 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/quotas/595c707b95004617bd7ddfb674c52b05 HTTP/1.1" status: 200 len: 375 time: 0.0177085 Jul 16 01:41:43.358403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-2ec3890f-1d89-4083-b9fa-29f935e303bc tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488391 Jul 16 01:41:43.558426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-1c4a8055-0641-4ecb-ad95-7f02ad02c48d service neutron] 10.222.0.81 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924551 Jul 16 01:41:43.737560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-d36933ed-2f86-45a0-940b-579a74659e6a service neutron] 10.222.0.81 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713457 Jul 16 01:41:43.998043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-067e077b-e445-4856-8dd5-8f075661c4bc req-9c2d65fd-6f1a-4fae-89fe-3c26ed8e41a4 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0454884 Jul 16 01:41:44.120966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36ad89-13a6-4be8-ad65-265559d646cf req-0195466a-dc13-48ec-9853-41d7d1eb03e1 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.123827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df36ad89-13a6-4be8-ad65-265559d646cf req-0195466a-dc13-48ec-9853-41d7d1eb03e1 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1220672 Jul 16 01:41:44.202990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df36ad89-13a6-4be8-ad65-265559d646cf req-2d5f8839-7313-46e2-9f8b-9e7fc2fb71f2 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684166 Jul 16 01:41:44.247123 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ba03ef7-51da-43ce-9864-96ba2d5e05a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.437282 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.171686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541494e-a11a-4658-904b-6c52e8360416 req-764a2382-babe-44c4-91f3-567fadbd54bc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.175271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-764a2382-babe-44c4-91f3-567fadbd54bc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.2679498 Jul 16 01:41:45.196829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-143ba5fb-1057-4fe8-ad84-e71b0d34fa34 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/quotas/aa1ecb5520264f4b992d58a995e8b849 HTTP/1.1" status: 200 len: 375 time: 0.0155685 Jul 16 01:41:45.299997 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.318430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f34d39dd-403a-4bf6-a8f2-b8445e77bd26 req-a5f28d6f-e71b-4b91-b9ce-f026178877cf tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0529947 Jul 16 01:41:45.336974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-6e850ed3-6efe-430b-b814-67b801238938 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385014 Jul 16 01:41:45.354175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-664fbe8c-91ad-4f2e-9837-4677b28401c1 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:45.362899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-664fbe8c-91ad-4f2e-9837-4677b28401c1 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158432 Jul 16 01:41:45.559383 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-d4051990-06c0-43ac-81f2-daad667afafc service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895978 Jul 16 01:41:45.788922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-a8aeaf11-40af-4544-b5a6-409dde35de8b service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222412 Jul 16 01:41:45.904901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-86b22e80-ce4c-4a7a-a5ef-5ef0904ab6d3 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.906439 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-86b22e80-ce4c-4a7a-a5ef-5ef0904ab6d3 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 815 time: 0.2561796 Jul 16 01:41:45.926632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Request body: {'port': {'device_id': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'admin_state_up': True, 'tenant_id': '595c707b95004617bd7ddfb674c52b05'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:46.120715 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.184889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Made reservation on behalf of 595c707b95004617bd7ddfb674c52b05 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:46.189879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.237332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dceb8d-bfd2-49dd-9371-d6dbb95e5333 req-49e00a6c-8863-4398-879d-dd06d37b9e9e tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.249887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dceb8d-bfd2-49dd-9371-d6dbb95e5333 req-49e00a6c-8863-4398-879d-dd06d37b9e9e tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2274528 Jul 16 01:41:46.373708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44dceb8d-bfd2-49dd-9371-d6dbb95e5333 req-5241fe28-75a9-43b2-81da-620680d53fe4 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219845 Jul 16 01:41:46.505850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Allocated IP 172.20.0.13 (120b2e0a-1fae-4653-ab8c-0fa8b5a836bb/927794cd-f7c5-44a9-bd65-737f6ec65d48/986617a2-f8bc-4840-8679-82895762fb8d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:46.524788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f7847c3-1a38-46ec-8325-da702075491f req-f2cfe722-7447-4f00-9303-1e3620c56f8d tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 210 time: 0.0685992 Jul 16 01:41:46.599605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc1ae9-950e-44d1-addf-a89e9fba387a req-9671fece-fc1e-4c7c-a374-a15f48b7397e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.607450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66cc1ae9-950e-44d1-addf-a89e9fba387a req-9671fece-fc1e-4c7c-a374-a15f48b7397e tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2679331 Jul 16 01:41:46.721977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66cc1ae9-950e-44d1-addf-a89e9fba387a req-68f1c647-a392-49dc-8909-d948d158c29a tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135414 Jul 16 01:41:46.822247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.834282 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.842646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-041da9db-ece7-4809-97b1-46ea75bcf05e req-8ad89876-9467-4a8b-adb9-4de97e8957ca tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 210 time: 0.0552526 Jul 16 01:41:46.913569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.966155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:46.969535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:46.973669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:47.010837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Pushing event updated for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.026570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.027172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.027750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.028324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.028954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.029226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.029791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.030153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.030532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.030951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.031239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.031556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.063464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.064158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.091361 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-04d3cfa6-f0b5-4002-bd73-66e7e7d23be2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1696882 Jul 16 01:41:47.116124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Request body: {'port': {'device_id': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:47.211717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.600597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff9e4b-4f77-4c36-982f-34b361d7b307 req-2ee44696-59d6-4909-8e9b-01eec0a4beb9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.613033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ff9e4b-4f77-4c36-982f-34b361d7b307 req-2ee44696-59d6-4909-8e9b-01eec0a4beb9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1014805 Jul 16 01:41:47.637479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986617a2-f8bc-4840-8679-82895762fb8d {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:47.660379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.686856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Transition to ACTIVE for port object 986617a2-f8bc-4840-8679-82895762fb8d will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:47.692785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ff9e4b-4f77-4c36-982f-34b361d7b307 req-5d0a884f-3d5e-476e-aef0-c654e8956de7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784121 Jul 16 01:41:47.738099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5bb0fa7-c398-4733-b8f7-710713ba75b0 req-7d4fced0-8d96-4dfe-adca-5258cd035243 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 210 time: 0.0440087 Jul 16 01:41:47.743782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.907111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.958569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-9d1335f6-8c74-430c-b430-e591343411da tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.960749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-9d1335f6-8c74-430c-b430-e591343411da tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.2707062 Jul 16 01:41:47.983693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Attempting to bind port 986617a2-f8bc-4840-8679-82895762fb8d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:47.984040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Attempting to bind port 986617a2-f8bc-4840-8679-82895762fb8d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:47.984523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Attempting to bind port 986617a2-f8bc-4840-8679-82895762fb8d on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:47.998763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Port 986617a2-f8bc-4840-8679-82895762fb8d on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:47.999088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Attempting to bind port 986617a2-f8bc-4840-8679-82895762fb8d on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:48.035942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878a58-d8b3-4eba-8a36-7df420a60c42 req-6acd9544-fa27-4b6a-ad9d-a3b5094d678c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.044040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd878a58-d8b3-4eba-8a36-7df420a60c42 req-6acd9544-fa27-4b6a-ad9d-a3b5094d678c tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 947 time: 0.1795022 Jul 16 01:41:48.086541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:48.087218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Checking segment: {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:48.087218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Bound using segment: {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:48.087707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Bound port: 986617a2-f8bc-4840-8679-82895762fb8d, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:48.093131 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.104801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541494e-a11a-4658-904b-6c52e8360416 req-8a7a5df2-39a5-4f10-bc99-88a3ffdd6538 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.106622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-8a7a5df2-39a5-4f10-bc99-88a3ffdd6538 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.1969807 Jul 16 01:41:48.125071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd878a58-d8b3-4eba-8a36-7df420a60c42 req-c98a973d-6488-4de0-bb0e-b2068c45f991 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795450 Jul 16 01:41:48.143874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Request body: {'port': {'device_id': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'admin_state_up': True, 'tenant_id': 'aa1ecb5520264f4b992d58a995e8b849'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:48.358827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:48.363032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:48.372696 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.423740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.424462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.426340 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] 10.222.0.93 "PUT /v2.0/ports/986617a2-f8bc-4840-8679-82895762fb8d HTTP/1.1" status: 200 len: 1092 time: 1.3162792 Jul 16 01:41:48.430968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:48.434181 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95cc635-6aee-46c6-8495-44e197759559" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "tag": "986617a2-f8bc-4840-8679-82895762fb8d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:48.443731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Deleting port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:48.444105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.531961 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f855bdb-8227-41e2-999a-6b3c0aa498e5 x-openstack-request-id: req-3f855bdb-8227-41e2-999a-6b3c0aa498e5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:48.532258 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "tag": "986617a2-f8bc-4840-8679-82895762fb8d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:48.532516 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f855bdb-8227-41e2-999a-6b3c0aa498e5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:48.532917 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d', 'status': 'completed', 'code': 200} Jul 16 01:41:48.617368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd6777-b5ac-4e4c-a16a-448066dcf4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.666104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] For port 94069bd4-66dd-45b3-bace-1d076b1c1bd1, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=94069bd4-66dd-45b3-bace-1d076b1c1bd1,segment=NetworkSegment(e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335),segment_id=e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:48.666397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.670471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-2774cd4e-6aa7-4d5b-bb31-5ab83259a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.672011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-2774cd4e-6aa7-4d5b-bb31-5ab83259a78e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 1095 time: 0.1915696 Jul 16 01:41:48.685178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Calling delete_port for 94069bd4-66dd-45b3-bace-1d076b1c1bd1 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:48.729286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-42957660-6267-4cd9-bf79-d7a5d78f933a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=986617a2-f8bc-4840-8679-82895762fb8d HTTP/1.1" status: 200 len: 217 time: 0.0456433 Jul 16 01:41:48.783906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258654c-3d51-460e-b93c-df34d89a6d61 req-12ccc26e-6064-4498-aa09-910525a636db tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.791787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6258654c-3d51-460e-b93c-df34d89a6d61 req-12ccc26e-6064-4498-aa09-910525a636db tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 944 time: 0.6388698 Jul 16 01:41:48.848418 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-ca9dff2b-9d40-4d74-867c-45f8af4b6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.850207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-ca9dff2b-9d40-4d74-867c-45f8af4b6ed9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=927794cd-f7c5-44a9-bd65-737f6ec65d48 HTTP/1.1" status: 200 len: 855 time: 0.0730939 Jul 16 01:41:48.871514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6258654c-3d51-460e-b93c-df34d89a6d61 req-2fba4e6b-1ee3-496c-bf9a-9eeb91d34dae tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784733 Jul 16 01:41:48.872208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Made reservation on behalf of aa1ecb5520264f4b992d58a995e8b849 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:48.878164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.936870 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-3085dfe0-ae27-4ce2-8309-1c08b323b8e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780742 Jul 16 01:41:49.106216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe2bbec6-70dd-4ce9-adbc-e14f84923b08 req-b4797e15-9f18-4667-8e2d-9a14b8ba05d5 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 210 time: 0.0452099 Jul 16 01:41:49.147116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cbf95-d1d7-4dd9-8738-dee562ab7140 req-1e0f59eb-bd88-4898-8916-568632acce1d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.154542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-577cbf95-d1d7-4dd9-8738-dee562ab7140 req-1e0f59eb-bd88-4898-8916-568632acce1d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2364776 Jul 16 01:41:49.162140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-b374b54f-61cd-4b6a-be6f-7508ea0c7940 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149630 Jul 16 01:41:49.240817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-577cbf95-d1d7-4dd9-8738-dee562ab7140 req-c0284afb-4d5f-4e10-ba49-71519fa4c453 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852342 Jul 16 01:41:49.247215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Allocated IP 172.20.0.14 (07175643-1d3b-4b87-81d4-f4c2c33f0b3f/b38676b7-837c-4bbd-9344-99279961a999/e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:49.347555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.409428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Pushing event deleted for resources: {'Port': ['ID=94069bd4-66dd-45b3-bace-1d076b1c1bd1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.434972 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4d3b0b89-9ba6-4a4e-837c-97e2042ac841 req-96455cdf-1f6a-4ed9-b221-4194d2ec8864 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625012 Jul 16 01:41:49.457682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] No DVR routers for this DVR port 94069bd4-66dd-45b3-bace-1d076b1c1bd1 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:49.460666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.463562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fc83a053-1090-481c-a9bb-92d34a9e5d1e req-55a1e373-d939-43fa-9f3b-96db8543fb0f tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.93 "DELETE /v2.0/ports/94069bd4-66dd-45b3-bace-1d076b1c1bd1 HTTP/1.1" status: 204 len: 173 time: 1.4811535 Jul 16 01:41:49.482170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590bab3-fdbd-4a75-bc21-ebefdd29f8ce req-a3d1c65a-66f9-4524-b481-0f47075e0104 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.489226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6590bab3-fdbd-4a75-bc21-ebefdd29f8ce req-a3d1c65a-66f9-4524-b481-0f47075e0104 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6c2d83-0a3c-410b-bbf3-19cac94a9320 HTTP/1.1" status: 200 len: 868 time: 0.1801136 Jul 16 01:41:49.590604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6590bab3-fdbd-4a75-bc21-ebefdd29f8ce req-cb86afb4-560b-4fff-b60c-3576bf5be2f8 tempest-ServersNegativeTestJSON-779134792 tempest-ServersNegativeTestJSON-779134792-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76653a5-0861-465e-a416-1304313bf42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000781 Jul 16 01:41:49.623137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.638536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cc635-6aee-46c6-8495-44e197759559 req-f5dc6d95-1979-42e1-bd7b-c1b62482d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.638536 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f95cc635-6aee-46c6-8495-44e197759559 req-f5dc6d95-1979-42e1-bd7b-c1b62482d832 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 1095 time: 0.1030400 Jul 16 01:41:49.694729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.710418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475', '0becf112-9b5a-4e96-a20c-32b76aae9904'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:49.741892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:49.745812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:49.750294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:49.808093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event updated for resources: {'Port': ['ID=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.835823 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.839081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.842712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.869410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-6d81bb10-5d15-4787-b6ff-64c546c0b728 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7383003 Jul 16 01:41:49.895733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Request body: {'port': {'device_id': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:49.906174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cc635-6aee-46c6-8495-44e197759559 req-95781e60-facc-4f6c-adf8-6e64bdb9b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.916979 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f95cc635-6aee-46c6-8495-44e197759559 req-95781e60-facc-4f6c-adf8-6e64bdb9b40e service neutron] 10.222.0.93 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 916 time: 0.2730753 Jul 16 01:41:50.038347 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f95cc635-6aee-46c6-8495-44e197759559 req-1eb275a4-4478-4771-ac41-8c4d3dd7b259 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=986617a2-f8bc-4840-8679-82895762fb8d HTTP/1.1" status: 200 len: 217 time: 0.1133718 Jul 16 01:41:50.058817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.225615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cc635-6aee-46c6-8495-44e197759559 req-a538ff58-c11c-4b0c-ba03-81322b089d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.227068 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f95cc635-6aee-46c6-8495-44e197759559 req-a538ff58-c11c-4b0c-ba03-81322b089d20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=927794cd-f7c5-44a9-bd65-737f6ec65d48 HTTP/1.1" status: 200 len: 855 time: 0.1574552 Jul 16 01:41:50.287360 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f95cc635-6aee-46c6-8495-44e197759559 req-96dda055-922d-4e7e-8ffd-8e62653969ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523286 Jul 16 01:41:50.391173 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f95cc635-6aee-46c6-8495-44e197759559 req-107a0900-4137-4a29-8b0b-0dbe37428a15 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953434 Jul 16 01:41:50.440359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26013-d835-4bf9-9db5-f1f0fc12e073 req-69cfcad5-457e-4e43-a273-1328ed543af7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.442075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bf26013-d835-4bf9-9db5-f1f0fc12e073 req-69cfcad5-457e-4e43-a273-1328ed543af7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 944 time: 0.2735217 Jul 16 01:41:50.509537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 986617a2-f8bc-4840-8679-82895762fb8d details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:50.513152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:50.551545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-deleted', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:50.554071 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeabe725-267a-4ce3-8a12-c3ff7a6971ce" -d '{"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-deleted", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:50.559204 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f95cc635-6aee-46c6-8495-44e197759559 req-3d83f30a-b418-4ceb-b4f0-be7c1de51bf9 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611755 Jul 16 01:41:50.563699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bf26013-d835-4bf9-9db5-f1f0fc12e073 req-f3bbccd9-e14a-42ad-b6cf-713ca3ed32f6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029272 Jul 16 01:41:50.571762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 94069bd4-66dd-45b3-bace-1d076b1c1bd1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:50.572202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 94069bd4-66dd-45b3-bace-1d076b1c1bd1 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:50.676124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:50.687200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '986617a2-f8bc-4840-8679-82895762fb8d', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'port_id': '986617a2-f8bc-4840-8679-82895762fb8d', 'mac_address': 'fa:16:3e:7a:91:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927794cd-f7c5-44a9-bd65-737f6ec65d48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:50.725449 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.744850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986617a2-f8bc-4840-8679-82895762fb8d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:50.765709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:50.774513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.774885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e6f0b-6916-49f3-86f5-6942f2261fe6 req-e3b06fb7-a6f4-4ad7-a62c-ca8245684a99 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.778307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f94e6f0b-6916-49f3-86f5-6942f2261fe6 req-e3b06fb7-a6f4-4ad7-a62c-ca8245684a99 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 932 time: 0.4340444 Jul 16 01:41:50.820271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:50.830803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.876495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f94e6f0b-6916-49f3-86f5-6942f2261fe6 req-e55b7d3f-84cf-41da-81a8-4522b4df119d tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855699 Jul 16 01:41:50.885682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Transition to ACTIVE for port object e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:50.903755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.922471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.013250 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6f1816-1df3-4664-9069-8e91dd512669 x-openstack-request-id: req-cf6f1816-1df3-4664-9069-8e91dd512669 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:51.013801 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c2d83-0a3c-410b-bbf3-19cac94a9320", "name": "network-vif-deleted", "tag": "94069bd4-66dd-45b3-bace-1d076b1c1bd1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:51.014748 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf6f1816-1df3-4664-9069-8e91dd512669 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:51.015387 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c2d83-0a3c-410b-bbf3-19cac94a9320', 'name': 'network-vif-deleted', 'tag': '94069bd4-66dd-45b3-bace-1d076b1c1bd1', 'status': 'completed', 'code': 200} Jul 16 01:41:51.030266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['986617a2-f8bc-4840-8679-82895762fb8d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:51.083950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.123877 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.132486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.133085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.133625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.134176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.135283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.135816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.136376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.136889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.137427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.137952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.138603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.139300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.161808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de48bf-f471-4995-a732-0a2edf5518a8 req-f6f1af8d-59c0-49cc-b180-9cb99a48cc2d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.163779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33de48bf-f471-4995-a732-0a2edf5518a8 req-f6f1af8d-59c0-49cc-b180-9cb99a48cc2d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2743073 Jul 16 01:41:51.212104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Attempting to bind port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:51.214954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Attempting to bind port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:51.215518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Attempting to bind port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:51.224855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] Deleting subnet 5f782d52-1885-4135-bf0c-61d813859b92 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:51.234415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:51.234743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Attempting to bind port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:51.235579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.249430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:51.249787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Checking segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:51.250144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Bound using segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:51.251077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Bound port: e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:51.251077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.264414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33de48bf-f471-4995-a732-0a2edf5518a8 req-c9c33e98-a277-4b78-aa21-7771963c557e tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 Jul 16 01:41:51.316261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.367009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] For port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:51.374195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] For port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:51.376013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.380982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.432818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.433566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.436189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] 10.222.0.93 "PUT /v2.0/ports/e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 HTTP/1.1" status: 200 len: 1092 time: 1.5564492 Jul 16 01:41:51.436724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'tag': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:51.439963 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6" -d '{"events": [{"name": "network-changed", "server_uuid": "8bccd9a8-1b61-4aee-81d6-adce6692b700", "tag": "e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:51.458698 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.476559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.479067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5f782d52-1885-4135-bf0c-61d813859b92 HTTP/1.1" status: 204 len: 168 time: 0.3541512 Jul 16 01:41:51.497153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.499038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9db439-ef1b-43a0-b0b1-6f2b7cb0aa3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f782d52-1885-4135-bf0c-61d813859b92,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.520420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182d1e-e322-419c-bf62-43eb835a60c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.602661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.845753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.849890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541494e-a11a-4658-904b-6c52e8360416 req-b95102c8-5c9a-4b4f-8011-fd4090229904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.851450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-b95102c8-5c9a-4b4f-8011-fd4090229904 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 1095 time: 0.3366089 Jul 16 01:41:51.856043 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134a7f8d-3ab1-4db6-bc56-4ed764b66a9a x-openstack-request-id: req-134a7f8d-3ab1-4db6-bc56-4ed764b66a9a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:51.856431 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bccd9a8-1b61-4aee-81d6-adce6692b700", "tag": "e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:51.856610 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-134a7f8d-3ab1-4db6-bc56-4ed764b66a9a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:51.856974 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'tag': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8', 'status': 'completed', 'code': 200} Jul 16 01:41:51.925955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-3d5a9489-748d-4218-a441-e0ded2da1995 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 HTTP/1.1" status: 200 len: 217 time: 0.0631561 Jul 16 01:41:51.928700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2dadef-9d2d-4691-8284-48e600093896']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:51.986762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:51.987407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ce6e9a-b107-4b28-9bb6-00f0b7f4e335') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:52.006540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.073049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.078105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541494e-a11a-4658-904b-6c52e8360416 req-72d0247b-b96f-4b60-baab-61532625f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.079596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-72d0247b-b96f-4b60-baab-61532625f1d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.1468771 Jul 16 01:41:52.090405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:52.090817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:52.094714 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:52.119247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f27cb-13b3-46f5-9761-5a8f8c31ceaf req-0bf48112-4f6f-4e99-9872-dc0030eeea12 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.120817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6f27cb-13b3-46f5-9761-5a8f8c31ceaf req-0bf48112-4f6f-4e99-9872-dc0030eeea12 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 945 time: 0.3817670 Jul 16 01:41:52.157523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-3f106b44-b108-4580-9c8a-4300d9709d64 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645711 Jul 16 01:41:52.260808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.267473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.269672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bf2dadef-9d2d-4691-8284-48e600093896 HTTP/1.1" status: 204 len: 168 time: 0.7701321 Jul 16 01:41:52.287493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bee3f-64f9-4d8c-af98-daa9cc656cd5 req-25ad83ab-0f71-4bc7-8097-00163a327cc7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.289311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f3bee3f-64f9-4d8c-af98-daa9cc656cd5 req-25ad83ab-0f71-4bc7-8097-00163a327cc7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 944 time: 0.2749598 Jul 16 01:41:52.316097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6f27cb-13b3-46f5-9761-5a8f8c31ceaf req-bb9a0950-314e-4798-9909-72f919986344 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864746 Jul 16 01:41:52.324483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13aaf8-84c4-4599-b9d6-e462130352a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2dadef-9d2d-4691-8284-48e600093896,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.416911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f3bee3f-64f9-4d8c-af98-daa9cc656cd5 req-c641f2ae-2c72-4608-a590-87d62cc3ff41 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083059 Jul 16 01:41:52.432861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-2840c692-a8b1-472e-9a41-af393bd4de69 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385316 Jul 16 01:41:52.542071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 986617a2-f8bc-4840-8679-82895762fb8d up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:52.592305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c541494e-a11a-4658-904b-6c52e8360416 req-326fd7a8-611f-4853-819c-14f07f91aa61 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530421 Jul 16 01:41:52.616921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3b8ad-a0ad-4407-a28b-4d7beb3adc2b req-b217392a-0031-49e9-b112-0c5c3083ccb7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.626886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99f3b8ad-a0ad-4407-a28b-4d7beb3adc2b req-b217392a-0031-49e9-b112-0c5c3083ccb7 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1556697 Jul 16 01:41:52.662839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 986617a2-f8bc-4840-8679-82895762fb8d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:52.669755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 986617a2-f8bc-4840-8679-82895762fb8d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:52.670409 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.704573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99f3b8ad-a0ad-4407-a28b-4d7beb3adc2b req-e0b01b91-a79a-44c8-acc3-ae119cb85027 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766916 Jul 16 01:41:52.786502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.802895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-22d3c3d4-f36c-415a-b35e-0975343c674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.807469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-22d3c3d4-f36c-415a-b35e-0975343c674a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 1095 time: 0.1153274 Jul 16 01:41:52.818537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:52.820971 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f060f7-c1c9-4425-9f39-cd4d3ef5118e" -d '{"events": [{"server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "986617a2-f8bc-4840-8679-82895762fb8d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:52.841852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:52.849138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.854349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.911011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4afdeafa-e80b-4744-bceb-ed960f189086 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7ccfcfa0d974d12a7a0bd9745fe1b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600469 Jul 16 01:41:52.914236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.981297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-63d545e3-ca8f-4280-9ec5-06c1060069f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.983041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-63d545e3-ca8f-4280-9ec5-06c1060069f1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 916 time: 0.1669929 Jul 16 01:41:52.987232 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ff667-af86-4db3-95cd-46dd0272bcca x-openstack-request-id: req-9b6ff667-af86-4db3-95cd-46dd0272bcca {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:52.987520 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "986617a2-f8bc-4840-8679-82895762fb8d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:52.987768 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b6ff667-af86-4db3-95cd-46dd0272bcca {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:52.988151 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d', 'code': 200} Jul 16 01:41:52.988868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.040378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42636) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.043379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eafa18dc-33c6-4780-82fc-8cbbeadc642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.045299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-c103e615-518d-4bf4-a214-3804e6015000 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 HTTP/1.1" status: 200 len: 217 time: 0.0542204 Jul 16 01:41:53.091374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eafa18dc-33c6-4780-82fc-8cbbeadc642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.128157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-8594ce5e-f27c-4fb2-ac82-81a5ae1088c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.130260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-8594ce5e-f27c-4fb2-ac82-81a5ae1088c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.0781741 Jul 16 01:41:53.141564 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029607f-fbb4-4f94-88eb-0c05fa194cf7 req-cc37875a-9a70-433c-aae5-b0919d66ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.143350 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1029607f-fbb4-4f94-88eb-0c05fa194cf7 req-cc37875a-9a70-433c-aae5-b0919d66ca85 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 1097 time: 0.1606696 Jul 16 01:41:53.170858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-da608c9f-50a2-4d65-904c-1a9e46af9e0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328202 Jul 16 01:41:53.181896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eafa18dc-33c6-4780-82fc-8cbbeadc642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.184410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eafa18dc-33c6-4780-82fc-8cbbeadc642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.185928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eafa18dc-33c6-4780-82fc-8cbbeadc642a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d76653a5-0861-465e-a416-1304313bf42c HTTP/1.1" status: 204 len: 168 time: 0.2705040 Jul 16 01:41:53.193182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1029607f-fbb4-4f94-88eb-0c05fa194cf7 req-b883e0a2-aa59-42a8-8678-66353b1f1c78 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Jul 16 01:41:53.200104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa18dc-33c6-4780-82fc-8cbbeadc642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76653a5-0861-465e-a416-1304313bf42c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.303621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-5b246072-35fd-4f6f-a3ad-50b8a05d1f47 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239803 Jul 16 01:41:53.409071 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18069e23-56d3-4cb2-b751-3f8d27c1ee4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.440932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-319aeb5a-2b5b-4d35-b722-c5d7aae20da6 req-334e1619-b9da-4b9f-bff2-f7562abc996c service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264420 Jul 16 01:41:53.579338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18069e23-56d3-4cb2-b751-3f8d27c1ee4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.630633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18069e23-56d3-4cb2-b751-3f8d27c1ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.727772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18069e23-56d3-4cb2-b751-3f8d27c1ee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbbb07c-80a8-4b96-baac-c91f48a75810,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.731063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.732276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-18069e23-56d3-4cb2-b751-3f8d27c1ee4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8fc2bddd873a4d6f92b190fabbb60de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895142 Jul 16 01:41:53.735199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.756540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307542ec-4fc9-4ae0-8441-e199436c21e6 req-4317abd3-aa91-4039-9c6f-d5d36bad933b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.758037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-307542ec-4fc9-4ae0-8441-e199436c21e6 req-4317abd3-aa91-4039-9c6f-d5d36bad933b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2338948 Jul 16 01:41:53.799599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599543d-e48e-4b7c-a6df-37688bf4532e req-0d1eead1-6918-4b75-b760-74ac8761e3fc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.806734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7599543d-e48e-4b7c-a6df-37688bf4532e req-0d1eead1-6918-4b75-b760-74ac8761e3fc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 944 time: 0.1371510 Jul 16 01:41:53.817893 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ebee753-e83d-4ec7-bd73-fd673fdb0cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.838614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-307542ec-4fc9-4ae0-8441-e199436c21e6 req-f62b09e6-c78d-4f99-99b7-7ad775d720ca tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710068 Jul 16 01:41:53.866579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7599543d-e48e-4b7c-a6df-37688bf4532e req-e45bf355-7517-40fc-b0c9-09e7f07e711f tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588906 Jul 16 01:41:53.886578 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ebee753-e83d-4ec7-bd73-fd673fdb0cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.972789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17dae8c-757e-4613-8fd6-adbfdaacd1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.984883 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ebee753-e83d-4ec7-bd73-fd673fdb0cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.987413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ebee753-e83d-4ec7-bd73-fd673fdb0cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.000895 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7ebee753-e83d-4ec7-bd73-fd673fdb0cd7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cbbb07c-80a8-4b96-baac-c91f48a75810 HTTP/1.1" status: 204 len: 168 time: 0.2637026 Jul 16 01:41:54.039224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee753-e83d-4ec7-bd73-fd673fdb0cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbbb07c-80a8-4b96-baac-c91f48a75810,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.159694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17dae8c-757e-4613-8fd6-adbfdaacd1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.166229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17dae8c-757e-4613-8fd6-adbfdaacd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.177303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a8e5a-fa46-464a-b620-685ab960742e req-87030634-0913-4069-910a-5ece59a66cd6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.182376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-235a8e5a-fa46-464a-b620-685ab960742e req-87030634-0913-4069-910a-5ece59a66cd6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1840348 Jul 16 01:41:54.221383 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a17dae8c-757e-4613-8fd6-adbfdaacd1bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52698e40b5de4080a6aea5adaac03f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890501 Jul 16 01:41:54.223995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dae8c-757e-4613-8fd6-adbfdaacd1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbd6ea4-876a-446f-8a3e-4b67d160cfae,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.224290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.257031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-235a8e5a-fa46-464a-b620-685ab960742e req-d9d60c34-0965-4665-811b-b2e58258b20f tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649991 Jul 16 01:41:54.314599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c80fc08-7a34-41ce-a6c4-ed22dca8e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.341044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c80fc08-7a34-41ce-a6c4-ed22dca8e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.395654 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c80fc08-7a34-41ce-a6c4-ed22dca8e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.400723 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c80fc08-7a34-41ce-a6c4-ed22dca8e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.402032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c80fc08-7a34-41ce-a6c4-ed22dca8e21b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bbd6ea4-876a-446f-8a3e-4b67d160cfae HTTP/1.1" status: 204 len: 168 time: 0.1766412 Jul 16 01:41:54.410985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80fc08-7a34-41ce-a6c4-ed22dca8e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbd6ea4-876a-446f-8a3e-4b67d160cfae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.553445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.555067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:54.572640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b9a96b9-bd6d-42d1-989e-290b9631440e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.699809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b9a96b9-bd6d-42d1-989e-290b9631440e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.706958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.707452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b9a96b9-bd6d-42d1-989e-290b9631440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.721787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'port_id': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8', 'mac_address': 'fa:16:3e:ec:e4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38676b7-837c-4bbd-9344-99279961a999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:54.766662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.788392 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4b9a96b9-bd6d-42d1-989e-290b9631440e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23f828350dfd4aa0889eb550de005a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329874 Jul 16 01:41:54.789228 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a96b9-bd6d-42d1-989e-290b9631440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbe22ed-587f-4761-9a6f-790f10544c76,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.791441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.800454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:54.841927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.847925 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.911620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1ceaba3-73c3-449b-8411-8456ad4dca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.922977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.968786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1ceaba3-73c3-449b-8411-8456ad4dca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.076967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.098846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:55.124819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5cc79d2-e004-4546-a9a8-cf138bcb0ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.152367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1ceaba3-73c3-449b-8411-8456ad4dca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.154944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1ceaba3-73c3-449b-8411-8456ad4dca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.158864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f1ceaba3-73c3-449b-8411-8456ad4dca9c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9bbe22ed-587f-4761-9a6f-790f10544c76 HTTP/1.1" status: 204 len: 168 time: 0.3663986 Jul 16 01:41:55.179091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2315ce8-cd21-4f22-a733-21731611f300 req-977800f5-4897-4469-b535-5ab021df439c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.180661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2315ce8-cd21-4f22-a733-21731611f300 req-977800f5-4897-4469-b535-5ab021df439c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1299591 Jul 16 01:41:55.184335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceaba3-73c3-449b-8411-8456ad4dca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbe22ed-587f-4761-9a6f-790f10544c76,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.277417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2315ce8-cd21-4f22-a733-21731611f300 req-007d36a8-1957-4f7c-b129-8e9bfe9748a6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887125 Jul 16 01:41:55.285103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5cc79d2-e004-4546-a9a8-cf138bcb0ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.291283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdc7f-4b1b-4d22-aedc-b650a4bdc5d9 req-7682c65e-2a94-4b86-8395-679520e2d6d9 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.294458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5cc79d2-e004-4546-a9a8-cf138bcb0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.298256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-306cdc7f-4b1b-4d22-aedc-b650a4bdc5d9 req-7682c65e-2a94-4b86-8395-679520e2d6d9 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 945 time: 0.1787632 Jul 16 01:41:55.362942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc79d2-e004-4546-a9a8-cf138bcb0ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edb1535-3e80-4482-9be0-4702698513bc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.367031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-306cdc7f-4b1b-4d22-aedc-b650a4bdc5d9 req-b563e1af-efbe-493d-a14a-329b3c9862cb tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678792 Jul 16 01:41:55.380170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d5cc79d2-e004-4546-a9a8-cf138bcb0ec8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01d62dca848a4020b003ed48ee8bdcfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945390 Jul 16 01:41:55.380170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42736) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.498540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20fbb4ea-c0da-4fb2-9851-8ba7f24a2b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.530270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20fbb4ea-c0da-4fb2-9851-8ba7f24a2b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.640813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20fbb4ea-c0da-4fb2-9851-8ba7f24a2b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.644338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20fbb4ea-c0da-4fb2-9851-8ba7f24a2b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.648630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-20fbb4ea-c0da-4fb2-9851-8ba7f24a2b26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3edb1535-3e80-4482-9be0-4702698513bc HTTP/1.1" status: 204 len: 168 time: 0.2739966 Jul 16 01:41:55.663147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbb4ea-c0da-4fb2-9851-8ba7f24a2b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edb1535-3e80-4482-9be0-4702698513bc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.856707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1a02e-084e-4ecd-8a54-cf24716bed70 req-bd84f194-08ea-4262-a731-efd1ad40733c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.863392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5be1a02e-084e-4ecd-8a54-cf24716bed70 req-bd84f194-08ea-4262-a731-efd1ad40733c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2000701 Jul 16 01:41:55.883033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfecd57-724f-4cd1-8bcf-1d926b119085 req-1e20752d-7274-45e6-9fb2-eb975b9816b5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.885449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3dfecd57-724f-4cd1-8bcf-1d926b119085 req-1e20752d-7274-45e6-9fb2-eb975b9816b5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2821047 Jul 16 01:41:55.954520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3dfecd57-724f-4cd1-8bcf-1d926b119085 req-d9d251e2-58c8-4b2e-ba89-1b27327de3a6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555556 Jul 16 01:41:55.972337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5be1a02e-084e-4ecd-8a54-cf24716bed70 req-34cd3464-e140-4d19-aa92-a0c189cd6ed1 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078827 Jul 16 01:41:56.575655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:56.791702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92044-a983-4d0c-9a5f-a8c3c8a53e5c req-88a262da-15c5-4c5c-b84a-5cadc0ff31fc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.795003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84e92044-a983-4d0c-9a5f-a8c3c8a53e5c req-88a262da-15c5-4c5c-b84a-5cadc0ff31fc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 945 time: 0.1596332 Jul 16 01:41:56.796085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:56.812105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:56.813879 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.900255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84e92044-a983-4d0c-9a5f-a8c3c8a53e5c req-d0ff9374-7b2b-47bc-80dc-82e6eb41c671 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858514 Jul 16 01:41:56.943999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f231dbd-e71d-4581-8a80-35afbb0ea067 req-67707e2b-e958-4691-8213-cc07d600115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.948022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f231dbd-e71d-4581-8a80-35afbb0ea067 req-67707e2b-e958-4691-8213-cc07d600115a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.1518679 Jul 16 01:41:57.023973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.064834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f231dbd-e71d-4581-8a80-35afbb0ea067 req-7cd6577b-6c69-4658-87e9-2cc63a0e0cea service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070342 Jul 16 01:41:57.103813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:57.111685 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0d3026-637e-4283-86d4-7a0c9264a8d8" -d '{"events": [{"server_uuid": "8bccd9a8-1b61-4aee-81d6-adce6692b700", "name": "network-vif-plugged", "status": "completed", "tag": "e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:57.148009 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:57.163003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.281482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.336504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb334519-b4b2-479c-a534-ea64e02653e1 req-91b666ff-be87-48dc-b58b-6b93fe3001bf tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.339258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb334519-b4b2-479c-a534-ea64e02653e1 req-91b666ff-be87-48dc-b58b-6b93fe3001bf tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1590292 Jul 16 01:41:57.406177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52257ee7-69e6-4b77-956a-68e31b4763bc req-3242f553-a147-4fd6-b137-84e9a66782e5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.414826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52257ee7-69e6-4b77-956a-68e31b4763bc req-3242f553-a147-4fd6-b137-84e9a66782e5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1692252 Jul 16 01:41:57.427313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb334519-b4b2-479c-a534-ea64e02653e1 req-5d0178a6-48b8-44da-9984-e6c459f54643 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813496 Jul 16 01:41:57.472420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52257ee7-69e6-4b77-956a-68e31b4763bc req-e04da19a-ed0c-4cf9-aa30-af4ce59d76f7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562987 Jul 16 01:41:57.496156 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1df8677-9d67-4f66-9608-7271979a8b04 x-openstack-request-id: req-f1df8677-9d67-4f66-9608-7271979a8b04 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:57.496545 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bccd9a8-1b61-4aee-81d6-adce6692b700", "name": "network-vif-plugged", "status": "completed", "tag": "e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:57.496865 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1df8677-9d67-4f66-9608-7271979a8b04 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:57.497353 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8', 'code': 200} Jul 16 01:41:57.655027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd787321-6efc-464a-96c6-8954c5a93186 req-c688c33c-01d8-4914-baaf-0dde6346842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.656573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd787321-6efc-464a-96c6-8954c5a93186 req-c688c33c-01d8-4914-baaf-0dde6346842f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 1097 time: 0.0677009 Jul 16 01:41:57.696300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd787321-6efc-464a-96c6-8954c5a93186 req-b77d836d-2ddc-4040-8df8-c1a8973f09cf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Jul 16 01:41:58.052279 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:58.253420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef108a3-fbca-49fd-a0c1-ca54f01c49d3 req-c73b562f-0484-4064-abcf-4dc3a34bc1c3 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.261006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ef108a3-fbca-49fd-a0c1-ca54f01c49d3 req-c73b562f-0484-4064-abcf-4dc3a34bc1c3 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 946 time: 0.1652865 Jul 16 01:41:58.309389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ef108a3-fbca-49fd-a0c1-ca54f01c49d3 req-c10c48f9-48ec-46d9-95ee-8c3a35b040c8 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470335 Jul 16 01:41:58.799482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae46d0-0d1c-4a88-8d45-9da06fb664a7 req-e74f3ca7-b228-4c7c-a732-6c254a6dfd42 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.805036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7ae46d0-0d1c-4a88-8d45-9da06fb664a7 req-e74f3ca7-b228-4c7c-a732-6c254a6dfd42 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.2003479 Jul 16 01:41:58.956293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7ae46d0-0d1c-4a88-8d45-9da06fb664a7 req-92c8dbda-1e28-43f1-9a3c-b1762f156f44 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996976 Jul 16 01:41:58.968151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd4f5f-380a-47d7-b0be-a174ff527ebd req-d5b19e85-0d82-4d19-9fc6-2406ce4b7f78 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.975044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6dfd4f5f-380a-47d7-b0be-a174ff527ebd req-d5b19e85-0d82-4d19-9fc6-2406ce4b7f78 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2287390 Jul 16 01:41:59.025533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a7ba6f68-9795-406c-b2d0-0a6174245819 req-d134f44e-5a76-4208-bdb1-a6f2c51f72b6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-303060295', 'description': 'tempest-description-1344180453'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:59.052783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6dfd4f5f-380a-47d7-b0be-a174ff527ebd req-d0be5344-4c58-4e34-b9fe-f9895c4e329b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763440 Jul 16 01:41:59.079462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a7ba6f68-9795-406c-b2d0-0a6174245819 req-d134f44e-5a76-4208-bdb1-a6f2c51f72b6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.244106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a7ba6f68-9795-406c-b2d0-0a6174245819 req-d134f44e-5a76-4208-bdb1-a6f2c51f72b6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.251807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a7ba6f68-9795-406c-b2d0-0a6174245819 req-d134f44e-5a76-4208-bdb1-a6f2c51f72b6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.282187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a7ba6f68-9795-406c-b2d0-0a6174245819 req-d134f44e-5a76-4208-bdb1-a6f2c51f72b6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.286349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7ba6f68-9795-406c-b2d0-0a6174245819 req-d134f44e-5a76-4208-bdb1-a6f2c51f72b6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2752962 Jul 16 01:41:59.306965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134f44e-5a76-4208-bdb1-a6f2c51f72b6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41581d40-74ae-451f-8889-c80f67ad8d97,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.576965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-ff987764-3b58-4bc9-8782-ff03929f1665 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-303060295&fields=id&tenant_id=4824268a7fff4c77bec68fa10ea1e211 HTTP/1.1" status: 200 len: 267 time: 0.0928504 Jul 16 01:41:59.669434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272aeb6-c24f-4083-ac29-79343d462131 req-23a9410b-43e9-4350-8b7c-dc3c953b8295 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.671570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2272aeb6-c24f-4083-ac29-79343d462131 req-23a9410b-43e9-4350-8b7c-dc3c953b8295 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 946 time: 0.1594350 Jul 16 01:41:59.746946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-2c528124-3740-4aff-9bd9-f80117e14ad2 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.748755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-2c528124-3740-4aff-9bd9-f80117e14ad2 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1706405 Jul 16 01:41:59.760382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2272aeb6-c24f-4083-ac29-79343d462131 req-c4430dc7-76bd-4e49-bc07-2fa13224e215 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826905 Jul 16 01:41:59.766487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Request body: {'port': {'security_groups': ['6d977b43-d2ac-47dc-8d75-001af005cd31', '41581d40-74ae-451f-8889-c80f67ad8d97']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:59.902998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.346054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:00.394050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43004) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.462443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.484951 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.505062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23652b1-25f6-43ef-8ca6-46e7c70ada02 req-b87639fa-e690-4d3f-906e-211036e2e6c2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.507497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ed72d862-5f1e-463f-972a-534fdfdbbf62'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:00.515437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a23652b1-25f6-43ef-8ca6-46e7c70ada02 req-b87639fa-e690-4d3f-906e-211036e2e6c2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1790402 Jul 16 01:42:00.561693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.562591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.585133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61adfb34-ebac-44d9-b182-5a68af58bf71 req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "PUT /v2.0/ports/ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 981 time: 0.8229053 Jul 16 01:42:00.599805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:00.607939 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125fbbc3-8bc7-40a4-931c-38a6654c9548" -d '{"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:00.813866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caf6c0a7-9e5e-47c2-8788-397c3513add5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.838136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a23652b1-25f6-43ef-8ca6-46e7c70ada02 req-0802303f-1be3-4f63-b969-07cfde49b27b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195772 Jul 16 01:42:00.849467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29994a6b-54ae-4409-8867-40de71177e81 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event updated for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.915968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ed72d862-5f1e-463f-972a-534fdfdbbf62'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:00.935719 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a0a0a4-4084-4752-b103-a041d53fc0f4 x-openstack-request-id: req-02a0a0a4-4084-4752-b103-a041d53fc0f4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:00.936021 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:00.936304 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02a0a0a4-4084-4752-b103-a041d53fc0f4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:00.936710 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'status': 'completed', 'code': 200} Jul 16 01:42:01.050472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-aa3ce9bb-fbb9-42a1-b255-36e62df627ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.052760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-aa3ce9bb-fbb9-42a1-b255-36e62df627ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1135 time: 0.0869346 Jul 16 01:42:01.084505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caf6c0a7-9e5e-47c2-8788-397c3513add5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.099765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-caf6c0a7-9e5e-47c2-8788-397c3513add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.159469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-caf6c0a7-9e5e-47c2-8788-397c3513add5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3dd324b8ef542be87dc77ed466533e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7618103 Jul 16 01:42:01.163090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.228754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-88331a3f-d6ef-495d-8091-b30718ad13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.231092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-88331a3f-d6ef-495d-8091-b30718ad13e8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.1711280 Jul 16 01:42:01.236706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6c0a7-9e5e-47c2-8788-397c3513add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7627a9d-89bd-4f5f-a854-8092147eac69,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.352754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-929d8470-b967-4c5d-bced-b8666ba4e7f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 217 time: 0.1144156 Jul 16 01:42:01.374493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6301-7a39-4f54-b496-bd41d5c5b3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.433515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6301-7a39-4f54-b496-bd41d5c5b3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.996892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6301-7a39-4f54-b496-bd41d5c5b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.000265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6301-7a39-4f54-b496-bd41d5c5b3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.001963 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2a8c6301-7a39-4f54-b496-bd41d5c5b3ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7627a9d-89bd-4f5f-a854-8092147eac69 HTTP/1.1" status: 204 len: 168 time: 0.8296511 Jul 16 01:42:02.048728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c6301-7a39-4f54-b496-bd41d5c5b3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7627a9d-89bd-4f5f-a854-8092147eac69,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.104857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-b2d03df0-6741-44f9-b6a5-21a834214f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.106397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-b2d03df0-6741-44f9-b6a5-21a834214f22 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.7349992 Jul 16 01:42:02.155598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-2788bed9-09bb-4b72-8ed7-ac23c9317fc3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400307 Jul 16 01:42:02.262882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-249f99ee-00ee-48e3-a1e2-49e032f80ade tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-303060295&fields=id&tenant_id=4824268a7fff4c77bec68fa10ea1e211 HTTP/1.1" status: 200 len: 267 time: 0.9069517 Jul 16 01:42:02.385539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18b333-63b6-48ac-aca3-6e51aad3cdca req-c73f6281-506b-4aae-8f5a-c522255eb5b1 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.392808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d18b333-63b6-48ac-aca3-6e51aad3cdca req-c73f6281-506b-4aae-8f5a-c522255eb5b1 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2426205 Jul 16 01:42:02.406907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-a04b68e5-b33d-40ed-b212-f4e60d175982 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360575 Jul 16 01:42:02.516208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d18b333-63b6-48ac-aca3-6e51aad3cdca req-523f42ad-1850-4305-b3f1-1170b7af590d tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185253 Jul 16 01:42:02.538294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-96154e89-5991-49be-b654-c1ea2e5fd6a0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.538528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.557241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b02203e-f07f-4409-9cf7-46ce0595710e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.560069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-96154e89-5991-49be-b654-c1ea2e5fd6a0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 984 time: 0.2963309 Jul 16 01:42:02.597319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Request body: {'port': {'security_groups': ['6d977b43-d2ac-47dc-8d75-001af005cd31']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:02.684915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-125fbbc3-8bc7-40a4-931c-38a6654c9548 req-93217ecf-354c-48c0-9b15-cac7f38801ba service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642310 Jul 16 01:42:02.749268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b02203e-f07f-4409-9cf7-46ce0595710e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.760677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b02203e-f07f-4409-9cf7-46ce0595710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.771736 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.805514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1b02203e-f07f-4409-9cf7-46ce0595710e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3d351cb18504e24a4d22bd8d9c8c3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655520 Jul 16 01:42:02.806710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02203e-f07f-4409-9cf7-46ce0595710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe0d1ea-7f93-48d1-bc87-6766f2111755,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.809806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.895213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bf-cb59-4ca7-a59d-919a2704ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.929309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bf-cb59-4ca7-a59d-919a2704ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.996753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bf-cb59-4ca7-a59d-919a2704ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.999497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac0bf-cb59-4ca7-a59d-919a2704ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.000721 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e4ac0bf-cb59-4ca7-a59d-919a2704ee94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2fe0d1ea-7f93-48d1-bc87-6766f2111755 HTTP/1.1" status: 204 len: 168 time: 0.1897132 Jul 16 01:42:03.031723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ac0bf-cb59-4ca7-a59d-919a2704ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe0d1ea-7f93-48d1-bc87-6766f2111755,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.100995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:03.149138 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.159102 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.181469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ed72d862-5f1e-463f-972a-534fdfdbbf62'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:03.254911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event updated for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.340167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.341076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.353353 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-973b25ae-53d5-4bbf-8479-cc0cc3b22a35 req-e7ee7378-e085-4c87-af9f-520192f893d0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "PUT /v2.0/ports/ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 942 time: 0.7895799 Jul 16 01:42:03.353353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:03.355097 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b2d3d2-9506-4e11-843f-164af5d2bc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:03.459146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ed72d862-5f1e-463f-972a-534fdfdbbf62'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:03.553416 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c25dc8-77fc-47bd-891e-39454b6c1052 x-openstack-request-id: req-07c25dc8-77fc-47bd-891e-39454b6c1052 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:03.553996 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:03.553996 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07c25dc8-77fc-47bd-891e-39454b6c1052 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:03.554368 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'status': 'completed', 'code': 200} Jul 16 01:42:04.005141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-f674fa92-9c2c-430a-bf24-70e297b4b94d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6341336 Jul 16 01:42:04.048286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.084529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-cd7c3cfe-bd6b-4ee0-8646-ba2503995dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.086049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-cd7c3cfe-bd6b-4ee0-8646-ba2503995dbf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.4980378 Jul 16 01:42:04.173431 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.270048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844970ba-88d9-41cf-be0d-f5b2552573c7 req-3d69aaed-41d0-431e-b353-edcb8452646d tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.285468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-844970ba-88d9-41cf-be0d-f5b2552573c7 req-3d69aaed-41d0-431e-b353-edcb8452646d tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2778530 Jul 16 01:42:04.433041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-844970ba-88d9-41cf-be0d-f5b2552573c7 req-deeb8a79-8187-44dd-8908-bfcc38b2804a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464477 Jul 16 01:42:04.529944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-8b975ec4-280c-4ade-8258-0869b2df3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.536983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-8b975ec4-280c-4ade-8258-0869b2df3ce3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.4143620 Jul 16 01:42:04.603653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-a65e7efd-8748-4464-9416-789bef126ab2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 217 time: 0.0426347 Jul 16 01:42:04.610252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.795745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Allocated IP 172.25.5.174 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/1ff169b9-6cf5-41b1-bdd6-dd9914fde9ac) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:04.974284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.994125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-c0e2eb93-5f13-4660-8a32-a7eaa66a27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.995634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-c0e2eb93-5f13-4660-8a32-a7eaa66a27c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.0939763 Jul 16 01:42:05.047712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-41c1b6d4-9465-485f-95a1-6e969c119af0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424502 Jul 16 01:42:05.216411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-63596be9-3255-4e3e-b867-c8511a4709f1 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590717 Jul 16 01:42:05.251598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.302037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:05.339788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:05.347116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:05.381550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event updated for resources: {'Port': ['ID=1ff169b9-6cf5-41b1-bdd6-dd9914fde9ac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.422136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17b2d3d2-9506-4e11-843f-164af5d2bc5f req-3d70bde6-4d76-4eba-a657-2d77d8ce50a4 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984167 Jul 16 01:42:05.526953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.633228 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.879087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1536b-0041-4ec9-aefa-fc336f1ad17b req-9e27ad0c-54b7-435e-aab5-b73fba535469 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.884106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14d1536b-0041-4ec9-aefa-fc336f1ad17b req-9e27ad0c-54b7-435e-aab5-b73fba535469 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1432242 Jul 16 01:42:05.953322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14d1536b-0041-4ec9-aefa-fc336f1ad17b req-d5edc4e9-3a9b-43b7-a4fe-08ff157ae541 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561092 Jul 16 01:42:05.973223 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.985461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.107626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event updated for resources: {'Port': ['ID=1ff169b9-6cf5-41b1-bdd6-dd9914fde9ac,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.127908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.146394 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.153602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-74b5cd0c-c78d-4245-bc9c-a8fd38d3a4d6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1423645 Jul 16 01:42:06.258847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-dc1b6232-5181-49f7-b109-c6cf516e4b6e tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.1042004 Jul 16 01:42:06.431521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-29e71dc4-696b-402b-983e-d545ac9bcb5d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.433195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-29e71dc4-696b-402b-983e-d545ac9bcb5d tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.1733227 Jul 16 01:42:06.447746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-27bc4c04-04de-492a-ba3e-b8902c030a8f tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:06.458959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b124a006-0e68-4ff7-a389-26b4d529fd99 req-27bc4c04-04de-492a-ba3e-b8902c030a8f tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184324 Jul 16 01:42:06.845629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-760edd47-1e2b-41b1-b33f-200c0d084e85 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.848603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-760edd47-1e2b-41b1-b33f-200c0d084e85 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1904454 Jul 16 01:42:06.975470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-57ad53b9-a70a-48ca-89d6-be955dd481db tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.1150906 Jul 16 01:42:06.994791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Request body: {'floatingip': {'port_id': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:07.086525 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.181663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27784c6-8f41-4c6b-a115-b514108a2adc req-520a7c01-2652-49ea-86f6-977d0e74fcff tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.183492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b27784c6-8f41-4c6b-a115-b514108a2adc req-520a7c01-2652-49ea-86f6-977d0e74fcff tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.8700342 Jul 16 01:42:08.369317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.381433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b27784c6-8f41-4c6b-a115-b514108a2adc req-dfa3c2b9-352d-4a99-ab0d-b820eeca8849 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912172 Jul 16 01:42:08.558694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.566879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.763274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51d01bc3-69ac-4a50-b5a5-99820d86ecb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.783674 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Floating IP f27b59f9-c386-4960-b548-76ffbe88dd8e associated. External IP: 172.25.5.174, port: ed72d862-5f1e-463f-972a-534fdfdbbf62. Jul 16 01:42:09.003873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51d01bc3-69ac-4a50-b5a5-99820d86ecb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.015245 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51d01bc3-69ac-4a50-b5a5-99820d86ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.107542 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-51d01bc3-69ac-4a50-b5a5-99820d86ecb7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83da75007f8942f4b00e4bfa8848c325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333283 Jul 16 01:42:09.107542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d01bc3-69ac-4a50-b5a5-99820d86ecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95168d79-d083-410a-9a14-d8ee8d9074d2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.113214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.190534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e684461-5357-4775-b205-89d238f183f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.214624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e684461-5357-4775-b205-89d238f183f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.264956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Router cf9f236f-39a4-4623-822a-8e29264d29d5 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:09.325751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e684461-5357-4775-b205-89d238f183f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.330030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e684461-5357-4775-b205-89d238f183f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.331528 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e684461-5357-4775-b205-89d238f183f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95168d79-d083-410a-9a14-d8ee8d9074d2 HTTP/1.1" status: 204 len: 168 time: 0.2173524 Jul 16 01:42:09.348044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e684461-5357-4775-b205-89d238f183f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95168d79-d083-410a-9a14-d8ee8d9074d2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.429014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:09.440722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] Sync routers for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:09.446207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.463365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:09.466087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:41:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:09.528072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0c165d12-d32b-4776-8a9d-d194a2dde8e0 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "PUT /v2.0/floatingips/f27b59f9-c386-4960-b548-76ffbe88dd8e HTTP/1.1" status: 200 len: 996 time: 2.5377109 Jul 16 01:42:09.533808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:09.539501 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679cad42-ef48-4626-86c0-9e512de879cd" -d '{"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:09.766355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:10.018644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a2c1a-ef37-45f7-ae63-744fbf92e4eb req-4455a164-391a-4964-851c-7739782b996a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.027079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-326a2c1a-ef37-45f7-ae63-744fbf92e4eb req-4455a164-391a-4964-851c-7739782b996a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.3139360 Jul 16 01:42:10.047538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-a7f9ed5f-c8e4-4e64-903f-9f28f431a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.049349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-a7f9ed5f-c8e4-4e64-903f-9f28f431a078 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.4871054 Jul 16 01:42:10.151118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:10.179447 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5afd-ad7b-421a-8944-22644f34435e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.183592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-326a2c1a-ef37-45f7-ae63-744fbf92e4eb req-3f5a435d-da0c-4b37-999f-85f1ff926276 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552608 Jul 16 01:42:10.298523 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc0515-25dd-4ae7-b4a8-f7dc8c9eac65 x-openstack-request-id: req-f4fc0515-25dd-4ae7-b4a8-f7dc8c9eac65 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:10.302090 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:10.302583 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4fc0515-25dd-4ae7-b4a8-f7dc8c9eac65 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:10.303194 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'status': 'completed', 'code': 200} Jul 16 01:42:10.438231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'f27b59f9-c386-4960-b548-76ffbe88dd8e', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'port_id': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'mac_address': 'fa:16:3e:83:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:08Z', 'revision_number': 1, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:07Z', 'revision_number': 5, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:10.453774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-bd87c81e-d731-46b3-a3a1-825ff28f6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.457865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-bd87c81e-d731-46b3-a3a1-825ff28f6ec6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.3869047 Jul 16 01:42:10.476924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5afd-ad7b-421a-8944-22644f34435e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.486168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e0a5afd-ad7b-421a-8944-22644f34435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.544431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] Checking router: cf9f236f-39a4-4623-822a-8e29264d29d5 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:10.572025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:10.572732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:41:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:10.613528 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6e0a5afd-ad7b-421a-8944-22644f34435e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5eb74ef711e4a0e90697c9c95248e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611440 Jul 16 01:42:10.614302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43430) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:10.619579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a5afd-ad7b-421a-8944-22644f34435e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06365f1d-bff2-4b2f-ac0b-c7e3a07e89f1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.661309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cad42-ef48-4626-86c0-9e512de879cd req-d8d4d4f3-e4a6-4e8b-9841-6e07d48b448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.663543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679cad42-ef48-4626-86c0-9e512de879cd req-d8d4d4f3-e4a6-4e8b-9841-6e07d48b448a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.3268523 Jul 16 01:42:10.770855 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44906d26-1ce3-4407-b260-29a8f7e33c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.817303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-264f2ff7-4244-4828-9325-a3efdff26e14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 999 time: 0.3510845 Jul 16 01:42:10.827278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44906d26-1ce3-4407-b260-29a8f7e33c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.857774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:10.931567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44906d26-1ce3-4407-b260-29a8f7e33c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.934874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44906d26-1ce3-4407-b260-29a8f7e33c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.939339 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-44906d26-1ce3-4407-b260-29a8f7e33c56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06365f1d-bff2-4b2f-ac0b-c7e3a07e89f1 HTTP/1.1" status: 204 len: 168 time: 0.3223686 Jul 16 01:42:10.966787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0b142f69-7c18-47b4-906b-a09dbba03ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.969383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44906d26-1ce3-4407-b260-29a8f7e33c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06365f1d-bff2-4b2f-ac0b-c7e3a07e89f1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.974601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-0b142f69-7c18-47b4-906b-a09dbba03ff5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.1552227 Jul 16 01:42:11.045082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-e5c2b1e8-32da-4f0d-a151-dcec721d4d03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694346 Jul 16 01:42:11.051328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-e604c7ef-00b4-4d8d-a82c-1a8cdaba30f2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:11.058675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-e604c7ef-00b4-4d8d-a82c-1a8cdaba30f2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126705 Jul 16 01:42:11.083547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cad42-ef48-4626-86c0-9e512de879cd req-08da2e8c-85bf-462c-9eef-ce304c118e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.085067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679cad42-ef48-4626-86c0-9e512de879cd req-08da2e8c-85bf-462c-9eef-ce304c118e45 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.4061418 Jul 16 01:42:11.741215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679cad42-ef48-4626-86c0-9e512de879cd req-697fe2dd-db25-4b64-902c-44795401c51b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 999 time: 0.6292486 Jul 16 01:42:11.819055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-649234e9-e115-4558-8423-a56f7e5db05c service neutron] 10.222.0.81 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594175 Jul 16 01:42:11.905912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cad42-ef48-4626-86c0-9e512de879cd req-cd3bf213-83fc-4d8b-b9b3-830fde4ea52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.907411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679cad42-ef48-4626-86c0-9e512de879cd req-cd3bf213-83fc-4d8b-b9b3-830fde4ea52d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.1569095 Jul 16 01:42:11.941224 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52276dec-6a48-4727-a54f-fd9587fb4948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.975674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59692e97-d17f-4be1-8d66-8f63ae40ce42 req-3bfdcc1a-1b3f-4349-8d86-cc88cd66abb5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.977863 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59692e97-d17f-4be1-8d66-8f63ae40ce42 req-3bfdcc1a-1b3f-4349-8d86-cc88cd66abb5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.3652925 Jul 16 01:42:11.978684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'f27b59f9-c386-4960-b548-76ffbe88dd8e', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'port_id': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'mac_address': 'fa:16:3e:83:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:08Z', 'revision_number': 1, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:07Z', 'revision_number': 5, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:12.015107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063d853-cd00-4cd6-95b7-c271193c6877 None None] The sync data for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 is: [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'f27b59f9-c386-4960-b548-76ffbe88dd8e', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'port_id': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'mac_address': 'fa:16:3e:83:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:08Z', 'revision_number': 1, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:07Z', 'revision_number': 5, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:12.078752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679cad42-ef48-4626-86c0-9e512de879cd req-29e17bdd-6652-4730-8e82-0698d21ad3c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551063 Jul 16 01:42:12.237150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59692e97-d17f-4be1-8d66-8f63ae40ce42 req-462538d8-89fa-4e28-b04a-0e54fda2f13f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676593 Jul 16 01:42:12.436980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679cad42-ef48-4626-86c0-9e512de879cd req-6a014bce-1518-4909-aef9-60c6cf6e1429 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237433 Jul 16 01:42:12.440106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0f5cd2-9d8e-495d-9379-ec1ecc5d5259 req-1b996b5c-a037-4329-846a-aac5a2d4f540 service neutron] 10.222.0.81 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192245 Jul 16 01:42:12.464269 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4437704-8b14-48bf-b395-1495467dbe11 None None] New status for floating IP f27b59f9-c386-4960-b548-76ffbe88dd8e: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:12.902253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-1509acc7-9bc1-49f3-ba91-381873fd5105 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 999 time: 0.3108776 Jul 16 01:42:13.039641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-679cad42-ef48-4626-86c0-9e512de879cd req-0251f704-b53b-4e77-8398-fa4f5d4f6e95 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931675 Jul 16 01:42:13.073029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-6c6ef55a-1d7c-43b2-beb1-7bf2e19ff33c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.088816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-6c6ef55a-1d7c-43b2-beb1-7bf2e19ff33c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports/ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 942 time: 0.1856151 Jul 16 01:42:13.397635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-9f25ea4e-7cde-42f3-95f6-22ad981f914f tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.1668022 Jul 16 01:42:13.785047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-d233a0ff-0ba4-4bf1-b761-b6a60a211e89 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.786697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-d233a0ff-0ba4-4bf1-b761-b6a60a211e89 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.3802261 Jul 16 01:42:13.803276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-cfb4b188-d85c-430c-9b69-88380becb408 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:13.804642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-cfb4b188-d85c-430c-9b69-88380becb408 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120032 Jul 16 01:42:13.813815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a75e1-d90d-4fe3-b82e-dd035a1379c1 req-88da89eb-247a-4ed9-9f00-e17aa9654727 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.821362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-620a75e1-d90d-4fe3-b82e-dd035a1379c1 req-88da89eb-247a-4ed9-9f00-e17aa9654727 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1501174 Jul 16 01:42:13.987985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-620a75e1-d90d-4fe3-b82e-dd035a1379c1 req-8f223a24-7009-4971-b23e-9da1240e0e43 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648347 Jul 16 01:42:13.993964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-5dbaa6b6-7a28-4c42-9e0e-5bbad53355a6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.1690364 Jul 16 01:42:14.025539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:14.185652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.253935 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5802d7dc-0703-4db2-8935-c6b0ac4d0234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.445044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.483225 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.491086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.491747 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Floating IP f27b59f9-c386-4960-b548-76ffbe88dd8e disassociated. External IP: 172.25.5.174, port: ed72d862-5f1e-463f-972a-534fdfdbbf62. Jul 16 01:42:14.931238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Router cf9f236f-39a4-4623-822a-8e29264d29d5 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:15.094500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:15.103273 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.107850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] Sync routers for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:15.125350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:15.125991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:42:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.169979 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-11d145d0-9b85-4d83-9275-8a6874b656b9 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "PUT /v2.0/floatingips/f27b59f9-c386-4960-b548-76ffbe88dd8e HTTP/1.1" status: 200 len: 695 time: 1.1535957 Jul 16 01:42:15.170628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:15.174201 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d" -d '{"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:15.330882 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.345246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-a554fba8-1da6-4b7b-9681-c652b3ef8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.346824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-a554fba8-1da6-4b7b-9681-c652b3ef8854 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.1669683 Jul 16 01:42:15.364669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:15.365354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39299c-9e8d-4507-b7fe-0553a84f3f20 req-773f75d5-99e7-4f5f-97b8-5993a0dea363 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.366964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb39299c-9e8d-4507-b7fe-0553a84f3f20 req-773f75d5-99e7-4f5f-97b8-5993a0dea363 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1302934 Jul 16 01:42:15.493176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb39299c-9e8d-4507-b7fe-0553a84f3f20 req-be6c262d-9a9f-4ec5-bb36-14deed0c60de tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174903 Jul 16 01:42:15.578755 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc213f1a-e019-4fb1-910c-273ed62566e6 x-openstack-request-id: req-fc213f1a-e019-4fb1-910c-273ed62566e6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:15.580660 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:15.581251 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc213f1a-e019-4fb1-910c-273ed62566e6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:15.583908 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'status': 'completed', 'code': 200} Jul 16 01:42:15.697213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:07Z', 'revision_number': 5, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.720496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-394ae9a9-4432-47a0-9581-98784d16c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.722024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-394ae9a9-4432-47a0-9581-98784d16c862 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.3648376 Jul 16 01:42:15.746772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] Checking router: cf9f236f-39a4-4623-822a-8e29264d29d5 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:15.757833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:15.758842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:42:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.797006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-39f6fc00-e722-45e9-991d-656963a36ae4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 217 time: 0.0514166 Jul 16 01:42:15.803272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-2381b7f0-5b09-4161-8d78-e1a0292addbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.806348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-2381b7f0-5b09-4161-8d78-e1a0292addbc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4824268a7fff4c77bec68fa10ea1e211&device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 1096 time: 0.2214024 Jul 16 01:42:15.953880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:16.037397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-22193e67-987b-429d-a3ac-9235104829af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.038903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-22193e67-987b-429d-a3ac-9235104829af service neutron] 10.222.0.93 "GET /v2.0/networks?id=c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 200 len: 920 time: 0.2189496 Jul 16 01:42:16.041305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-21bc7533-5fef-4cf2-ab68-48bbba20c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.049288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-21bc7533-5fef-4cf2-ab68-48bbba20c764 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.2416909 Jul 16 01:42:16.104112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-d665a89b-1ee8-4b45-bf77-5c99cc4ae3a8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538833 Jul 16 01:42:16.176826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-f65d400f-eaf7-4000-82a8-986dff222007 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 200 len: 217 time: 0.1178532 Jul 16 01:42:16.251082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-664f9385-aecc-4681-82ef-af331749cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.252648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-664f9385-aecc-4681-82ef-af331749cd46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 200 len: 859 time: 0.0672731 Jul 16 01:42:16.319687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-bcea66ed-5542-402c-959f-2464577c60dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c58ddc08-55a3-4810-9044-f797dacec420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337799 Jul 16 01:42:16.329987 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.408837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-a42ac740-bf7f-4891-a41b-1b71a18dc8c9 service neutron] 10.222.0.81 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037181 Jul 16 01:42:16.552035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:07Z', 'revision_number': 5, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:16.689258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a43fc-a093-4d7c-b7e0-3a12e067532a None None] The sync data for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 is: [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 4, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '9a1e6063-265e-4756-87d5-345471891d88', 'name': '', 'network_id': 'c58ddc08-55a3-4810-9044-f797dacec420', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'mac_address': 'fa:16:3e:11:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:57Z', 'updated_at': '2021-07-16T01:41:07Z', 'revision_number': 5, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'subnets': [{'id': '1c11c66a-ac47-48ba-86a6-30ec95a92ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:16.820205 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.905151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-3cff8216-3470-419b-a90e-52283b561c43 service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711782 Jul 16 01:42:16.920726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63e63ffb-af54-4cf9-80b8-d1877ee4b05c req-3c108698-b711-4fab-bbd1-98d69a083d3d service neutron] 10.222.0.81 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104299 Jul 16 01:42:16.928578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.001817 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-aea76fcd-b717-4733-832b-88cf4420e422 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789486 Jul 16 01:42:17.164771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53d2d9eb-5b54-489e-a00d-3dceb4ae122d req-d7790103-db7e-4456-8409-5decdb2f7a5b service neutron] 10.222.0.93 "GET /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429202 Jul 16 01:42:17.192755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-31d71308-8bbb-477f-970e-69726a383a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.194289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-31d71308-8bbb-477f-970e-69726a383a18 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 1096 time: 0.1561198 Jul 16 01:42:17.243157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d836150e-c7df-4a1d-b270-a45efbd09c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.368854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b3255b-0f98-4ff0-ae3e-1b80814066b5 None None] New status for floating IP f27b59f9-c386-4960-b548-76ffbe88dd8e: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:17.381923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-63062ea7-6d67-4036-a7e0-cd00914b4c99 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips/f27b59f9-c386-4960-b548-76ffbe88dd8e HTTP/1.1" status: 200 len: 695 time: 0.2161138 Jul 16 01:42:17.418157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-435d441c-1652-496b-9810-dbffcd44c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.420047 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-435d441c-1652-496b-9810-dbffcd44c8ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 916 time: 0.1933632 Jul 16 01:42:17.542644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.565712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-85d78960-0f6c-44cb-a1df-e5df3381a6af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475 HTTP/1.1" status: 200 len: 217 time: 0.1352663 Jul 16 01:42:17.603094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-450c0ec5-7498-42da-a52a-8f40a4e9cf91 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.605166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-450c0ec5-7498-42da-a52a-8f40a4e9cf91 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 784 time: 0.2042406 Jul 16 01:42:17.619280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab90a40-2d1d-42d3-9aef-9d0b3d40bc47 req-57b8a318-d27d-434f-84f4-95000a33925a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.621496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ab90a40-2d1d-42d3-9aef-9d0b3d40bc47 req-57b8a318-d27d-434f-84f4-95000a33925a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.6987107 Jul 16 01:42:17.627597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-463e4d88-277e-473b-bad0-fe3c2bd91fb4 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:17.629246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-463e4d88-277e-473b-bad0-fe3c2bd91fb4 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064759 Jul 16 01:42:17.738233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ab90a40-2d1d-42d3-9aef-9d0b3d40bc47 req-eab6249b-6a9c-4774-a51e-25cb2c98efd5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049538 Jul 16 01:42:17.738939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-ded7ce12-74b1-4972-ad4a-57e8944b1c4a tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 698 time: 0.0860810 Jul 16 01:42:17.768201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d836150e-c7df-4a1d-b270-a45efbd09c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.788695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d836150e-c7df-4a1d-b270-a45efbd09c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.802318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-1647ae8a-f46c-4777-b06f-f38b9ccdea7c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 698 time: 0.0573742 Jul 16 01:42:17.862895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-16504a28-683d-4d58-a3d7-439e00892899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.866154 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-16504a28-683d-4d58-a3d7-439e00892899 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.2868855 Jul 16 01:42:17.889672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05d63c96-0781-4086-99bf-41b3cfcf3d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.007382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836150e-c7df-4a1d-b270-a45efbd09c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f093d41-763b-4b4e-9777-1d13896a37af,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.027589 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-b2f61f5d-707d-41d7-8c51-fb3778f0e1ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324878 Jul 16 01:42:18.076426 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d836150e-c7df-4a1d-b270-a45efbd09c79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6744d4968634746a4fdfdc030a4cd90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1442497 Jul 16 01:42:18.079143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.251231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ccc98cc-0153-473a-acca-dfe523d0ef0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.313906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-a461e267-3f28-4b42-99e8-50464f7c99f4 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726922 Jul 16 01:42:18.318974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ccc98cc-0153-473a-acca-dfe523d0ef0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.417503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05d63c96-0781-4086-99bf-41b3cfcf3d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.450352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05d63c96-0781-4086-99bf-41b3cfcf3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.541916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d63c96-0781-4086-99bf-41b3cfcf3d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06191e3-8036-409a-8b8a-456ea1c07eae,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.568409 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-05d63c96-0781-4086-99bf-41b3cfcf3d54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca2cd8a17654426394e1e17db2458b93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0241675 Jul 16 01:42:18.589328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.598347 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6fe79a17-8904-47a3-9a71-bc7533365533 req-e8352a94-066c-4746-bde9-53fe0c52a6c1 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746236 Jul 16 01:42:18.607142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ccc98cc-0153-473a-acca-dfe523d0ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.614449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ccc98cc-0153-473a-acca-dfe523d0ef0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.614449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8ccc98cc-0153-473a-acca-dfe523d0ef0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f093d41-763b-4b4e-9777-1d13896a37af HTTP/1.1" status: 204 len: 168 time: 0.5229478 Jul 16 01:42:18.625517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc98cc-0153-473a-acca-dfe523d0ef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f093d41-763b-4b4e-9777-1d13896a37af,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.759052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Deleting port 1ff169b9-6cf5-41b1-bdd6-dd9914fde9ac {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:18.759604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.909649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-101b7139-cffc-443f-b5b2-84dd23610697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.990737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-101b7139-cffc-443f-b5b2-84dd23610697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.029580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.029916 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.059871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Calling delete_port for 1ff169b9-6cf5-41b1-bdd6-dd9914fde9ac owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:19.172011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:19.174125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eaed15-43b3-406d-9fff-a807dad4cc36 req-19b9ee0f-19f9-4d35-b63f-dc546064580e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.175694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97eaed15-43b3-406d-9fff-a807dad4cc36 req-19b9ee0f-19f9-4d35-b63f-dc546064580e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.2130003 Jul 16 01:42:19.180526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-101b7139-cffc-443f-b5b2-84dd23610697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.184361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-101b7139-cffc-443f-b5b2-84dd23610697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.185531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-101b7139-cffc-443f-b5b2-84dd23610697 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d06191e3-8036-409a-8b8a-456ea1c07eae HTTP/1.1" status: 204 len: 168 time: 0.5940955 Jul 16 01:42:19.208967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da5cd1fd-62e0-45da-b64d-00713bbe7ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.216451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b7139-cffc-443f-b5b2-84dd23610697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06191e3-8036-409a-8b8a-456ea1c07eae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.344047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da5cd1fd-62e0-45da-b64d-00713bbe7ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.353388 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da5cd1fd-62e0-45da-b64d-00713bbe7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.362250 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.420057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cd1fd-62e0-45da-b64d-00713bbe7ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44581b8-702c-43fe-9577-4e21c44feba1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.422061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97eaed15-43b3-406d-9fff-a807dad4cc36 req-b0999b9c-3e0f-4dc3-9383-c8c5c538eac7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309306 Jul 16 01:42:19.422803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event deleted for resources: {'Port': ['ID=1ff169b9-6cf5-41b1-bdd6-dd9914fde9ac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.441927 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da5cd1fd-62e0-45da-b64d-00713bbe7ec5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=451dd929fd714c569e6f4772ecd5932a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681594 Jul 16 01:42:19.448087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:19.525657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.529510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.530933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90b83d57-d64c-45f9-baaf-ae695d7811e1 req-b0c08b21-9f33-4f4e-a885-cce33fd85028 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "DELETE /v2.0/floatingips/f27b59f9-c386-4960-b548-76ffbe88dd8e HTTP/1.1" status: 204 len: 173 time: 1.7146170 Jul 16 01:42:19.603023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da178a15-a7f4-44d3-90fe-9f260f112b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.628660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f79e7d3-d69b-4375-a3d8-b044131ba3d2 req-26a647a1-c8b2-486e-950d-7e2cc50a32f2 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups/41581d40-74ae-451f-8889-c80f67ad8d97 HTTP/1.1" status: 200 len: 1809 time: 0.0703576 Jul 16 01:42:19.663170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da178a15-a7f4-44d3-90fe-9f260f112b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.750045 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.763260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da178a15-a7f4-44d3-90fe-9f260f112b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.771505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da178a15-a7f4-44d3-90fe-9f260f112b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.776847 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da178a15-a7f4-44d3-90fe-9f260f112b51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d44581b8-702c-43fe-9577-4e21c44feba1 HTTP/1.1" status: 204 len: 168 time: 0.3240786 Jul 16 01:42:19.781046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f79e7d3-d69b-4375-a3d8-b044131ba3d2 req-b836b036-c8b8-4812-abff-0a8454bdda76 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.794223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da178a15-a7f4-44d3-90fe-9f260f112b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44581b8-702c-43fe-9577-4e21c44feba1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.835562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f79e7d3-d69b-4375-a3d8-b044131ba3d2 req-b836b036-c8b8-4812-abff-0a8454bdda76 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.905108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f79e7d3-d69b-4375-a3d8-b044131ba3d2 req-b836b036-c8b8-4812-abff-0a8454bdda76 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.910045 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f79e7d3-d69b-4375-a3d8-b044131ba3d2 req-b836b036-c8b8-4812-abff-0a8454bdda76 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.916904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f79e7d3-d69b-4375-a3d8-b044131ba3d2 req-b836b036-c8b8-4812-abff-0a8454bdda76 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "DELETE /v2.0/security-groups/41581d40-74ae-451f-8889-c80f67ad8d97 HTTP/1.1" status: 204 len: 173 time: 0.2850115 Jul 16 01:42:19.933309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836b036-c8b8-4812-abff-0a8454bdda76 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41581d40-74ae-451f-8889-c80f67ad8d97,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:20.479072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ef1c5-4536-4bb4-91ef-6178c3511ce0 req-36301553-c6ca-4584-990d-fbfdf1fd8c0c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.492347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb6ef1c5-4536-4bb4-91ef-6178c3511ce0 req-36301553-c6ca-4584-990d-fbfdf1fd8c0c tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1099806 Jul 16 01:42:20.509573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:20.593663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fb6ef1c5-4536-4bb4-91ef-6178c3511ce0 req-22947e5b-7e22-469f-b4e9-0e3f4fecd18a tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993910 Jul 16 01:42:20.720193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423283a7-062f-4bd2-89f9-eba827b1e2f9 req-c0a64746-90c9-41cc-a226-ea427d305809 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.721797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-423283a7-062f-4bd2-89f9-eba827b1e2f9 req-c0a64746-90c9-41cc-a226-ea427d305809 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0937638 Jul 16 01:42:20.791248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-423283a7-062f-4bd2-89f9-eba827b1e2f9 req-16938924-7409-4cd4-8a19-17d8a29ced51 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Jul 16 01:42:20.920759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60d01d2c-9cf6-48d3-b242-feedd6b670d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.154569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60d01d2c-9cf6-48d3-b242-feedd6b670d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.162397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60d01d2c-9cf6-48d3-b242-feedd6b670d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.217350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d01d2c-9cf6-48d3-b242-feedd6b670d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16434359-fca9-443d-a04d-3a979584c615,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.233109 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-60d01d2c-9cf6-48d3-b242-feedd6b670d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5889ab48bdac461f8dd2ffcee4bc7a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7217195 Jul 16 01:42:21.235820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43846) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:21.298127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05bb1e23-9e37-4ce6-9b1f-d7f41a48b12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.320409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05bb1e23-9e37-4ce6-9b1f-d7f41a48b12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.376586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05bb1e23-9e37-4ce6-9b1f-d7f41a48b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.379678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05bb1e23-9e37-4ce6-9b1f-d7f41a48b12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.383652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-05bb1e23-9e37-4ce6-9b1f-d7f41a48b12c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16434359-fca9-443d-a04d-3a979584c615 HTTP/1.1" status: 204 len: 168 time: 0.1438150 Jul 16 01:42:21.412280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb1e23-9e37-4ce6-9b1f-d7f41a48b12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16434359-fca9-443d-a04d-3a979584c615,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.844003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e67c1-cd87-4137-8fc2-44a7198e1508 req-2c12dd49-f791-4a69-85ff-1a668d6f73e5 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.848725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c62e67c1-cd87-4137-8fc2-44a7198e1508 req-2c12dd49-f791-4a69-85ff-1a668d6f73e5 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1168363 Jul 16 01:42:21.926636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c62e67c1-cd87-4137-8fc2-44a7198e1508 req-5345bbd3-fee8-4a34-92b1-e8d76d681b57 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712526 Jul 16 01:42:22.061706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.105068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14796ab4-e3df-4c06-a0ea-fcb7a09d05d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.221043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9633-2a7b-49be-b216-cf54febf35b2 req-5ae39e75-fac3-4766-91b0-3cc9e07ac8f0 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.228941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-891d9633-2a7b-49be-b216-cf54febf35b2 req-5ae39e75-fac3-4766-91b0-3cc9e07ac8f0 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1668274 Jul 16 01:42:22.310011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-891d9633-2a7b-49be-b216-cf54febf35b2 req-5430954e-396f-4d58-83f2-d850a92d1846 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710282 Jul 16 01:42:22.318951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14796ab4-e3df-4c06-a0ea-fcb7a09d05d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.326295 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14796ab4-e3df-4c06-a0ea-fcb7a09d05d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.446949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.448785 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-14796ab4-e3df-4c06-a0ea-fcb7a09d05d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38a10b7c83344464b5dd1b9d52b265da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853889 Jul 16 01:42:22.451550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14796ab4-e3df-4c06-a0ea-fcb7a09d05d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7625086d-2b2b-4e61-af32-88d6bb4cb86c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:22.515447 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35bb376b-c296-4666-b805-64db6f88c345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.540773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35bb376b-c296-4666-b805-64db6f88c345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.600103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35bb376b-c296-4666-b805-64db6f88c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.605192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43904) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.605479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35bb376b-c296-4666-b805-64db6f88c345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.614377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-35bb376b-c296-4666-b805-64db6f88c345 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7625086d-2b2b-4e61-af32-88d6bb4cb86c HTTP/1.1" status: 204 len: 168 time: 0.1648202 Jul 16 01:42:22.642033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb376b-c296-4666-b805-64db6f88c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7625086d-2b2b-4e61-af32-88d6bb4cb86c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:22.946831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366b332-e681-4e6c-875a-af8507c024cf req-bb7878a4-83c5-4ed0-8d9b-9619ebe54480 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.954743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0366b332-e681-4e6c-875a-af8507c024cf req-bb7878a4-83c5-4ed0-8d9b-9619ebe54480 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.93 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1133292 Jul 16 01:42:22.992240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-490f729e-5b4e-4c1a-87bb-b717753bd4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.270774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Deleting port ed72d862-5f1e-463f-972a-534fdfdbbf62 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:23.271474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.324622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1dba-eced-4cfe-bb7a-c5ef5c6c0526 req-c7a1817b-0e4b-4f10-be76-17c937a64ff6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.326324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a07f1dba-eced-4cfe-bb7a-c5ef5c6c0526 req-c7a1817b-0e4b-4f10-be76-17c937a64ff6 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 945 time: 0.1418283 Jul 16 01:42:23.386846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a07f1dba-eced-4cfe-bb7a-c5ef5c6c0526 req-7a76ce1c-9e85-4e7f-94ff-5fce7743e226 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/security-groups?id=6d977b43-d2ac-47dc-8d75-001af005cd31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 Jul 16 01:42:23.477241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] For port ed72d862-5f1e-463f-972a-534fdfdbbf62, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=ed72d862-5f1e-463f-972a-534fdfdbbf62,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:23.477674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.508758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Calling delete_port for ed72d862-5f1e-463f-972a-534fdfdbbf62 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:23.594852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-490f729e-5b4e-4c1a-87bb-b717753bd4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.603303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-490f729e-5b4e-4c1a-87bb-b717753bd4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.691420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f729e-5b4e-4c1a-87bb-b717753bd4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9bc9d9-e319-45fd-a54a-20086f5cfb1b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.696816 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-490f729e-5b4e-4c1a-87bb-b717753bd4df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0371d120996642c892cb30d1dcef8842&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0903978 Jul 16 01:42:23.699438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43962) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:23.702865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb74c94-a7df-4231-9897-6c44a29b76bd req-c1f7e3ca-e40a-43f9-87af-da9edb41f894 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.723531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdb74c94-a7df-4231-9897-6c44a29b76bd req-c1f7e3ca-e40a-43f9-87af-da9edb41f894 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1706750 Jul 16 01:42:23.787723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.800705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['ed72d862-5f1e-463f-972a-534fdfdbbf62'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:23.824413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdb74c94-a7df-4231-9897-6c44a29b76bd req-af4fcb9d-7d17-436b-aabc-a59ab7fbf7a4 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999370 Jul 16 01:42:23.884942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Pushing event deleted for resources: {'Port': ['ID=ed72d862-5f1e-463f-972a-534fdfdbbf62,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.931433 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-951ac3e2-f98e-49fb-8e01-c8a3f2c1e07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.955828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-951ac3e2-f98e-49fb-8e01-c8a3f2c1e07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.025010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] No DVR routers for this DVR port ed72d862-5f1e-463f-972a-534fdfdbbf62 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:24.031857 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.037366 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0366b332-e681-4e6c-875a-af8507c024cf req-8de32b32-b7bf-4720-8ea0-4a916578cb24 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.93 "DELETE /v2.0/ports/ed72d862-5f1e-463f-972a-534fdfdbbf62 HTTP/1.1" status: 204 len: 173 time: 1.0235398 Jul 16 01:42:24.102579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'name': 'network-vif-deleted', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:24.125786 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa1093-e5b0-4909-a087-3c9a1abe0350" -d '{"events": [{"server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "name": "network-vif-deleted", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:24.156280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-951ac3e2-f98e-49fb-8e01-c8a3f2c1e07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.159272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-951ac3e2-f98e-49fb-8e01-c8a3f2c1e07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.163422 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-951ac3e2-f98e-49fb-8e01-c8a3f2c1e07d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c9bc9d9-e319-45fd-a54a-20086f5cfb1b HTTP/1.1" status: 204 len: 168 time: 0.4627283 Jul 16 01:42:24.182807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ac3e2-f98e-49fb-8e01-c8a3f2c1e07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9bc9d9-e319-45fd-a54a-20086f5cfb1b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.219725 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c50aa8c-485d-4040-be47-3294cc1366d2 x-openstack-request-id: req-4c50aa8c-485d-4040-be47-3294cc1366d2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:24.220293 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aebda6-6a68-49eb-8a3c-021b04637e7b", "name": "network-vif-deleted", "tag": "ed72d862-5f1e-463f-972a-534fdfdbbf62", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:24.220760 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c50aa8c-485d-4040-be47-3294cc1366d2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:24.221574 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aebda6-6a68-49eb-8a3c-021b04637e7b', 'name': 'network-vif-deleted', 'tag': 'ed72d862-5f1e-463f-972a-534fdfdbbf62', 'status': 'completed', 'code': 200} Jul 16 01:42:24.619475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-674448e6-62e1-4372-806c-3ceb9e5c8c7e req-5ebdd7b8-ae40-43a8-b293-cf1ef812c9a1 tempest-ServerRescueTestJSONUnderV235-188279797 tempest-ServerRescueTestJSONUnderV235-188279797-project] 10.222.0.81 "GET /v2.0/ports?device_id=95aebda6-6a68-49eb-8a3c-021b04637e7b HTTP/1.1" status: 200 len: 210 time: 0.0362947 Jul 16 01:42:25.088129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b746-f40c-4c32-90ec-1bb668035f2f req-bba6c258-c60b-418a-8e97-5d8149eba15e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.095051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a819b746-f40c-4c32-90ec-1bb668035f2f req-bba6c258-c60b-418a-8e97-5d8149eba15e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0891197 Jul 16 01:42:25.152537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a819b746-f40c-4c32-90ec-1bb668035f2f req-2ec35ebb-a8e5-4f64-ad3a-ab0d0ab384f9 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564294 Jul 16 01:42:25.744815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:25.865458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207c7ce-798e-459e-a156-ae871ac86332 req-a1703e78-6f00-4021-9719-408a0c6430e7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.867834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-a1703e78-6f00-4021-9719-408a0c6430e7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.1720755 Jul 16 01:42:25.900085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-66234952-e5bb-4db4-b55b-838447c2441c tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/quotas/aa1ecb5520264f4b992d58a995e8b849 HTTP/1.1" status: 200 len: 375 time: 0.0204160 Jul 16 01:42:26.016782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-944c791d-e243-453c-b038-51aaa5830d5e tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154747 Jul 16 01:42:26.196704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-001ab814-943b-4e36-9dec-e283ee90b77c service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727870 Jul 16 01:42:26.314032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.390058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-fa630224-2ee2-428d-a330-355d80386803 service neutron] 10.222.0.81 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890552 Jul 16 01:42:26.452859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e428ea-d85e-4c46-a061-b63eff29d132 req-ef6e8173-aa81-472b-ba58-cb41dc3a4f33 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.461782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7e428ea-d85e-4c46-a061-b63eff29d132 req-ef6e8173-aa81-472b-ba58-cb41dc3a4f33 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1440699 Jul 16 01:42:26.548539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7e428ea-d85e-4c46-a061-b63eff29d132 req-499d1fcd-8bae-4f5d-aeba-2414779ccc84 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792193 Jul 16 01:42:26.730667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5c9e54f0-ac96-4f0a-8aad-d26e6e31ad29 req-8482eb76-b5c2-4d9a-81b6-e73370fd74d1 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 210 time: 0.0467591 Jul 16 01:42:26.733006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Deleting port 9a1e6063-265e-4756-87d5-345471891d88 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:26.734747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.775080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed72d862-5f1e-463f-972a-534fdfdbbf62 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:26.814758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: ed72d862-5f1e-463f-972a-534fdfdbbf62 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:26.815174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device ed72d862-5f1e-463f-972a-534fdfdbbf62 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:26.903913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] For port 9a1e6063-265e-4756-87d5-345471891d88, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9a1e6063-265e-4756-87d5-345471891d88,segment=NetworkSegment(fd653efd-d9ef-4332-8194-06140af2d59f),segment_id=fd653efd-d9ef-4332-8194-06140af2d59f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:26.905332 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.923091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Calling delete_port for 9a1e6063-265e-4756-87d5-345471891d88 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:27.213430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.246758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1e6063-265e-4756-87d5-345471891d88,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:27.455022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.817181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Router cf9f236f-39a4-4623-822a-8e29264d29d5 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:27.882504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41f145-9b1f-4e69-8477-554bda137379 req-9ff7cbc7-8b42-4292-96a5-000af93fce7f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.885543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f41f145-9b1f-4e69-8477-554bda137379 req-9ff7cbc7-8b42-4292-96a5-000af93fce7f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1493137 Jul 16 01:42:27.927455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09401c3f-d62a-4aef-a4ee-a29b4cca01ba req-0ad2de0b-c066-4a2a-8e0c-cbd9edb980e2 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 210 time: 0.0406721 Jul 16 01:42:27.980901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f41f145-9b1f-4e69-8477-554bda137379 req-1ad8c5dd-1076-4e5c-9c50-a8e4b0fe1825 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519655 Jul 16 01:42:28.070883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:28.076343 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-436bd550-2c32-4ec9-b67f-b44746b72dde admin admin] 10.222.0.81 "PUT /v2.0/routers/cf9f236f-39a4-4623-822a-8e29264d29d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304234 Jul 16 01:42:28.079053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44168) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.083416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] Sync routers for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:28.100766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:28.102393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:42:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:28.210167 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.329494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:28.357142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.531171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Deleting port b56fc934-3f77-44f1-afed-dd6ead546c9f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:28.531421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.610765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207c7ce-798e-459e-a156-ae871ac86332 req-215d212b-1977-4041-924d-242b896cc5b7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.612307 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-215d212b-1977-4041-924d-242b896cc5b7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 815 time: 0.2716584 Jul 16 01:42:28.634395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Request body: {'port': {'device_id': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'admin_state_up': True, 'tenant_id': 'aa1ecb5520264f4b992d58a995e8b849'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:28.673810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] For port b56fc934-3f77-44f1-afed-dd6ead546c9f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b56fc934-3f77-44f1-afed-dd6ead546c9f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:28.674212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.680410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:42:27Z', 'revision_number': 5, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port': {'id': 'b56fc934-3f77-44f1-afed-dd6ead546c9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:52Z', 'updated_at': '2021-07-16T01:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:28.696568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Calling delete_port for b56fc934-3f77-44f1-afed-dd6ead546c9f owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:28.771331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] Checking router: cf9f236f-39a4-4623-822a-8e29264d29d5 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:28.790029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] Routers {'cf9f236f-39a4-4623-822a-8e29264d29d5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:28.791037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:42:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cf9f236f-39a4-4623-822a-8e29264d29d5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:28.927635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Made reservation on behalf of aa1ecb5520264f4b992d58a995e8b849 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:28.931269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.951871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] Set router cf9f236f-39a4-4623-822a-8e29264d29d5 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:29.114913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:42:28Z', 'revision_number': 6, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:29.198482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe77593-bb8f-45ab-a65f-44ba532297f5 None None] The sync data for ids ['cf9f236f-39a4-4623-822a-8e29264d29d5'] in n-d-800085-5 is: [{'id': 'cf9f236f-39a4-4623-822a-8e29264d29d5', 'name': 'tempest-ServerRescueTestJSONUnderV235-302132524-router', 'tenant_id': '4824268a7fff4c77bec68fa10ea1e211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:51Z', 'updated_at': '2021-07-16T01:42:28Z', 'revision_number': 6, 'project_id': '4824268a7fff4c77bec68fa10ea1e211', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:29.311893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4e6e2834-8e05-4f73-ad58-7c0cff8ac0fd req-b5f6905a-a0d4-4032-826c-44f8d251696a tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 210 time: 0.0803494 Jul 16 01:42:29.375865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.430454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56fc934-3f77-44f1-afed-dd6ead546c9f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.455764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa180e4-086d-42b9-a840-46145c1ebde7 req-3b5cb64c-2c42-4532-b289-2bdde3f33833 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.464347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eaa180e4-086d-42b9-a840-46145c1ebde7 req-3b5cb64c-2c42-4532-b289-2bdde3f33833 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1596339 Jul 16 01:42:29.467058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Allocated IP 172.20.0.9 (07175643-1d3b-4b87-81d4-f4c2c33f0b3f/b38676b7-837c-4bbd-9344-99279961a999/96c7e37a-81f6-4b3d-9c6f-b9660c5f3454) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:29.516975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eaa180e4-086d-42b9-a840-46145c1ebde7 req-10666dfa-84a3-42b2-8a7c-372296fe5f5d tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521088 Jul 16 01:42:29.561974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.023920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.035801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.177252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.177953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf9f236f-39a4-4623-822a-8e29264d29d5 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:30.188044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.190897 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-76c5f461-1817-4a01-bcde-5bf0de2d36d5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/cf9f236f-39a4-4623-822a-8e29264d29d5 HTTP/1.1" status: 204 len: 168 time: 2.1108685 Jul 16 01:42:30.193764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:30.237635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.248669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] Deleting subnet 1c11c66a-ac47-48ba-86a6-30ec95a92ebd {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:30.252171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.298982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.303019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.313545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475', '0becf112-9b5a-4e96-a20c-32b76aae9904', 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:30.374454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:30.378614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:30.384191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:30.393683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.394290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event updated for resources: {'Port': ['ID=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.480803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.481585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.489148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.517405 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-749b9e7b-e112-4be6-8f86-bfa82f32baac tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8921938 Jul 16 01:42:30.534188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Request body: {'port': {'device_id': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:30.544549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.547158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1c11c66a-ac47-48ba-86a6-30ec95a92ebd HTTP/1.1" status: 204 len: 168 time: 0.3522441 Jul 16 01:42:30.548482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f45262-651f-4168-9b65-3011ed9c02da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c11c66a-ac47-48ba-86a6-30ec95a92ebd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.552113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44256) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:30.667804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.802111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.854125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 986617a2-f8bc-4840-8679-82895762fb8d details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:30.881102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b56fc934-3f77-44f1-afed-dd6ead546c9f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:30.896443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baabef-629b-4073-85b0-79e30c335b9f req-95776127-c867-46dd-8e37-8ab35135cb51 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.903659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32baabef-629b-4073-85b0-79e30c335b9f req-95776127-c867-46dd-8e37-8ab35135cb51 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 931 time: 0.3126192 Jul 16 01:42:30.934163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b56fc934-3f77-44f1-afed-dd6ead546c9f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:30.935131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b56fc934-3f77-44f1-afed-dd6ead546c9f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:30.936930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9a1e6063-265e-4756-87d5-345471891d88 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:31.062629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 9a1e6063-265e-4756-87d5-345471891d88 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:31.063368 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9a1e6063-265e-4756-87d5-345471891d88 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:31.084322 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.128061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:31.148806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32baabef-629b-4073-85b0-79e30c335b9f req-ac0d8a00-29ce-4131-875d-475a57f75ed7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434552 Jul 16 01:42:31.151164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58ddc08-55a3-4810-9044-f797dacec420']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.151825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '986617a2-f8bc-4840-8679-82895762fb8d', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'port_id': '986617a2-f8bc-4840-8679-82895762fb8d', 'mac_address': 'fa:16:3e:7a:91:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927794cd-f7c5-44a9-bd65-737f6ec65d48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:31.194330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd653efd-d9ef-4332-8194-06140af2d59f') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.194628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd653efd-d9ef-4332-8194-06140af2d59f') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.220964 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.231162 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.240678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 986617a2-f8bc-4840-8679-82895762fb8d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:31.264448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:31.279654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.290776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e425-f1fe-4b50-9d2b-a7a2826896c0 req-88f697bb-3856-4586-abcc-b1ac69ebb667 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.300212 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8d1e425-f1fe-4b50-9d2b-a7a2826896c0 req-88f697bb-3856-4586-abcc-b1ac69ebb667 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.4376175 Jul 16 01:42:31.303181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.312853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:31.324512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:31.324974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:31.326704 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:31.334030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.360406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.369997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8d1e425-f1fe-4b50-9d2b-a7a2826896c0 req-89ae4c6c-2000-4b68-a31d-117f8f4f5000 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 Jul 16 01:42:31.380120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.380763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.381303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.381791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.382304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.382975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.383512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.384138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.384654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.385287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.385763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.386234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:31.429144 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.431748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Transition to ACTIVE for port object 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:31.438686 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.443711 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.447476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c58ddc08-55a3-4810-9044-f797dacec420 HTTP/1.1" status: 204 len: 168 time: 0.8940861 Jul 16 01:42:31.470289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac72d6-6be1-4e87-851a-2c1a1d980aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58ddc08-55a3-4810-9044-f797dacec420,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.535660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['986617a2-f8bc-4840-8679-82895762fb8d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:31.551714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Pushing event updated for resources: {'Port': ['ID=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.583163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Attempting to bind port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:31.583516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Attempting to bind port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:31.583848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Attempting to bind port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:31.589845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:31.589985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Attempting to bind port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 on network 07175643-1d3b-4b87-81d4-f4c2c33f0b3f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:31.595146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:31.595491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Checking segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:31.595944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Bound using segment: {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:31.596441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Bound port: 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c05efa-c5c5-494a-8cc6-8850653542af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:31.596787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.671612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] For port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:31.675018 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] For port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:31.682967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.743120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.743809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.745587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] 10.222.0.93 "PUT /v2.0/ports/96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 HTTP/1.1" status: 200 len: 1091 time: 1.2156916 Jul 16 01:42:31.745919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'tag': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:31.748431 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7fd62d-4496-4001-b2bf-b13552726a45" -d '{"events": [{"name": "network-changed", "server_uuid": "c1922c3a-3393-42f3-9640-c4ac033ad273", "tag": "96c7e37a-81f6-4b3d-9c6f-b9660c5f3454"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:31.774426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea58cf-95ea-4155-b6bc-ed0955a6d830 service neutron] Pushing event updated for resources: {'Port': ['ID=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.821343 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff8c871-bcfb-46ae-8d10-277c8f38d566 x-openstack-request-id: req-2ff8c871-bcfb-46ae-8d10-277c8f38d566 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:31.821640 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1922c3a-3393-42f3-9640-c4ac033ad273", "tag": "96c7e37a-81f6-4b3d-9c6f-b9660c5f3454", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:31.821894 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ff8c871-bcfb-46ae-8d10-277c8f38d566 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:31.822307 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'tag': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454', 'status': 'completed', 'code': 200} Jul 16 01:42:31.888741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.897517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207c7ce-798e-459e-a156-ae871ac86332 req-bb61e58b-3bde-4dda-be68-5fa7f438869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.899906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-bb61e58b-3bde-4dda-be68-5fa7f438869e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 1094 time: 0.0708718 Jul 16 01:42:31.950755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-2001b295-8252-406e-9679-b026e96683ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 HTTP/1.1" status: 200 len: 217 time: 0.0423265 Jul 16 01:42:31.951260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.953502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-065ee91f-8efb-4321-8d96-499296162a7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4824268a7fff4c77bec68fa10ea1e211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617559 Jul 16 01:42:32.048420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207c7ce-798e-459e-a156-ae871ac86332 req-dbad0796-eec4-41b1-9847-b6f128a01ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.050257 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-dbad0796-eec4-41b1-9847-b6f128a01ce1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.0923722 Jul 16 01:42:32.098466 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-98d4b188-b08b-4390-927c-46790145e124 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387833 Jul 16 01:42:32.137611 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb332b6-b4d8-490a-9111-bf9e4a6c9875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.203745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb332b6-b4d8-490a-9111-bf9e4a6c9875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.258506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-4436f669-97f8-45f4-9e7f-fb73696e6ad3 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513793 Jul 16 01:42:32.302475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb332b6-b4d8-490a-9111-bf9e4a6c9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.306257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb332b6-b4d8-490a-9111-bf9e4a6c9875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.307406 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8bb332b6-b4d8-490a-9111-bf9e4a6c9875 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d977b43-d2ac-47dc-8d75-001af005cd31 HTTP/1.1" status: 204 len: 168 time: 0.3553035 Jul 16 01:42:32.344786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb332b6-b4d8-490a-9111-bf9e4a6c9875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d977b43-d2ac-47dc-8d75-001af005cd31,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.407709 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6207c7ce-798e-459e-a156-ae871ac86332 req-db53e803-4181-4c45-b378-d9e167a18923 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423604 Jul 16 01:42:32.464928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f14f6-d23b-423b-b550-7f7b63e8fac4 req-c5b336d4-0950-4da2-897d-cd99cf4a6928 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.468504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-617f14f6-d23b-423b-b550-7f7b63e8fac4 req-c5b336d4-0950-4da2-897d-cd99cf4a6928 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 943 time: 0.1116300 Jul 16 01:42:32.538071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-617f14f6-d23b-423b-b550-7f7b63e8fac4 req-65f9a617-00b8-4810-9664-e9d4e09e84b7 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545950 Jul 16 01:42:32.608728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-ef271987-7819-4391-a3b6-ca2be75c950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.612708 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-ef271987-7819-4391-a3b6-ca2be75c950c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 1094 time: 0.1484885 Jul 16 01:42:32.671989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cdda8-aeb3-42bd-b393-03fe04165912 req-daaf3ec5-2996-4f37-9536-98c9636a9270 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.674454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e5cdda8-aeb3-42bd-b393-03fe04165912 req-daaf3ec5-2996-4f37-9536-98c9636a9270 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 945 time: 0.0813973 Jul 16 01:42:32.733222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-02216ef5-b76a-4ecc-abfa-d2cbf922f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.735039 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-02216ef5-b76a-4ecc-abfa-d2cbf922f32f service neutron] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 916 time: 0.1140928 Jul 16 01:42:32.769786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e5cdda8-aeb3-42bd-b393-03fe04165912 req-c5adf6aa-2322-4d54-8cfd-7a0482faffee tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896866 Jul 16 01:42:32.776876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 986617a2-f8bc-4840-8679-82895762fb8d up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:32.798683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44342) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.817523 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-7c08befb-5818-4e23-b714-f2c69bad08a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 HTTP/1.1" status: 200 len: 217 time: 0.0738277 Jul 16 01:42:32.884780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-82c52eca-bada-417f-91e8-c47bf42c9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.886867 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-82c52eca-bada-417f-91e8-c47bf42c9f82 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.0630941 Jul 16 01:42:32.890136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 986617a2-f8bc-4840-8679-82895762fb8d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:32.890750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.962296 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-b12f3b1f-0712-4f4a-b112-f2f53e6fc8eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670974 Jul 16 01:42:32.975811 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.012637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:33.013791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:33.016716 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cf11bf-24ee-4ddd-bc74-7aa0e2e12b12" -d '{"events": [{"server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "986617a2-f8bc-4840-8679-82895762fb8d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:33.031681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.126630 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00e0f6-cbf6-4562-9370-a03becf31dc8 x-openstack-request-id: req-bb00e0f6-cbf6-4562-9370-a03becf31dc8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:33.126914 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "name": "network-vif-plugged", "status": "completed", "tag": "986617a2-f8bc-4840-8679-82895762fb8d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:33.127266 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb00e0f6-cbf6-4562-9370-a03becf31dc8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:33.127737 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d', 'code': 200} Jul 16 01:42:33.140644 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-dab177f1-f002-480b-9bd6-f40004653cfd service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712954 Jul 16 01:42:33.196276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.251140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df7fd62d-4496-4001-b2bf-b13552726a45 req-e44fa297-1b37-4aa4-af6c-4a929ba00152 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021833 Jul 16 01:42:33.302691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1041cd1-a3bf-4438-b1ec-c075ec585081 req-7f73276b-dc27-4360-bac4-d5f2f3831bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.304243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1041cd1-a3bf-4438-b1ec-c075ec585081 req-7f73276b-dc27-4360-bac4-d5f2f3831bfa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0716805 Jul 16 01:42:33.333406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1851fb2-874a-40a2-8af3-6844e1b206a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.366293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1041cd1-a3bf-4438-b1ec-c075ec585081 req-bebd0220-7f4f-4903-a53c-de6455d02435 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509932 Jul 16 01:42:33.458264 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1851fb2-874a-40a2-8af3-6844e1b206a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.461835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1851fb2-874a-40a2-8af3-6844e1b206a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.506219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f1851fb2-874a-40a2-8af3-6844e1b206a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8882dcbe93394d8499744d21243655f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7063501 Jul 16 01:42:33.509329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.511368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1851fb2-874a-40a2-8af3-6844e1b206a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9907c5-65f7-4932-b560-b43bf34c511b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.586474 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b0cf62-3386-4c11-b631-0d797f812c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.638864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b0cf62-3386-4c11-b631-0d797f812c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.762177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b0cf62-3386-4c11-b631-0d797f812c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.765686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b0cf62-3386-4c11-b631-0d797f812c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.767517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-44b0cf62-3386-4c11-b631-0d797f812c41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e9907c5-65f7-4932-b560-b43bf34c511b HTTP/1.1" status: 204 len: 168 time: 0.2572312 Jul 16 01:42:33.783722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0cf62-3386-4c11-b631-0d797f812c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9907c5-65f7-4932-b560-b43bf34c511b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.814372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddabf85-ceab-4b5c-af9a-d92fa4766517 req-5992d38f-c3cb-42bd-b0c4-e0fad68346a9 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.816617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ddabf85-ceab-4b5c-af9a-d92fa4766517 req-5992d38f-c3cb-42bd-b0c4-e0fad68346a9 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 943 time: 0.1229308 Jul 16 01:42:33.884308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ddabf85-ceab-4b5c-af9a-d92fa4766517 req-5978f764-c401-4987-94ee-fb4392efdf1d tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613873 Jul 16 01:42:34.018246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8f593-3494-487c-b370-4a2472aac6d0 req-a562f401-982d-4673-901e-cb54591af593 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.020509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3a8f593-3494-487c-b370-4a2472aac6d0 req-a562f401-982d-4673-901e-cb54591af593 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0864811 Jul 16 01:42:34.094754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3a8f593-3494-487c-b370-4a2472aac6d0 req-b765fc63-c707-4d83-bddb-36adce0af2d6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634398 Jul 16 01:42:34.592286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44402) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:34.779853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86927eef-b113-4187-8726-abf8cd83490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.789618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:34.908781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86927eef-b113-4187-8726-abf8cd83490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.916692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86927eef-b113-4187-8726-abf8cd83490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.978436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:34.993759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-86927eef-b113-4187-8726-abf8cd83490d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d8df6382335464abf01df242bea6f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004724 Jul 16 01:42:34.996981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.001555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454', 'network_id': '07175643-1d3b-4b87-81d4-f4c2c33f0b3f', 'port_id': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454', 'mac_address': 'fa:16:3e:54:36:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38676b7-837c-4bbd-9344-99279961a999', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:35.011210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86927eef-b113-4187-8726-abf8cd83490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03daab-68a7-49cd-b1f6-7c4aacf4e0e5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.053690 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:35.080861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32745603-31f6-44f7-9505-70fbe726fa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.114228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32745603-31f6-44f7-9505-70fbe726fa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.119322 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.138953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:35.159539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:35.165416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.222095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32745603-31f6-44f7-9505-70fbe726fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.229583 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32745603-31f6-44f7-9505-70fbe726fa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.237364 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-32745603-31f6-44f7-9505-70fbe726fa3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b03daab-68a7-49cd-b1f6-7c4aacf4e0e5 HTTP/1.1" status: 204 len: 168 time: 0.2351823 Jul 16 01:42:35.256942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.267525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32745603-31f6-44f7-9505-70fbe726fa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03daab-68a7-49cd-b1f6-7c4aacf4e0e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.295562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c0a45-aa72-4d59-b082-1815d083c8d3 req-7bf8a9f5-faba-4c9c-9047-0381429ab943 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.302736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a9c0a45-aa72-4d59-b082-1815d083c8d3 req-7bf8a9f5-faba-4c9c-9047-0381429ab943 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 943 time: 0.1747217 Jul 16 01:42:35.354955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a9c0a45-aa72-4d59-b082-1815d083c8d3 req-4aea0ac5-f192-4b96-934c-b3920ade49b0 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512664 Jul 16 01:42:35.433818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['96c7e37a-81f6-4b3d-9c6f-b9660c5f3454'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:35.573552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eabb74-5047-4692-a36e-fc884861f025 req-8d7ee5eb-cb95-49fb-bb7b-c2f60e4504b6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.575364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0eabb74-5047-4692-a36e-fc884861f025 req-8d7ee5eb-cb95-49fb-bb7b-c2f60e4504b6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1014667 Jul 16 01:42:35.610014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8d8b59d-805d-4442-b497-1352ca0e6e8d req-93b415ea-99b8-45ad-bfd6-00229d4d1d17 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0334415 Jul 16 01:42:35.662563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0eabb74-5047-4692-a36e-fc884861f025 req-4695ba6d-2df5-4129-9edf-492fb81d8d4a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Jul 16 01:42:35.922008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012cf1c-f8cb-4ed0-a015-cd513096a9c2 req-782fb80e-b383-47ff-8a96-646676a0daf3 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.923832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5012cf1c-f8cb-4ed0-a015-cd513096a9c2 req-782fb80e-b383-47ff-8a96-646676a0daf3 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.0760727 Jul 16 01:42:35.938910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.981128 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd227a9c-cd48-4fbc-a198-f16a82842249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.038267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5012cf1c-f8cb-4ed0-a015-cd513096a9c2 req-f611ce4c-530a-4789-a0c1-cb8b2ca24013 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067965 Jul 16 01:42:36.045149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.162585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd227a9c-cd48-4fbc-a198-f16a82842249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.168848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd227a9c-cd48-4fbc-a198-f16a82842249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.220350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd227a9c-cd48-4fbc-a198-f16a82842249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98876204-ebf1-49d9-a66f-2f20e798f854,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.226912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dd227a9c-cd48-4fbc-a198-f16a82842249 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aefba6c39ed94867b52698cf9df2f97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860289 Jul 16 01:42:36.231788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.312552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b7862a5-31ba-47e8-9443-afee09872a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.321835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb133-0e64-43ab-bf7b-98b0a8a1e603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.335316 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b7862a5-31ba-47e8-9443-afee09872a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.407722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b7862a5-31ba-47e8-9443-afee09872a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.411090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b7862a5-31ba-47e8-9443-afee09872a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.412784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9b7862a5-31ba-47e8-9443-afee09872a94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98876204-ebf1-49d9-a66f-2f20e798f854 HTTP/1.1" status: 204 len: 168 time: 0.1793725 Jul 16 01:42:36.426119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7862a5-31ba-47e8-9443-afee09872a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98876204-ebf1-49d9-a66f-2f20e798f854,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.548081 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb133-0e64-43ab-bf7b-98b0a8a1e603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.557535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb133-0e64-43ab-bf7b-98b0a8a1e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.628093 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e2ccb133-0e64-43ab-bf7b-98b0a8a1e603 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ef89d2ad1b64ec08631cfb863691b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818784 Jul 16 01:42:36.632435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.659235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8599-eb3d-4c20-a438-6d85809c1176 req-a4fd79f4-7f3e-4423-84ff-d013eaa122be tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.661088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a69c8599-eb3d-4c20-a438-6d85809c1176 req-a4fd79f4-7f3e-4423-84ff-d013eaa122be tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 944 time: 0.1231205 Jul 16 01:42:36.662149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccb133-0e64-43ab-bf7b-98b0a8a1e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d14e72-8742-4e61-b055-8f88f1c6a5ac,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.786131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:36.805933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a69c8599-eb3d-4c20-a438-6d85809c1176 req-0fe66f44-f952-4324-b53c-e0b5662270f5 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350174 Jul 16 01:42:36.886970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c41fd7-2d80-43f7-a878-11ded53456b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.896885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b213330b-f881-4b63-876d-65f174cfff14 req-c1727758-4668-4e01-9129-2685aa6b14d4 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0672877 Jul 16 01:42:36.902724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:36.909497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:36.910637 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.959917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c41fd7-2d80-43f7-a878-11ded53456b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.028468 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.052999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:37.056265 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9364751-b789-451b-9ecd-710af8c50ccb" -d '{"events": [{"server_uuid": "c1922c3a-3393-42f3-9640-c4ac033ad273", "name": "network-vif-plugged", "status": "completed", "tag": "96c7e37a-81f6-4b3d-9c6f-b9660c5f3454"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:37.079173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-920cdf29-b170-48b8-8e7f-5809857596c5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.086578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-920cdf29-b170-48b8-8e7f-5809857596c5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 815 time: 0.1288302 Jul 16 01:42:37.092712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:37.105552 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.116094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-891c08c2-11ff-4783-8f27-3f2e6f0725d2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/quotas/595c707b95004617bd7ddfb674c52b05 HTTP/1.1" status: 200 len: 375 time: 0.0283411 Jul 16 01:42:37.144027 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fde03e-a96b-410f-b42e-3e347c23c079 x-openstack-request-id: req-94fde03e-a96b-410f-b42e-3e347c23c079 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:37.144628 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1922c3a-3393-42f3-9640-c4ac033ad273", "name": "network-vif-plugged", "status": "completed", "tag": "96c7e37a-81f6-4b3d-9c6f-b9660c5f3454", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:37.145039 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94fde03e-a96b-410f-b42e-3e347c23c079 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:37.145601 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454', 'code': 200} Jul 16 01:42:37.209348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:37.296591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-3aba4c41-04ef-49e3-b0c4-a1982baad69b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795373 Jul 16 01:42:37.317406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c41fd7-2d80-43f7-a878-11ded53456b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.321284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54c41fd7-2d80-43f7-a878-11ded53456b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.322795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-54c41fd7-2d80-43f7-a878-11ded53456b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83d14e72-8742-4e61-b055-8f88f1c6a5ac HTTP/1.1" status: 204 len: 168 time: 0.6885769 Jul 16 01:42:37.363866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c41fd7-2d80-43f7-a878-11ded53456b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d14e72-8742-4e61-b055-8f88f1c6a5ac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:37.409758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd5ab0-ade2-4aa0-a625-fc1159f12083 req-f5d3c209-ad09-4486-b939-5c48d79e1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.411512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcfd5ab0-ade2-4aa0-a625-fc1159f12083 req-f5d3c209-ad09-4486-b939-5c48d79e1adb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 1096 time: 0.2016079 Jul 16 01:42:37.498015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8c020f92-462a-49d4-b701-ae42e151ade6 service neutron] 10.222.0.81 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940851 Jul 16 01:42:37.559588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcfd5ab0-ade2-4aa0-a625-fc1159f12083 req-6dffb706-dede-4cb3-b565-d97fa0d669a8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369605 Jul 16 01:42:37.668002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-b564023a-c999-4f1b-8a53-4f9b73f65d58 service neutron] 10.222.0.81 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607380 Jul 16 01:42:37.891441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3135de48-c51d-43d7-abc5-4536743405d9 req-d7db3fd8-5826-4340-addc-b071e8457203 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 210 time: 0.0536950 Jul 16 01:42:38.147058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9620008-1ef4-4e4d-8255-e7412410825b req-4875cdbb-0d0e-4e78-a733-d91dd8c3ea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.149392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9620008-1ef4-4e4d-8255-e7412410825b req-4875cdbb-0d0e-4e78-a733-d91dd8c3ea14 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 945 time: 0.1869628 Jul 16 01:42:38.188627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f075c1-4282-4a69-b4b7-98c21f20e9c9 req-82f43274-92bf-44fd-94d9-c2c3f64e1a21 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0556629 Jul 16 01:42:38.202980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-e66c810d-7dde-4606-b452-fee18e3ee390 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.205114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-e66c810d-7dde-4606-b452-fee18e3ee390 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "GET /v2.0/ports?device_id=7fd96e9a-439e-4979-bbc9-afc11379f8f1 HTTP/1.1" status: 200 len: 946 time: 0.1866226 Jul 16 01:42:38.301407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9620008-1ef4-4e4d-8255-e7412410825b req-cc459e9e-4133-41b2-88b2-45a38f46fcef tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391826 Jul 16 01:42:38.424828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Deleting port 986617a2-f8bc-4840-8679-82895762fb8d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:38.425177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.529550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] For port 986617a2-f8bc-4840-8679-82895762fb8d, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=986617a2-f8bc-4840-8679-82895762fb8d,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:38.529835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.543760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Calling delete_port for 986617a2-f8bc-4840-8679-82895762fb8d owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:38.793844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.954013 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a859a046-42ca-4443-8df4-8e94134d3463 req-1f0a56d5-b33b-4ec7-b5ae-4b308b5e4124 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.1077647 Jul 16 01:42:38.994892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-244deb97-dd17-4db0-992b-5aef2bc43f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.076067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.163222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Pushing event deleted for resources: {'Port': ['ID=986617a2-f8bc-4840-8679-82895762fb8d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.190623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab47e7b3-4ce6-4ebf-bf0c-d5ff02e7ac2c req-d90ffd55-9dc5-41bb-8b55-44316285d794 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 210 time: 0.0405374 Jul 16 01:42:39.212017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] No DVR routers for this DVR port 986617a2-f8bc-4840-8679-82895762fb8d on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:39.218034 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.220251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf9e2898-70eb-494f-a461-0d4dc7fa7348 req-d70902bb-149b-4092-9a5c-70a6ce36a28b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "DELETE /v2.0/ports/986617a2-f8bc-4840-8679-82895762fb8d HTTP/1.1" status: 204 len: 173 time: 1.0037632 Jul 16 01:42:39.220894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'name': 'network-vif-deleted', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:39.223378 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19e931e-a709-4828-899c-8cc0068f8111" -d '{"events": [{"server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "name": "network-vif-deleted", "tag": "986617a2-f8bc-4840-8679-82895762fb8d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:39.231548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-244deb97-dd17-4db0-992b-5aef2bc43f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.239226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-244deb97-dd17-4db0-992b-5aef2bc43f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.275400 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab01e3ff-f53b-4c45-87d1-3fad9d335c8e x-openstack-request-id: req-ab01e3ff-f53b-4c45-87d1-3fad9d335c8e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:39.276036 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd96e9a-439e-4979-bbc9-afc11379f8f1", "name": "network-vif-deleted", "tag": "986617a2-f8bc-4840-8679-82895762fb8d", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:39.276812 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab01e3ff-f53b-4c45-87d1-3fad9d335c8e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:39.277228 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd96e9a-439e-4979-bbc9-afc11379f8f1', 'name': 'network-vif-deleted', 'tag': '986617a2-f8bc-4840-8679-82895762fb8d', 'status': 'completed', 'code': 200} Jul 16 01:42:39.309518 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-244deb97-dd17-4db0-992b-5aef2bc43f35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=237f0f7193f64399b3f62a3e9b63d921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150406 Jul 16 01:42:39.310870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244deb97-dd17-4db0-992b-5aef2bc43f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83305020-dfd3-4ca7-b25c-445a33701cb5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.312440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:39.406040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd87e9e9-fc20-4117-b177-09dfedfe513f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.432279 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb20e58f-7ec8-4279-ab6c-67394f03028c req-3581a16e-8cba-4178-b136-9091f5c1b108 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0473754 Jul 16 01:42:39.454451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd87e9e9-fc20-4117-b177-09dfedfe513f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.589652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae2c6c-c4cb-477a-a5c6-41ddb4350cec req-329d4372-bb71-469b-86f1-dcf0c93cbecd tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.591110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3ae2c6c-c4cb-477a-a5c6-41ddb4350cec req-329d4372-bb71-469b-86f1-dcf0c93cbecd tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 945 time: 0.0958827 Jul 16 01:42:39.591926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd87e9e9-fc20-4117-b177-09dfedfe513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.594523 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd87e9e9-fc20-4117-b177-09dfedfe513f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.598743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bd87e9e9-fc20-4117-b177-09dfedfe513f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83305020-dfd3-4ca7-b25c-445a33701cb5 HTTP/1.1" status: 204 len: 168 time: 0.2847295 Jul 16 01:42:39.625741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87e9e9-fc20-4117-b177-09dfedfe513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83305020-dfd3-4ca7-b25c-445a33701cb5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.709437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3ae2c6c-c4cb-477a-a5c6-41ddb4350cec req-f16e7cb2-1c37-4a49-aa8b-47df67846380 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093171 Jul 16 01:42:39.849161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-897a5757-6c22-44bd-b5c6-933934faa5f5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.850745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-897a5757-6c22-44bd-b5c6-933934faa5f5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 815 time: 0.1907082 Jul 16 01:42:39.876267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Request body: {'port': {'device_id': '6478284d-602b-44fc-8081-f7fdf87928c2', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'admin_state_up': True, 'tenant_id': '595c707b95004617bd7ddfb674c52b05'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:40.257718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Made reservation on behalf of 595c707b95004617bd7ddfb674c52b05 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:40.266778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.350294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:40.382827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-711f2aaa-4761-4a21-a91a-9ca4108e2eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.539426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Allocated IP 172.20.0.14 (120b2e0a-1fae-4653-ab8c-0fa8b5a836bb/927794cd-f7c5-44a9-bd65-737f6ec65d48/b99c990e-d224-4ae4-b09b-0d026e1604f2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:40.700315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac4b7c28-8828-4a7e-bbe5-83cf0bcb7145 req-8e7ac134-9357-42fc-b670-272d8ce5decd tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 210 time: 0.0918674 Jul 16 01:42:40.741321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-711f2aaa-4761-4a21-a91a-9ca4108e2eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.748241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-711f2aaa-4761-4a21-a91a-9ca4108e2eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.782862 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-711f2aaa-4761-4a21-a91a-9ca4108e2eca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7d075be27a64c63a9c8cba4c5d3817e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314432 Jul 16 01:42:40.789168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:40.794050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 986617a2-f8bc-4840-8679-82895762fb8d no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:40.828167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 986617a2-f8bc-4840-8679-82895762fb8d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:40.830691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 986617a2-f8bc-4840-8679-82895762fb8d not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:40.837221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ce5f497-514a-4563-bf31-8f70696e704e req-79d7def6-954f-4f58-b08e-56888f24434b tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0732579 Jul 16 01:42:40.891994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f2aaa-4761-4a21-a91a-9ca4108e2eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028509b1-8ef1-42e3-9c27-fc5e80333210,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.939761 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.953261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-702b5592-cb78-4c31-a126-a2f4a2d12984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.976812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44704) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:41.000471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-702b5592-cb78-4c31-a126-a2f4a2d12984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.045108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.068771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-702b5592-cb78-4c31-a126-a2f4a2d12984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.073593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-702b5592-cb78-4c31-a126-a2f4a2d12984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.077687 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-702b5592-cb78-4c31-a126-a2f4a2d12984 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/028509b1-8ef1-42e3-9c27-fc5e80333210 HTTP/1.1" status: 204 len: 168 time: 0.2870851 Jul 16 01:42:41.099378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b5592-cb78-4c31-a126-a2f4a2d12984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028509b1-8ef1-42e3-9c27-fc5e80333210,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.143366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:41.145004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:41.157121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:41.216176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.232542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.233253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.284093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-7d1b849e-5f9c-42c9-b477-252885fc521e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4142156 Jul 16 01:42:41.290489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f56a087a-d639-49d5-8bda-e6e33ee4e9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.318671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Request body: {'port': {'device_id': '6478284d-602b-44fc-8081-f7fdf87928c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:41.560121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.599609 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc9fd-7b37-4259-9f66-93d605e54bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.808836 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f56a087a-d639-49d5-8bda-e6e33ee4e9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.827583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f56a087a-d639-49d5-8bda-e6e33ee4e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.031696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26c972ab-7d23-4ce1-bc15-ac10b1e076f8 req-97cae41d-febe-4ca9-8e02-6230d43dc310 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.1326814 Jul 16 01:42:42.032942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a087a-d639-49d5-8bda-e6e33ee4e9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718e0b36-2337-416f-981d-3056cfd8d529,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.042040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f56a087a-d639-49d5-8bda-e6e33ee4e9b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01dd5cf0bd9348919717e6a50617c411&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0641878 Jul 16 01:42:42.045196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:42.136619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568f5df6-7425-4274-8d40-c600c856506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.169211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568f5df6-7425-4274-8d40-c600c856506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.195286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897ce0e-b6c3-4e9c-8c8d-0b2e4b14d21b req-9557d30c-dd37-4b73-8eaa-c3d250a1e30e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.196873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1897ce0e-b6c3-4e9c-8c8d-0b2e4b14d21b req-9557d30c-dd37-4b73-8eaa-c3d250a1e30e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 932 time: 0.2027702 Jul 16 01:42:42.232465 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568f5df6-7425-4274-8d40-c600c856506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.235196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568f5df6-7425-4274-8d40-c600c856506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.238766 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-568f5df6-7425-4274-8d40-c600c856506e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/718e0b36-2337-416f-981d-3056cfd8d529 HTTP/1.1" status: 204 len: 168 time: 0.1894271 Jul 16 01:42:42.249831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f5df6-7425-4274-8d40-c600c856506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718e0b36-2337-416f-981d-3056cfd8d529,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.282550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99c990e-d224-4ae4-b09b-0d026e1604f2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:42.291828 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.304910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1897ce0e-b6c3-4e9c-8c8d-0b2e4b14d21b req-343515d8-af44-4a27-8d51-620dbab8652e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004901 Jul 16 01:42:42.317220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Transition to ACTIVE for port object b99c990e-d224-4ae4-b09b-0d026e1604f2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:42.328833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.378299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.453463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Attempting to bind port b99c990e-d224-4ae4-b09b-0d026e1604f2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:42.453803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Attempting to bind port b99c990e-d224-4ae4-b09b-0d026e1604f2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:42.454137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Attempting to bind port b99c990e-d224-4ae4-b09b-0d026e1604f2 on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:42.458723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Port b99c990e-d224-4ae4-b09b-0d026e1604f2 on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:42.459044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Attempting to bind port b99c990e-d224-4ae4-b09b-0d026e1604f2 on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:42.464137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:42.464575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Checking segment: {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:42.464965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Bound using segment: {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:42.465427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Bound port: b99c990e-d224-4ae4-b09b-0d026e1604f2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:42.465755 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.539912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:42.543467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:42.555965 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.598701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.599329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.600811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] 10.222.0.93 "PUT /v2.0/ports/b99c990e-d224-4ae4-b09b-0d026e1604f2 HTTP/1.1" status: 200 len: 1092 time: 1.2942700 Jul 16 01:42:42.601296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:42.603573 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed812184-b62c-42b0-a23d-741daa835684" -d '{"events": [{"name": "network-changed", "server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:42.661097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486c911-971e-43b2-ad82-71a9e5a7002b service neutron] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.708158 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf47fc6-14f9-41c3-aab1-0a6b5e28a1c5 x-openstack-request-id: req-1cf47fc6-14f9-41c3-aab1-0a6b5e28a1c5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:42.708477 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:42.708732 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cf47fc6-14f9-41c3-aab1-0a6b5e28a1c5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:42.709128 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'status': 'completed', 'code': 200} Jul 16 01:42:42.758238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8aa8892c-acc6-42b1-9dc2-24e5232f33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.760009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-8aa8892c-acc6-42b1-9dc2-24e5232f33ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 1095 time: 0.0869424 Jul 16 01:42:42.817162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-b07c1fe4-31cf-414e-84c5-603304f701e4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2 HTTP/1.1" status: 200 len: 217 time: 0.0497737 Jul 16 01:42:42.912550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-5897a89d-4c79-42ad-bf57-454b1495ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.914733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-5897a89d-4c79-42ad-bf57-454b1495ed5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=927794cd-f7c5-44a9-bd65-737f6ec65d48 HTTP/1.1" status: 200 len: 855 time: 0.0906920 Jul 16 01:42:42.979084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-98ee27d0-5a20-4a77-b93c-db3a7840293e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553925 Jul 16 01:42:43.131019 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-9c6ea725-e4b0-45eb-96d0-8c6d9a20b2be service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459351 Jul 16 01:42:43.316853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4c7ad2b-862e-4278-9770-2f07aaed314a req-63c82b83-f181-4c45-b400-731016cf7b3d tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0788229 Jul 16 01:42:43.446963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4d5ae502-eaea-424d-b5a8-df28fd36a85f req-cbaf575e-a194-4af7-a9c4-9813c8639199 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949719 Jul 16 01:42:43.683542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812184-b62c-42b0-a23d-741daa835684 req-79dbdaca-e0d8-46eb-bffd-e9f6e6833e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.685578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed812184-b62c-42b0-a23d-741daa835684 req-79dbdaca-e0d8-46eb-bffd-e9f6e6833e75 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 1095 time: 0.1731989 Jul 16 01:42:43.724756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5345090-a163-457e-9653-b797182bcacd req-37aa0c8c-a9e4-493f-a795-d387f2b407fa tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.727416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5345090-a163-457e-9653-b797182bcacd req-37aa0c8c-a9e4-493f-a795-d387f2b407fa tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 944 time: 0.1435697 Jul 16 01:42:43.862686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5345090-a163-457e-9653-b797182bcacd req-3d76cc32-0275-4014-8831-a7432926aeee tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228044 Jul 16 01:42:43.905979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812184-b62c-42b0-a23d-741daa835684 req-e0d888b8-5abf-40c5-9277-4db75fc343ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.908168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed812184-b62c-42b0-a23d-741daa835684 req-e0d888b8-5abf-40c5-9277-4db75fc343ce service neutron] 10.222.0.93 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 916 time: 0.2069337 Jul 16 01:42:43.958364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed812184-b62c-42b0-a23d-741daa835684 req-917f264a-fdfb-4974-883a-c47b08f46870 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2 HTTP/1.1" status: 200 len: 217 time: 0.0420163 Jul 16 01:42:44.025218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812184-b62c-42b0-a23d-741daa835684 req-e0dba8aa-5fe0-4b7d-8b7e-55358970f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.027355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed812184-b62c-42b0-a23d-741daa835684 req-e0dba8aa-5fe0-4b7d-8b7e-55358970f413 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=927794cd-f7c5-44a9-bd65-737f6ec65d48 HTTP/1.1" status: 200 len: 855 time: 0.0623364 Jul 16 01:42:44.096640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed812184-b62c-42b0-a23d-741daa835684 req-4e3002a7-27a2-465b-b47e-0ff3f05f6215 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613837 Jul 16 01:42:44.186341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44840) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.219874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed812184-b62c-42b0-a23d-741daa835684 req-75e37a87-67f2-40c3-9dd0-3e983ecced4d service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165533 Jul 16 01:42:44.229943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9df08b25-9cd5-45de-9139-ed40b5019920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.416846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed812184-b62c-42b0-a23d-741daa835684 req-a1f41317-9b3b-478f-ba52-293fa1e3ee62 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885002 Jul 16 01:42:44.437847 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.465403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1631169825'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:44.498129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-baa9c5fb-35b1-4e16-beab-44d27568da1a req-d8a268cc-4518-479e-8692-0b5a35ac371e tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0427635 Jul 16 01:42:44.506191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:44.511193 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.524444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.677470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.688451 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.724580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:44.737455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.737918 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Added segment 23e53b1a-3621-470b-865b-ffa9ef23b159 of type vlan for network fb5d48e9-5eb5-4157-b08c-7b53330f354b Jul 16 01:42:44.782612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8f97a-3da9-49db-b63a-a8fe8b288f41,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.789175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b99c990e-d224-4ae4-b09b-0d026e1604f2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:44.800257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.863848 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.870611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.871287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.998542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Network': ['ID=fb5d48e9-5eb5-4157-b08c-7b53330f354b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.013514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:45.018297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9ae37627-031c-439f-bb27-1088d52f7353 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8301961 Jul 16 01:42:45.022135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:45.028169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:45.041831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:45.089051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'port_id': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'mac_address': 'fa:16:3e:93:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927794cd-f7c5-44a9-bd65-737f6ec65d48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:45.141163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.157907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99c990e-d224-4ae4-b09b-0d026e1604f2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:45.181195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:45.209876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:45.215059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.381650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c149836-012c-462b-96f6-910b1992d90a req-702eb4e1-5f01-4108-9f6c-6390d66bedb5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.389476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c149836-012c-462b-96f6-910b1992d90a req-702eb4e1-5f01-4108-9f6c-6390d66bedb5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 944 time: 0.3558576 Jul 16 01:42:45.456950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c149836-012c-462b-96f6-910b1992d90a req-0faf1c9f-d498-48de-977b-cde7b19c80f8 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664270 Jul 16 01:42:45.510087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.523765 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.596091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44880) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:45.618482 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.619411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.661030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.734164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ea8d1b0-fe24-461c-80e9-fccdf747da2c req-b91ad705-66b3-42b8-9a4e-84ee9171f299 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0641162 Jul 16 01:42:45.742379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:45.742926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network hostable DHCP agents. Network: fb5d48e9-5eb5-4157-b08c-7b53330f354b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:45.764327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b99c990e-d224-4ae4-b09b-0d026e1604f2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:45.773971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:45.790172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, fb5d48e9-5eb5-4157-b08c-7b53330f354b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:45.795925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.799234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.809849 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5b006a3-fc39-42c8-a382-947b6c279f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.828850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-433993cf-cff4-43ca-9d7f-776911814d9f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8047597 Jul 16 01:42:45.831328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:45.835213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29718edb-7a99-4de4-958e-faa5bed24d02 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:45.842704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'name': 'tempest-NetworksTestDHCPv6-2098509953'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:45.940094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5b006a3-fc39-42c8-a382-947b6c279f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.945371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5b006a3-fc39-42c8-a382-947b6c279f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.981138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b006a3-fc39-42c8-a382-947b6c279f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f38d31-598f-4c79-a327-1e56335306ef,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.015133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a5b006a3-fc39-42c8-a382-947b6c279f61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10e2b9bab365471abdfcb99381749187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161224 Jul 16 01:42:46.015133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44890) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:46.045614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:46.046934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.088383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa12e-02c5-46d6-a6a8-af795cc25e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.117212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa12e-02c5-46d6-a6a8-af795cc25e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.139620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:46.144813 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.176461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 011b493d-20c9-4a2e-9c1c-f651a47f916b yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:46.196590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa12e-02c5-46d6-a6a8-af795cc25e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.199774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa12e-02c5-46d6-a6a8-af795cc25e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.200526 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.201036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e9fa12e-02c5-46d6-a6a8-af795cc25e86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39f38d31-598f-4c79-a327-1e56335306ef HTTP/1.1" status: 204 len: 168 time: 0.1857972 Jul 16 01:42:46.215800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fa12e-02c5-46d6-a6a8-af795cc25e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f38d31-598f-4c79-a327-1e56335306ef,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.263125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f/d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:46.481657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.492930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Transition to ACTIVE for port object d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:46.511177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Transition to ACTIVE for port object d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:46.530082 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.555919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:46.559337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:46.582160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:46.651527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::68 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f/011b493d-20c9-4a2e-9c1c-f651a47f916b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:46.669446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Pushing event updated for resources: {'Port': ['ID=d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.683781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Attempting to bind port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:46.684419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Attempting to bind port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:46.685357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Attempting to bind port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:46.691616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:46.691996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:46.696052 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.696727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:46.697442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Bound port: d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:46.698116 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.818863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b99c990e-d224-4ae4-b09b-0d026e1604f2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:46.896175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4f7de-305b-4af7-9915-6f06d02feafe req-1bfc5776-d762-4bec-8775-a96ad9807a6b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.906836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93c4f7de-305b-4af7-9915-6f06d02feafe req-1bfc5776-d762-4bec-8775-a96ad9807a6b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 945 time: 0.2382166 Jul 16 01:42:46.923174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] For port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:46.952201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.958529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] For port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:46.970308 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.977078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port b99c990e-d224-4ae4-b09b-0d026e1604f2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:47.008607 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93c4f7de-305b-4af7-9915-6f06d02feafe req-5e168249-7168-4ead-ad14-d8647deda975 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007135 Jul 16 01:42:47.012128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b99c990e-d224-4ae4-b09b-0d026e1604f2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:47.012696 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.104129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce3f92ac-87d2-49f1-b235-2be3c09ba2e5 req-47f19c9a-e841-492c-9830-e2568d05c619 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.1003001 Jul 16 01:42:47.134251 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.173119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.190578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:47.191781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df7110-59aa-44a0-ba7e-bd0d1b30f3be None None] Pushing event updated for resources: {'Port': ['ID=d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.199931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 011b493d-20c9-4a2e-9c1c-f651a47f916b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:47.206071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:47.208605 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491fed3-24a3-457e-8c1b-b155797d2540" -d '{"events": [{"server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "name": "network-vif-plugged", "status": "completed", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:47.211603 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.262022 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d008d9-6c09-46bb-8e3a-c1bdd5d669c2 x-openstack-request-id: req-35d008d9-6c09-46bb-8e3a-c1bdd5d669c2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:47.262321 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "name": "network-vif-plugged", "status": "completed", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:47.262584 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35d008d9-6c09-46bb-8e3a-c1bdd5d669c2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:47.262983 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'code': 200} Jul 16 01:42:47.265440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.323023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.343255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:47.347668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:47.353039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:47.360175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.360432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.375382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=011b493d-20c9-4a2e-9c1c-f651a47f916b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.440402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c08bbcad-ba50-453b-a3b3-2ee4585911a7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6078444 Jul 16 01:42:47.442978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44926) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.518326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0868b08-687d-48f0-bec9-ec35a494408a req-bdd8cdbc-78ec-4a64-8ade-9b2edd0d9def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.525081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0868b08-687d-48f0-bec9-ec35a494408a req-bdd8cdbc-78ec-4a64-8ade-9b2edd0d9def service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 1097 time: 0.1607847 Jul 16 01:42:47.594151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0868b08-687d-48f0-bec9-ec35a494408a req-180938ae-8010-4e8c-b119-5ee31a86c64c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616763 Jul 16 01:42:47.597384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271b8bc-59da-4cd2-a9d9-ba86cb83cfba tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.604111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271b8bc-59da-4cd2-a9d9-ba86cb83cfba tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.608189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4271b8bc-59da-4cd2-a9d9-ba86cb83cfba tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1618400 Jul 16 01:42:47.609762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.723817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 011b493d-20c9-4a2e-9c1c-f651a47f916b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:47.724409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.881024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.906516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 011b493d-20c9-4a2e-9c1c-f651a47f916b owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:48.115754 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.153152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=011b493d-20c9-4a2e-9c1c-f651a47f916b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.217752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.223194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44956) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.223358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-44b731b6-f410-4391-a2f4-a921c655df9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/011b493d-20c9-4a2e-9c1c-f651a47f916b HTTP/1.1" status: 204 len: 168 time: 0.6125808 Jul 16 01:42:48.299163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a1e32-4f9d-4b16-bf74-c14569429a60 req-5eacde8c-41b3-4d7e-90f6-c4df3f950c03 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.307643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b3a1e32-4f9d-4b16-bf74-c14569429a60 req-5eacde8c-41b3-4d7e-90f6-c4df3f950c03 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1013381 Jul 16 01:42:48.352496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3c7ffd-7425-4983-9e49-7be91ac283b1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.354064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3c7ffd-7425-4983-9e49-7be91ac283b1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.358920 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a3c7ffd-7425-4983-9e49-7be91ac283b1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1346040 Jul 16 01:42:48.362227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b3a1e32-4f9d-4b16-bf74-c14569429a60 req-c3c079e4-b0e1-47b7-937f-cff83f114588 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523174 Jul 16 01:42:48.362810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.438361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:48.442382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.471960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44962) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.550738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.630246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a06414c-e5a2-42f5-9996-791dc1ae8b58 req-485376b2-925a-4eee-b12c-4eae3346681f tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0846372 Jul 16 01:42:48.709829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604358f1-7a7b-4df1-8265-19e936cd9af0 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:48.723632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.901896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b7165579-cc1a-4014-8cae-a98174f5f3a1 None None] Provisioning for port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:48.963171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.978602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:49.071471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:49.075493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:49.075926 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.097259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.103624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.164548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8beabcc7bfe84cd69121d04069c6ea9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864233 Jul 16 01:42:49.168044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.192265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.217121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aed2215-1697-4431-b2da-1fc3ab100ca1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.252313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.252675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.253094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.253348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.253685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.254022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.255743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.256094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.256461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.258536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.258906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.259249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41d19-8c50-4a1f-add2-3ede7e306a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.294704 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.329665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.339388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.342703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9dcc861f-7fa7-4f9a-a7f7-73e0c9f8fa65 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f HTTP/1.1" status: 204 len: 168 time: 0.9787712 Jul 16 01:42:49.345105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44978) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.349242 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b339a6a-4710-4312-9dc9-893920c736e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.393380 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:49.393380 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:49.396751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b339a6a-4710-4312-9dc9-893920c736e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.413281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f092406-4b3f-4399-b79a-639988c7c88e None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:49.449694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d8e0eea2-f48e-4e49-8d68-ae959cf378be None None] Provisioning complete for port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:49.450067 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8e0eea2-f48e-4e49-8d68-ae959cf378be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.454656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-15749a41-c69b-4abd-a232-9153f5c81a9b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082900 Jul 16 01:42:49.458925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44984) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.462278 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b339a6a-4710-4312-9dc9-893920c736e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.465019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b339a6a-4710-4312-9dc9-893920c736e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.466199 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2b339a6a-4710-4312-9dc9-893920c736e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3aed2215-1697-4431-b2da-1fc3ab100ca1 HTTP/1.1" status: 204 len: 168 time: 0.2729785 Jul 16 01:42:49.470632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:49.581569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339a6a-4710-4312-9dc9-893920c736e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aed2215-1697-4431-b2da-1fc3ab100ca1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.598077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:49.603112 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.723069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dd315-e5b9-4075-bcef-a7f983f39170 req-7b64bc63-977a-49c7-8c9a-ad7d42d98525 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.731773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b4dd315-e5b9-4075-bcef-a7f983f39170 req-7b64bc63-977a-49c7-8c9a-ad7d42d98525 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1365745 Jul 16 01:42:49.806170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b4dd315-e5b9-4075-bcef-a7f983f39170 req-fccefdcc-022a-48c4-a2f0-4a5baee56a9f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705471 Jul 16 01:42:49.821332 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.878891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8e0eea2-f48e-4e49-8d68-ae959cf378be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.910748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a1e9e76-146a-4ad3-9455-1e0486be3447 req-20ef3224-6ac0-4dc1-8836-66f87bd1d759 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0834141 Jul 16 01:42:49.920013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d8e0eea2-f48e-4e49-8d68-ae959cf378be None None] For port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:49.964450 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.971577 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8e0eea2-f48e-4e49-8d68-ae959cf378be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.025947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.075208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:50.079551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:50.095552 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:50.096038 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:50.096806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:50.126621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.127339 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.148751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0eea2-f48e-4e49-8d68-ae959cf378be None None] Pushing event updated for resources: {'Port': ['ID=d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.175779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7150941 Jul 16 01:42:50.176407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45010) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:50.191695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'name': 'tempest-NetworksTestDHCPv6-28420549'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:50.207307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] Deleting port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:50.207680 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.252912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176f3c-c436-4778-aefc-8198b1ac7403 req-9f929d8c-28ca-4ddc-a3e2-485206806805 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.256158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e5176f3c-c436-4778-aefc-8198b1ac7403 req-9f929d8c-28ca-4ddc-a3e2-485206806805 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1248851 Jul 16 01:42:50.267165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37040cd-e65c-45d4-9003-6e4f5468f6c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=b7f27ca4-3e80-41e1-8fd0-eb7027d9e985,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.308649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] For port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:50.308960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.321752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] Calling delete_port for d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:50.322514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e5176f3c-c436-4778-aefc-8198b1ac7403 req-ee1046d0-af21-42bb-9e51-3a022895e9eb tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595193 Jul 16 01:42:50.422086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:50.425182 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.428113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.453659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port cbadddb2-4a18-4550-9a7f-b704e6e842d3 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:50.479909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] Pushing event deleted for resources: {'Port': ['ID=d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.486648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b4d0a-2b7b-4a5f-9a5a-bf54c67d67b0 None None] No DVR routers for this DVR port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:50.514715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85177d1-03c7-4ee1-a85b-b79c9ce0a277 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:50.668372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::358 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/b7f27ca4-3e80-41e1-8fd0-eb7027d9e985/cbadddb2-4a18-4550-9a7f-b704e6e842d3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:50.780010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'b7f27ca4-3e80-41e1-8fd0-eb7027d9e985'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:50.780910 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.860571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.886387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object cbadddb2-4a18-4550-9a7f-b704e6e842d3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:50.936097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.937766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8894a1c-0c40-46a9-9b9c-7000a86309b9 req-0d55ea8a-a94a-4d19-90c4-8faa6290438b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.948198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8894a1c-0c40-46a9-9b9c-7000a86309b9 req-0d55ea8a-a94a-4d19-90c4-8faa6290438b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1256015 Jul 16 01:42:50.980355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Port d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba update to ACTIVE by agent not found {{(pid=93708) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:42:51.052998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:51.071411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8894a1c-0c40-46a9-9b9c-7000a86309b9 req-db9f23ae-fe85-4892-a6d6-b3543636104c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221964 Jul 16 01:42:51.088507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:51.102072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:51.123062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/b7f27ca4-3e80-41e1-8fd0-eb7027d9e985/f4e467f9-8540-474a-a309-3da4620c83e2) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:51.129010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.130020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.130586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:51.146590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=cbadddb2-4a18-4550-9a7f-b704e6e842d3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.170699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:51.171398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d7fdfb5a-ec60-4451-9fa5-e15ea0b407ba not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:51.215595 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb7a218c-8511-494f-8722-4a3531e872f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0350931 Jul 16 01:42:51.221288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.243206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49debb20-b7ff-4fd3-b143-0dd8e7519c8b req-5687f8d3-8146-4f34-9104-b5ec0945bdd9 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0778315 Jul 16 01:42:51.332275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f670e-ada2-4498-b116-dde9debb5afb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.334167 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4d1f670e-ada2-4498-b116-dde9debb5afb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1116655 Jul 16 01:42:51.336873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.455479 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.466164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Transition to ACTIVE for port object f4e467f9-8540-474a-a309-3da4620c83e2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:51.484216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Transition to ACTIVE for port object f4e467f9-8540-474a-a309-3da4620c83e2 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:51.493209 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.533162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:51.540453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:51.544139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:51.551831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Pushing event updated for resources: {'Port': ['ID=f4e467f9-8540-474a-a309-3da4620c83e2,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.581435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eec72-64fa-4bbb-872d-a256bfae3a6c req-b5be551e-4f31-4f7c-8656-2ef74f575317 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.582984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a54eec72-64fa-4bbb-872d-a256bfae3a6c req-b5be551e-4f31-4f7c-8656-2ef74f575317 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2357814 Jul 16 01:42:51.628176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Attempting to bind port f4e467f9-8540-474a-a309-3da4620c83e2 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:51.628868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Attempting to bind port f4e467f9-8540-474a-a309-3da4620c83e2 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:51.629601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Attempting to bind port f4e467f9-8540-474a-a309-3da4620c83e2 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:51.635799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:51.636494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:51.637174 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.637712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:51.638335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Bound port: f4e467f9-8540-474a-a309-3da4620c83e2, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:51.639292 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.653784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port cbadddb2-4a18-4550-9a7f-b704e6e842d3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:51.654121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.683696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a54eec72-64fa-4bbb-872d-a256bfae3a6c req-cf40d7ef-093c-4254-b12c-56f5964fdc3f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847440 Jul 16 01:42:51.759291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] For port f4e467f9-8540-474a-a309-3da4620c83e2, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:51.764312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] For port f4e467f9-8540-474a-a309-3da4620c83e2, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f4e467f9-8540-474a-a309-3da4620c83e2,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:51.774732 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.873664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.916343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f3947-8700-4a6f-b8af-e9087613a718 None None] Pushing event updated for resources: {'Port': ['ID=f4e467f9-8540-474a-a309-3da4620c83e2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.918448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for cbadddb2-4a18-4550-9a7f-b704e6e842d3 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:52.098077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.174145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=cbadddb2-4a18-4550-9a7f-b704e6e842d3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:52.250898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.273786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.274159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.274591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.274844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.275182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.275518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.275863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.276181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.277614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.278003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.279088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:52.384735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.391104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.394736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cb36c876-43fc-4367-865c-1c12f41cee74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/cbadddb2-4a18-4550-9a7f-b704e6e842d3 HTTP/1.1" status: 204 len: 168 time: 1.0548487 Jul 16 01:42:52.540040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1fd11-cda3-471c-b063-8512f71f9207 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.544290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1fd11-cda3-471c-b063-8512f71f9207 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.546748 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0bf1fd11-cda3-471c-b063-8512f71f9207 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1545718 Jul 16 01:42:52.549451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.554723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f70e81a-1478-4869-9fa8-4e2b406f7706 req-d7b16ecc-6b05-4d76-b201-6831f109f512 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0485864 Jul 16 01:42:52.665259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet b7f27ca4-3e80-41e1-8fd0-eb7027d9e985 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:52.669677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.756045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.779398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3163-84be-40e6-916b-1d80909f2dff req-5080f4b5-fdd6-46e8-b82e-1ea237382293 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.798952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-062b3163-84be-40e6-916b-1d80909f2dff req-5080f4b5-fdd6-46e8-b82e-1ea237382293 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1369705 Jul 16 01:42:52.906688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-062b3163-84be-40e6-916b-1d80909f2dff req-49674ef9-a4aa-4a74-a093-20395eec0d60 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037881 Jul 16 01:42:52.921163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.000760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.041882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f27ca4-3e80-41e1-8fd0-eb7027d9e985,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.044620 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.050076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45130) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.050210 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0ba752a-9489-4a10-bde7-49084fc9adc8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/b7f27ca4-3e80-41e1-8fd0-eb7027d9e985 HTTP/1.1" status: 204 len: 168 time: 0.4995985 Jul 16 01:42:53.156066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f7a38107-8fcf-42f9-bcd2-4e9a132c3ea7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048100 Jul 16 01:42:53.159137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.168925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:53.222087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f4e467f9-8540-474a-a309-3da4620c83e2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:53.345145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f4e467f9-8540-474a-a309-3da4620c83e2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:53.365282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:53.368975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.583238 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1c4e7-0aa3-4084-a2fc-c717ff3de89b None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:53.725031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.756244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fbbbc42-b93e-41fc-90e4-f30ca58b0b5b None None] Provisioning for port f4e467f9-8540-474a-a309-3da4620c83e2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:53.758512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-355cffee-41bd-4e1b-8632-df32a9b7537d req-8846f02f-243b-4cf2-a000-ed90d2d1b02d tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0434060 Jul 16 01:42:53.760162 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.791745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fbbbc42-b93e-41fc-90e4-f30ca58b0b5b None None] Provisioning complete for port f4e467f9-8540-474a-a309-3da4620c83e2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:53.792446 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbbbc42-b93e-41fc-90e4-f30ca58b0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.817425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:53.819126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=beb7097f-1c5b-45ed-94a3-e051b78b6eac,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.822171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:53.824839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.825418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.846534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cd049261-b545-490e-832a-c90eab62d7d8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6838081 Jul 16 01:42:53.849224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.860833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'name': 'tempest-NetworksTestDHCPv6-2081522281'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.081702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22606982-d8c0-4f5d-83dc-794afa165454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.101750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:54.107707 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.133720 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbbbc42-b93e-41fc-90e4-f30ca58b0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.175148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5fbbbc42-b93e-41fc-90e4-f30ca58b0b5b None None] For port f4e467f9-8540-474a-a309-3da4620c83e2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f4e467f9-8540-474a-a309-3da4620c83e2,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:54.182968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbbbc42-b93e-41fc-90e4-f30ca58b0b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.255901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 79f79ef6-4869-42e8-9a83-ccd15887d3f6 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:54.262054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbbc42-b93e-41fc-90e4-f30ca58b0b5b None None] Pushing event updated for resources: {'Port': ['ID=f4e467f9-8540-474a-a309-3da4620c83e2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.310307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22606982-d8c0-4f5d-83dc-794afa165454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.317178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22606982-d8c0-4f5d-83dc-794afa165454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.377515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22606982-d8c0-4f5d-83dc-794afa165454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecdc9ef-f08b-4912-bb08-b8a3502dc8cb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.386267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-22606982-d8c0-4f5d-83dc-794afa165454 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03ec2eea55dd46b7b564c0c8851965b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600931 Jul 16 01:42:54.387748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45180) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.464086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5a74-23b1-4561-b330-77cf1d218278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.464404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e7444-3367-412e-ad24-54dc6ed77fae req-3cd954cd-9de9-45b1-94be-0875eca929d7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.466047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e2e7444-3367-412e-ad24-54dc6ed77fae req-3cd954cd-9de9-45b1-94be-0875eca929d7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.3273313 Jul 16 01:42:54.498350 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5a74-23b1-4561-b330-77cf1d218278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.508877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::16 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/beb7097f-1c5b-45ed-94a3-e051b78b6eac/79f79ef6-4869-42e8-9a83-ccd15887d3f6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:54.527276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848dc127-3c4e-4291-85ab-bba855d225d4 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:54.616886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.643056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e2e7444-3367-412e-ad24-54dc6ed77fae req-d98b87b2-65fe-4755-b2b0-1c9f1cda64b0 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701169 Jul 16 01:42:54.701134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5a74-23b1-4561-b330-77cf1d218278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.704196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5a74-23b1-4561-b330-77cf1d218278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.708527 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e3f5a74-23b1-4561-b330-77cf1d218278 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ecdc9ef-f08b-4912-bb08-b8a3502dc8cb HTTP/1.1" status: 204 len: 168 time: 0.3193851 Jul 16 01:42:54.719214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5a74-23b1-4561-b330-77cf1d218278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecdc9ef-f08b-4912-bb08-b8a3502dc8cb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.999177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585a6915-7a3f-4b1e-83be-a93fa0120b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.013386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.033880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 79f79ef6-4869-42e8-9a83-ccd15887d3f6 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:55.152642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2db33ac8-7ad1-4c27-9233-e6db3db8f050 None None] Provisioning complete for port f4e467f9-8540-474a-a309-3da4620c83e2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:55.153377 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2db33ac8-7ad1-4c27-9233-e6db3db8f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.162634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f4e467f9-8540-474a-a309-3da4620c83e2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:55.173988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.181559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f4cc14e-fde4-4ab4-adc3-d2c8ec2e5dbd req-890f8a5d-93e0-43fa-a5b6-767a965ce22b tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0716722 Jul 16 01:42:55.211230 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585a6915-7a3f-4b1e-83be-a93fa0120b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.217711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585a6915-7a3f-4b1e-83be-a93fa0120b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.253745 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a6915-7a3f-4b1e-83be-a93fa0120b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5221ac77-9d63-45b7-89f8-a2bc621cda87,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.281430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:55.285241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:55.294291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:55.300292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-585a6915-7a3f-4b1e-83be-a93fa0120b0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6ad5081a679473c90cfb4c25d85042f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793277 Jul 16 01:42:55.302162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45216) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.302969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.304405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.315021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=79f79ef6-4869-42e8-9a83-ccd15887d3f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.343042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0d061a52-446f-4b51-946e-1dcf1d9c0c16 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4923661 Jul 16 01:42:55.343845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45220) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.448750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c354964c-df6d-429b-8d61-2b0f718917b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.451206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f4e467f9-8540-474a-a309-3da4620c83e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:55.452600 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.455898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45222) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.477995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c354964c-df6d-429b-8d61-2b0f718917b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.531595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f90c05d0-4a7d-4403-9fc6-36f937d79d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.543623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c354964c-df6d-429b-8d61-2b0f718917b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.546947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c354964c-df6d-429b-8d61-2b0f718917b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.551341 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c354964c-df6d-429b-8d61-2b0f718917b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5221ac77-9d63-45b7-89f8-a2bc621cda87 HTTP/1.1" status: 204 len: 168 time: 0.2474356 Jul 16 01:42:55.566245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354964c-df6d-429b-8d61-2b0f718917b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5221ac77-9d63-45b7-89f8-a2bc621cda87,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.718437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f90c05d0-4a7d-4403-9fc6-36f937d79d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.728977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f90c05d0-4a7d-4403-9fc6-36f937d79d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.759330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f90c05d0-4a7d-4403-9fc6-36f937d79d65 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e20f037ff3c94742af608570840c7e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973125 Jul 16 01:42:55.762553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.825627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c9dbb-b34e-4892-bb10-996a3973b54f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.832035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c9dbb-b34e-4892-bb10-996a3973b54f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.833750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-461c9dbb-b34e-4892-bb10-996a3973b54f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4888160 Jul 16 01:42:55.836675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.842949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c05d0-4a7d-4403-9fc6-36f937d79d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dd5f67-9266-4fc4-9685-f8bbbb75ee07,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.886545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-685bc298-0095-4624-bb15-36a06e718fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.930384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-685bc298-0095-4624-bb15-36a06e718fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.046980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 79f79ef6-4869-42e8-9a83-ccd15887d3f6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:56.047494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.078465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-685bc298-0095-4624-bb15-36a06e718fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.086253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-685bc298-0095-4624-bb15-36a06e718fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.094105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-685bc298-0095-4624-bb15-36a06e718fa7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74dd5f67-9266-4fc4-9685-f8bbbb75ee07 HTTP/1.1" status: 204 len: 168 time: 0.3287039 Jul 16 01:42:56.120563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390382ff-b0bb-41ab-bab8-3d04ccf0b1f5 req-bb96d8b7-4c42-49a5-88d5-78fe7a98f97e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.126973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca658f8e-9460-4fac-9bf9-8b13846f9027 None None] Provisioning for port 79f79ef6-4869-42e8-9a83-ccd15887d3f6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:56.130303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-390382ff-b0bb-41ab-bab8-3d04ccf0b1f5 req-bb96d8b7-4c42-49a5-88d5-78fe7a98f97e tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1586280 Jul 16 01:42:56.133551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca658f8e-9460-4fac-9bf9-8b13846f9027 None None] Provisioning complete for port 79f79ef6-4869-42e8-9a83-ccd15887d3f6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:56.134858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca658f8e-9460-4fac-9bf9-8b13846f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.207971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.212077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ca658f8e-9460-4fac-9bf9-8b13846f9027 None None] Port 79f79ef6-4869-42e8-9a83-ccd15887d3f6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:56.239426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bc298-0095-4624-bb15-36a06e718fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dd5f67-9266-4fc4-9685-f8bbbb75ee07,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.239756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca658f8e-9460-4fac-9bf9-8b13846f9027 None None] Provisioning complete for port f4e467f9-8540-474a-a309-3da4620c83e2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:56.240252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca658f8e-9460-4fac-9bf9-8b13846f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.249188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 79f79ef6-4869-42e8-9a83-ccd15887d3f6 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:56.320422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-390382ff-b0bb-41ab-bab8-3d04ccf0b1f5 req-b54cc8d7-5f63-49e0-b407-aaed9bbb6cac tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817484 Jul 16 01:42:56.396767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.419155 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd53-1754-404d-aac1-d82556fe9744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.579778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-633d7224-5cb8-40ac-a05a-a7e8ede9ca35 None None] Could not find standard attr ID for object 011b493d-20c9-4a2e-9c1c-f651a47f916b. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:56.607983 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd53-1754-404d-aac1-d82556fe9744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.622202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb4dd53-1754-404d-aac1-d82556fe9744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.634671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.695310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4420f700-ef2e-4a4e-8d3a-60aa529bb590 req-d8baea95-5fbe-41f3-933a-d09e784908e6 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0855286 Jul 16 01:42:56.786965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4fb4dd53-1754-404d-aac1-d82556fe9744 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42621c23dde243d493ca3eee2bfd087d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876660 Jul 16 01:42:56.793683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45270) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.799086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.802317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/79f79ef6-4869-42e8-9a83-ccd15887d3f6 HTTP/1.1" status: 204 len: 168 time: 0.9640722 Jul 16 01:42:56.808475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4dd53-1754-404d-aac1-d82556fe9744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c17be-6883-4f46-b961-ff51400941f4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.809514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc84d14-0efa-4abf-8449-653c6f52a17f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=79f79ef6-4869-42e8-9a83-ccd15887d3f6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.811540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45272) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.916529 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d2a77a1-5f87-4446-a759-44e295af6c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.936189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2dcebf-4303-4a8a-b4b8-811ba60be15e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.939079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2dcebf-4303-4a8a-b4b8-811ba60be15e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.941255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ac2dcebf-4303-4a8a-b4b8-811ba60be15e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1285350 Jul 16 01:42:56.943813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.972565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d2a77a1-5f87-4446-a759-44e295af6c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.002634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c1a4f6fe-7e7d-4aac-86f3-8b97999b8e31 None None] Could not find standard attr ID for object cbadddb2-4a18-4550-9a7f-b704e6e842d3. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:57.059850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet beb7097f-1c5b-45ed-94a3-e051b78b6eac {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:57.067255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.096568 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d2a77a1-5f87-4446-a759-44e295af6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.099775 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d2a77a1-5f87-4446-a759-44e295af6c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.104255 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9d2a77a1-5f87-4446-a759-44e295af6c33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/424c17be-6883-4f46-b961-ff51400941f4 HTTP/1.1" status: 204 len: 168 time: 0.3067238 Jul 16 01:42:57.115171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a77a1-5f87-4446-a759-44e295af6c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c17be-6883-4f46-b961-ff51400941f4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.122599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.192385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.288018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.325991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-43293538-c9c0-41a1-8506-08be56ea239d None None] Could not find standard attr ID for object 79f79ef6-4869-42e8-9a83-ccd15887d3f6. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:57.354344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.358945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.359164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/beb7097f-1c5b-45ed-94a3-e051b78b6eac HTTP/1.1" status: 204 len: 168 time: 0.4128413 Jul 16 01:42:57.360060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5fd9b-15ab-4d06-8e39-249f100f6829 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=beb7097f-1c5b-45ed-94a3-e051b78b6eac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.466910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1261698a-61e4-40ca-90a4-6ff64dec3113 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063633 Jul 16 01:42:57.469469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45304) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.606035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0381c386-9bda-455b-8dca-a34d414208b9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.610446 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0381c386-9bda-455b-8dca-a34d414208b9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1398606 Jul 16 01:42:57.610888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.658455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3132ec-9b6d-4b41-b533-0b3314ba4e10 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:57.693805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0b2b7-3719-44f6-a029-f586bed4d0f7 req-b45b4294-9708-4cb3-8786-6c731e349278 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.705546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38d0b2b7-3719-44f6-a029-f586bed4d0f7 req-b45b4294-9708-4cb3-8786-6c731e349278 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1645246 Jul 16 01:42:57.714019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db756a9-b51b-49fe-88ad-2e18f470b43f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.716004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2db756a9-b51b-49fe-88ad-2e18f470b43f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1039248 Jul 16 01:42:57.718686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.782618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38d0b2b7-3719-44f6-a029-f586bed4d0f7 req-5dbbb08a-08b8-40d5-8ce9-642901be5d16 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708458 Jul 16 01:42:57.839782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45326) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.864752 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65103ad4-162c-48b5-a0f0-f26891c315d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1444900 Jul 16 01:42:57.869614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.875050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a707dcde-2372-473d-86b1-26b278d5e512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.887338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:57.948272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:58.030643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef58d23b-2beb-45a5-8423-53b2d5a587d6 req-ac096366-92c5-42e9-b767-16b27e18c932 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0443234 Jul 16 01:42:58.046971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] Deleting port f4e467f9-8540-474a-a309-3da4620c83e2 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:58.047831 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.076806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a707dcde-2372-473d-86b1-26b278d5e512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.093673 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a707dcde-2372-473d-86b1-26b278d5e512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.117627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:58.122930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.123136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] For port f4e467f9-8540-474a-a309-3da4620c83e2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f4e467f9-8540-474a-a309-3da4620c83e2,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:58.123514 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.138977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] Calling delete_port for f4e467f9-8540-474a-a309-3da4620c83e2 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:58.153723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a707dcde-2372-473d-86b1-26b278d5e512 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3a793561f20412897a60e25f101c718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122962 Jul 16 01:42:58.155111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:58.157697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707dcde-2372-473d-86b1-26b278d5e512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef51889d-a881-40e4-9f34-4852c9a26b4b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.226486 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c69b913-892a-4143-ab28-91d9bc9933d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.259450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c69b913-892a-4143-ab28-91d9bc9933d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.276200 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.295991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] No DVR routers for this DVR port f4e467f9-8540-474a-a309-3da4620c83e2 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:58.318389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b526a-7192-4f7e-926c-e8d5a3ded4db None None] Pushing event deleted for resources: {'Port': ['ID=f4e467f9-8540-474a-a309-3da4620c83e2,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.333175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c69b913-892a-4143-ab28-91d9bc9933d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.338276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c69b913-892a-4143-ab28-91d9bc9933d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.342210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5c69b913-892a-4143-ab28-91d9bc9933d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef51889d-a881-40e4-9f34-4852c9a26b4b HTTP/1.1" status: 204 len: 168 time: 0.1829722 Jul 16 01:42:58.358070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69b913-892a-4143-ab28-91d9bc9933d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef51889d-a881-40e4-9f34-4852c9a26b4b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.468740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.508178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:58.516453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:58.520862 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.521684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.526120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4c4c6-01b1-4b56-89da-ef4a4b59665e None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:58.546268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=b6c6ae72-565e-4c01-94b3-e12bf14526db,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.563105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:58.563266 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb52f3b0-00e6-4460-b272-31d8cca2072f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6913602 Jul 16 01:42:58.569647 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': 'b6c6ae72-565e-4c01-94b3-e12bf14526db', 'ip_address': '2001:db8::3dc:6848:a43d:4faa'}], 'name': 'tempest-NetworksTestDHCPv6-1675637688'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:58.786745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'b6c6ae72-565e-4c01-94b3-e12bf14526db'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:58.795643 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.807097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:58.988535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/b6c6ae72-565e-4c01-94b3-e12bf14526db/ef1d1ac6-8097-441b-a628-1679296de858) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:59.106156 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.132562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 32a62658-8f8d-40a5-9a28-118568b70a4e yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:59.243196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.251893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Transition to ACTIVE for port object ef1d1ac6-8097-441b-a628-1679296de858 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:59.265124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca3a08-de5f-40a1-97c6-a8be6ff79edc req-b8ea6e75-aab2-40d8-8aa3-bb176ecbfc76 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.268334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20ca3a08-de5f-40a1-97c6-a8be6ff79edc req-b8ea6e75-aab2-40d8-8aa3-bb176ecbfc76 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2348399 Jul 16 01:42:59.274118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Transition to ACTIVE for port object ef1d1ac6-8097-441b-a628-1679296de858 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:59.286565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f4e467f9-8540-474a-a309-3da4620c83e2 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:59.312070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.368254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f4e467f9-8540-474a-a309-3da4620c83e2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:59.368600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f4e467f9-8540-474a-a309-3da4620c83e2 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:59.392103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5251cd72-6779-4ff0-97fa-a13922e372db req-232eee8c-bc77-45a9-a65c-552a9c6a087f tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0815520 Jul 16 01:42:59.395375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:59.396620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Pushing event updated for resources: {'Port': ['ID=ef1d1ac6-8097-441b-a628-1679296de858,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.400714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:59.403216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:59.416929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20ca3a08-de5f-40a1-97c6-a8be6ff79edc req-85b86688-1e6d-43d2-9087-6223bb5b6d5f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375217 Jul 16 01:42:59.500134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Attempting to bind port ef1d1ac6-8097-441b-a628-1679296de858 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:59.501305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Attempting to bind port ef1d1ac6-8097-441b-a628-1679296de858 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:59.503106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Attempting to bind port ef1d1ac6-8097-441b-a628-1679296de858 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:59.520321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::3dc:6848:a43d:4faa (fb5d48e9-5eb5-4157-b08c-7b53330f354b/b6c6ae72-565e-4c01-94b3-e12bf14526db/32a62658-8f8d-40a5-9a28-118568b70a4e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:59.521476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:59.523877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:59.524333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.525068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:59.525769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Bound port: ef1d1ac6-8097-441b-a628-1679296de858, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:59.526338 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.663472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] For port ef1d1ac6-8097-441b-a628-1679296de858, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:59.667227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] For port ef1d1ac6-8097-441b-a628-1679296de858, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ef1d1ac6-8097-441b-a628-1679296de858,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:59.673814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.776660 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.809373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 32a62658-8f8d-40a5-9a28-118568b70a4e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:59.810321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132d5c2-b399-490a-804c-2866e2c7548e None None] Pushing event updated for resources: {'Port': ['ID=ef1d1ac6-8097-441b-a628-1679296de858,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.854419 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.940904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:59.955282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:59.960924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:59.973140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.974079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.035911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=32a62658-8f8d-40a5-9a28-118568b70a4e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:00.061065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fd6a58b5-3f16-4208-a6e7-55b9351b55a6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4938459 Jul 16 01:43:00.062871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:00.119401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45464) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:00.176465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b78c0-1d78-4c4a-a033-23e06506980d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.183636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b78c0-1d78-4c4a-a033-23e06506980d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.190409 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-068b78c0-1d78-4c4a-a033-23e06506980d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1252167 Jul 16 01:43:00.193193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:00.355025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e56ef081-97a1-40d4-a17b-a20caf459971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.421579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 32a62658-8f8d-40a5-9a28-118568b70a4e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:00.421924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.569020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.580784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e56ef081-97a1-40d4-a17b-a20caf459971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.589373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 32a62658-8f8d-40a5-9a28-118568b70a4e owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:00.591454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e56ef081-97a1-40d4-a17b-a20caf459971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.641318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d59fbfe-58bd-48f4-9288-3d41f17a5a42 req-fdc5dd74-fac9-41f3-a603-6849e01419e6 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0441434 Jul 16 01:43:00.753708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f98013-0614-4f5d-8f2f-de8c6d2b25dd req-55e1423e-d581-434e-9ee7-635b0e44f185 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.756023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8f98013-0614-4f5d-8f2f-de8c6d2b25dd req-55e1423e-d581-434e-9ee7-635b0e44f185 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.0912170 Jul 16 01:43:00.812098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8f98013-0614-4f5d-8f2f-de8c6d2b25dd req-f916a62c-091b-4b0d-afbe-51968368bd7f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499532 Jul 16 01:43:01.034214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ef081-97a1-40d4-a17b-a20caf459971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbacadf-42f2-4d0e-a35e-1311c2da21b9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.108720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e56ef081-97a1-40d4-a17b-a20caf459971 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a41d6cbadd243b8883f7ebc6935826b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9874361 Jul 16 01:43:01.111393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.245787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ef1d1ac6-8097-441b-a628-1679296de858 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:01.279104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3ffddb-2244-4068-b543-95a3b4b55dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.284067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.323632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=32a62658-8f8d-40a5-9a28-118568b70a4e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.332203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3ffddb-2244-4068-b543-95a3b4b55dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.364013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.366653 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-43598ba8-2e11-46da-a339-ba65207f9a9d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/32a62658-8f8d-40a5-9a28-118568b70a4e HTTP/1.1" status: 204 len: 168 time: 1.1723921 Jul 16 01:43:01.369383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.414123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ef1d1ac6-8097-441b-a628-1679296de858 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:01.442195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3ffddb-2244-4068-b543-95a3b4b55dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.446887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3ffddb-2244-4068-b543-95a3b4b55dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.448358 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4a3ffddb-2244-4068-b543-95a3b4b55dc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fbacadf-42f2-4d0e-a35e-1311c2da21b9 HTTP/1.1" status: 204 len: 168 time: 0.3284636 Jul 16 01:43:01.457937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.477193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ffddb-2244-4068-b543-95a3b4b55dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbacadf-42f2-4d0e-a35e-1311c2da21b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.479175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d56f0bd6-2e36-4932-93d1-9debdccb0233 None None] Provisioning for port ef1d1ac6-8097-441b-a628-1679296de858 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:01.495471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d56f0bd6-2e36-4932-93d1-9debdccb0233 None None] Provisioning complete for port ef1d1ac6-8097-441b-a628-1679296de858 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:01.495846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d56f0bd6-2e36-4932-93d1-9debdccb0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.495994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3a665-bc95-4c2e-953f-93d2273d6a54 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.504599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d3a665-bc95-4c2e-953f-93d2273d6a54 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.507095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-20d3a665-bc95-4c2e-953f-93d2273d6a54 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1350310 Jul 16 01:43:01.510179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45522) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:01.602360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet b6c6ae72-565e-4c01-94b3-e12bf14526db {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:01.606946 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.697739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d56f0bd6-2e36-4932-93d1-9debdccb0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.760606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d56f0bd6-2e36-4932-93d1-9debdccb0233 None None] For port ef1d1ac6-8097-441b-a628-1679296de858, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ef1d1ac6-8097-441b-a628-1679296de858,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:01.778339 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d56f0bd6-2e36-4932-93d1-9debdccb0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.924056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afbb7c65-b094-4d5a-ae49-426754c4e733 None None] Could not find standard attr ID for object 32a62658-8f8d-40a5-9a28-118568b70a4e. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:01.970185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f0bd6-2e36-4932-93d1-9debdccb0233 None None] Pushing event updated for resources: {'Port': ['ID=ef1d1ac6-8097-441b-a628-1679296de858,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.076879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.095800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2110e33b-fc5b-4e23-8f81-03974e7858b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.166760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0141-8490-4255-bbad-83af85ebe540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.170164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-efc99b9e-54ff-487a-b7ed-40577211ce5a req-49c54302-175c-43d0-99b5-6e4b0d062c29 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0606651 Jul 16 01:43:02.208312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2110e33b-fc5b-4e23-8f81-03974e7858b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.213695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2110e33b-fc5b-4e23-8f81-03974e7858b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.216025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.270376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e33b-fc5b-4e23-8f81-03974e7858b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071da496-947f-48ae-8ff2-1520f786fcf5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.278566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2110e33b-fc5b-4e23-8f81-03974e7858b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba5e8cd7401c4e37957b3da67c5168e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005572 Jul 16 01:43:02.279181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.331682 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa5c5-d74b-4db5-bb90-230112b36175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.344088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7bcf0-0ea1-4d4c-9d13-0ec92a178987 req-eee71ca4-a6f6-41e0-9ffd-ea8d43ba057c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.345893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8c7bcf0-0ea1-4d4c-9d13-0ec92a178987 req-eee71ca4-a6f6-41e0-9ffd-ea8d43ba057c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2339249 Jul 16 01:43:02.356603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa5c5-d74b-4db5-bb90-230112b36175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.391400 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.440078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa5c5-d74b-4db5-bb90-230112b36175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.445236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9eaa5c5-d74b-4db5-bb90-230112b36175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.446380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c9eaa5c5-d74b-4db5-bb90-230112b36175 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/071da496-947f-48ae-8ff2-1520f786fcf5 HTTP/1.1" status: 204 len: 168 time: 0.1657743 Jul 16 01:43:02.461812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8c7bcf0-0ea1-4d4c-9d13-0ec92a178987 req-e19c4fca-4714-42b5-bed2-8ac9ae7e4bc1 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000667 Jul 16 01:43:02.472587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaa5c5-d74b-4db5-bb90-230112b36175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071da496-947f-48ae-8ff2-1520f786fcf5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.505616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0141-8490-4255-bbad-83af85ebe540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.512705 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0141-8490-4255-bbad-83af85ebe540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.540017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.602113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c6ae72-565e-4c01-94b3-e12bf14526db,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.617418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a3ac0141-8490-4255-bbad-83af85ebe540 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=957de9b4c6e24e14b03b00680cc2cf4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1583381 Jul 16 01:43:02.620193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac0141-8490-4255-bbad-83af85ebe540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039aaeca-f8bd-47f0-a523-adcfa238f7b5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.621499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45564) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.633592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.635072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564740e-0742-41eb-8698-c91d1a2959ca None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:02.637102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a1c71d7a-9c46-49c4-8e2c-7768162cc37a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/b6c6ae72-565e-4c01-94b3-e12bf14526db HTTP/1.1" status: 204 len: 168 time: 1.1251545 Jul 16 01:43:02.639059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.688326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-271d0136-947d-45c2-9efe-321620d79f9b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467415 Jul 16 01:43:02.691314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.698532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:02.765876 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cfe1c43-ce0d-411c-b3a2-c9380fbc3777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.794852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cfe1c43-ce0d-411c-b3a2-c9380fbc3777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.883087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cfe1c43-ce0d-411c-b3a2-c9380fbc3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.889130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cfe1c43-ce0d-411c-b3a2-c9380fbc3777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.892971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6cfe1c43-ce0d-411c-b3a2-c9380fbc3777 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/039aaeca-f8bd-47f0-a523-adcfa238f7b5 HTTP/1.1" status: 204 len: 168 time: 0.2676046 Jul 16 01:43:02.905375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe1c43-ce0d-411c-b3a2-c9380fbc3777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039aaeca-f8bd-47f0-a523-adcfa238f7b5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.929366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:02.932032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:02.935685 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.032710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] Deleting port ef1d1ac6-8097-441b-a628-1679296de858 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:03.033405 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.160265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] For port ef1d1ac6-8097-441b-a628-1679296de858, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ef1d1ac6-8097-441b-a628-1679296de858,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:03.160697 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.212204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ef1d1ac6-8097-441b-a628-1679296de858 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:03.227046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] Calling delete_port for ef1d1ac6-8097-441b-a628-1679296de858 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:03.418884 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.450489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.481582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.500173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:03.529470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.531899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] Pushing event deleted for resources: {'Port': ['ID=ef1d1ac6-8097-441b-a628-1679296de858,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.550862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:03.562165 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f616f07-383a-42b7-921a-d699e770599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.569734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=d2180385-e724-4d77-8b33-c11ceee40bc1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.572669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.573314 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.577652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3488adf2-7c9a-404b-96b7-69e291488f1a req-bc9b9896-2bf7-43bf-b4e3-acc38e2e59bd tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0994728 Jul 16 01:43:03.604108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f389ca5-afc2-4882-82aa-4c529c5afc4e None None] No DVR routers for this DVR port ef1d1ac6-8097-441b-a628-1679296de858 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:03.608210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8357f608-5f38-42ae-8623-d5eab3a3ec8b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9153638 Jul 16 01:43:03.611009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.616457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': 'd2180385-e724-4d77-8b33-c11ceee40bc1', 'ip_address': '2001:db8::5d3a:af7b:d358:e36d'}], 'name': 'tempest-NetworksTestDHCPv6-1786756874'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:03.635151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab7818-d908-4ba3-84ab-e9344d38ce52 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:03.834495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f616f07-383a-42b7-921a-d699e770599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.841465 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f616f07-383a-42b7-921a-d699e770599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.924008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b451-efa9-405d-99b2-a98c8557cbdb req-a7a3674b-6a2e-4754-a95d-0bbfd24b1039 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.931618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616f07-383a-42b7-921a-d699e770599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af322227-b990-4ace-8e82-c1ac40f02957,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.933615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5d0b451-efa9-405d-99b2-a98c8557cbdb req-a7a3674b-6a2e-4754-a95d-0bbfd24b1039 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2337685 Jul 16 01:43:03.940724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f616f07-383a-42b7-921a-d699e770599e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=046e21b0d8a943b292da61d9b6706083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061856 Jul 16 01:43:03.941828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.948486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:03.954912 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.960890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'd2180385-e724-4d77-8b33-c11ceee40bc1'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:03.962372 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.015419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 2b70ee13-ed48-4d72-9219-fc415a4c67ac yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:04.044757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ebff-f4f5-4e73-8104-995dec5f0e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.057872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5d0b451-efa9-405d-99b2-a98c8557cbdb req-a160916b-9f67-4be0-8d50-8f96a614af1a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230855 Jul 16 01:43:04.127148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ebff-f4f5-4e73-8104-995dec5f0e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.194642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ebff-f4f5-4e73-8104-995dec5f0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.197248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ebff-f4f5-4e73-8104-995dec5f0e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.198419 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d4f1ebff-f4f5-4e73-8104-995dec5f0e3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af322227-b990-4ace-8e82-c1ac40f02957 HTTP/1.1" status: 204 len: 168 time: 0.2556691 Jul 16 01:43:04.240525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1ebff-f4f5-4e73-8104-995dec5f0e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af322227-b990-4ace-8e82-c1ac40f02957,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:04.356306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d2180385-e724-4d77-8b33-c11ceee40bc1/d7092a97-10a8-4d1b-8d1a-84d57066edc7) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:04.588344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.598306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Transition to ACTIVE for port object d7092a97-10a8-4d1b-8d1a-84d57066edc7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:04.619803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Transition to ACTIVE for port object d7092a97-10a8-4d1b-8d1a-84d57066edc7 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:04.641732 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.661858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:04.664964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:04.691236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:04.745508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::5d3a:af7b:d358:e36d (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d2180385-e724-4d77-8b33-c11ceee40bc1/2b70ee13-ed48-4d72-9219-fc415a4c67ac) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:04.752723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:04.783222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Attempting to bind port d7092a97-10a8-4d1b-8d1a-84d57066edc7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:04.783681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Attempting to bind port d7092a97-10a8-4d1b-8d1a-84d57066edc7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:04.784114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Attempting to bind port d7092a97-10a8-4d1b-8d1a-84d57066edc7 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:04.787479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Pushing event updated for resources: {'Port': ['ID=d7092a97-10a8-4d1b-8d1a-84d57066edc7,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:04.794056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:04.795610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:04.796306 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.796889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:04.797574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Bound port: d7092a97-10a8-4d1b-8d1a-84d57066edc7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:04.798174 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.914201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] For port d7092a97-10a8-4d1b-8d1a-84d57066edc7, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:04.928738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] For port d7092a97-10a8-4d1b-8d1a-84d57066edc7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d7092a97-10a8-4d1b-8d1a-84d57066edc7,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:04.935955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.936300 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd52f513-5566-405c-9fca-0028cfbeb755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.986976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7326d4ca-c3e8-4149-8a03-a0c2b0f9c626 req-f177aa4e-8bd3-40e4-bbc3-8375beeed633 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.1060069 Jul 16 01:43:05.088921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf816d6-4b77-42df-ba37-f15c533ee3c7 None None] Pushing event updated for resources: {'Port': ['ID=d7092a97-10a8-4d1b-8d1a-84d57066edc7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.090845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd52f513-5566-405c-9fca-0028cfbeb755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.100857 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd52f513-5566-405c-9fca-0028cfbeb755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.161960 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd52f513-5566-405c-9fca-0028cfbeb755 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=660494fd2f794f0280d491272c6bc289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031508 Jul 16 01:43:05.172547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.173602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45712) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.190699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 2b70ee13-ed48-4d72-9219-fc415a4c67ac will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:05.194831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52f513-5566-405c-9fca-0028cfbeb755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb273ad-da25-40ea-a300-50bb70bc2c40,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.242473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.364092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:05.366814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f247-f620-446c-8450-63cfe249d2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.448317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:05.462553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:05.467139 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f247-f620-446c-8450-63cfe249d2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.470974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.471775 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.497345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=2b70ee13-ed48-4d72-9219-fc415a4c67ac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.545712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb66f8fc-710e-4072-9798-6485035e24a4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9308362 Jul 16 01:43:05.547553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.575252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f247-f620-446c-8450-63cfe249d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.579136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f247-f620-446c-8450-63cfe249d2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.580401 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dfb0f247-f620-446c-8450-63cfe249d2bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1bb273ad-da25-40ea-a300-50bb70bc2c40 HTTP/1.1" status: 204 len: 168 time: 0.4055250 Jul 16 01:43:05.601735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0f247-f620-446c-8450-63cfe249d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb273ad-da25-40ea-a300-50bb70bc2c40,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.669624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ba68-7b3c-4f71-81fd-8ed262193c62 req-711f0813-5adf-402f-8201-a546c7d66bc4 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.677140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f96ba68-7b3c-4f71-81fd-8ed262193c62 req-711f0813-5adf-402f-8201-a546c7d66bc4 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.3460929 Jul 16 01:43:05.741725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f96ba68-7b3c-4f71-81fd-8ed262193c62 req-a444ba40-7225-4d98-9f53-85af35f5a16f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633452 Jul 16 01:43:05.777536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63662d7c-d1c3-44b4-a72a-9788cdc84d1c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.783827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63662d7c-d1c3-44b4-a72a-9788cdc84d1c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.785519 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-63662d7c-d1c3-44b4-a72a-9788cdc84d1c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2352695 Jul 16 01:43:05.789220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.936753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 2b70ee13-ed48-4d72-9219-fc415a4c67ac {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:05.937290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.057632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.078033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 2b70ee13-ed48-4d72-9219-fc415a4c67ac owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:06.302591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5324846b-4281-4c22-84e5-f90661b9f7f0 req-dd5de0f1-d159-4b69-a8ea-d859682c397d tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0543849 Jul 16 01:43:06.342145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.424488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.429990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.430599 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/2b70ee13-ed48-4d72-9219-fc415a4c67ac HTTP/1.1" status: 204 len: 168 time: 0.6399384 Jul 16 01:43:06.431741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be359fc-6a18-4dc4-b5b8-be3bd9246877 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=2b70ee13-ed48-4d72-9219-fc415a4c67ac,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:06.538474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ff466-4120-4e6e-949f-6da1a5a30464 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.541360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ff466-4120-4e6e-949f-6da1a5a30464 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.547821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-283ff466-4120-4e6e-949f-6da1a5a30464 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1163259 Jul 16 01:43:06.550506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45770) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.636042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet d2180385-e724-4d77-8b33-c11ceee40bc1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:06.639673 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.709851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.865429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.912420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f13eef54-28d6-4ca5-84db-6a08209a3521 None None] Provisioning for port d7092a97-10a8-4d1b-8d1a-84d57066edc7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:07.104155 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.146452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=d2180385-e724-4d77-8b33-c11ceee40bc1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.162733 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.168054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.177787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cdf46b8e-c1ec-484a-86a2-c17310c3b8f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d2180385-e724-4d77-8b33-c11ceee40bc1 HTTP/1.1" status: 204 len: 168 time: 0.6253862 Jul 16 01:43:07.210764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef3a29-7187-4dac-ad52-8725dbd67b06 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:07.213318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15905bbd-ecec-44c8-93e7-e2bd6274dd56 req-2d9181ec-cffa-47bc-921a-44f3cc089fa6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.218020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15905bbd-ecec-44c8-93e7-e2bd6274dd56 req-2d9181ec-cffa-47bc-921a-44f3cc089fa6 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2190931 Jul 16 01:43:07.250318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d7092a97-10a8-4d1b-8d1a-84d57066edc7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:07.266174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15905bbd-ecec-44c8-93e7-e2bd6274dd56 req-0acba6ec-dacf-4a82-a151-f36fdaba9198 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Jul 16 01:43:07.311554 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b1d5a9d-2155-4a90-9593-1a4892f7494f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422682 Jul 16 01:43:07.314439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.316670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45804) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.320581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:07.376417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-86f43920-f92d-4264-b456-961fab50f625 None None] Could not find standard attr ID for object 2b70ee13-ed48-4d72-9219-fc415a4c67ac. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:07.535391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:07.560087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.692686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d656b636-3305-4a2b-b8a4-1e6e4f729679 req-d3d25bf5-bcdf-4cf4-973b-609c1a4ca4ff tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0863316 Jul 16 01:43:07.750606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d7092a97-10a8-4d1b-8d1a-84d57066edc7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:07.762475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-665234764'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:07.777039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d7092a97-10a8-4d1b-8d1a-84d57066edc7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:07.777674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.830289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:07.835277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.846202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:07.861148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.944885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.956128 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.994959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port d7092a97-10a8-4d1b-8d1a-84d57066edc7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d7092a97-10a8-4d1b-8d1a-84d57066edc7,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:08.001643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] Deleting port d7092a97-10a8-4d1b-8d1a-84d57066edc7 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:08.002381 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.080084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.086519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.101342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=0cf39729-5182-4f8c-8db0-dafc92f7be79,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.121221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:08.128346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:08.137395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:08.141990 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.142449 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment b1a76ded-e948-40e1-ad78-342be7b9b42f of type vlan for network 7f0bce81-378a-4720-9df0-3b9e96a72e4f Jul 16 01:43:08.143012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.144342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19262b21-88c4-4718-8b1d-6f99b8649831,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.147323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.183261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d9aba11f-bde1-4dcb-a846-9af56d4c00be tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8649819 Jul 16 01:43:08.185831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45844) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.190978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '0cf39729-5182-4f8c-8db0-dafc92f7be79', 'ip_address': '2001:db8::7fab:5ee4:93b:5e5b'}], 'name': 'tempest-NetworksTestDHCPv6-1907911144'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:08.205436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.223231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] For port d7092a97-10a8-4d1b-8d1a-84d57066edc7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d7092a97-10a8-4d1b-8d1a-84d57066edc7,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:08.223431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.236451 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.280543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] Calling delete_port for d7092a97-10a8-4d1b-8d1a-84d57066edc7 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:08.341163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.346800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.347407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.460737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=7f0bce81-378a-4720-9df0-3b9e96a72e4f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.470238 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=d7092a97-10a8-4d1b-8d1a-84d57066edc7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.471000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:08.502621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 7f0bce81-378a-4720-9df0-3b9e96a72e4f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:08.593545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6b800b16-a8c0-4ce7-bd41-ea3d6af71e97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2743149 Jul 16 01:43:08.617497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e775769-c5a8-4043-9f86-b3fc93e5f6bc req-3846d5e4-64fa-477f-ab3b-ac0a2ac2fabc tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.626543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e775769-c5a8-4043-9f86-b3fc93e5f6bc req-3846d5e4-64fa-477f-ab3b-ac0a2ac2fabc tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1228001 Jul 16 01:43:08.653791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.700364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 334c3536-5da2-4200-a7e0-c990194636e9 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:08.765886 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.842861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e775769-c5a8-4043-9f86-b3fc93e5f6bc req-4f53b82e-6a32-407a-81ff-1658d2865572 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132654 Jul 16 01:43:08.880691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] Pushing event deleted for resources: {'Port': ['ID=d7092a97-10a8-4d1b-8d1a-84d57066edc7,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.899053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0349af-bf7c-41be-9c3e-44a02dbd298a None None] No DVR routers for this DVR port d7092a97-10a8-4d1b-8d1a-84d57066edc7 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:08.954233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb1b4f-624d-4681-a5f1-69cab1dccf37 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:09.108970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2eddc229-6d6b-40c0-be71-61ecd3b1febf req-a3afb2c0-30ea-4be3-9c10-a6024e6361a8 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0856047 Jul 16 01:43:09.186122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::7fab:5ee4:93b:5e5b (fb5d48e9-5eb5-4157-b08c-7b53330f354b/0cf39729-5182-4f8c-8db0-dafc92f7be79/334c3536-5da2-4200-a7e0-c990194636e9) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:09.209303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d7092a97-10a8-4d1b-8d1a-84d57066edc7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:09.549553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d7092a97-10a8-4d1b-8d1a-84d57066edc7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:09.550038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d7092a97-10a8-4d1b-8d1a-84d57066edc7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:09.648673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.684638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 334c3536-5da2-4200-a7e0-c990194636e9 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:09.739563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '0cf39729-5182-4f8c-8db0-dafc92f7be79'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:09.740856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.811498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.934897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=334c3536-5da2-4200-a7e0-c990194636e9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:09.970485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.024592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:10.028881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:10.038043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:10.065584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.066430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.125191 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-18a71e8c-b761-4114-951e-e703b9afca59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9381943 Jul 16 01:43:10.130118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45944) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.176414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/0cf39729-5182-4f8c-8db0-dafc92f7be79/4942be5b-a8f4-477a-afef-89d14868a092) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:10.355280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f021bea1-d2bf-4202-b31e-47eb77e3d415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.391097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26299c-d878-4377-80af-9051fc6a08c6 req-96425f90-4c5b-49b2-89f0-7bb1f7b4b793 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.399669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d26299c-d878-4377-80af-9051fc6a08c6 req-96425f90-4c5b-49b2-89f0-7bb1f7b4b793 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2895031 Jul 16 01:43:10.411774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2426df-9d7a-4d93-ba06-22031c608a2d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.432933 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3c2426df-9d7a-4d93-ba06-22031c608a2d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3006461 Jul 16 01:43:10.434553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.446762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94ae151c-d13d-4568-87bb-094a4071d423 req-8654a522-cebb-452d-8461-576d445e5250 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.1068535 Jul 16 01:43:10.559499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d26299c-d878-4377-80af-9051fc6a08c6 req-a5ddeff2-70eb-44db-be93-466427929a3f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583977 Jul 16 01:43:10.677039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.690171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Transition to ACTIVE for port object 4942be5b-a8f4-477a-afef-89d14868a092 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:10.705640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 334c3536-5da2-4200-a7e0-c990194636e9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:10.706132 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.710533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Transition to ACTIVE for port object 4942be5b-a8f4-477a-afef-89d14868a092 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:10.725219 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.751804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f021bea1-d2bf-4202-b31e-47eb77e3d415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.764364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f021bea1-d2bf-4202-b31e-47eb77e3d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.788456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:10.797076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:10.801016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:10.887819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Pushing event updated for resources: {'Port': ['ID=4942be5b-a8f4-477a-afef-89d14868a092,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.919280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f021bea1-d2bf-4202-b31e-47eb77e3d415 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1539b11432294a6f83af677a3fa609aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9524739 Jul 16 01:43:10.920670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.922249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Attempting to bind port 4942be5b-a8f4-477a-afef-89d14868a092 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:10.922569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021bea1-d2bf-4202-b31e-47eb77e3d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452f74b0-7e09-4235-bf71-53104406fb30,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.922704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Attempting to bind port 4942be5b-a8f4-477a-afef-89d14868a092 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:10.922965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Attempting to bind port 4942be5b-a8f4-477a-afef-89d14868a092 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:10.948999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:10.949587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:10.950169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.950803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:10.952033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Bound port: 4942be5b-a8f4-477a-afef-89d14868a092, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:10.952732 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.960878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.995235 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 334c3536-5da2-4200-a7e0-c990194636e9 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:11.052416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] For port 4942be5b-a8f4-477a-afef-89d14868a092, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:11.053888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb4256dd-ae61-4ec2-a63d-e0758b5194fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.061888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] For port 4942be5b-a8f4-477a-afef-89d14868a092, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4942be5b-a8f4-477a-afef-89d14868a092,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:11.070533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.125640 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb4256dd-ae61-4ec2-a63d-e0758b5194fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.140507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11211eda-7d99-4e27-881e-d87bc7a01667 None None] Pushing event updated for resources: {'Port': ['ID=4942be5b-a8f4-477a-afef-89d14868a092,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.244479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.244710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb4256dd-ae61-4ec2-a63d-e0758b5194fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.247578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb4256dd-ae61-4ec2-a63d-e0758b5194fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.259999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cb4256dd-ae61-4ec2-a63d-e0758b5194fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/452f74b0-7e09-4235-bf71-53104406fb30 HTTP/1.1" status: 204 len: 168 time: 0.3288517 Jul 16 01:43:11.295883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4256dd-ae61-4ec2-a63d-e0758b5194fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452f74b0-7e09-4235-bf71-53104406fb30,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.304171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=334c3536-5da2-4200-a7e0-c990194636e9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.384178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.386919 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b5903d4-3aeb-47f3-888f-5839d5aef3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/334c3536-5da2-4200-a7e0-c990194636e9 HTTP/1.1" status: 204 len: 168 time: 0.9496622 Jul 16 01:43:11.389476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.601075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f89e85bf-7f11-4129-a560-b1f3cbb75bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.624044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebc32f-4bac-41ea-844f-5adb9a12336d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.650972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebc32f-4bac-41ea-844f-5adb9a12336d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.663755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3bebc32f-4bac-41ea-844f-5adb9a12336d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2696202 Jul 16 01:43:11.663971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.831411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 0cf39729-5182-4f8c-8db0-dafc92f7be79 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:11.885361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.021834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.039202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0f90746-8d9b-4ffc-9e58-bf496f118086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.056281 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:12.090857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-009d6814-b28b-49bf-b2b8-2c9d7bf34e28 req-5c6bb6a1-d96a-450a-9256-fa812515a259 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.2020590 Jul 16 01:43:12.116181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45994) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.126946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': '7f0bce81-378a-4720-9df0-3b9e96a72e4f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:12.139787 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.310230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.318812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0f90746-8d9b-4ffc-9e58-bf496f118086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.326474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0f90746-8d9b-4ffc-9e58-bf496f118086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.394935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:12.399979 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.410649 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0f90746-8d9b-4ffc-9e58-bf496f118086 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3dea5b752244ef1a06243b1fba8f48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876743 Jul 16 01:43:12.411300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bce2b-e5e8-49ca-be24-ef5a9cb6fb53 req-e2fd252b-1867-4f7a-a732-d71f8f6516f9 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.422436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba2bce2b-e5e8-49ca-be24-ef5a9cb6fb53 req-e2fd252b-1867-4f7a-a732-d71f8f6516f9 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.5808914 Jul 16 01:43:12.424877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45998) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.426578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f90746-8d9b-4ffc-9e58-bf496f118086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd7ae6f-703b-421e-a5e7-14bdf140c904,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.426963 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.478285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.480576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/0cf39729-5182-4f8c-8db0-dafc92f7be79 HTTP/1.1" status: 204 len: 168 time: 0.8152192 Jul 16 01:43:12.484001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.498692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab5736-b6f2-44b9-ab84-28eee72fa775 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf39729-5182-4f8c-8db0-dafc92f7be79,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.559046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba2bce2b-e5e8-49ca-be24-ef5a9cb6fb53 req-e1b444f4-2920-4dd7-8c1b-712989752125 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353488 Jul 16 01:43:12.593915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c827eb6-da1f-4abe-a9ea-2439aa8fc4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.603497 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-054ebfe3-0214-4235-b59a-f8a290e94798 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177981 Jul 16 01:43:12.614455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.620292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c827eb6-da1f-4abe-a9ea-2439aa8fc4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.727104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c827eb6-da1f-4abe-a9ea-2439aa8fc4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.735673 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c827eb6-da1f-4abe-a9ea-2439aa8fc4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.741814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8c827eb6-da1f-4abe-a9ea-2439aa8fc4f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cd7ae6f-703b-421e-a5e7-14bdf140c904 HTTP/1.1" status: 204 len: 168 time: 0.3028450 Jul 16 01:43:12.757612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c827eb6-da1f-4abe-a9ea-2439aa8fc4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd7ae6f-703b-421e-a5e7-14bdf140c904,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.867926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354fb2c-7434-4e45-ad6f-336abc748106 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.871982 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3354fb2c-7434-4e45-ad6f-336abc748106 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2525396 Jul 16 01:43:12.872427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46008) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.943187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.044286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71125e5d-d46d-4a97-b681-4a3c863f144f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.046380 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71125e5d-d46d-4a97-b681-4a3c863f144f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1727636 Jul 16 01:43:13.051792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46012) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.092891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=69ac7aae-e2fd-4886-af84-189292d1bb10,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.095414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': 'b1a76ded-e948-40e1-ad78-342be7b9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7f0bce81-378a-4720-9df0-3b9e96a72e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:13.096069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: 7f0bce81-378a-4720-9df0-3b9e96a72e4f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:13.131390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 7f0bce81-378a-4720-9df0-3b9e96a72e4f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:13.155536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 7f0bce81-378a-4720-9df0-3b9e96a72e4f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:13.158247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9660da5c-3910-47ae-8090-37497b8498d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051927 Jul 16 01:43:13.162651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.164975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.165594 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.174856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:13.175061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50e81d-9c93-4db7-96b5-39c102e67765 None None] Network 7f0bce81-378a-4720-9df0-3b9e96a72e4f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:13.206860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4942be5b-a8f4-477a-afef-89d14868a092 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:13.220645 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d5673ca3-3044-41b7-be5d-e84fce07c31e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1031988 Jul 16 01:43:13.224209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.233220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438344160'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:13.301275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b056e00-2dce-4cd6-827f-e47cd1446908 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:13.351182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:13.351182 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:43:13.351182 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': '52f0101485b0464b8970d216e019beb7', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 43, 13, 310428)}] Jul 16 01:43:13.351182 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:13.354137 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:13.355181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:13.358776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.446474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fe2abe1-a62c-4baa-bed8-3a5479224210 req-108121bb-24ff-4054-98d2-7d495ff42446 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0767369 Jul 16 01:43:13.458213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:13.467479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.467867 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment 60dd475c-092d-4fc6-8c9c-10629b079aa6 of type vlan for network 558606a0-b332-42b0-b7cc-82edb08883c6 Jul 16 01:43:13.493894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4942be5b-a8f4-477a-afef-89d14868a092 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:13.519280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.567303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.574919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.575598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.590403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-238b4a75-44cc-43f3-85ba-4d594477806d None None] Provisioning for port 4942be5b-a8f4-477a-afef-89d14868a092 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:13.595104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4942be5b-a8f4-477a-afef-89d14868a092 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:13.595718 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.629952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-238b4a75-44cc-43f3-85ba-4d594477806d None None] Provisioning complete for port 4942be5b-a8f4-477a-afef-89d14868a092 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:13.630333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-238b4a75-44cc-43f3-85ba-4d594477806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.661563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.663209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4375906 Jul 16 01:43:13.667812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': '558606a0-b332-42b0-b7cc-82edb08883c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:13.843082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-7f0bce81-378a-4720-9df0-3b9e96a72e4f', 'network_id': '7f0bce81-378a-4720-9df0-3b9e96a72e4f', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': '69ac7aae-e2fd-4886-af84-189292d1bb10'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:13.843950 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.918611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc973c-de9a-479a-b21d-e509015c4189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=558606a0-b332-42b0-b7cc-82edb08883c6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.948090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:13.948090 n-d-800085-5 neutron-server[93706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:43:13.948090 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id': '52f0101485b0464b8970d216e019beb7', 'id': 'a729aa08-28b8-40c8-978e-4709cb91786b', 'expiration': datetime.datetime(2021, 7, 16, 1, 45, 13, 913474)}] Jul 16 01:43:13.948090 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:13.948885 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:13.950875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:13.955809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.997553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713470ad-3bb0-4b5d-845a-243fa34632da req-0df8e4ef-cbc0-487c-b7fd-992a6d29c89c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.006598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 558606a0-b332-42b0-b7cc-82edb08883c6 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:14.007660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-713470ad-3bb0-4b5d-845a-243fa34632da req-0df8e4ef-cbc0-487c-b7fd-992a6d29c89c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2491317 Jul 16 01:43:14.089057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-713470ad-3bb0-4b5d-845a-243fa34632da req-2f964297-60cb-42d3-8ee9-d4f7b35d44f0 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779512 Jul 16 01:43:14.123646 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-238b4a75-44cc-43f3-85ba-4d594477806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.180851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-238b4a75-44cc-43f3-85ba-4d594477806d None None] For port 4942be5b-a8f4-477a-afef-89d14868a092, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4942be5b-a8f4-477a-afef-89d14868a092,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.203234 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-238b4a75-44cc-43f3-85ba-4d594477806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.254632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.297403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-9209c76d-f7df-492f-9716-1a4ad926b365 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1783607 Jul 16 01:43:14.302614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b4a75-44cc-43f3-85ba-4d594477806d None None] Pushing event updated for resources: {'Port': ['ID=4942be5b-a8f4-477a-afef-89d14868a092,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.317700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:14.343862 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.400868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=b2f857c5-97b4-48b0-a190-67ab1e2f3e6f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.401871 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d94929aa-b8bb-4a01-9a4d-9f66c029f6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.411205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': '60dd475c-092d-4fc6-8c9c-10629b079aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '558606a0-b332-42b0-b7cc-82edb08883c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:14.411778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: 558606a0-b332-42b0-b7cc-82edb08883c6, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:14.478014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 558606a0-b332-42b0-b7cc-82edb08883c6 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:14.491131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 558606a0-b332-42b0-b7cc-82edb08883c6) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:14.508317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.509532 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.534004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-552c4e79-fed2-4cb4-8b15-048c4ebda7ac tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8705943 Jul 16 01:43:14.537839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.549547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:14.553974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.567037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-cb18fc65-fc1b-497a-9089-1d43ec75a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.568330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-cb18fc65-fc1b-497a-9089-1d43ec75a268 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa1ecb5520264f4b992d58a995e8b849&device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 1096 time: 0.2144237 Jul 16 01:43:14.648721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801632c-711c-4bd6-bfd9-42376dc89191 None None] Network 558606a0-b332-42b0-b7cc-82edb08883c6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:14.663652 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:14.672396 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:14.772822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.814716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52b6e722-6aa5-43dc-9660-1468cffb363c req-1a475986-9914-4ea0-9f3e-9e4197e987f0 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0921330 Jul 16 01:43:14.833398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Allocated IP 2001:db8:0:ffff::2 (7f0bce81-378a-4720-9df0-3b9e96a72e4f/69ac7aae-e2fd-4886-af84-189292d1bb10/af956c10-3f05-4d68-a85b-be3a15e03e97) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:14.888916 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.900627 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.938979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-0de6c9e6-8e4b-4dcf-afd5-07c06f2ac52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.940564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-0de6c9e6-8e4b-4dcf-afd5-07c06f2ac52d service neutron] 10.222.0.93 "GET /v2.0/networks?id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 200 len: 916 time: 0.3428817 Jul 16 01:43:14.967272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3777d79-6098-470e-9c72-c035815c9bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.079400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-82439d2f-953c-4665-8736-d5ec71655e8a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475 HTTP/1.1" status: 200 len: 217 time: 0.1112323 Jul 16 01:43:15.087858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] Deleting port 4942be5b-a8f4-477a-afef-89d14868a092 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:15.088547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.096591 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3777d79-6098-470e-9c72-c035815c9bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.104313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3777d79-6098-470e-9c72-c035815c9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.193069 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.219778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-558606a0-b332-42b0-b7cc-82edb08883c6', 'network_id': '558606a0-b332-42b0-b7cc-82edb08883c6', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': 'b2f857c5-97b4-48b0-a190-67ab1e2f3e6f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:15.221126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.223101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c3777d79-6098-470e-9c72-c035815c9bb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac14488221d54e42874ff7a273913c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491024 Jul 16 01:43:15.234119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3777d79-6098-470e-9c72-c035815c9bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac56947-df7e-4dcd-b9f4-ee0193d1ea70,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.243304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.302366 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ca7643b-3b3d-4049-bfd4-ee66a1937af4 req-578068a9-ed11-4b0f-b4f6-a181c9c2264f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0688365 Jul 16 01:43:15.354290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c394b7c-44a3-4f1f-9005-48c0548ecc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.359672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] For port 4942be5b-a8f4-477a-afef-89d14868a092, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4942be5b-a8f4-477a-afef-89d14868a092,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:15.360658 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.380326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c394b7c-44a3-4f1f-9005-48c0548ecc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.441202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c394b7c-44a3-4f1f-9005-48c0548ecc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.446213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c394b7c-44a3-4f1f-9005-48c0548ecc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.447622 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9c394b7c-44a3-4f1f-9005-48c0548ecc2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ac56947-df7e-4dcd-b9f4-ee0193d1ea70 HTTP/1.1" status: 204 len: 168 time: 0.2033846 Jul 16 01:43:15.458215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c394b7c-44a3-4f1f-9005-48c0548ecc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac56947-df7e-4dcd-b9f4-ee0193d1ea70,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.510892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] Calling delete_port for 4942be5b-a8f4-477a-afef-89d14868a092 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:15.517709 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.750126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-1760af14-2125-4ea1-b3ab-d3152105e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.751797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-1760af14-2125-4ea1-b3ab-d3152105e30d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 200 len: 855 time: 0.6424489 Jul 16 01:43:15.756788 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.839201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-b7e8a8bd-bb9f-492a-a9af-b71f15aa5a18 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=07175643-1d3b-4b87-81d4-f4c2c33f0b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740225 Jul 16 01:43:15.839470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Allocated IP 2001:db8::1 (558606a0-b332-42b0-b7cc-82edb08883c6/b2f857c5-97b4-48b0-a190-67ab1e2f3e6f/b4dfe3b3-23ce-47a4-a09f-427d928ce458) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:15.843158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:15.851587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4942be5b-a8f4-477a-afef-89d14868a092 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:15.862831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:15.878383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.879014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.895191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=6ee40ffe-834e-4270-bc52-8b3e0d024b41,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.934164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab639837-3f57-4818-822d-0b97d75cfe7c req-6ee2b861-bb95-4e4f-950f-508eddc40252 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.940987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab639837-3f57-4818-822d-0b97d75cfe7c req-6ee2b861-bb95-4e4f-950f-508eddc40252 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2504182 Jul 16 01:43:15.960599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9f36a08b-0a07-4e43-b16f-88dadae2f655 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7933135 Jul 16 01:43:15.960912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.965279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '6ee40ffe-834e-4270-bc52-8b3e0d024b41', 'ip_address': '2001:db8::3bf1:e40a:ec05:6991'}], 'name': 'tempest-NetworksTestDHCPv6-1762475803'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:16.089828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-be0a79c1-f962-4a76-94bd-ceb1cec0c997 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314057 Jul 16 01:43:16.139002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.154266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:16.169121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Transition to ACTIVE for port object af956c10-3f05-4d68-a85b-be3a15e03e97 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:16.245483 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.274317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ad0679a-0c6b-4859-bf0b-8e2c37b9c215 req-0f97d7fe-55f9-4d38-b853-f2a58b48ab87 service neutron] 10.222.0.93 "GET /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714263 Jul 16 01:43:16.330111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab639837-3f57-4818-822d-0b97d75cfe7c req-36f865fa-7636-4aba-8499-1a5a7af6f556 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880169 Jul 16 01:43:16.332255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79c601ba-a358-4a08-b360-a688b06ba629 req-a6b6481e-08b3-44bd-892a-bb8a42f21b6a tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0567827 Jul 16 01:43:16.334380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.383711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port e24c516a-e12d-45ff-bd56-e01f653c9401 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:16.394483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Transition to ACTIVE for port object af956c10-3f05-4d68-a85b-be3a15e03e97 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:16.554546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.576284 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Transition to ACTIVE for port object b4dfe3b3-23ce-47a4-a09f-427d928ce458 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:16.622789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Transition to ACTIVE for port object b4dfe3b3-23ce-47a4-a09f-427d928ce458 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:16.629493 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.659739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.660622 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.720823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f857c5-97b4-48b0-a190-67ab1e2f3e6f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.741243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::3bf1:e40a:ec05:6991 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/6ee40ffe-834e-4270-bc52-8b3e0d024b41/e24c516a-e12d-45ff-bd56-e01f653c9401) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:16.789010 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.797526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.804090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Network 7f0bce81-378a-4720-9df0-3b9e96a72e4f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:16.809618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558606a0-b332-42b0-b7cc-82edb08883c6']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:16.810550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] No DVR routers for this DVR port 4942be5b-a8f4-477a-afef-89d14868a092 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:16.826710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dd475c-092d-4fc6-8c9c-10629b079aa6') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:16.827008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dd475c-092d-4fc6-8c9c-10629b079aa6') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:16.828635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.843186 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.854636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c268d-5ff8-4634-825d-a92081beffcd None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:16.876506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.888171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:16.888694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:16.897637 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:16.953772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:16.953772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Network 558606a0-b332-42b0-b7cc-82edb08883c6 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:16.960159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:16.995958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Pushing event updated for resources: {'Port': ['ID=af956c10-3f05-4d68-a85b-be3a15e03e97,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.015489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:17.022661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:17.055510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.067867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:43:17.067867 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:43:17.067867 n-d-800085-5 neutron-server[93706]: [parameters: {'id': '558606a0-b332-42b0-b7cc-82edb08883c6'}] Jul 16 01:43:17.067867 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:17.071325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.071588 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:17.085474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object e24c516a-e12d-45ff-bd56-e01f653c9401 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:17.100948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bc4f1-525a-4542-a14c-d7b1c2306369 req-4257e71a-39da-4ff3-963d-2cae337bff21 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.102690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d6bc4f1-525a-4542-a14c-d7b1c2306369 req-4257e71a-39da-4ff3-963d-2cae337bff21 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 945 time: 0.0834608 Jul 16 01:43:17.128244 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.151082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d6bc4f1-525a-4542-a14c-d7b1c2306369 req-accec6c6-1f8e-4106-9a0e-93b020ab99d4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 Jul 16 01:43:17.208271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:17.210077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:17.212549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:17.218518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.219154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.221562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=e24c516a-e12d-45ff-bd56-e01f653c9401,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.238942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ebe21396-2075-4167-9f57-192f6bf5994e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2773287 Jul 16 01:43:17.242300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46108) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.248710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-38d47726-6259-43ee-81ed-8098e6210547 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '6ee40ffe-834e-4270-bc52-8b3e0d024b41', 'ip_address': '2001:db8::3bf1:e40a:ec05:6991'}], 'name': 'tempest-NetworksTestDHCPv6-644662673'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:17.273021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Pushing event updated for resources: {'Port': ['ID=b4dfe3b3-23ce-47a4-a09f-427d928ce458,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.317638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296280d-de86-4171-9a88-ae34dbfc2ceb None None] Pushing event deleted for resources: {'Port': ['ID=4942be5b-a8f4-477a-afef-89d14868a092,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.323526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Attempting to bind port b4dfe3b3-23ce-47a4-a09f-427d928ce458 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:17.323957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Attempting to bind port b4dfe3b3-23ce-47a4-a09f-427d928ce458 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '60dd475c-092d-4fc6-8c9c-10629b079aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '558606a0-b332-42b0-b7cc-82edb08883c6'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:17.324472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Attempting to bind port b4dfe3b3-23ce-47a4-a09f-427d928ce458 on network 558606a0-b332-42b0-b7cc-82edb08883c6 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:17.369789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Attempting to bind port af956c10-3f05-4d68-a85b-be3a15e03e97 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:17.370175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Attempting to bind port af956c10-3f05-4d68-a85b-be3a15e03e97 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b1a76ded-e948-40e1-ad78-342be7b9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7f0bce81-378a-4720-9df0-3b9e96a72e4f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:17.370540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Attempting to bind port af956c10-3f05-4d68-a85b-be3a15e03e97 on network 7f0bce81-378a-4720-9df0-3b9e96a72e4f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:17.375575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:17.375949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Checking segment: {'id': '60dd475c-092d-4fc6-8c9c-10629b079aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '558606a0-b332-42b0-b7cc-82edb08883c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:17.376523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.376924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Bound using segment: {'id': '60dd475c-092d-4fc6-8c9c-10629b079aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '558606a0-b332-42b0-b7cc-82edb08883c6'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:17.377412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Bound port: b4dfe3b3-23ce-47a4-a09f-427d928ce458, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dd475c-092d-4fc6-8c9c-10629b079aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '558606a0-b332-42b0-b7cc-82edb08883c6'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:17.377941 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.404408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d47726-6259-43ee-81ed-8098e6210547 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:17.414152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38d47726-6259-43ee-81ed-8098e6210547 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.439312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-38d47726-6259-43ee-81ed-8098e6210547 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port a373b3f7-77e7-4feb-8acc-6fb697a60646 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:17.439979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:17.441921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Checking segment: {'id': 'b1a76ded-e948-40e1-ad78-342be7b9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7f0bce81-378a-4720-9df0-3b9e96a72e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:17.442347 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.442752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Bound using segment: {'id': 'b1a76ded-e948-40e1-ad78-342be7b9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7f0bce81-378a-4720-9df0-3b9e96a72e4f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:17.443283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Bound port: af956c10-3f05-4d68-a85b-be3a15e03e97, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a76ded-e948-40e1-ad78-342be7b9b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7f0bce81-378a-4720-9df0-3b9e96a72e4f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:17.443668 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.573024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.584402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] For port af956c10-3f05-4d68-a85b-be3a15e03e97, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:17.588932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] For port af956c10-3f05-4d68-a85b-be3a15e03e97, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=af956c10-3f05-4d68-a85b-be3a15e03e97,segment=NetworkSegment(b1a76ded-e948-40e1-ad78-342be7b9b42f),segment_id=b1a76ded-e948-40e1-ad78-342be7b9b42f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:17.630428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.652805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1192c-497a-4844-82ce-cc7a85592446 req-c1895018-d809-4a4d-a6ef-aee74f233b20 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.659908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97a1192c-497a-4844-82ce-cc7a85592446 req-c1895018-d809-4a4d-a6ef-aee74f233b20 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1231518 Jul 16 01:43:17.693028 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d47726-6259-43ee-81ed-8098e6210547 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:43:17.694000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d47726-6259-43ee-81ed-8098e6210547 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.716447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f66ed07-3e00-439f-b358-632cb90f4009 req-fb9397ef-305c-4269-8a79-98bc635e2ba2 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0879991 Jul 16 01:43:17.720774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38d47726-6259-43ee-81ed-8098e6210547 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4772308 Jul 16 01:43:17.721625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.736465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '6ee40ffe-834e-4270-bc52-8b3e0d024b41'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:17.739815 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.777400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97a1192c-497a-4844-82ce-cc7a85592446 req-803feeb1-97bc-461a-b08d-1d27593e05bb tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161945 Jul 16 01:43:17.807077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting port b4dfe3b3-23ce-47a4-a09f-427d928ce458 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:17.807533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.812870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] For port b4dfe3b3-23ce-47a4-a09f-427d928ce458, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:17.813786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46128) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.860773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562630fd-d64b-4dc2-853f-7675415f67d2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.862985 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-562630fd-d64b-4dc2-853f-7675415f67d2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1400750 Jul 16 01:43:17.866007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.915906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] For port b4dfe3b3-23ce-47a4-a09f-427d928ce458, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b4dfe3b3-23ce-47a4-a09f-427d928ce458,segment=NetworkSegment(60dd475c-092d-4fc6-8c9c-10629b079aa6),segment_id=60dd475c-092d-4fc6-8c9c-10629b079aa6)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:18.037878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port e24c516a-e12d-45ff-bd56-e01f653c9401 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:18.038670 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.048773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.059316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] For port b4dfe3b3-23ce-47a4-a09f-427d928ce458, host n-d-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:18.061296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.085159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5175d3-5508-45c4-9da6-682da6f32665 None None] Pushing event updated for resources: {'Port': ['ID=af956c10-3f05-4d68-a85b-be3a15e03e97,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.116051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Calling delete_port for b4dfe3b3-23ce-47a4-a09f-427d928ce458 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:18.222043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-781881173'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:18.314703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.328459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6eb862b-326f-42ac-a3b8-7f20d346d8e3 req-b26ee8b7-0a0d-4193-94d3-0adc774763ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=50ae92f18b454e6ebef723cb2cd52000&device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0432518 Jul 16 01:43:18.332341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for e24c516a-e12d-45ff-bd56-e01f653c9401 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:18.377437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6eb862b-326f-42ac-a3b8-7f20d346d8e3 req-30ff65ee-74db-40e9-9467-d576cd7e371c service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=50ae92f18b454e6ebef723cb2cd52000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387814 Jul 16 01:43:18.382101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Made reservation on behalf of defe83d276ba4d539d4c9552296846c0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:18.387677 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.407151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370636c-9b56-4700-bb3f-8b9997352f3b None None] Pushing event updated for resources: {'Port': ['ID=b4dfe3b3-23ce-47a4-a09f-427d928ce458,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.482086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.483935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f8fae-f348-416a-af8d-b538e41b940a None None] Network 558606a0-b332-42b0-b7cc-82edb08883c6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:18.522585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/6ee40ffe-834e-4270-bc52-8b3e0d024b41/f2b4aad8-ab7c-4064-ac7d-d3aa9605f728) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:18.534814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a09050d6-52c8-48e4-898b-dd8d3580e483 req-efd49fd4-3376-486b-accf-9a9b9496c029 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0436223 Jul 16 01:43:18.601011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.610034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.629009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-90170eda-0f6b-4afd-b4a1-44b001560b74 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.632410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-90170eda-0f6b-4afd-b4a1-44b001560b74 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 945 time: 0.2080567 Jul 16 01:43:18.728530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Port': ['ID=b4dfe3b3-23ce-47a4-a09f-427d928ce458,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.747843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No DVR routers for this DVR port b4dfe3b3-23ce-47a4-a09f-427d928ce458 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:18.753608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=e24c516a-e12d-45ff-bd56-e01f653c9401,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.844409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.846386 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58d46bc2-711c-41af-8faf-b49f9582a9ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/e24c516a-e12d-45ff-bd56-e01f653c9401 HTTP/1.1" status: 204 len: 168 time: 0.9791758 Jul 16 01:43:18.848061 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.859126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Transition to ACTIVE for port object f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:18.863027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46142) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.867760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb862b-326f-42ac-a3b8-7f20d346d8e3 req-f555bd01-59ff-44e4-936a-717e7f60379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.869379 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6eb862b-326f-42ac-a3b8-7f20d346d8e3 req-f555bd01-59ff-44e4-936a-717e7f60379c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4773855 Jul 16 01:43:18.883889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Transition to ACTIVE for port object f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:18.894166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.929232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7465b-8719-40ff-9953-bb4430539ea2 req-6e30910a-f568-4b28-aa11-25605150452e tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.930829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d3e7465b-8719-40ff-9953-bb4430539ea2 req-6e30910a-f568-4b28-aa11-25605150452e tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 945 time: 0.5269647 Jul 16 01:43:18.963408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:18.966408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:18.970431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:18.977030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Pushing event updated for resources: {'Port': ['ID=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.996339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.016348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.022156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558606a0-b332-42b0-b7cc-82edb08883c6']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.031399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.054055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Deleting port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:19.055190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.058125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Attempting to bind port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:19.058505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Attempting to bind port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:19.058870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Attempting to bind port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:19.064412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9e5c2-6200-4f25-b49d-a65ea64066de tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.066874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9e5c2-6200-4f25-b49d-a65ea64066de tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.068642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cbd9e5c2-6200-4f25-b49d-a65ea64066de tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2044315 Jul 16 01:43:19.073597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:19.073976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:19.076296 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.076708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:19.077201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Bound port: f2b4aad8-ab7c-4064-ac7d-d3aa9605f728, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:19.077590 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.080261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.082380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dd475c-092d-4fc6-8c9c-10629b079aa6') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.082686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dd475c-092d-4fc6-8c9c-10629b079aa6') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.161780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.164322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:19.165493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 6ee40ffe-834e-4270-bc52-8b3e0d024b41 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:19.168860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.179117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] For port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:19.185276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] For port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:19.195579 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.198751 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d3e7465b-8719-40ff-9953-bb4430539ea2 req-bf7b510c-5932-4583-949c-27498b02c8b5 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616658 Jul 16 01:43:19.210957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bdc1f7-573e-4954-9ea7-b61d35a24691,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.221406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.230924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.241828 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Added segment 3ed9868a-9366-4eb0-bc5a-39cf18378eb8 of type vlan for network 67af141f-22b0-46b4-9dc8-644aedc25b20 Jul 16 01:43:19.252671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.298899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:19.299323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:19.302713 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:19.340109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.372576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40067867-c2cc-4f0e-861d-2ff355f4eb4c None None] Network 7f0bce81-378a-4720-9df0-3b9e96a72e4f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:19.390906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde41a3e-870b-4c62-a5a2-d5bae77c0936 None None] Pushing event updated for resources: {'Port': ['ID=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.411713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676e268-ee9f-4756-aca2-bf1fa69b1b3a req-695e2b8f-4655-4d52-b029-44093dca7e86 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.413981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2676e268-ee9f-4756-aca2-bf1fa69b1b3a req-695e2b8f-4655-4d52-b029-44093dca7e86 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.3783000 Jul 16 01:43:19.419351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.453333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.460463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/558606a0-b332-42b0-b7cc-82edb08883c6 HTTP/1.1" status: 204 len: 168 time: 4.9199936 Jul 16 01:43:19.476937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.504577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1516638346'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:19.516689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aedc39-e778-4c9a-bb04-dedb75949f08 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=558606a0-b332-42b0-b7cc-82edb08883c6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.536584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.554705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.556102 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.601041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.634822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] For port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:19.635194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.658937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Calling delete_port for 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:19.735828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.736783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2676e268-ee9f-4756-aca2-bf1fa69b1b3a req-b0d206a1-7724-4fc1-9bc4-11ee088b4d8f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149223 Jul 16 01:43:19.754574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:19.759343 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.785045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9699540 Jul 16 01:43:19.794346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.814666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Request body: {'subnet': {'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:19.822402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device af956c10-3f05-4d68-a85b-be3a15e03e97 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:19.829438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-88f3ab08-8bfd-4579-add1-2b9749cb1095 None None] Provisioning for port af956c10-3f05-4d68-a85b-be3a15e03e97 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:19.886173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee40ffe-834e-4270-bc52-8b3e0d024b41,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.897782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.898382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.903471 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f7c97fac-5db8-4302-8691-f5595ae355cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/6ee40ffe-834e-4270-bc52-8b3e0d024b41 HTTP/1.1" status: 204 len: 168 time: 0.8191226 Jul 16 01:43:19.903785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46154) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.945432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:19.951024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f5314-6d66-4dac-83e1-f65f60145ae1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event updated for resources: {'Network': ['ID=67af141f-22b0-46b4-9dc8-644aedc25b20,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.968744 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4de151fd-26e2-4ed3-84e6-cd0715ff4796 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561619 Jul 16 01:43:19.968973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 67af141f-22b0-46b4-9dc8-644aedc25b20 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:19.970882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.976338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:19.986761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94cf5e8-56fe-4df6-aa3a-cfe86cad31e0 req-7a5d5607-2e16-4120-9eae-79b161c4db31 tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0641117 Jul 16 01:43:19.997682 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.998283 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment 8b08e27c-8fcc-4f1b-8425-88859811bd7d of type vlan for network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 Jul 16 01:43:20.017942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port af956c10-3f05-4d68-a85b-be3a15e03e97 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:20.030071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port af956c10-3f05-4d68-a85b-be3a15e03e97 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:20.030448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.118105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6eb862b-326f-42ac-a3b8-7f20d346d8e3 req-9eb57080-c229-4bf9-89ae-e6347bb08f8f tempest-ServerShowV257Test-674402269 tempest-ServerShowV257Test-674402269-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8ec7ff8-6fe7-48ef-90b6-abb7cb6ad84a HTTP/1.1" status: 200 len: 210 time: 0.0506673 Jul 16 01:43:20.122063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.145427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Made reservation on behalf of defe83d276ba4d539d4c9552296846c0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:20.149714 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.182463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.201473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.212321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.212987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.266801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port af956c10-3f05-4d68-a85b-be3a15e03e97, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=af956c10-3f05-4d68-a85b-be3a15e03e97,segment=NetworkSegment(b1a76ded-e948-40e1-ad78-342be7b9b42f),segment_id=b1a76ded-e948-40e1-ad78-342be7b9b42f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:20.278606 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.340588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8543637 Jul 16 01:43:20.354447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46160) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:20.390622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': '9ec75e0f-a0b5-4f3f-9995-12c9d18269b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:20.457311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=af956c10-3f05-4d68-a85b-be3a15e03e97,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.458753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82438cb2-a75b-452c-b72a-79aa14350626 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=9ec75e0f-a0b5-4f3f-9995-12c9d18269b9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.482568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:20.569924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:20.575203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.600109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.612182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475', '0becf112-9b5a-4e96-a20c-32b76aae9904', 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8', '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:20.635479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event deleted for resources: {'Port': ['ID=96c7e37a-81f6-4b3d-9c6f-b9660c5f3454,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.669119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4f159bf5-ca34-436f-aa43-13a94b3c6fa1 None None] Provisioning complete for port af956c10-3f05-4d68-a85b-be3a15e03e97 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:20.669119 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4f159bf5-ca34-436f-aa43-13a94b3c6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.730252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.735977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] No DVR routers for this DVR port 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:20.738887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.751185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-61c3a312-8ec8-463b-93ac-67737680c4c6 req-93526c00-679c-4d93-b343-d2bbc73c61c6 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "DELETE /v2.0/ports/96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 HTTP/1.1" status: 204 len: 173 time: 2.0732126 Jul 16 01:43:20.761858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'name': 'network-vif-deleted', 'tag': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:20.770061 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e14000-3c6b-48c4-874b-ff55329738be" -d '{"events": [{"server_uuid": "c1922c3a-3393-42f3-9640-c4ac033ad273", "name": "network-vif-deleted", "tag": "96c7e37a-81f6-4b3d-9c6f-b9660c5f3454"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:20.845808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a82ec4-f719-4d9e-88fa-7654d99d0d31 req-9e7b8b09-511b-400f-a8c4-9b00c3d21836 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.852755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2a82ec4-f719-4d9e-88fa-7654d99d0d31 req-9e7b8b09-511b-400f-a8c4-9b00c3d21836 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1922c3a-3393-42f3-9640-c4ac033ad273 HTTP/1.1" status: 200 len: 867 time: 0.3405023 Jul 16 01:43:20.929074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2813a6-d763-4f19-91e4-4431717d8e7f None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:20.956783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event updated for resources: {'Subnet': ['ID=f30150ed-e86b-46fb-b002-095705ad4795,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.998876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:21.002672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.077524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.094221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e2a82ec4-f719-4d9e-88fa-7654d99d0d31 req-51655cfa-09e3-48a2-8782-8173c655b09b tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405305 Jul 16 01:43:21.157156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Checking segment: {'id': '3ed9868a-9366-4eb0-bc5a-39cf18378eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:21.157783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Network hostable DHCP agents. Network: 67af141f-22b0-46b4-9dc8-644aedc25b20, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:21.223210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:21.228132 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217ac218-fb72-4fdf-842b-bead5e24342d x-openstack-request-id: req-217ac218-fb72-4fdf-842b-bead5e24342d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:21.229203 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1922c3a-3393-42f3-9640-c4ac033ad273", "name": "network-vif-deleted", "tag": "96c7e37a-81f6-4b3d-9c6f-b9660c5f3454", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:21.230395 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-217ac218-fb72-4fdf-842b-bead5e24342d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:21.231966 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1922c3a-3393-42f3-9640-c4ac033ad273', 'name': 'network-vif-deleted', 'tag': '96c7e37a-81f6-4b3d-9c6f-b9660c5f3454', 'status': 'completed', 'code': 200} Jul 16 01:43:21.235431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bef75-2320-434d-b839-9168edd6bf0a req-c2ca7a0e-4683-4aa8-ad12-4951eb01b3e2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.245864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb5bef75-2320-434d-b839-9168edd6bf0a req-c2ca7a0e-4683-4aa8-ad12-4951eb01b3e2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.1640830 Jul 16 01:43:21.254057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Network 67af141f-22b0-46b4-9dc8-644aedc25b20 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:21.258506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:21.288993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.289616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.313098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 67af141f-22b0-46b4-9dc8-644aedc25b20) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:21.326294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.327174 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.328047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=4bf7b6a1-87a3-4e02-9cf3-e46494f52c17,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.350702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-79409b85-a424-43f1-910a-69cab93fc3d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3760128 Jul 16 01:43:21.351119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7451d267-f22d-461b-8f87-fcc295ba0143 None None] Network 67af141f-22b0-46b4-9dc8-644aedc25b20 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:21.351243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46188) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.357080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-28067fce-7e69-49c4-bbf7-dd73338fbce3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '4bf7b6a1-87a3-4e02-9cf3-e46494f52c17', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-474577407'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:21.483490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f5bdeee0-33ae-4b76-a2ba-3404f2297fbb None None] Provisioning for port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:21.495573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb5bef75-2320-434d-b839-9168edd6bf0a req-f6c1f4db-7092-4948-97e8-a57d26599d53 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395866 Jul 16 01:43:21.535897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36d4cf41-894c-49fe-9fd0-a7e87a92d1aa tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7244332 Jul 16 01:43:21.538495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46192) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.562252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Request body: {'port': {'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1075574808'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:21.586829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.592551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f5bdeee0-33ae-4b76-a2ba-3404f2297fbb None None] Could not find standard attr ID for object e24c516a-e12d-45ff-bd56-e01f653c9401. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:21.697161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28067fce-7e69-49c4-bbf7-dd73338fbce3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:21.857393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device af956c10-3f05-4d68-a85b-be3a15e03e97 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:21.931944 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28067fce-7e69-49c4-bbf7-dd73338fbce3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.956099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-28067fce-7e69-49c4-bbf7-dd73338fbce3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 84c7505b-f32c-481a-8931-201b03c830f9 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:21.956432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=a4a8169c-795f-44b0-ac3f-86ce54df1898,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.966401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-67af141f-22b0-46b4-9dc8-644aedc25b20', 'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20', 'tenant_id': 'defe83d276ba4d539d4c9552296846c0', 'fixed_ips': [{'subnet_id': 'f30150ed-e86b-46fb-b002-095705ad4795'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:21.967300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.021735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': '8b08e27c-8fcc-4f1b-8425-88859811bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9ec75e0f-a0b5-4f3f-9995-12c9d18269b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:22.022104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8a299-ee6b-4844-9b9e-8c24cd242d1f None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:22.022776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:22.074765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:22.079267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.094045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Made reservation on behalf of defe83d276ba4d539d4c9552296846c0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:22.098692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.104139 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-28067fce-7e69-49c4-bbf7-dd73338fbce3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:22.104645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28067fce-7e69-49c4-bbf7-dd73338fbce3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:22.120768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:22.125120 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-28067fce-7e69-49c4-bbf7-dd73338fbce3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7727840 Jul 16 01:43:22.127281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46202) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.129739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] device_id is not set on port 56e22d58-ea60-42ae-a0d1-49bf906578cf yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:22.144464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.145392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.167191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cc96c70e-b856-47c9-87e1-e50c35d76f79 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8091197 Jul 16 01:43:22.180364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.185178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4343675-fb44-49a2-9892-34e6db38e48c None None] Network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:22.211111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039402375'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.262279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:22.267921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.323081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port af956c10-3f05-4d68-a85b-be3a15e03e97 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:22.323526 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.372322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:22.378332 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86317fb7-2821-484c-adf1-438df3f70150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.428408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.428773 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment 27ae0106-072c-4d54-a6ce-376099be2ae2 of type vlan for network 02660549-db51-4618-b81e-871b9b71d7d7 Jul 16 01:43:22.612265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5045ab1-b803-47e3-80f1-a4c05e7346f4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.613892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d5045ab1-b803-47e3-80f1-a4c05e7346f4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4855025 Jul 16 01:43:22.618997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46248) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.721580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.836373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Allocated IP 172.20.0.2 (67af141f-22b0-46b4-9dc8-644aedc25b20/f30150ed-e86b-46fb-b002-095705ad4795/3ed18011-0f41-41b1-8c9d-09de0f20fef9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:22.868321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d596f-41c9-4365-8cf5-f9fad0baaa43 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.874448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d596f-41c9-4365-8cf5-f9fad0baaa43 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.876259 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c94d596f-41c9-4365-8cf5-f9fad0baaa43 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2529395 Jul 16 01:43:22.884983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.004640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:23.006061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.017668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.019390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.128841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 4bf7b6a1-87a3-4e02-9cf3-e46494f52c17 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:23.137933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.262353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=02660549-db51-4618-b81e-871b9b71d7d7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.308179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.404966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86317fb7-2821-484c-adf1-438df3f70150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.409930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.441024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e3e42eec-294a-4103-b6bd-d5ed0084c19f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2594697 Jul 16 01:43:23.446298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46328) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.447551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86317fb7-2821-484c-adf1-438df3f70150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.458088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': '02660549-db51-4618-b81e-871b9b71d7d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:23.529905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.535223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:23.535540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 96c7e37a-81f6-4b3d-9c6f-b9660c5f3454 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:23.564048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-86317fb7-2821-484c-adf1-438df3f70150 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50ae92f18b454e6ebef723cb2cd52000&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4837408 Jul 16 01:43:23.569583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46342) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.587764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf7b6a1-87a3-4e02-9cf3-e46494f52c17,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.602753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.604995 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f67aeacb-3f9b-4893-a011-537209468481 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/4bf7b6a1-87a3-4e02-9cf3-e46494f52c17 HTTP/1.1" status: 204 len: 168 time: 0.6819057 Jul 16 01:43:23.607636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.620131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 02660549-db51-4618-b81e-871b9b71d7d7 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:23.737957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86317fb7-2821-484c-adf1-438df3f70150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947405f7-954e-4902-a431-79d03add1cc6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.748826 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ea075a0d-00d2-47f0-80c0-c6faa08f39d3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375358 Jul 16 01:43:23.749624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.754627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:23.775506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-9ec75e0f-a0b5-4f3f-9995-12c9d18269b9', 'network_id': '9ec75e0f-a0b5-4f3f-9995-12c9d18269b9', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': 'a4a8169c-795f-44b0-ac3f-86ce54df1898'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:23.777332 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.788421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb539dd4-821d-4eb3-b39b-fd7d195dacd8 req-e138bae9-e055-4658-bf1b-954bf3fe1f20 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.790252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb539dd4-821d-4eb3-b39b-fd7d195dacd8 req-e138bae9-e055-4658-bf1b-954bf3fe1f20 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 1.0743475 Jul 16 01:43:23.816754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:23.821038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.837686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4973fec4-7652-4a43-911d-a43c1f44d612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.862947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:23.883777 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.935618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb539dd4-821d-4eb3-b39b-fd7d195dacd8 req-69b5afd4-d10a-4314-8e77-d5101573c60b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291707 Jul 16 01:43:23.961569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Performing IP validity checks on allocation pools {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:43:23.962357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:43:23.969940 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4973fec4-7652-4a43-911d-a43c1f44d612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.004691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:24.008823 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.201696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Transition to ACTIVE for port object 3ed18011-0f41-41b1-8c9d-09de0f20fef9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:24.239492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.251766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.320002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Transition to ACTIVE for port object 3ed18011-0f41-41b1-8c9d-09de0f20fef9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:24.339022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:24.358325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:24.364524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.370141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=7681d27a-da52-42cb-a506-ae45109505c6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.370905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.408068 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.409231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=bd845165-b3da-4149-809c-813fb6c9d91b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.415078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4973fec4-7652-4a43-911d-a43c1f44d612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.419980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4973fec4-7652-4a43-911d-a43c1f44d612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.421478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4973fec4-7652-4a43-911d-a43c1f44d612 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/947405f7-954e-4902-a431-79d03add1cc6 HTTP/1.1" status: 204 len: 168 time: 0.7725005 Jul 16 01:43:24.471597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b659a16f-3a5e-410d-9ca9-acbbd81bf8df tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7209678 Jul 16 01:43:24.479432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46428) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.493903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3dbbf662-f9be-4f9f-a401-b5fe2ea9a6cd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1409344890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.531618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973fec4-7652-4a43-911d-a43c1f44d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947405f7-954e-4902-a431-79d03add1cc6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.593816 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf662-f9be-4f9f-a401-b5fe2ea9a6cd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.595414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf662-f9be-4f9f-a401-b5fe2ea9a6cd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.600954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': '27ae0106-072c-4d54-a6ce-376099be2ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '02660549-db51-4618-b81e-871b9b71d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:24.601994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: 02660549-db51-4618-b81e-871b9b71d7d7, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:24.627370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Network 67af141f-22b0-46b4-9dc8-644aedc25b20 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:24.650323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:24.652721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 02660549-db51-4618-b81e-871b9b71d7d7 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:24.653163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Allocated IP 2001:db8::1 (9ec75e0f-a0b5-4f3f-9995-12c9d18269b9/a4a8169c-795f-44b0-ac3f-86ce54df1898/c7f0297e-7957-4da8-9d9b-eb8672b930d4) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:24.657431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:24.660203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:24.666737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Allocated IP 172.20.0.5 (67af141f-22b0-46b4-9dc8-644aedc25b20/f30150ed-e86b-46fb-b002-095705ad4795/56e22d58-ea60-42ae-a0d1-49bf906578cf) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:24.691509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 02660549-db51-4618-b81e-871b9b71d7d7) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:24.700460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.701339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.709957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1744dce-a29f-4d4a-878b-a4b52aed5d3d None None] Network 02660549-db51-4618-b81e-871b9b71d7d7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:24.721183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Pushing event updated for resources: {'Port': ['ID=3ed18011-0f41-41b1-8c9d-09de0f20fef9,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.725371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:24.729522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-39bb99f3-78b6-4a8f-af04-704ee5b13189 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2774827 Jul 16 01:43:24.739100 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.767234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46448) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.782272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf662-f9be-4f9f-a401-b5fe2ea9a6cd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.793355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf662-f9be-4f9f-a401-b5fe2ea9a6cd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.818830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dbd738-2524-4548-aba3-9cf0c62691fb None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:24.825005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dbbf662-f9be-4f9f-a401-b5fe2ea9a6cd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.826441 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3dbbf662-f9be-4f9f-a401-b5fe2ea9a6cd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3457170 Jul 16 01:43:24.829491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.088635 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.157224 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.254348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Transition to ACTIVE for port object 56e22d58-ea60-42ae-a0d1-49bf906578cf will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:25.256185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d9821266-8f37-4d94-86b5-09d2e4774b41 None None] Provisioning complete for port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:25.257133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9821266-8f37-4d94-86b5-09d2e4774b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.301511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Attempting to bind port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:25.301879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Attempting to bind port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '3ed9868a-9366-4eb0-bc5a-39cf18378eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:25.302456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Attempting to bind port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 on network 67af141f-22b0-46b4-9dc8-644aedc25b20 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:25.324704 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.348177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:25.348586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Checking segment: {'id': '3ed9868a-9366-4eb0-bc5a-39cf18378eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:25.350075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.350643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Bound using segment: {'id': '3ed9868a-9366-4eb0-bc5a-39cf18378eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:25.351303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Bound port: 3ed18011-0f41-41b1-8c9d-09de0f20fef9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed9868a-9366-4eb0-bc5a-39cf18378eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '67af141f-22b0-46b4-9dc8-644aedc25b20'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:25.351868 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.621393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.640452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.711820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=7681d27a-da52-42cb-a506-ae45109505c6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.801744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.887738 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9821266-8f37-4d94-86b5-09d2e4774b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.899927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.911359 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.978500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02660549-db51-4618-b81e-871b9b71d7d7']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:26.003457 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.017185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Network 67af141f-22b0-46b4-9dc8-644aedc25b20 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:26.019764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ae0106-072c-4d54-a6ce-376099be2ae2') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:26.020180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ae0106-072c-4d54-a6ce-376099be2ae2') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:26.034948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:26.050324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2804b6-7755-4323-89c3-84caf101e94c req-dd320a89-3275-4397-8842-9170a4463664 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.058144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa2804b6-7755-4323-89c3-84caf101e94c req-dd320a89-3275-4397-8842-9170a4463664 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.5489120 Jul 16 01:43:26.058144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:26.067168 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.093785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Transition to ACTIVE for port object c7f0297e-7957-4da8-9d9b-eb8672b930d4 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:26.096560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] For port 3ed18011-0f41-41b1-8c9d-09de0f20fef9, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:26.098547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event updated for resources: {'Port': ['ID=56e22d58-ea60-42ae-a0d1-49bf906578cf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.146806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.164740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:26.165544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:26.169203 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:26.194728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b043aa4-ce73-4774-b02c-0e0f9abb7050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-02660549-db51-4618-b81e-871b9b71d7d7', 'network_id': '02660549-db51-4618-b81e-871b9b71d7d7', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': '7681d27a-da52-42cb-a506-ae45109505c6'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:26.201371 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b043aa4-ce73-4774-b02c-0e0f9abb7050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.218078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.219006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.240839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa2804b6-7755-4323-89c3-84caf101e94c req-f4d22763-2781-4544-a6e8-00d949e1c022 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764305 Jul 16 01:43:26.262559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] For port 3ed18011-0f41-41b1-8c9d-09de0f20fef9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3ed18011-0f41-41b1-8c9d-09de0f20fef9,segment=NetworkSegment(3ed9868a-9366-4eb0-bc5a-39cf18378eb8),segment_id=3ed9868a-9366-4eb0-bc5a-39cf18378eb8)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:26.292192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6f0d6173-d996-48cc-bdf3-3cd65bc744bf tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7525034 Jul 16 01:43:26.295318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.306322 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.318883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Transition to ACTIVE for port object c7f0297e-7957-4da8-9d9b-eb8672b930d4 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:26.327516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::1 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/bd845165-b3da-4149-809c-813fb6c9d91b/0f780ff4-4895-470f-8d8a-98d890b60dcf) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:26.329140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d9821266-8f37-4d94-86b5-09d2e4774b41 None None] For port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:26.341438 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.349747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.352110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/02660549-db51-4618-b81e-871b9b71d7d7 HTTP/1.1" status: 204 len: 168 time: 1.5839527 Jul 16 01:43:26.359800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.365496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384308736'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.391679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2763-ac09-49a3-abf6-e9590009ecef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=02660549-db51-4618-b81e-871b9b71d7d7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.407178 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9821266-8f37-4d94-86b5-09d2e4774b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.417818 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.534669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3971f-319e-491c-9cb3-b773bece8447 None None] Network 02660549-db51-4618-b81e-871b9b71d7d7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:26.546786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:26.555319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Deleting port 56e22d58-ea60-42ae-a0d1-49bf906578cf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:26.555990 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.558367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.681819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3971f-319e-491c-9cb3-b773bece8447 None None] Network 02660549-db51-4618-b81e-871b9b71d7d7 could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:43:26.703484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:26.723440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9f28-dd5c-4dc7-989a-1d712d832be7 None None] Pushing event updated for resources: {'Port': ['ID=3ed18011-0f41-41b1-8c9d-09de0f20fef9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.725343 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.732344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:26.738639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:26.748932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:26.755417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:26.756041 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:26.778484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Calling delete_port for 56e22d58-ea60-42ae-a0d1-49bf906578cf owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:26.796978 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.817902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.818258 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment 58c2cb40-23ae-4ee5-a7d2-f7595afd635b of type vlan for network 930a0924-5133-493b-b115-41633d166063 Jul 16 01:43:26.997467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 0f780ff4-4895-470f-8d8a-98d890b60dcf will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:27.066923 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.073704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9821266-8f37-4d94-86b5-09d2e4774b41 None None] Pushing event updated for resources: {'Port': ['ID=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.076717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Attempting to bind port c7f0297e-7957-4da8-9d9b-eb8672b930d4 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:27.077094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Attempting to bind port c7f0297e-7957-4da8-9d9b-eb8672b930d4 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8b08e27c-8fcc-4f1b-8425-88859811bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9ec75e0f-a0b5-4f3f-9995-12c9d18269b9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:27.077461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Attempting to bind port c7f0297e-7957-4da8-9d9b-eb8672b930d4 on network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:27.136900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.197739 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:27.198121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Checking segment: {'id': '8b08e27c-8fcc-4f1b-8425-88859811bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9ec75e0f-a0b5-4f3f-9995-12c9d18269b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:27.206032 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.207429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Bound using segment: {'id': '8b08e27c-8fcc-4f1b-8425-88859811bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9ec75e0f-a0b5-4f3f-9995-12c9d18269b9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:27.209428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Bound port: c7f0297e-7957-4da8-9d9b-eb8672b930d4, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b08e27c-8fcc-4f1b-8425-88859811bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9ec75e0f-a0b5-4f3f-9995-12c9d18269b9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:27.210247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.249736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.251974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event deleted for resources: {'Port': ['ID=56e22d58-ea60-42ae-a0d1-49bf906578cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.255897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.276071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.279229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.347875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Pushing event updated for resources: {'Port': ['ID=c7f0297e-7957-4da8-9d9b-eb8672b930d4,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.514753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.525227 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1641862 Jul 16 01:43:27.544944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': '930a0924-5133-493b-b115-41633d166063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.625623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-052325f5-7328-493e-895a-13c8a2781727 None None] For port c7f0297e-7957-4da8-9d9b-eb8672b930d4, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:27.627986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b4d3a722-8b66-4bd7-89f5-3cf21939cab9 None None] Provisioning complete for port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:27.628449 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a722-8b66-4bd7-89f5-3cf21939cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.631999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-052325f5-7328-493e-895a-13c8a2781727 None None] For port c7f0297e-7957-4da8-9d9b-eb8672b930d4, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c7f0297e-7957-4da8-9d9b-eb8672b930d4,segment=NetworkSegment(8b08e27c-8fcc-4f1b-8425-88859811bd7d),segment_id=8b08e27c-8fcc-4f1b-8425-88859811bd7d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:27.678303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.691971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3c404469-3831-44e9-a129-bf4b44f3213c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "DELETE /v2.0/ports/56e22d58-ea60-42ae-a0d1-49bf906578cf HTTP/1.1" status: 204 len: 168 time: 1.3944786 Jul 16 01:43:27.708873 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.753936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.792390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:27.795648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=0f780ff4-4895-470f-8d8a-98d890b60dcf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.798967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7efbbc-b3ea-401a-be54-0ec7ef6402c5 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=930a0924-5133-493b-b115-41633d166063,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.811479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:27.816557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:27.819175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.178384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5029d-4112-4ae2-9a54-076739e3a5f9 req-0b1dc315-a801-4489-91a2-9e5087e5074b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.201531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45d5029d-4112-4ae2-9a54-076739e3a5f9 req-0b1dc315-a801-4489-91a2-9e5087e5074b tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.6031680 Jul 16 01:43:28.270082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.274920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:28.278872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.402082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 930a0924-5133-493b-b115-41633d166063 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:28.404865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:28.549042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9cdb6e35-a8d8-4054-a3cf-a8df62e24c5d tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.7893920 Jul 16 01:43:28.564459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.575414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45d5029d-4112-4ae2-9a54-076739e3a5f9 req-0cd19861-3e30-431f-a4b7-379c9e9db80f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204591 Jul 16 01:43:28.648876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1911147144'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.705551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052325f5-7328-493e-895a-13c8a2781727 None None] Pushing event updated for resources: {'Port': ['ID=c7f0297e-7957-4da8-9d9b-eb8672b930d4,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.714924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da8bc2-b6e0-4604-8afc-bbfb9c769474 req-f957ea0b-a525-4872-a076-74e468a0578f tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.719197 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92da8bc2-b6e0-4604-8afc-bbfb9c769474 req-f957ea0b-a525-4872-a076-74e468a0578f tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 946 time: 0.5162790 Jul 16 01:43:28.762739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Made reservation on behalf of defe83d276ba4d539d4c9552296846c0 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:28.767784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.803064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:28.803431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.867147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efed31e-29c1-43b7-852e-adaf65226e69 None None] Network 67af141f-22b0-46b4-9dc8-644aedc25b20 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:28.944575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b99c990e-d224-4ae4-b09b-0d026e1604f2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:28.946813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b99c990e-d224-4ae4-b09b-0d026e1604f2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:29.013219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:29.047729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.048653 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Added segment 8edb8742-b7f5-4287-bd07-5107cff93b1c of type vlan for network ad97b274-556c-40e0-9e8d-ac8454b9196a Jul 16 01:43:29.199372 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.242809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3ed18011-0f41-41b1-8c9d-09de0f20fef9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:29.250275 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.323027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Could not find standard attr ID for object 334c3536-5da2-4200-a7e0-c990194636e9. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:29.398897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92da8bc2-b6e0-4604-8afc-bbfb9c769474 req-579f6aed-3cbf-4af0-96ac-fbb8ad4730f2 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916341 Jul 16 01:43:29.442736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=569a97dc-bee1-4a37-84ce-2c87fb43fcbc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.466272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.472161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.473023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.485173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': '58c2cb40-23ae-4ee5-a7d2-f7595afd635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '930a0924-5133-493b-b115-41633d166063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:29.485745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: 930a0924-5133-493b-b115-41633d166063, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:29.520872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 930a0924-5133-493b-b115-41633d166063 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:29.542827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 930a0924-5133-493b-b115-41633d166063) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:29.548116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.548822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.566747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:29.589688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a500087e-eae7-49fc-b90f-0688ba36471a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0737526 Jul 16 01:43:29.591953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46782) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.637297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0705152 Jul 16 01:43:29.707645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.720443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'port_id': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'mac_address': 'fa:16:3e:93:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927794cd-f7c5-44a9-bd65-737f6ec65d48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:29.753760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a9c6b-720b-400b-a806-2ebca2b105a1 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event updated for resources: {'Network': ['ID=ad97b274-556c-40e0-9e8d-ac8454b9196a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.825262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Provisioning for port 0f780ff4-4895-470f-8d8a-98d890b60dcf completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:29.833055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8629e3-6097-43b3-b9f9-5fd8cc009f32 None None] Network 930a0924-5133-493b-b115-41633d166063 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:29.935535 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.011044 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f0d23a5-367e-4a37-a44f-4571498e63d0 tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "GET /v2.0/agents/8e96173f-3e9e-4e4c-8965-13929e6d312f/dhcp-networks HTTP/1.1" status: 200 len: 8094 time: 0.2982383 Jul 16 01:43:30.019000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feca49-6acc-4752-b808-eadf90019d12 req-178e12f1-fb7c-4f6f-a179-37062492de35 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.021250 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4feca49-6acc-4752-b808-eadf90019d12 req-178e12f1-fb7c-4f6f-a179-37062492de35 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 946 time: 0.6505785 Jul 16 01:43:30.026337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46796) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.027013 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.041357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Provisioning complete for port 0f780ff4-4895-470f-8d8a-98d890b60dcf triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:30.041985 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.079492 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.121757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4a36-7306-4fea-8707-20724c2e7279 req-73868e46-a917-41bf-89b3-7bdc196d9334 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.123256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ead4a36-7306-4fea-8707-20724c2e7279 req-73868e46-a917-41bf-89b3-7bdc196d9334 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2942770 Jul 16 01:43:30.150022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ad97b274-556c-40e0-9e8d-ac8454b9196a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:30.183776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.230810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.232806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.238637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b99c990e-d224-4ae4-b09b-0d026e1604f2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:30.247341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ead4a36-7306-4fea-8707-20724c2e7279 req-a261b241-2f28-423f-beb7-75034089acf2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172006 Jul 16 01:43:30.273279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:30.275639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Port 0f780ff4-4895-470f-8d8a-98d890b60dcf cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:30.285369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.348487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=569a97dc-bee1-4a37-84ce-2c87fb43fcbc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.386858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.391292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee43ddfe-269e-40d3-92d8-d70bb802e0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-930a0924-5133-493b-b115-41633d166063', 'network_id': '930a0924-5133-493b-b115-41633d166063', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': '569a97dc-bee1-4a37-84ce-2c87fb43fcbc'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:30.392998 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee43ddfe-269e-40d3-92d8-d70bb802e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.411950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:30.416466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Provisioning for port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:30.448643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:30.449201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.501401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.535534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930a0924-5133-493b-b115-41633d166063']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:30.564181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c2cb40-23ae-4ee5-a7d2-f7595afd635b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:30.566754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c2cb40-23ae-4ee5-a7d2-f7595afd635b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:30.580987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a6cc7-649f-45b3-b32d-1416dea5a7f0 None None] Network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:30.607845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.636017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.645235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:30.646034 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:30.649894 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:30.665203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.712182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Provisioning complete for port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:30.712503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.777159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.779180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=0f780ff4-4895-470f-8d8a-98d890b60dcf,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.789356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.796265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/930a0924-5133-493b-b115-41633d166063 HTTP/1.1" status: 204 len: 168 time: 1.2016292 Jul 16 01:43:30.799032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.805755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2147324900'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:30.810212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090386b2-04b8-4018-810f-7695ecbbe860 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=930a0924-5133-493b-b115-41633d166063,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.825712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c347d-1372-4d1b-989e-f45b83f4ef86 req-e3adb681-56e1-4af9-915e-a36ed8f6247a tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.827474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa3c347d-1372-4d1b-989e-f45b83f4ef86 req-e3adb681-56e1-4af9-915e-a36ed8f6247a tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 946 time: 0.1443989 Jul 16 01:43:30.827839 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.841022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b99c990e-d224-4ae4-b09b-0d026e1604f2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:30.848703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.851422 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.891705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa3c347d-1372-4d1b-989e-f45b83f4ef86 req-b3b966a9-8d66-458c-b758-7355b5182716 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552194 Jul 16 01:43:30.893916 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:30.893916 n-d-800085-5 neutron-server[93706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:43:30.893916 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id': 'bb3c0a6454f643b2962d3a17086131e5', 'id': '4b49dacd-7adc-4ad6-b593-30146a64ed86', 'expiration': datetime.datetime(2021, 7, 16, 1, 45, 30, 885627)}] Jul 16 01:43:30.893916 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:30.894306 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:30.918817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Deleting port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:30.919175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.939077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9b420-608a-4545-b807-5459cf0f8837 tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] Network ad97b274-556c-40e0-9e8d-ac8454b9196a is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:30.948393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:30.951846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.955355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90014d6-c4ad-4c8f-9ebe-e502b13f08bf None None] Network 930a0924-5133-493b-b115-41633d166063 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:30.970262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b99c990e-d224-4ae4-b09b-0d026e1604f2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:30.980046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:30.985706 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aba9b420-608a-4545-b807-5459cf0f8837 tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "POST /v2.0/agents/8e96173f-3e9e-4e4c-8965-13929e6d312f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9581335 Jul 16 01:43:30.989620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.992408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:30.993370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.011459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15967ae-fc22-446a-aba5-4398537ea6a3 None None] Network ad97b274-556c-40e0-9e8d-ac8454b9196a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:31.024155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90014d6-c4ad-4c8f-9ebe-e502b13f08bf None None] Network 930a0924-5133-493b-b115-41633d166063 could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:43:31.047757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 3ed18011-0f41-41b1-8c9d-09de0f20fef9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3ed18011-0f41-41b1-8c9d-09de0f20fef9,segment=NetworkSegment(3ed9868a-9366-4eb0-bc5a-39cf18378eb8),segment_id=3ed9868a-9366-4eb0-bc5a-39cf18378eb8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:31.047963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:31.097367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:31.099943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.122535 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.146350 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.146940 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment bb7299bf-0182-4a98-955a-0b4f0dd82a48 of type vlan for network ba706ad7-3aee-4a41-993f-2f12f56d9be2 Jul 16 01:43:31.174714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] For port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:31.175085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.201453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Calling delete_port for e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:31.228700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46812) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.229825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1a5e9a05-31b6-4697-85a6-5fd88439cadc tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "GET /v2.0/agents/8e96173f-3e9e-4e4c-8965-13929e6d312f/dhcp-networks HTTP/1.1" status: 200 len: 8067 time: 0.2389846 Jul 16 01:43:31.301870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c7f0297e-7957-4da8-9d9b-eb8672b930d4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:31.343656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.395838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.499125 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-11f78f96-d647-4397-9908-fc79020366db tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "DELETE /v2.0/agents/8e96173f-3e9e-4e4c-8965-13929e6d312f/dhcp-networks/ad97b274-556c-40e0-9e8d-ac8454b9196a HTTP/1.1" status: 204 len: 168 time: 0.2690613 Jul 16 01:43:31.499991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Router e553b56c-91fb-4b85-80a8-2f142a46a433 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:31.502044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.520001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.525933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.526839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.590857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5af632-2e82-44c9-97f3-3dd33d0f0859 req-ff305bb3-aa51-4793-93e8-0ece25e03a6c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.598272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b5af632-2e82-44c9-97f3-3dd33d0f0859 req-ff305bb3-aa51-4793-93e8-0ece25e03a6c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 944 time: 0.1834784 Jul 16 01:43:31.637436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=3ed18011-0f41-41b1-8c9d-09de0f20fef9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.655874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ec112d7-0fd2-4cc5-8e4c-c2892ca7f540 None None] Could not find standard attr ID for object e24c516a-e12d-45ff-bd56-e01f653c9401. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:31.665146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.665716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.666213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.666737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.667238 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.667922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.668518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.669017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.669498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.669970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.670699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.671172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:31.676695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b5af632-2e82-44c9-97f3-3dd33d0f0859 req-ffc1f25e-fab7-42fa-bfab-731d5b613f93 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731177 Jul 16 01:43:31.723350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.733064 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.784105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.813275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e3d6d3-9887-46a0-9747-b8be1d0fc287,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.844463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-68862594-d2eb-43b7-a461-ffec2da8d949 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb3c0a6454f643b2962d3a17086131e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1776204 Jul 16 01:43:31.847920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.852901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c7f0297e-7957-4da8-9d9b-eb8672b930d4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:31.874152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Provisioning for port c7f0297e-7957-4da8-9d9b-eb8672b930d4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:31.884415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Provisioning complete for port c7f0297e-7957-4da8-9d9b-eb8672b930d4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:31.885285 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.886370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:31.900640 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5e5d06ba-b749-4e58-a3dc-6bcda58fc8a2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "PUT /v2.0/routers/e553b56c-91fb-4b85-80a8-2f142a46a433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0698912 Jul 16 01:43:31.905292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1010456 Jul 16 01:43:31.905292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b76b16-0419-4c2c-a87c-edfccf97688f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=ba706ad7-3aee-4a41-993f-2f12f56d9be2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.906245 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Sync routers for ids ['e553b56c-91fb-4b85-80a8-2f142a46a433'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:31.919382 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Routers {'e553b56c-91fb-4b85-80a8-2f142a46a433'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:31.919645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.919922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.921131 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e553b56c-91fb-4b85-80a8-2f142a46a433'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:31.924364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.993081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ba706ad7-3aee-4a41-993f-2f12f56d9be2 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:32.002900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94139eeb-d303-43b0-94bf-add013373091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.054211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94139eeb-d303-43b0-94bf-add013373091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.164350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94139eeb-d303-43b0-94bf-add013373091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.167362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94139eeb-d303-43b0-94bf-add013373091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.168961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-94139eeb-d303-43b0-94bf-add013373091 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40e3d6d3-9887-46a0-9747-b8be1d0fc287 HTTP/1.1" status: 204 len: 168 time: 0.3189344 Jul 16 01:43:32.185163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94139eeb-d303-43b0-94bf-add013373091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e3d6d3-9887-46a0-9747-b8be1d0fc287,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.189147 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Set router e553b56c-91fb-4b85-80a8-2f142a46a433 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:32.200925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': 'ba706ad7-3aee-4a41-993f-2f12f56d9be2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:32.210467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475', '0becf112-9b5a-4e96-a20c-32b76aae9904', 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:32.241916 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3ee92b3c-54b3-48ee-9266-34f6aef010eb tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "GET /v2.0/agents/8e96173f-3e9e-4e4c-8965-13929e6d312f/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 0.7382665 Jul 16 01:43:32.251631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.274587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34fba31f-0ec2-4ef7-b1b9-6d695d988ee0 req-53a68cd4-cd04-42a1-925b-8915025c9516 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bccd9a8-1b61-4aee-81d6-adce6692b700 HTTP/1.1" status: 200 len: 210 time: 0.0788231 Jul 16 01:43:32.290190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9871c75-57ae-409e-91d4-bbcca9a61899 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:43:32.298729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7f93a59a-1671-4098-b3a4-4dca9c1eb5f2 tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "GET /v2.0/networks/67af141f-22b0-46b4-9dc8-644aedc25b20/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0435290 Jul 16 01:43:32.302694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.352502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c2219c4a-b808-4c19-808d-159c9cefa2f0 tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "GET /v2.0/networks/67af141f-22b0-46b4-9dc8-644aedc25b20/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0486789 Jul 16 01:43:32.354943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.401954 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.424158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event deleted for resources: {'Port': ['ID=e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.503470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] No DVR routers for this DVR port e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:32.506702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.509370 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4feca49-6acc-4752-b808-eadf90019d12 req-646dea1d-45c2-4a04-b1cc-7e8d47f0d563 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "DELETE /v2.0/ports/e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 HTTP/1.1" status: 204 len: 173 time: 2.4764462 Jul 16 01:43:32.516063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'name': 'network-vif-deleted', 'tag': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:32.518618 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35937d56-d9f8-49d1-acc3-885a634641bc" -d '{"events": [{"server_uuid": "8bccd9a8-1b61-4aee-81d6-adce6692b700", "name": "network-vif-deleted", "tag": "e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:32.532996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3af2420b-761f-4d86-a9e3-31b7cd14863e tempest-DHCPAgentSchedulersTestJSON-1079070374 tempest-DHCPAgentSchedulersTestJSON-1079070374-project-admin] 10.222.0.81 "GET /v2.0/agents/8e96173f-3e9e-4e4c-8965-13929e6d312f/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 0.1758397 Jul 16 01:43:32.536157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46846) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.579279 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'name': 'tempest-NetworksTestDHCPv6-router-1409344890', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:24Z', 'updated_at': '2021-07-16T01:43:28Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None, '_interfaces': [{'id': '0f780ff4-4895-470f-8d8a-98d890b60dcf', 'name': '', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'mac_address': 'fa:16:3e:87:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'bd845165-b3da-4149-809c-813fb6c9d91b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:25Z', 'updated_at': '2021-07-16T01:43:28Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'subnets': [{'id': 'bd845165-b3da-4149-809c-813fb6c9d91b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:32.590451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] For port c7f0297e-7957-4da8-9d9b-eb8672b930d4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c7f0297e-7957-4da8-9d9b-eb8672b930d4,segment=NetworkSegment(8b08e27c-8fcc-4f1b-8425-88859811bd7d),segment_id=8b08e27c-8fcc-4f1b-8425-88859811bd7d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:32.616364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.616859 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73dfe28-9b1a-48ee-a420-106aa3ea77e6 x-openstack-request-id: req-a73dfe28-9b1a-48ee-a420-106aa3ea77e6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:32.617722 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bccd9a8-1b61-4aee-81d6-adce6692b700", "name": "network-vif-deleted", "tag": "e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:32.618144 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a73dfe28-9b1a-48ee-a420-106aa3ea77e6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:32.618710 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bccd9a8-1b61-4aee-81d6-adce6692b700', 'name': 'network-vif-deleted', 'tag': 'e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8', 'status': 'completed', 'code': 200} Jul 16 01:43:32.634926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22980635-1f9e-4820-955f-b8600a3eec8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.640847 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-22980635-1f9e-4820-955f-b8600a3eec8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports/0f780ff4-4895-470f-8d8a-98d890b60dcf HTTP/1.1" status: 200 len: 911 time: 0.7081666 Jul 16 01:43:32.642232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.664498 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Checking router: e553b56c-91fb-4b85-80a8-2f142a46a433 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:32.665376 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Updating router e553b56c-91fb-4b85-80a8-2f142a46a433 port 0f780ff4-4895-470f-8d8a-98d890b60dcf binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:32.693761 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.726672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:32.739391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.801309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46852) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.804672 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.810402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9871c75-57ae-409e-91d4-bbcca9a61899 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:43:32.812267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Provisioning complete for port 0f780ff4-4895-470f-8d8a-98d890b60dcf triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:32.812650 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.837661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.849435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad97b274-556c-40e0-9e8d-ac8454b9196a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:32.860179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edb8742-b7f5-4287-bd07-5107cff93b1c') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:32.860583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edb8742-b7f5-4287-bd07-5107cff93b1c') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:32.865144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Pushing event updated for resources: {'Port': ['ID=c7f0297e-7957-4da8-9d9b-eb8672b930d4,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.869144 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29e2a273-10a5-4a2b-828c-29a35a055881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.870158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.887616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.897728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:32.900609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.911848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98b346-b3a0-44dc-8721-3d0e032b691a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.929796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98b346-b3a0-44dc-8721-3d0e032b691a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.931650 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-de98b346-b3a0-44dc-8721-3d0e032b691a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2844036 Jul 16 01:43:32.964564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b99c990e-d224-4ae4-b09b-0d026e1604f2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:32.986397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.009590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Port 0f780ff4-4895-470f-8d8a-98d890b60dcf cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:33.016455 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:33.020025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.030375 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.035421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "DELETE /v2.0/networks/ad97b274-556c-40e0-9e8d-ac8454b9196a HTTP/1.1" status: 204 len: 168 time: 0.4971671 Jul 16 01:43:33.036077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.177038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930760c-50b9-46d0-9e9b-72e718b320e4 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event deleted for resources: {'Network': ['ID=ad97b274-556c-40e0-9e8d-ac8454b9196a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.183537 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec290a3-a20f-44b6-b218-7044cce3132c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:33.185851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec290a3-a20f-44b6-b218-7044cce3132c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:33.196405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0ec290a3-a20f-44b6-b218-7044cce3132c tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "DELETE /v2.0/ports/56e22d58-ea60-42ae-a0d1-49bf906578cf HTTP/1.1" status: 404 len: 333 time: 0.1011403 Jul 16 01:43:33.198911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.219293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Provisioning complete for port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:33.228810 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42b5df79-88ae-48e8-91db-e4d7e7676483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.308943 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.325650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c7f0297e-7957-4da8-9d9b-eb8672b930d4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:33.331053 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Transition to ACTIVE for port object 0f780ff4-4895-470f-8d8a-98d890b60dcf will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:33.335191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Deleting subnet f30150ed-e86b-46fb-b002-095705ad4795 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:33.342363 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.345350 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.417926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a7600-ff56-415e-b4a0-a77c198d0fb5 req-a51fae4e-12ab-412b-ac6c-4fd725cfe992 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.420694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b3a7600-ff56-415e-b4a0-a77c198d0fb5 req-a51fae4e-12ab-412b-ac6c-4fd725cfe992 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 944 time: 0.4264498 Jul 16 01:43:33.426736 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.485947 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Attempting to bind port 0f780ff4-4895-470f-8d8a-98d890b60dcf on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:33.486740 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Attempting to bind port 0f780ff4-4895-470f-8d8a-98d890b60dcf by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:33.487329 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Attempting to bind port 0f780ff4-4895-470f-8d8a-98d890b60dcf on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:33.490895 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Pushing event updated for resources: {'Port': ['ID=0f780ff4-4895-470f-8d8a-98d890b60dcf,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.500416 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.501509 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.501509 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.501826 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.502231 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.503238 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.503697 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.504113 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.504564 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.506313 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.507840 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.508287 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:33.513028 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.516186 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:33.516869 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:33.517741 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.518810 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:33.519798 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Bound port: 0f780ff4-4895-470f-8d8a-98d890b60dcf, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:33.520424 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.546772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b3a7600-ff56-415e-b4a0-a77c198d0fb5 req-e799537f-c681-4632-bccc-983d93798d0c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149328 Jul 16 01:43:33.554418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port b99c990e-d224-4ae4-b09b-0d026e1604f2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:33.554797 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.591122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.635215 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] For port 0f780ff4-4895-470f-8d8a-98d890b60dcf, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:33.640603 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] For port 0f780ff4-4895-470f-8d8a-98d890b60dcf, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0f780ff4-4895-470f-8d8a-98d890b60dcf,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:33.648684 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.702574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.722780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.732101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "DELETE /v2.0/subnets/f30150ed-e86b-46fb-b002-095705ad4795 HTTP/1.1" status: 204 len: 168 time: 0.5298321 Jul 16 01:43:33.735506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.744562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29e2a273-10a5-4a2b-828c-29a35a055881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.749078 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5387-184a-4dc4-9740-77c567ac1c85 None None] Pushing event updated for resources: {'Port': ['ID=0f780ff4-4895-470f-8d8a-98d890b60dcf,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.778938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29e2a273-10a5-4a2b-828c-29a35a055881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.790134 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Routers {'e553b56c-91fb-4b85-80a8-2f142a46a433'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:33.790822 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e553b56c-91fb-4b85-80a8-2f142a46a433'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:33.904353 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29e2a273-10a5-4a2b-828c-29a35a055881 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d19eb09d1b54dacab33e26ac0e33b02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0983660 Jul 16 01:43:33.905265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2a273-10a5-4a2b-828c-29a35a055881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad7abd5-a35d-4c72-8497-307a182dbef9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.908161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46872) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.912947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=14a29698-dc50-4b9c-bf65-ecd87e6272f2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.935547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c7f0297e-7957-4da8-9d9b-eb8672b930d4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:33.936117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.950779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': 'bb7299bf-0182-4a98-955a-0b4f0dd82a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba706ad7-3aee-4a41-993f-2f12f56d9be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:33.951530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: ba706ad7-3aee-4a41-993f-2f12f56d9be2, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:34.020169 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] Set router e553b56c-91fb-4b85-80a8-2f142a46a433 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:34.026970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network ba706ad7-3aee-4a41-993f-2f12f56d9be2 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:34.040241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc051e1b-404d-47fb-a594-49c0ee0fb8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.049736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ba706ad7-3aee-4a41-993f-2f12f56d9be2) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:34.085273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.088296 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.147502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc051e1b-404d-47fb-a594-49c0ee0fb8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.184942 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.198762 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bd01c67c-b053-4afd-890f-984d05cc8853 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2495112 Jul 16 01:43:34.203921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46876) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.259074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebe66019-05a8-4687-ba1c-cd0f118c7b96 None None] Provisioning complete for port c7f0297e-7957-4da8-9d9b-eb8672b930d4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:34.259535 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebe66019-05a8-4687-ba1c-cd0f118c7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.264797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74989d87-c779-4c8a-b8f0-cd9dd711532d tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event deleted for resources: {'Subnet': ['ID=f30150ed-e86b-46fb-b002-095705ad4795,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.308619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:34.312356 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57545095-87ad-49fd-be24-c4a684d59e99" -d '{"events": [{"server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "name": "network-vif-plugged", "status": "completed", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:34.357752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a0d9d-e0fa-4953-9f59-c54001c489b0 None None] Network 67af141f-22b0-46b4-9dc8-644aedc25b20 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:34.368955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc051e1b-404d-47fb-a594-49c0ee0fb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.369663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5664ad74-25ca-43e7-bc28-c0764d118448 None None] Network ba706ad7-3aee-4a41-993f-2f12f56d9be2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:34.371585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc051e1b-404d-47fb-a594-49c0ee0fb8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.376213 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fc051e1b-404d-47fb-a594-49c0ee0fb8c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ad7abd5-a35d-4c72-8497-307a182dbef9 HTTP/1.1" status: 204 len: 168 time: 0.4643385 Jul 16 01:43:34.410249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051e1b-404d-47fb-a594-49c0ee0fb8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad7abd5-a35d-4c72-8497-307a182dbef9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.425403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3ed18011-0f41-41b1-8c9d-09de0f20fef9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:34.490481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.535024 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e82a5b-40d6-49c7-acef-db7a35cafc2d x-openstack-request-id: req-21e82a5b-40d6-49c7-acef-db7a35cafc2d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:34.535566 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "name": "network-vif-plugged", "status": "completed", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:34.538863 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21e82a5b-40d6-49c7-acef-db7a35cafc2d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:34.539404 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'code': 200} Jul 16 01:43:34.541369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:34.552769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5f137-be56-40e8-8f44-df95690a0510 req-746dc542-a357-4e54-a0d7-662d1f509fdd tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.568170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4e5f137-be56-40e8-8f44-df95690a0510 req-746dc542-a357-4e54-a0d7-662d1f509fdd tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 945 time: 0.3199129 Jul 16 01:43:34.618101 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'name': 'tempest-NetworksTestDHCPv6-router-1409344890', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:24Z', 'updated_at': '2021-07-16T01:43:28Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None, '_interfaces': [{'id': '0f780ff4-4895-470f-8d8a-98d890b60dcf', 'name': '', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'mac_address': 'fa:16:3e:87:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'bd845165-b3da-4149-809c-813fb6c9d91b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:25Z', 'updated_at': '2021-07-16T01:43:33Z', 'revision_number': 4, 'project_id': '52f0101485b0464b8970d216e019beb7', 'subnets': [{'id': 'bd845165-b3da-4149-809c-813fb6c9d91b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:34.660090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.662672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:34.692177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.701364 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5f853-84d8-48ff-9991-dfed68e9e790 None None] The sync data for ids ['e553b56c-91fb-4b85-80a8-2f142a46a433'] in n-d-800085-5 is: [{'id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'name': 'tempest-NetworksTestDHCPv6-router-1409344890', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:24Z', 'updated_at': '2021-07-16T01:43:28Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None, '_interfaces': [{'id': '0f780ff4-4895-470f-8d8a-98d890b60dcf', 'name': '', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'mac_address': 'fa:16:3e:87:bd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': 'bd845165-b3da-4149-809c-813fb6c9d91b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:25Z', 'updated_at': '2021-07-16T01:43:33Z', 'revision_number': 4, 'project_id': '52f0101485b0464b8970d216e019beb7', 'subnets': [{'id': 'bd845165-b3da-4149-809c-813fb6c9d91b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:34.744821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4e5f137-be56-40e8-8f44-df95690a0510 req-b70b709d-83d8-46f9-b4bc-0cd6df3fac41 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756444 Jul 16 01:43:34.788191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Deleting port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:34.788580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.817813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:34.818287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e84b9c9c-6d2d-4b6a-a4c8-95229d91cef8 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:34.884768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.981728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] For port 3ed18011-0f41-41b1-8c9d-09de0f20fef9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3ed18011-0f41-41b1-8c9d-09de0f20fef9,segment=NetworkSegment(3ed9868a-9366-4eb0-bc5a-39cf18378eb8),segment_id=3ed9868a-9366-4eb0-bc5a-39cf18378eb8)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:34.982098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.031653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:35.032172 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.032324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Calling delete_port for 3ed18011-0f41-41b1-8c9d-09de0f20fef9 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:35.142323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67378c-e4e0-4568-9efb-0ff06f2b9883 req-d4c1cad3-3441-4899-afe3-2349c80a05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.144684 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fc67378c-e4e0-4568-9efb-0ff06f2b9883 req-d4c1cad3-3441-4899-afe3-2349c80a05f0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 1097 time: 0.5470269 Jul 16 01:43:35.148211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.247914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.250606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a3b97-14cd-4041-bf13-ed75bc9bc806 req-f4ebaa43-1390-485f-96b0-533e35062dd7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.253575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c45a3b97-14cd-4041-bf13-ed75bc9bc806 req-f4ebaa43-1390-485f-96b0-533e35062dd7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.3645287 Jul 16 01:43:35.277128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fc67378c-e4e0-4568-9efb-0ff06f2b9883 req-a83734e8-c8c2-4c25-9134-45d18547f8dd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138430 Jul 16 01:43:35.286677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebe66019-05a8-4687-ba1c-cd0f118c7b96 None None] Could not find standard attr ID for object 56e22d58-ea60-42ae-a0d1-49bf906578cf. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:35.341718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c45a3b97-14cd-4041-bf13-ed75bc9bc806 req-190f7f7e-ae2f-44c9-8bf3-3263787e7b4a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622020 Jul 16 01:43:35.386110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.463027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41ba5a9-5c69-477b-844d-34552531ac17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ba706ad7-3aee-4a41-993f-2f12f56d9be2', 'network_id': 'ba706ad7-3aee-4a41-993f-2f12f56d9be2', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': '14a29698-dc50-4b9c-bf65-ecd87e6272f2'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:35.466636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d41ba5a9-5c69-477b-844d-34552531ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.484067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-71d54d35-cf99-4103-b98c-db5232f2a7cb tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.486077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-71d54d35-cf99-4103-b98c-db5232f2a7cb tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 945 time: 0.3002448 Jul 16 01:43:35.496106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.544094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Could not find standard attr ID for object 3ed18011-0f41-41b1-8c9d-09de0f20fef9. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:35.549517 n-d-800085-5 neutron-server[93708]: INFO neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No ports have port_id starting with 3ed18011-0f41-41b1-8c9d-09de0f20fef9 Jul 16 01:43:35.668514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event deleted for resources: {'Port': ['ID=3ed18011-0f41-41b1-8c9d-09de0f20fef9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.692297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] No DVR routers for this DVR port 3ed18011-0f41-41b1-8c9d-09de0f20fef9 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:35.774971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0f780ff4-4895-470f-8d8a-98d890b60dcf up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:35.890514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de476e-9b7d-43f9-9d30-9019d93843ef None None] DHCP port deletion for 67af141f-22b0-46b4-9dc8-644aedc25b20 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:35.923657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50581c9-f74b-4d5d-91a8-8af4aa105264 None None] Network ba706ad7-3aee-4a41-993f-2f12f56d9be2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:36.064452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=14a29698-dc50-4b9c-bf65-ecd87e6272f2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.073586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.129386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.129632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0f780ff4-4895-470f-8d8a-98d890b60dcf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:36.133035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67af141f-22b0-46b4-9dc8-644aedc25b20']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:36.147348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba706ad7-3aee-4a41-993f-2f12f56d9be2']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:36.161455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7299bf-0182-4a98-955a-0b4f0dd82a48') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:36.161455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7299bf-0182-4a98-955a-0b4f0dd82a48') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:36.164408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed9868a-9366-4eb0-bc5a-39cf18378eb8') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:36.164973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed9868a-9366-4eb0-bc5a-39cf18378eb8') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:36.174783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.189238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.193942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.206400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:36.206888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.222512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Deleting port 0becf112-9b5a-4e96-a20c-32b76aae9904 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:36.223239 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:36.289855 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:36.295151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.319175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.324533 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/ba706ad7-3aee-4a41-993f-2f12f56d9be2 HTTP/1.1" status: 204 len: 168 time: 2.1014831 Jul 16 01:43:36.335736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:36.342008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] For port 0becf112-9b5a-4e96-a20c-32b76aae9904, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=0becf112-9b5a-4e96-a20c-32b76aae9904,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:36.342756 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.345609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-497172393'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:36.349430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426b70-04c2-4d93-bced-b0bdabe166da tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=ba706ad7-3aee-4a41-993f-2f12f56d9be2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.362134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 0f780ff4-4895-470f-8d8a-98d890b60dcf {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:36.362690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.367335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Calling delete_port for 0becf112-9b5a-4e96-a20c-32b76aae9904 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:36.480807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.492211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:36.496576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.499296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64c6e4-8cba-4074-9dd4-966aca3679ba req-8bce031d-a2b0-45d8-ad8c-52c7963c1444 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:36.507121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a64c6e4-8cba-4074-9dd4-966aca3679ba req-8bce031d-a2b0-45d8-ad8c-52c7963c1444 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=183a309e-ff81-4a37-a534-4c3acf457917 HTTP/1.1" status: 200 len: 945 time: 0.5681708 Jul 16 01:43:36.511527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:36.512049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:36.516463 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:36.594091 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0f780ff4-4895-470f-8d8a-98d890b60dcf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:36.594647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.619773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:36.657037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.658052 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment 79346660-11b4-4611-8e58-6807697399a0 of type vlan for network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a Jul 16 01:43:36.659258 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.664940 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.669853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] 10.222.0.81 "DELETE /v2.0/networks/67af141f-22b0-46b4-9dc8-644aedc25b20 HTTP/1.1" status: 204 len: 168 time: 2.9322481 Jul 16 01:43:36.682780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 0f780ff4-4895-470f-8d8a-98d890b60dcf, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0f780ff4-4895-470f-8d8a-98d890b60dcf,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:36.683681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.714527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6fddc-619c-4160-9a2f-2303a25cf793 tempest-DHCPAgentSchedulersTestJSON-1040717709 tempest-DHCPAgentSchedulersTestJSON-1040717709-project] Pushing event deleted for resources: {'Network': ['ID=67af141f-22b0-46b4-9dc8-644aedc25b20,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.738411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 0f780ff4-4895-470f-8d8a-98d890b60dcf owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:36.758071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a64c6e4-8cba-4074-9dd4-966aca3679ba req-b280312b-26c1-436c-8ea0-d9a98bc75e9f tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497902 Jul 16 01:43:36.779600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.793006 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.806693 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.810471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475', '0becf112-9b5a-4e96-a20c-32b76aae9904'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:36.842250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event deleted for resources: {'Port': ['ID=0becf112-9b5a-4e96-a20c-32b76aae9904,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.905406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] No DVR routers for this DVR port 0becf112-9b5a-4e96-a20c-32b76aae9904 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:36.905830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0f780ff4-4895-470f-8d8a-98d890b60dcf, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0f780ff4-4895-470f-8d8a-98d890b60dcf,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:36.919060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.921629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce2089d2-60f0-491d-ac71-c3726c0a12fe req-4e1d0006-8767-4d01-8ea1-e04999005de4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "DELETE /v2.0/ports/0becf112-9b5a-4e96-a20c-32b76aae9904 HTTP/1.1" status: 204 len: 173 time: 1.4273729 Jul 16 01:43:36.924655 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.929242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183a309e-ff81-4a37-a534-4c3acf457917', 'name': 'network-vif-deleted', 'tag': '0becf112-9b5a-4e96-a20c-32b76aae9904'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:36.932292 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f752e6d-768a-4d80-a56c-eb9f050b14d7" -d '{"events": [{"server_uuid": "183a309e-ff81-4a37-a534-4c3acf457917", "name": "network-vif-deleted", "tag": "0becf112-9b5a-4e96-a20c-32b76aae9904"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:36.993926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a27d1-b752-4fbb-86b9-0d30016f3325 req-a388fc56-16b2-436f-a8ef-c91b4e292293 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.005464 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-421a27d1-b752-4fbb-86b9-0d30016f3325 req-a388fc56-16b2-436f-a8ef-c91b4e292293 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.3481891 Jul 16 01:43:37.021419 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.038328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.039828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.080130 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f0297-0dbb-4ce9-8ea9-9ad10a4d9b33 x-openstack-request-id: req-745f0297-0dbb-4ce9-8ea9-9ad10a4d9b33 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:37.080462 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183a309e-ff81-4a37-a534-4c3acf457917", "name": "network-vif-deleted", "tag": "0becf112-9b5a-4e96-a20c-32b76aae9904", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:37.080716 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-745f0297-0dbb-4ce9-8ea9-9ad10a4d9b33 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:37.081117 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183a309e-ff81-4a37-a534-4c3acf457917', 'name': 'network-vif-deleted', 'tag': '0becf112-9b5a-4e96-a20c-32b76aae9904', 'status': 'completed', 'code': 200} Jul 16 01:43:37.108604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0f780ff4-4895-470f-8d8a-98d890b60dcf,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.126026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-421a27d1-b752-4fbb-86b9-0d30016f3325 req-1ba0c80a-9088-46af-9d5f-bf6a2dbeef76 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166050 Jul 16 01:43:37.224736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8872988 Jul 16 01:43:37.227621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.234003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:37.262253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293ce60-73b6-411f-b466-7f0d0b86b822 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=ba0cd2b7-981c-4911-b5de-afb9da6f2f5a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.271210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46940) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.274213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:37.394272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.463490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:37.467068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.487238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=0f780ff4-4895-470f-8d8a-98d890b60dcf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.569644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3ae6e-1ece-4253-893f-669e55bf2e1a req-42653a6f-5021-45d1-821d-cdca116c579d tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.589666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4be3ae6e-1ece-4253-893f-669e55bf2e1a req-42653a6f-5021-45d1-821d-cdca116c579d tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.2074168 Jul 16 01:43:37.729853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.785366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4be3ae6e-1ece-4253-893f-669e55bf2e1a req-9ad68a0b-0fb5-406a-aa59-4a5b00fe823c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941876 Jul 16 01:43:37.823010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3ed18011-0f41-41b1-8c9d-09de0f20fef9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:37.883726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 3ed18011-0f41-41b1-8c9d-09de0f20fef9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:37.883726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3ed18011-0f41-41b1-8c9d-09de0f20fef9 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:37.952890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-822761bd-5f2a-4b8f-9d1f-34bf6327a76d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=defe83d276ba4d539d4c9552296846c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748154 Jul 16 01:43:37.959491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.009453 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.121404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=0bc35539-a7eb-4c8f-bb60-de6851f45ad3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.173903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': '79346660-11b4-4611-8e58-6807697399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:38.174275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: ba0cd2b7-981c-4911-b5de-afb9da6f2f5a, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:38.193649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:38.212363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ba0cd2b7-981c-4911-b5de-afb9da6f2f5a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:38.226740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717babf-f7f9-4667-a61b-26967dcdf60e None None] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:38.233610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:38.234212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.266629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-65f59a62-2949-49f8-b005-7e51ad28d0e8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0374126 Jul 16 01:43:38.269550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.282861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:38.303782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Router e553b56c-91fb-4b85-80a8-2f142a46a433 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:38.309718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf78e1f-e479-4440-8c39-00d7884ceea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.401413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf78e1f-e479-4440-8c39-00d7884ceea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.422970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:38.431712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d2816d44-af2e-4a1b-99bc-9deca1bd4ed1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "PUT /v2.0/routers/e553b56c-91fb-4b85-80a8-2f142a46a433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4438722 Jul 16 01:43:38.438541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.479512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] Sync routers for ids ['e553b56c-91fb-4b85-80a8-2f142a46a433'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:38.499168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:38.503964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.508526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1cdab-2975-4a52-95a3-cfb91cd1c44f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:38.510319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1cdab-2975-4a52-95a3-cfb91cd1c44f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:38.511830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] Routers {'e553b56c-91fb-4b85-80a8-2f142a46a433'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:38.512477 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02d1cdab-2975-4a52-95a3-cfb91cd1c44f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0727553 Jul 16 01:43:38.515374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46994) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.516038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e553b56c-91fb-4b85-80a8-2f142a46a433'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:38.548733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf78e1f-e479-4440-8c39-00d7884ceea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.551559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf78e1f-e479-4440-8c39-00d7884ceea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.553037 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6cf78e1f-e479-4440-8c39-00d7884ceea1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97bdc1f7-573e-4954-9ea7-b61d35a24691 HTTP/1.1" status: 204 len: 168 time: 0.5903831 Jul 16 01:43:38.573277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf78e1f-e479-4440-8c39-00d7884ceea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bdc1f7-573e-4954-9ea7-b61d35a24691,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.589499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet bd845165-b3da-4149-809c-813fb6c9d91b {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:38.593211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.649779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.669092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ba0cd2b7-981c-4911-b5de-afb9da6f2f5a', 'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': '0bc35539-a7eb-4c8f-bb60-de6851f45ad3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:38.670264 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.673972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] Set router e553b56c-91fb-4b85-80a8-2f142a46a433 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:38.746447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'name': 'tempest-NetworksTestDHCPv6-router-1409344890', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:24Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 3, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:38.758003 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.786690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] Checking router: e553b56c-91fb-4b85-80a8-2f142a46a433 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:38.901162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.901451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] Routers {'e553b56c-91fb-4b85-80a8-2f142a46a433'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:38.902106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e553b56c-91fb-4b85-80a8-2f142a46a433'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:38.951989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.957446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/bd845165-b3da-4149-809c-813fb6c9d91b HTTP/1.1" status: 204 len: 168 time: 0.4405074 Jul 16 01:43:38.958280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.965894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5af13-2197-4f89-8812-23a9e5816e40 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=bd845165-b3da-4149-809c-813fb6c9d91b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.016586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c939f1f-6aee-40d6-9c15-d92a2666c673 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:39.018803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0becf112-9b5a-4e96-a20c-32b76aae9904 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:39.090457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-2fe8f892-f043-4910-8ae2-2f099042d36c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.092041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-2fe8f892-f043-4910-8ae2-2f099042d36c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 815 time: 0.5815527 Jul 16 01:43:39.194873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f3f981bb-d14f-4890-9a07-77f1c367aa19 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2351980 Jul 16 01:43:39.195840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47010) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.199471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-61d14b8a-590d-4736-b06d-afc9a33da591 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/quotas/595c707b95004617bd7ddfb674c52b05 HTTP/1.1" status: 200 len: 375 time: 0.0725856 Jul 16 01:43:39.237652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 0becf112-9b5a-4e96-a20c-32b76aae9904 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:39.238003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 0becf112-9b5a-4e96-a20c-32b76aae9904 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:39.252590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] Set router e553b56c-91fb-4b85-80a8-2f142a46a433 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:39.300588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.322935 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8937ae26-8481-4528-940a-68a230dbf147 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.327133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'name': 'tempest-NetworksTestDHCPv6-router-1409344890', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:24Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 3, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.391058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b980d5-9724-4c96-add3-565c4da4211c None None] The sync data for ids ['e553b56c-91fb-4b85-80a8-2f142a46a433'] in n-d-800085-5 is: [{'id': 'e553b56c-91fb-4b85-80a8-2f142a46a433', 'name': 'tempest-NetworksTestDHCPv6-router-1409344890', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:24Z', 'updated_at': '2021-07-16T01:43:37Z', 'revision_number': 3, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:39.407040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Allocated IP 2001:db8::2 (ba0cd2b7-981c-4911-b5de-afb9da6f2f5a/0bc35539-a7eb-4c8f-bb60-de6851f45ad3/25e63d9d-9f90-4142-b00f-b70f2dd2ca9c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:39.423704 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.528763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e6bc-0b74-4dc9-a0f1-73efd9ce4e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.566011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:39.566606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.609777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:39.624429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.625027 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.641641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa1b70b8-48a1-497e-9efc-59ca7f425937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.655080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3837638 Jul 16 01:43:39.656663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.662448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.663068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8937ae26-8481-4528-940a-68a230dbf147 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.664256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bdc7c-f27d-443b-8b05-df841a0b6c14 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=8b8a17a3-dad6-4d7c-9822-21a74dc1b737,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.674050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Transition to ACTIVE for port object 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:39.675240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8937ae26-8481-4528-940a-68a230dbf147 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.687704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-bee5f484-fc65-465d-9033-1eb63562c6f7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4726012 Jul 16 01:43:39.694936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Transition to ACTIVE for port object 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:39.705171 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.750791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8937ae26-8481-4528-940a-68a230dbf147 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.752637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8937ae26-8481-4528-940a-68a230dbf147 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Fanout notify agent at l3_agent the message router_deleted on router e553b56c-91fb-4b85-80a8-2f142a46a433 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:39.757766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:39.760642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:39.764741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:39.768667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8937ae26-8481-4528-940a-68a230dbf147 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.771081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Pushing event updated for resources: {'Port': ['ID=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.777769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8937ae26-8481-4528-940a-68a230dbf147 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/routers/e553b56c-91fb-4b85-80a8-2f142a46a433 HTTP/1.1" status: 204 len: 168 time: 0.5805395 Jul 16 01:43:39.778449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.794064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:39.805547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:39.902390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-8b322a6c-c0f5-4951-afba-24914ea8b6c7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.903231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0f780ff4-4895-470f-8d8a-98d890b60dcf no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:39.904534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-8b322a6c-c0f5-4951-afba-24914ea8b6c7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "GET /v2.0/ports?device_id=6478284d-602b-44fc-8081-f7fdf87928c2 HTTP/1.1" status: 200 len: 946 time: 0.3811929 Jul 16 01:43:39.909177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Attempting to bind port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:39.909899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Attempting to bind port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '79346660-11b4-4611-8e58-6807697399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:39.909899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Attempting to bind port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c on network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:39.934261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0f780ff4-4895-470f-8d8a-98d890b60dcf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:39.934520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0f780ff4-4895-470f-8d8a-98d890b60dcf not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:39.934935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:39.938911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:39.939292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Checking segment: {'id': '79346660-11b4-4611-8e58-6807697399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:39.939704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.940103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Bound using segment: {'id': '79346660-11b4-4611-8e58-6807697399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:39.940659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Bound port: 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79346660-11b4-4611-8e58-6807697399a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:39.941044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.947002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65aa01f-6284-438b-aa68-73d182705ab8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.952210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65aa01f-6284-438b-aa68-73d182705ab8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.954167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65aa01f-6284-438b-aa68-73d182705ab8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.955742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65aa01f-6284-438b-aa68-73d182705ab8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.957271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65aa01f-6284-438b-aa68-73d182705ab8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.964661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f65aa01f-6284-438b-aa68-73d182705ab8 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2979951 Jul 16 01:43:39.969519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.975092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-714131404'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:39.999987 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e6bc-0b74-4dc9-a0f1-73efd9ce4e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.003141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-14fb43a0-31f4-4242-a2d6-dc0840ea489b service neutron] 10.222.0.81 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076427 Jul 16 01:43:40.015409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e6bc-0b74-4dc9-a0f1-73efd9ce4e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.071464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] Deleting port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:40.071842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.080790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d3b5e6bc-0b74-4dc9-a0f1-73efd9ce4e03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77167352488340e88c398b8196140b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7770960 Jul 16 01:43:40.082234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:40.127927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:40.127927 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:43:40.127927 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': 'dde1e54f52c24823a2bedfa5e973815e', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 43, 39, 980177)}] Jul 16 01:43:40.127927 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:40.128892 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:40.129406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:43:40.129406 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:43:40.129406 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': '52f0101485b0464b8970d216e019beb7', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 43, 39, 944162)}] Jul 16 01:43:40.129406 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:40.130246 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:40.130803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5e6bc-0b74-4dc9-a0f1-73efd9ce4e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000bd6aa-9c9f-4e2c-9eb4-83b080b1638a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.201993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] For port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:40.217978 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.228768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b3bae53-dcbc-4104-839e-11539a9a5a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.236465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] For port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.237201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.252047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] For port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,segment=NetworkSegment(79346660-11b4-4611-8e58-6807697399a0),segment_id=79346660-11b4-4611-8e58-6807697399a0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:40.255245 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b3bae53-dcbc-4104-839e-11539a9a5a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.274393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa1b70b8-48a1-497e-9efc-59ca7f425937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.289780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa1b70b8-48a1-497e-9efc-59ca7f425937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.294416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] Calling delete_port for f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:40.334785 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.352873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b70b8-48a1-497e-9efc-59ca7f425937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab2d197-0ecb-4d20-94af-f1b6c898596f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.363590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b3bae53-dcbc-4104-839e-11539a9a5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.367436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b3bae53-dcbc-4104-839e-11539a9a5a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.374175 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9b3bae53-dcbc-4104-839e-11539a9a5a2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/000bd6aa-9c9f-4e2c-9eb4-83b080b1638a HTTP/1.1" status: 204 len: 168 time: 0.2839935 Jul 16 01:43:40.391560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bae53-dcbc-4104-839e-11539a9a5a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000bd6aa-9c9f-4e2c-9eb4-83b080b1638a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.428478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aa1b70b8-48a1-497e-9efc-59ca7f425937 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=046d9a89b2ef4a3c8c2916423da1fbb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8571923 Jul 16 01:43:40.431085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:40.458275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-3b2fc4e7-921b-4fa1-9b59-8e129f502e86 service neutron] 10.222.0.81 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357734 Jul 16 01:43:40.472568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Deleting port b99c990e-d224-4ae4-b09b-0d026e1604f2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:40.472996 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.529075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d3986e9-bd26-4548-a7e4-9e9c74b9042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.585116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d3986e9-bd26-4548-a7e4-9e9c74b9042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.626241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.651265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] For port b99c990e-d224-4ae4-b09b-0d026e1604f2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b99c990e-d224-4ae4-b09b-0d026e1604f2,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.651632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.675319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Calling delete_port for b99c990e-d224-4ae4-b09b-0d026e1604f2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:40.727228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526885e-d1ff-42bf-8d2a-591ba3134cb0 None None] Pushing event updated for resources: {'Port': ['ID=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.751561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.765867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:40.768617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.769470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.878574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] Pushing event deleted for resources: {'Port': ['ID=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.898397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe82c9-b03f-446f-8995-f01c395d42dd None None] No DVR routers for this DVR port f2b4aad8-ab7c-4064-ac7d-d3aa9605f728 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:40.952611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:40.955186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.967095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event deleted for resources: {'Port': ['ID=f2b4aad8-ab7c-4064-ac7d-d3aa9605f728,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.986621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d3986e9-bd26-4548-a7e4-9e9c74b9042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.990416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d3986e9-bd26-4548-a7e4-9e9c74b9042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.994207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1d3986e9-bd26-4548-a7e4-9e9c74b9042f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ab2d197-0ecb-4d20-94af-f1b6c898596f HTTP/1.1" status: 204 len: 168 time: 0.5596249 Jul 16 01:43:41.015147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:41.016955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47044) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:41.043905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3986e9-bd26-4548-a7e4-9e9c74b9042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab2d197-0ecb-4d20-94af-f1b6c898596f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.070993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae618f58-162b-4782-8274-734477b78de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.077362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.077799 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment 18f9959f-24a4-47c0-9e66-05dc9a5d8e3a of type vlan for network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c Jul 16 01:43:41.222383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.387415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.423980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.433423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.437657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.528199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:41.549142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=c377762c-c4dd-4075-b28e-49f700e98134,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.551829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:41.559624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.560286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.566386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49765696-f962-4d10-8fee-41da34ff4470 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:41.580376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1b5213e-384b-46d1-b1a5-aa9ab308d472 req-3d42622f-1fb5-4b49-872f-d8c617c1379c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 210 time: 0.0649471 Jul 16 01:43:41.621902 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.649552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b99c990e-d224-4ae4-b09b-0d026e1604f2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:41.670092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=9fb8206b-c2f8-44b7-b55e-6a8fb063a27c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.691752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Pushing event deleted for resources: {'Port': ['ID=b99c990e-d224-4ae4-b09b-0d026e1604f2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.701455 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c07eca52-497d-4227-9a26-7523ce957033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.722036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae618f58-162b-4782-8274-734477b78de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.736059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae618f58-162b-4782-8274-734477b78de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.757613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:41.797882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] No DVR routers for this DVR port b99c990e-d224-4ae4-b09b-0d026e1604f2 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:41.809534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.811970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dc8e5ac-a23f-40f6-9500-badfcc45aa54 req-e14326aa-53b4-4b4c-a194-ee6f1e4c5240 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "DELETE /v2.0/ports/b99c990e-d224-4ae4-b09b-0d026e1604f2 HTTP/1.1" status: 204 len: 173 time: 1.8961868 Jul 16 01:43:41.815138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bbc53785-5988-4a5a-9bc6-ba2f9fe881c6 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8418789 Jul 16 01:43:41.815940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'name': 'network-vif-deleted', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:41.819261 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab5113-a4e5-48b7-ad86-026a04484a44" -d '{"events": [{"server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "name": "network-vif-deleted", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:41.831852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:41.888125 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250a8c1-da88-45e3-98a5-9e9750fff5cc x-openstack-request-id: req-d250a8c1-da88-45e3-98a5-9e9750fff5cc {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:41.888601 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6478284d-602b-44fc-8081-f7fdf87928c2", "name": "network-vif-deleted", "tag": "b99c990e-d224-4ae4-b09b-0d026e1604f2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:41.888947 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d250a8c1-da88-45e3-98a5-9e9750fff5cc {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:41.889690 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6478284d-602b-44fc-8081-f7fdf87928c2', 'name': 'network-vif-deleted', 'tag': 'b99c990e-d224-4ae4-b09b-0d026e1604f2', 'status': 'completed', 'code': 200} Jul 16 01:43:41.940282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:41.962146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:41.963388 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2d836538-453c-4e4d-b357-f494c7b0ff28 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1789594 Jul 16 01:43:41.969123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-577cc1eb-81d6-4541-bef4-0aff0dc0fed0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-827727638', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:41.970168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ae618f58-162b-4782-8274-734477b78de9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=109e95376e0e4695b3004541deaa3e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9507813 Jul 16 01:43:41.972396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47070) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.010291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae618f58-162b-4782-8274-734477b78de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6395554-7e2d-42b3-8b1e-65a661b61f68,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.042744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:42.150219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577cc1eb-81d6-4541-bef4-0aff0dc0fed0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.164981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577cc1eb-81d6-4541-bef4-0aff0dc0fed0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.169977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5373d0fb-2e8b-417f-a700-fff4af72ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.236915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5373d0fb-2e8b-417f-a700-fff4af72ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.350854 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5373d0fb-2e8b-417f-a700-fff4af72ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.354337 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5373d0fb-2e8b-417f-a700-fff4af72ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.357029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5373d0fb-2e8b-417f-a700-fff4af72ad41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6395554-7e2d-42b3-8b1e-65a661b61f68 HTTP/1.1" status: 204 len: 168 time: 0.3788545 Jul 16 01:43:42.374319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d0fb-2e8b-417f-a700-fff4af72ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6395554-7e2d-42b3-8b1e-65a661b61f68,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.501065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.538551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577cc1eb-81d6-4541-bef4-0aff0dc0fed0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.547340 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577cc1eb-81d6-4541-bef4-0aff0dc0fed0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.551105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.586488 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577cc1eb-81d6-4541-bef4-0aff0dc0fed0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.592025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-577cc1eb-81d6-4541-bef4-0aff0dc0fed0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6282947 Jul 16 01:43:42.592766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47086) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.612352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d8c8a-eab1-485a-8e0f-3a4d08c11880 None None] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:42.682648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c is not hosted by any dhcp agent {{(pid=93707) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:43:42.709591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.713657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.720712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "PUT /v2.0/networks/9fb8206b-c2f8-44b7-b55e-6a8fb063a27c HTTP/1.1" status: 200 len: 723 time: 0.7876363 Jul 16 01:43:42.722736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.726514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1184cf3f-5bb7-43be-90e1-81e56e288601 None None] Provisioning for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:42.742981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:42.821035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'c377762c-c4dd-4075-b28e-49f700e98134'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:42.826874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.872286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdc8f2-d74e-4330-b719-9f50098e7776 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=9fb8206b-c2f8-44b7-b55e-6a8fb063a27c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.980403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:43.079456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:43.089355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.305461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4eeca757-79d1-49ee-9f88-ccbda13d16ae req-fc926752-c3db-42a3-a439-4a76adb2bb73 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 210 time: 0.4025450 Jul 16 01:43:43.390502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/c377762c-c4dd-4075-b28e-49f700e98134/e623a810-6dd5-4a28-97b1-7ffd055b053f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:43.581649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.715466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.745079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Transition to ACTIVE for port object e623a810-6dd5-4a28-97b1-7ffd055b053f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:43.780107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:43.780574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:43.783765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=8ce6b8cc-0e22-4860-96ef-73f6628f1be2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:43.799040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Transition to ACTIVE for port object e623a810-6dd5-4a28-97b1-7ffd055b053f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:43.816364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.833792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:43.865943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-18ca997f-30e3-4454-b32a-b1799612820a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.867565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-18ca997f-30e3-4454-b32a-b1799612820a tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 815 time: 0.7998538 Jul 16 01:43:43.869702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:43.874000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.874612 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.882876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:43.896958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Request body: {'port': {'device_id': '0c88a803-cb99-4338-9903-370c62ea6a33', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'admin_state_up': True, 'tenant_id': '595c707b95004617bd7ddfb674c52b05'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:43.898706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a307d-b47c-447d-b704-d8848e259168 None None] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:43.904597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f76394df-1f62-4fc9-938c-85d04dd5732e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1754215 Jul 16 01:43:43.905285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:43.912921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c20d3ae3-03d4-4dc0-b316-915328d15dfe tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:44.015936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.057773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:44.059891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.167560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:44.208137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:44.221210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:44.295814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Pushing event updated for resources: {'Port': ['ID=e623a810-6dd5-4a28-97b1-7ffd055b053f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.313497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb3f2-3962-4a83-b5b4-5a2beea9bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.365469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47148) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:44.538769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Attempting to bind port e623a810-6dd5-4a28-97b1-7ffd055b053f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:44.538769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Attempting to bind port e623a810-6dd5-4a28-97b1-7ffd055b053f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:44.538769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Attempting to bind port e623a810-6dd5-4a28-97b1-7ffd055b053f on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:44.607270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:44.608080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:44.608812 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.609432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:44.610492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Bound port: e623a810-6dd5-4a28-97b1-7ffd055b053f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:44.611127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.617099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Made reservation on behalf of 595c707b95004617bd7ddfb674c52b05 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:44.623807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-9fb8206b-c2f8-44b7-b55e-6a8fb063a27c', 'network_id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': '8ce6b8cc-0e22-4860-96ef-73f6628f1be2'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:44.625090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.631286 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.664544 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.687742 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.700781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31a634e4-03a1-4413-8771-55cc15f08877 req-13435c54-67fd-471b-86c9-c568e1aca9e5 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 210 time: 0.1636879 Jul 16 01:43:44.767063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,segment=NetworkSegment(79346660-11b4-4611-8e58-6807697399a0),segment_id=79346660-11b4-4611-8e58-6807697399a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:44.796316 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.807026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20d3ae3-03d4-4dc0-b316-915328d15dfe tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4446372'] for subnet, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.862985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] Update dhcp port {'port': {'network_id': 'ba0cd2b7-981c-4911-b5de-afb9da6f2f5a', 'fixed_ips': [{'subnet_id': '0bc35539-a7eb-4c8f-bb60-de6851f45ad3', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b8a17a3-dad6-4d7c-9822-21a74dc1b737'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '25e63d9d-9f90-4142-b00f-b70f2dd2ca9c'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:43:44.922843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::1 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/c377762c-c4dd-4075-b28e-49f700e98134/40893852-43b1-4d0e-9c81-7667ee94ed7b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:45.024741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1311367081'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:45.029743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b99c990e-d224-4ae4-b09b-0d026e1604f2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:45.078327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: b99c990e-d224-4ae4-b09b-0d026e1604f2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:45.078821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b99c990e-d224-4ae4-b09b-0d026e1604f2 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:45.112477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] For port e623a810-6dd5-4a28-97b1-7ffd055b053f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:45.118722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] For port e623a810-6dd5-4a28-97b1-7ffd055b053f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e623a810-6dd5-4a28-97b1-7ffd055b053f,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:45.120614 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.125980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.132690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Made reservation on behalf of febd685336364f4a8ebfc1a425a005d3 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:45.133878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.149180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.166305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.175314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20d3ae3-03d4-4dc0-b316-915328d15dfe tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780520067467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4853128'] for subnet, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.225659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d3ae3-03d4-4dc0-b316-915328d15dfe tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.226657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20d3ae3-03d4-4dc0-b316-915328d15dfe tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.230720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c20d3ae3-03d4-4dc0-b316-915328d15dfe tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "PUT /v2.0/subnets/8ce6b8cc-0e22-4860-96ef-73f6628f1be2 HTTP/1.1" status: 200 len: 826 time: 1.3244541 Jul 16 01:43:45.235087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.308416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d3ae3-03d4-4dc0-b316-915328d15dfe tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=8ce6b8cc-0e22-4860-96ef-73f6628f1be2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.396651 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.458420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Allocated IP 172.20.0.14 (120b2e0a-1fae-4653-ab8c-0fa8b5a836bb/927794cd-f7c5-44a9-bd65-737f6ec65d48/4b5c2042-53d7-4010-98ea-c40c221d6361) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:45.465682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 40893852-43b1-4d0e-9c81-7667ee94ed7b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:45.468874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.589784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.618372 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.626268 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.642607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Allocated IP 2001:db8::2 (9fb8206b-c2f8-44b7-b55e-6a8fb063a27c/8ce6b8cc-0e22-4860-96ef-73f6628f1be2/f31337d9-7d97-46a7-8d9c-e7b99b05918e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:45.681121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.688782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:45.703391 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.773602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7d709-e479-4fdb-80c7-ab70c20d890a None None] Pushing event updated for resources: {'Port': ['ID=e623a810-6dd5-4a28-97b1-7ffd055b053f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.939096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=40893852-43b1-4d0e-9c81-7667ee94ed7b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.951598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] Allocated IP 172.20.0.1 (ba0cd2b7-981c-4911-b5de-afb9da6f2f5a/8b8a17a3-dad6-4d7c-9822-21a74dc1b737/25e63d9d-9f90-4142-b00f-b70f2dd2ca9c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:45.951847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.952137 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Added segment 33e95763-0e57-4e86-970b-676d286f1e12 of type vlan for network 773c92db-2dac-42af-aa89-55b313a5397a Jul 16 01:43:46.000014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4afbe-f166-456c-aaa1-b4b6e9978a11,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.091013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:46.094622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e90f2485-bc69-49b9-a7d3-a4186e84314b req-cafa4e9e-850e-45f5-8d70-20c15ddc30bd tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 210 time: 0.0840042 Jul 16 01:43:46.149964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:46.212474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:46.213065 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.230842 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.270504 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.354355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.393237 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.407407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.419401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.477864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.489338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0820944 Jul 16 01:43:46.512519 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.525407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Transition to ACTIVE for port object f31337d9-7d97-46a7-8d9c-e7b99b05918e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:46.548922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Transition to ACTIVE for port object f31337d9-7d97-46a7-8d9c-e7b99b05918e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:46.577516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] For port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,segment=NetworkSegment(79346660-11b4-4611-8e58-6807697399a0),segment_id=79346660-11b4-4611-8e58-6807697399a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:46.598642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.650655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce6b8cc-0e22-4860-96ef-73f6628f1be2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.779229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4bb15-8fbf-4d8b-b47c-9d9cee5c9ba9 tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Pushing event updated for resources: {'Network': ['ID=773c92db-2dac-42af-aa89-55b313a5397a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.840964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.846202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.859245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'network': {'name': 'tempest-network--1525353833', 'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:46.893439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 773c92db-2dac-42af-aa89-55b313a5397a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:46.896447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb8206b-c2f8-44b7-b55e-6a8fb063a27c']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.944324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.944629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.980607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Pushing event updated for resources: {'Port': ['ID=4b5c2042-53d7-4010-98ea-c40c221d6361,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.981195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.989084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Made reservation on behalf of b901461a93724514b995ba191112136f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:46.991443 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.993332 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.994539 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.046828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.078909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.087637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e4df-aad9-4aa5-a12f-8cd705377f31 req-23b2c5b5-97af-46dc-9049-40581dcf5ca4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.095811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0073e4df-aad9-4aa5-a12f-8cd705377f31 req-23b2c5b5-97af-46dc-9049-40581dcf5ca4 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 945 time: 0.5397439 Jul 16 01:43:47.147797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:47.156576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:47.163743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:47.212092 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.274844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e623a810-6dd5-4a28-97b1-7ffd055b053f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:47.307342 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.310588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:47.342328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0073e4df-aad9-4aa5-a12f-8cd705377f31 req-f10ab2c2-e05b-42ef-a8df-061e678476cc tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455094 Jul 16 01:43:47.358034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.358315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:47.363258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:47.365500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:47.378776 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:47.390050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:47.407273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.409153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Pushing event updated for resources: {'Port': ['ID=f31337d9-7d97-46a7-8d9c-e7b99b05918e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.500700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:47.519637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29041e86-0aeb-420c-b5ad-7789cc6ee95e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.523004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.523664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.529612 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:43:47.529612 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:43:47.529612 n-d-800085-5 neutron-server[93707]: [parameters: {'id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c'}] Jul 16 01:43:47.529612 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:47.530588 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:47.532208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.533232 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Added segment f0e87d71-344c-4c19-931d-49a663d8de7c of type vlan for network fe4ec2ae-30f5-4f62-bbf2-d20351d0cbb7 Jul 16 01:43:47.571929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] Transition to ACTIVE for port object 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:47.609036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f8218043-9663-4746-851b-1d2157b4773f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7266872 Jul 16 01:43:47.621065 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.639895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8cec4ae2-5da6-4917-b419-c63870f8949b None None] Provisioning for port e623a810-6dd5-4a28-97b1-7ffd055b053f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:47.663383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.724321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.725941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.726817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.757613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Attempting to bind port f31337d9-7d97-46a7-8d9c-e7b99b05918e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:47.758017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Attempting to bind port f31337d9-7d97-46a7-8d9c-e7b99b05918e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:47.758411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Attempting to bind port f31337d9-7d97-46a7-8d9c-e7b99b05918e on network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:47.769872 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2908287 Jul 16 01:43:47.772822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.786930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.821890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Request body: {'port': {'device_id': '0c88a803-cb99-4338-9903-370c62ea6a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.830891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.832073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.839934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:47.840366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Checking segment: {'id': '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:47.840782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.841180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Bound using segment: {'id': '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:47.841737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Bound port: f31337d9-7d97-46a7-8d9c-e7b99b05918e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fb8206b-c2f8-44b7-b55e-6a8fb063a27c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:47.842144 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.867469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e623a810-6dd5-4a28-97b1-7ffd055b053f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:47.896360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47258) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.898862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e623a810-6dd5-4a28-97b1-7ffd055b053f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:47.899240 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.922515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ce712-7526-425d-8f5d-fd1b0dcd65dd tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Network': ['ID=fe4ec2ae-30f5-4f62-bbf2-d20351d0cbb7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.939435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network fe4ec2ae-30f5-4f62-bbf2-d20351d0cbb7 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:47.947792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf976f1-60f9-498d-b9df-0c1179134f32 None None] Pushing event updated for resources: {'Port': ['ID=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.974883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af394bcd-f031-45c6-b614-eb6318920f42 req-ba3c2afb-8db2-4572-a39d-bbe01a6a45f7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.982075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af394bcd-f031-45c6-b614-eb6318920f42 req-ba3c2afb-8db2-4572-a39d-bbe01a6a45f7 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 932 time: 0.5708804 Jul 16 01:43:48.015087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.048999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.153104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.155187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=40893852-43b1-4d0e-9c81-7667ee94ed7b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.189132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af394bcd-f031-45c6-b614-eb6318920f42 req-bcb39fb6-ec86-4a79-9d5e-897d55aeb315 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060812 Jul 16 01:43:48.207179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.208291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ce5a0323-991b-4650-94bb-27547b9ab8e1 None None] Provisioning for port 40893852-43b1-4d0e-9c81-7667ee94ed7b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:48.230450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] For port f31337d9-7d97-46a7-8d9c-e7b99b05918e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:48.233975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] For port f31337d9-7d97-46a7-8d9c-e7b99b05918e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f31337d9-7d97-46a7-8d9c-e7b99b05918e,segment=NetworkSegment(18f9959f-24a4-47c0-9e66-05dc9a5d8e3a),segment_id=18f9959f-24a4-47c0-9e66-05dc9a5d8e3a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:48.240356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ce5a0323-991b-4650-94bb-27547b9ab8e1 None None] Provisioning complete for port 40893852-43b1-4d0e-9c81-7667ee94ed7b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:48.240955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0323-991b-4650-94bb-27547b9ab8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.245943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.247007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4ec2ae-30f5-4f62-bbf2-d20351d0cbb7']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:48.270301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e87d71-344c-4c19-931d-49a663d8de7c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:48.270717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e87d71-344c-4c19-931d-49a663d8de7c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:48.281197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.320129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.327077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:48.327496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:48.346190 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:48.408635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a64dff-13c6-4787-adec-9330f8b25555 req-b56c54bb-c12c-44be-8cbf-ef9186f7b9eb tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.410205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-51a64dff-13c6-4787-adec-9330f8b25555 req-b56c54bb-c12c-44be-8cbf-ef9186f7b9eb tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 945 time: 0.5985727 Jul 16 01:43:48.456996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a0323-991b-4650-94bb-27547b9ab8e1 None None] Port 40893852-43b1-4d0e-9c81-7667ee94ed7b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:48.459276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7411e7-0251-4dc0-b3d2-9822c1706885 None None] Pushing event updated for resources: {'Port': ['ID=f31337d9-7d97-46a7-8d9c-e7b99b05918e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.475707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276aa3d-58a9-4e95-b456-ff55f989b272 None None] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:48.482554 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.567251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.573295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe4ec2ae-30f5-4f62-bbf2-d20351d0cbb7 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:43:48.589486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.592215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e623a810-6dd5-4a28-97b1-7ffd055b053f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e623a810-6dd5-4a28-97b1-7ffd055b053f,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:48.597433 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "DELETE /v2.0/networks/fe4ec2ae-30f5-4f62-bbf2-d20351d0cbb7 HTTP/1.1" status: 204 len: 168 time: 0.8205097 Jul 16 01:43:48.605273 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.606047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:48.607456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:48.615645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:48.671746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Made reservation on behalf of b901461a93724514b995ba191112136f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:48.674269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.689158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bc6b7-17ea-4377-aba9-0217f273c2b6 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe4ec2ae-30f5-4f62-bbf2-d20351d0cbb7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.716899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:48.730258 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.730620 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Added segment 52c80a18-031a-4f94-a5cf-daba9b9e48c7 of type vlan for network 6dc2fd3c-c9bf-4790-a8ab-550b2c250404 Jul 16 01:43:48.768385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e623a810-6dd5-4a28-97b1-7ffd055b053f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.788147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.859769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting port f31337d9-7d97-46a7-8d9c-e7b99b05918e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:48.860527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.891694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9394f1-f9d8-49d7-92dd-17509aa4a038 None None] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:48.978176 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a19f5661-a09c-4b26-9eed-7f2c9399efc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.018800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] For port f31337d9-7d97-46a7-8d9c-e7b99b05918e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f31337d9-7d97-46a7-8d9c-e7b99b05918e,segment=NetworkSegment(18f9959f-24a4-47c0-9e66-05dc9a5d8e3a),segment_id=18f9959f-24a4-47c0-9e66-05dc9a5d8e3a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:49.019406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.037846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Calling delete_port for f31337d9-7d97-46a7-8d9c-e7b99b05918e owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:49.056712 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:49.097112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:49.111818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:49.121989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a463ca8-0c1a-4728-bb1d-1fa4442729f8 None None] Network 9fb8206b-c2f8-44b7-b55e-6a8fb063a27c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:49.131646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b9236389-54a0-43fa-8dcf-e692197024ef None None] Provisioning for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:49.182146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b9236389-54a0-43fa-8dcf-e692197024ef None None] Provisioning complete for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:49.183621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9236389-54a0-43fa-8dcf-e692197024ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.194168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.195276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.196098 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.206837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.232469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e623a810-6dd5-4a28-97b1-7ffd055b053f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:49.304497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Port': ['ID=f31337d9-7d97-46a7-8d9c-e7b99b05918e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.355140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.355516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.355834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.356174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.356532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.356869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.357197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.357616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.357952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.366192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.366592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.366939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:49.381164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Deleting port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:49.381887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.405397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494498c9-a131-4aa9-8480-26b29caa4973 req-067472a5-bbac-48c8-9cab-7fd159cfb888 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.407155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-494498c9-a131-4aa9-8480-26b29caa4973 req-067472a5-bbac-48c8-9cab-7fd159cfb888 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 945 time: 0.6406848 Jul 16 01:43:49.530160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] For port abc1d798-ac08-4f1c-9b0c-f9579ff7e475, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,segment=NetworkSegment(14c05efa-c5c5-494a-8cc6-8850653542af),segment_id=14c05efa-c5c5-494a-8cc6-8850653542af)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:49.530419 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.546953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Calling delete_port for abc1d798-ac08-4f1c-9b0c-f9579ff7e475 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:49.565186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-494498c9-a131-4aa9-8480-26b29caa4973 req-d5da87a4-ffc0-41cc-ae3b-d2efda248998 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc9b3b25-637f-40d4-8829-ec819fe70d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350257 Jul 16 01:43:49.611391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Router 08976cde-2478-4fea-8a25-e94284abd12b is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:49.620541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e623a810-6dd5-4a28-97b1-7ffd055b053f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:49.621157 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.697068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Network': ['ID=6dc2fd3c-c9bf-4790-a8ab-550b2c250404,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.712521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6dc2fd3c-c9bf-4790-a8ab-550b2c250404 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:49.717228 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No DVR routers for this DVR port f31337d9-7d97-46a7-8d9c-e7b99b05918e on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:49.717936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5c2042-53d7-4010-98ea-c40c221d6361 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:49.759846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.802760 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.833288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a19f5661-a09c-4b26-9eed-7f2c9399efc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.839387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Transition to ACTIVE for port object 4b5c2042-53d7-4010-98ea-c40c221d6361 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:49.854047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c184a-e0fe-4dff-b76b-b96b2b10230c req-77e51daa-3b34-416f-b5aa-04d856d1ce51 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.861459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:49.861699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-023c184a-e0fe-4dff-b76b-b96b2b10230c req-77e51daa-3b34-416f-b5aa-04d856d1ce51 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 932 time: 0.3774734 Jul 16 01:43:49.873153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.874096 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a19f5661-a09c-4b26-9eed-7f2c9399efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.904014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.915018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:49.924009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb8206b-c2f8-44b7-b55e-6a8fb063a27c']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.925838 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Sync routers for ids ['08976cde-2478-4fea-8a25-e94284abd12b'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:49.936082 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Routers {'08976cde-2478-4fea-8a25-e94284abd12b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:49.936995 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08976cde-2478-4fea-8a25-e94284abd12b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.939218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.939530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f9959f-24a4-47c0-9e66-05dc9a5d8e3a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.947726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e16a4e62-2b96-4b12-a8a0-8c1b2342b488 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "PUT /v2.0/routers/08976cde-2478-4fea-8a25-e94284abd12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3537700 Jul 16 01:43:49.958232 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.958392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.976476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b0df5657-df56-4926-99c7-a983b5c1d183 None None] Provisioning complete for port 40893852-43b1-4d0e-9c81-7667ee94ed7b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:49.977054 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0df5657-df56-4926-99c7-a983b5c1d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.979978 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.986225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:49.986690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.021895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b0df5657-df56-4926-99c7-a983b5c1d183 None None] Port 40893852-43b1-4d0e-9c81-7667ee94ed7b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:50.022540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a19f5661-a09c-4b26-9eed-7f2c9399efc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2106648df48644c28c250a84cbd9ecd0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1214907 Jul 16 01:43:50.024387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.031576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:50.032153 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:50.073636 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:50.084077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.094266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f5661-a09c-4b26-9eed-7f2c9399efc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94688f2-be9b-4115-83ba-ce6b7b5e879b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.098328 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9afa8f7f-bb7d-4d43-925c-7b94e5916caa tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4883685 Jul 16 01:43:50.107518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-023c184a-e0fe-4dff-b76b-b96b2b10230c req-6706a3eb-be43-42c7-b6d0-5f372e0b1140 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449498 Jul 16 01:43:50.119135 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.122448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.124597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/9fb8206b-c2f8-44b7-b55e-6a8fb063a27c HTTP/1.1" status: 204 len: 168 time: 4.8875988 Jul 16 01:43:50.130441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5c2042-53d7-4010-98ea-c40c221d6361,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.132647 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47298) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.142261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83238e17-be93-49e3-b32e-9ed6bdcf4ba3 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:43:50.147922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'subnet': {'network_id': '6dc2fd3c-c9bf-4790-a8ab-550b2c250404', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:50.149557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe23d63-8fc0-4e9b-bf0f-bdf47cff9a11 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=9fb8206b-c2f8-44b7-b55e-6a8fb063a27c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.187579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75abf532-e28a-4cd2-91cd-6e1c6307fefd None None] Provisioning complete for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:50.187959 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75abf532-e28a-4cd2-91cd-6e1c6307fefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.197930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.217887 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc6c405-86f1-479b-86c0-bcdcdc610e3f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:50.218603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc6c405-86f1-479b-86c0-bcdcdc610e3f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:50.220568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9bc6c405-86f1-479b-86c0-bcdcdc610e3f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/9fb8206b-c2f8-44b7-b55e-6a8fb063a27c HTTP/1.1" status: 404 len: 339 time: 0.0695269 Jul 16 01:43:50.222006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['abc1d798-ac08-4f1c-9b0c-f9579ff7e475'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:50.228099 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Set router 08976cde-2478-4fea-8a25-e94284abd12b gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:50.229324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0522e272-ff47-47b5-a6fb-f13abda35e9c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.233112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0522e272-ff47-47b5-a6fb-f13abda35e9c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports/40893852-43b1-4d0e-9c81-7667ee94ed7b HTTP/1.1" status: 200 len: 911 time: 0.2671869 Jul 16 01:43:50.233112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47300) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.258745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47302) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:50.276041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1693832581', 'description': 'd1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:50.323214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Pushing event deleted for resources: {'Port': ['ID=abc1d798-ac08-4f1c-9b0c-f9579ff7e475,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.338632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Made reservation on behalf of b901461a93724514b995ba191112136f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:50.341020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.365915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] No DVR routers for this DVR port abc1d798-ac08-4f1c-9b0c-f9579ff7e475 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:50.373093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.377178 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-51a64dff-13c6-4787-adec-9330f8b25555 req-3e92388d-1c53-4a2e-a7be-d20e98e21038 tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.93 "DELETE /v2.0/ports/abc1d798-ac08-4f1c-9b0c-f9579ff7e475 HTTP/1.1" status: 204 len: 173 time: 1.9018769 Jul 16 01:43:50.377690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'name': 'network-vif-deleted', 'tag': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:50.393716 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2f1c05-42e4-46a8-857a-d4c26323347f" -d '{"events": [{"server_uuid": "e35e1211-6298-4ecb-a09e-43e10b4fc91c", "name": "network-vif-deleted", "tag": "abc1d798-ac08-4f1c-9b0c-f9579ff7e475"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:50.464689 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb05b439-9843-4126-8e49-5480f83c16a0 x-openstack-request-id: req-eb05b439-9843-4126-8e49-5480f83c16a0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:50.464989 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35e1211-6298-4ecb-a09e-43e10b4fc91c", "name": "network-vif-deleted", "tag": "abc1d798-ac08-4f1c-9b0c-f9579ff7e475", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:50.465343 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb05b439-9843-4126-8e49-5480f83c16a0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:50.465743 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35e1211-6298-4ecb-a09e-43e10b4fc91c', 'name': 'network-vif-deleted', 'tag': 'abc1d798-ac08-4f1c-9b0c-f9579ff7e475', 'status': 'completed', 'code': 200} Jul 16 01:43:50.546897 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08976cde-2478-4fea-8a25-e94284abd12b', 'name': 'tempest-NetworksTestDHCPv6-router-827727638', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:42Z', 'updated_at': '2021-07-16T01:43:46Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None, '_interfaces': [{'id': '40893852-43b1-4d0e-9c81-7667ee94ed7b', 'name': '', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'mac_address': 'fa:16:3e:b1:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08976cde-2478-4fea-8a25-e94284abd12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'c377762c-c4dd-4075-b28e-49f700e98134', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:44Z', 'updated_at': '2021-07-16T01:43:47Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'subnets': [{'id': 'c377762c-c4dd-4075-b28e-49f700e98134', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:50.583723 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Checking router: 08976cde-2478-4fea-8a25-e94284abd12b for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:50.584497 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Updating router 08976cde-2478-4fea-8a25-e94284abd12b port 40893852-43b1-4d0e-9c81-7667ee94ed7b binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:50.633303 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.655224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83238e17-be93-49e3-b32e-9ed6bdcf4ba3 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:43:50.680295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:50.683261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.705803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4af04985-a70e-461f-a563-db3856418212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.763396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Attempting to bind port 4b5c2042-53d7-4010-98ea-c40c221d6361 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:50.763741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Attempting to bind port 4b5c2042-53d7-4010-98ea-c40c221d6361 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:50.765107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Attempting to bind port 4b5c2042-53d7-4010-98ea-c40c221d6361 on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:50.791018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Port 4b5c2042-53d7-4010-98ea-c40c221d6361 on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:50.791651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Attempting to bind port 4b5c2042-53d7-4010-98ea-c40c221d6361 on network 120b2e0a-1fae-4653-ab8c-0fa8b5a836bb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:50.849447 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4af04985-a70e-461f-a563-db3856418212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.879123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a12385e-c908-4779-90ba-67c68758b76c req-e0df4f07-f31d-49ef-a2b8-8e7b86c16cff tempest-AttachVolumeNegativeTest-2014421737 tempest-AttachVolumeNegativeTest-2014421737-project] 10.222.0.81 "GET /v2.0/ports?device_id=e35e1211-6298-4ecb-a09e-43e10b4fc91c HTTP/1.1" status: 200 len: 210 time: 0.0797367 Jul 16 01:43:50.880316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:50.881918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Checking segment: {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:50.883412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Bound using segment: {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:50.885037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Bound port: 4b5c2042-53d7-4010-98ea-c40c221d6361, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c39bf8-aeff-429c-a55b-e7a8d5d685e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:50.886446 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.920521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:50.935386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e2d03-7f6b-4976-b416-4bb78ec5eace tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.941389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e2d03-7f6b-4976-b416-4bb78ec5eace tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.943038 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-040e2d03-7f6b-4976-b416-4bb78ec5eace tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6825435 Jul 16 01:43:50.946016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:51.017255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] For port 4b5c2042-53d7-4010-98ea-c40c221d6361, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:51.021152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] For port 4b5c2042-53d7-4010-98ea-c40c221d6361, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b5c2042-53d7-4010-98ea-c40c221d6361,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:51.034900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.052591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.058321 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment f2caebfa-af08-42d1-8f03-bea9be445fa9 of type vlan for network 71337102-06d1-4670-bfc2-552191603baf Jul 16 01:43:51.058484 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.078015 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Transition to ACTIVE for port object 40893852-43b1-4d0e-9c81-7667ee94ed7b will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:51.086968 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.194148 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bcc6a-f1f8-4782-ac05-2d1e964f6880 None None] Pushing event updated for resources: {'Port': ['ID=40893852-43b1-4d0e-9c81-7667ee94ed7b,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.259637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.260408 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.262005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] 10.222.0.93 "PUT /v2.0/ports/4b5c2042-53d7-4010-98ea-c40c221d6361 HTTP/1.1" status: 200 len: 1092 time: 3.4659896 Jul 16 01:43:51.265369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c88a803-cb99-4338-9903-370c62ea6a33', 'tag': '4b5c2042-53d7-4010-98ea-c40c221d6361'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:51.276709 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f910a2-e9c3-4014-a350-6fc700b32be2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c88a803-cb99-4338-9903-370c62ea6a33", "tag": "4b5c2042-53d7-4010-98ea-c40c221d6361"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:51.307350 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Attempting to bind port 40893852-43b1-4d0e-9c81-7667ee94ed7b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:51.307885 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Attempting to bind port 40893852-43b1-4d0e-9c81-7667ee94ed7b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:51.308141 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Attempting to bind port 40893852-43b1-4d0e-9c81-7667ee94ed7b on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:51.317668 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:51.318036 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:51.318432 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.318816 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:51.319279 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Bound port: 40893852-43b1-4d0e-9c81-7667ee94ed7b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:51.319652 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.331222 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.409043 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] For port 40893852-43b1-4d0e-9c81-7667ee94ed7b, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:51.412670 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] For port 40893852-43b1-4d0e-9c81-7667ee94ed7b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=40893852-43b1-4d0e-9c81-7667ee94ed7b,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:51.413954 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ec9ccd-3b11-42d4-b5f1-b13c4c659187 x-openstack-request-id: req-97ec9ccd-3b11-42d4-b5f1-b13c4c659187 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:51.414360 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c88a803-cb99-4338-9903-370c62ea6a33", "tag": "4b5c2042-53d7-4010-98ea-c40c221d6361", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:51.414495 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97ec9ccd-3b11-42d4-b5f1-b13c4c659187 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:51.414872 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c88a803-cb99-4338-9903-370c62ea6a33', 'tag': '4b5c2042-53d7-4010-98ea-c40c221d6361', 'status': 'completed', 'code': 200} Jul 16 01:43:51.421958 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.434759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4af04985-a70e-461f-a563-db3856418212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.437349 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4af04985-a70e-461f-a563-db3856418212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.442683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4af04985-a70e-461f-a563-db3856418212 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b94688f2-be9b-4115-83ba-ce6b7b5e879b HTTP/1.1" status: 204 len: 168 time: 1.3808448 Jul 16 01:43:51.507617 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Routers {'08976cde-2478-4fea-8a25-e94284abd12b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:51.508171 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08976cde-2478-4fea-8a25-e94284abd12b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:51.522602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.572494 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.581894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.582586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.597079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40a904-eb3d-40ea-8034-d5f0fe30b597 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5c2042-53d7-4010-98ea-c40c221d6361,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.626384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af04985-a70e-461f-a563-db3856418212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94688f2-be9b-4115-83ba-ce6b7b5e879b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.733937 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] Set router 08976cde-2478-4fea-8a25-e94284abd12b gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:51.755840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5018167 Jul 16 01:43:51.772368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47338) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:51.795608 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bcc6a-f1f8-4782-ac05-2d1e964f6880 None None] Pushing event updated for resources: {'Port': ['ID=40893852-43b1-4d0e-9c81-7667ee94ed7b,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.894338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6557c-a456-4436-a86b-9549eaffd61c tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=71337102-06d1-4670-bfc2-552191603baf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.908756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 71337102-06d1-4670-bfc2-552191603baf details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:51.986132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:43:51.986627 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.990790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-e2586fde-94fa-4003-9cfc-f861713116e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.995996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-e2586fde-94fa-4003-9cfc-f861713116e7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 1095 time: 0.6678178 Jul 16 01:43:52.007814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.056890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.068067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6edc751c-0bf2-4af6-8d33-d85bbff3cf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.093456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56267a99-dabb-4ffc-8edf-1e71257154dd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.095114 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-56267a99-dabb-4ffc-8edf-1e71257154dd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/networks?id=71337102-06d1-4670-bfc2-552191603baf HTTP/1.1" status: 200 len: 765 time: 0.3186159 Jul 16 01:43:52.100215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cb7e4-94c1-409e-9f3c-fd2552cf56ac req-a1f604eb-5cc8-45dc-b36d-f68f1bad3740 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.101427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47350) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.107515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-256cb7e4-94c1-409e-9f3c-fd2552cf56ac req-a1f604eb-5cc8-45dc-b36d-f68f1bad3740 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 944 time: 0.8053186 Jul 16 01:43:52.108117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'description': 'd2'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:52.118568 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08976cde-2478-4fea-8a25-e94284abd12b', 'name': 'tempest-NetworksTestDHCPv6-router-827727638', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:42Z', 'updated_at': '2021-07-16T01:43:46Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None, '_interfaces': [{'id': '40893852-43b1-4d0e-9c81-7667ee94ed7b', 'name': '', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'mac_address': 'fa:16:3e:b1:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08976cde-2478-4fea-8a25-e94284abd12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'c377762c-c4dd-4075-b28e-49f700e98134', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:44Z', 'updated_at': '2021-07-16T01:43:51Z', 'revision_number': 4, 'project_id': '52f0101485b0464b8970d216e019beb7', 'subnets': [{'id': 'c377762c-c4dd-4075-b28e-49f700e98134', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.131752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-5935e0a3-4c96-48a6-8aef-2585a507c901 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b5c2042-53d7-4010-98ea-c40c221d6361 HTTP/1.1" status: 200 len: 217 time: 0.1181252 Jul 16 01:43:52.172490 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13b74-879d-45d0-9805-1166e71c6ade None None] The sync data for ids ['08976cde-2478-4fea-8a25-e94284abd12b'] in n-d-800085-5 is: [{'id': '08976cde-2478-4fea-8a25-e94284abd12b', 'name': 'tempest-NetworksTestDHCPv6-router-827727638', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:42Z', 'updated_at': '2021-07-16T01:43:46Z', 'revision_number': 2, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None, '_interfaces': [{'id': '40893852-43b1-4d0e-9c81-7667ee94ed7b', 'name': '', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'mac_address': 'fa:16:3e:b1:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08976cde-2478-4fea-8a25-e94284abd12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'c377762c-c4dd-4075-b28e-49f700e98134', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:44Z', 'updated_at': '2021-07-16T01:43:51Z', 'revision_number': 4, 'project_id': '52f0101485b0464b8970d216e019beb7', 'subnets': [{'id': 'c377762c-c4dd-4075-b28e-49f700e98134', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:52.221862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a645e07-2c81-4920-9598-954e08693ef9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.264734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Deleting subnet b38676b7-837c-4bbd-9344-99279961a999 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:52.271844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-256cb7e4-94c1-409e-9f3c-fd2552cf56ac req-35c07f1b-446b-4e43-b0b2-a066fc228cf1 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629786 Jul 16 01:43:52.278120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.306951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Checking segment: {'id': '52c80a18-031a-4f94-a5cf-daba9b9e48c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6dc2fd3c-c9bf-4790-a8ab-550b2c250404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:52.307322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Network hostable DHCP agents. Network: 6dc2fd3c-c9bf-4790-a8ab-550b2c250404, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:52.310325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0559a6b2-4691-4ef7-a51b-17b206a3b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.311792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-0559a6b2-4691-4ef7-a51b-17b206a3b35e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=927794cd-f7c5-44a9-bd65-737f6ec65d48 HTTP/1.1" status: 200 len: 855 time: 0.1569912 Jul 16 01:43:52.359344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.365527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-89922a75-c924-46ca-bd28-f57c798c02cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443048 Jul 16 01:43:52.424806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Network 6dc2fd3c-c9bf-4790-a8ab-550b2c250404 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:52.428357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6edc751c-0bf2-4af6-8d33-d85bbff3cf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.432526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.444471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6dc2fd3c-c9bf-4790-a8ab-550b2c250404) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:52.446364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6edc751c-0bf2-4af6-8d33-d85bbff3cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.450180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.452885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.453471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.456404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 40893852-43b1-4d0e-9c81-7667ee94ed7b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:52.462169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.465696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f32239-cbd7-4d18-8961-9b671cfb8e74 None None] Network 6dc2fd3c-c9bf-4790-a8ab-550b2c250404 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:52.474484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.550324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c28ee595-05a9-4856-b2e1-5e9bf70be6f1 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4233422 Jul 16 01:43:52.559969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.571262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'floatingip': {'floating_network_id': '6dc2fd3c-c9bf-4790-a8ab-550b2c250404'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:52.593606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-cf09156f-9ab5-4c3c-a026-2d58c014ad13 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064795 Jul 16 01:43:52.616955 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.669745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.722800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=71337102-06d1-4670-bfc2-552191603baf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.734551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc751c-0bf2-4af6-8d33-d85bbff3cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cdd4ec-e53f-4359-a4a0-989613649f8b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.746783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 71337102-06d1-4670-bfc2-552191603baf details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:52.747885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network 71337102-06d1-4670-bfc2-552191603baf is not hosted by any dhcp agent {{(pid=93707) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:43:52.770921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b5546-27d4-4a7f-9ed4-1b17df4b0666 None None] Network 6dc2fd3c-c9bf-4790-a8ab-550b2c250404 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:52.786935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.794764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.800778 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c7d8f5ff-ee62-4c5c-b2bb-78ede4085e0a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "PUT /v2.0/networks/71337102-06d1-4670-bfc2-552191603baf HTTP/1.1" status: 200 len: 762 time: 0.6982324 Jul 16 01:43:52.801790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.824070 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6edc751c-0bf2-4af6-8d33-d85bbff3cf2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15fa0849f16b45f9bb586fe6751ea171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127792 Jul 16 01:43:52.867826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.985428 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd899-2a66-4610-87ec-863248768b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.009286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd899-2a66-4610-87ec-863248768b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.067596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device abc1d798-ac08-4f1c-9b0c-f9579ff7e475 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:53.087497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd899-2a66-4610-87ec-863248768b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.090128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd899-2a66-4610-87ec-863248768b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.091302 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0d6bd899-2a66-4610-87ec-863248768b8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56cdd4ec-e53f-4359-a4a0-989613649f8b HTTP/1.1" status: 204 len: 168 time: 0.2222219 Jul 16 01:43:53.100146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38676b7-837c-4bbd-9344-99279961a999,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.103964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.106177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b38676b7-837c-4bbd-9344-99279961a999 HTTP/1.1" status: 204 len: 168 time: 1.0152028 Jul 16 01:43:53.114314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f99255-6acf-419c-8a93-01be6136f706 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.119469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-18f99255-6acf-419c-8a93-01be6136f706 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/networks?id=71337102-06d1-4670-bfc2-552191603baf HTTP/1.1" status: 200 len: 765 time: 0.3096423 Jul 16 01:43:53.119469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47370) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.137930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47372) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.138612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: abc1d798-ac08-4f1c-9b0c-f9579ff7e475 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:53.139497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device abc1d798-ac08-4f1c-9b0c-f9579ff7e475 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:53.157524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 40893852-43b1-4d0e-9c81-7667ee94ed7b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=40893852-43b1-4d0e-9c81-7667ee94ed7b,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:53.157909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.175599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 40893852-43b1-4d0e-9c81-7667ee94ed7b owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:53.179353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.179667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.179942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.180298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.180632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.181068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.181261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.181645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.185984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.186386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.187075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.187427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8945d-103a-47c9-b288-8bd31f16ec2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:53.194092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bd899-2a66-4610-87ec-863248768b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cdd4ec-e53f-4359-a4a0-989613649f8b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.229263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08e8ebf2-aa4d-4fa3-88ab-bfae86477a21 req-f9aa46e6-97bc-4484-b3e7-6f7f1d07c1e9 service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272266 Jul 16 01:43:53.261326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 40893852-43b1-4d0e-9c81-7667ee94ed7b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:53.443707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 40893852-43b1-4d0e-9c81-7667ee94ed7b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:53.446258 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.451219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 40893852-43b1-4d0e-9c81-7667ee94ed7b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:53.458464 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.557486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-c561e89a-9eb9-4e44-bb8c-b43a46e26aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.559031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-c561e89a-9eb9-4e44-bb8c-b43a46e26aad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=595c707b95004617bd7ddfb674c52b05&device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 1095 time: 0.2550542 Jul 16 01:43:53.647760 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.706049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Allocated IP 172.20.0.2 (6dc2fd3c-c9bf-4790-a8ab-550b2c250404/3a645e07-2c81-4920-9598-954e08693ef9/ff815154-dea8-4bc0-a7c2-cdfea04e67b3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:53.717319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc18e2-8c36-4bb7-96a2-590c99ead6e9 req-2fc993e8-cf42-4bfd-9048-5c3870dbb85c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.725667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14cc18e2-8c36-4bb7-96a2-590c99ead6e9 req-2fc993e8-cf42-4bfd-9048-5c3870dbb85c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 944 time: 0.2210140 Jul 16 01:43:53.727907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 40893852-43b1-4d0e-9c81-7667ee94ed7b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=40893852-43b1-4d0e-9c81-7667ee94ed7b,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:53.733155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.804520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=40893852-43b1-4d0e-9c81-7667ee94ed7b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.816900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14cc18e2-8c36-4bb7-96a2-590c99ead6e9 req-b02c8224-c0fc-425a-8ca9-ae42fb075273 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896809 Jul 16 01:43:53.821870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-f5552706-d8a4-448a-8283-0de74ca12936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.823815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-f5552706-d8a4-448a-8283-0de74ca12936 service neutron] 10.222.0.93 "GET /v2.0/networks?id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 200 len: 916 time: 0.2568326 Jul 16 01:43:53.892181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-fb9619d3-4ff9-423c-852b-64781ea259b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b5c2042-53d7-4010-98ea-c40c221d6361 HTTP/1.1" status: 200 len: 217 time: 0.0567853 Jul 16 01:43:53.942214 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.010334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-b92aff4d-6cf0-4f91-a8e6-9dac6ccac27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.011578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-b92aff4d-6cf0-4f91-a8e6-9dac6ccac27e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=927794cd-f7c5-44a9-bd65-737f6ec65d48 HTTP/1.1" status: 200 len: 855 time: 0.1128075 Jul 16 01:43:54.048850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544557cd-a8e3-4fde-aa5a-3cee81f96c7f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.055342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544557cd-a8e3-4fde-aa5a-3cee81f96c7f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.057095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-544557cd-a8e3-4fde-aa5a-3cee81f96c7f tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1352 time: 0.8608451 Jul 16 01:43:54.076242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.089211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-cc4ade90-d1b0-4c6d-97b7-615e0c5f87cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677838 Jul 16 01:43:54.094626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.138173 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6ba6a081-6af1-4b1c-b776-fb949fe71fc9 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 207 time: 0.0605321 Jul 16 01:43:54.145766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.217493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.317287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.323751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=40893852-43b1-4d0e-9c81-7667ee94ed7b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.391486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07175643-1d3b-4b87-81d4-f4c2c33f0b3f']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.488966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c05efa-c5c5-494a-8cc6-8850653542af') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.489373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c05efa-c5c5-494a-8cc6-8850653542af') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.505149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.507068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.517389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.530797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.537123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.543798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.551974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.560815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.568034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.573512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e7ed4f49-1d4f-42e1-8f48-581e49b81efd tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4299 time: 0.4220037 Jul 16 01:43:54.581454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47428) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.610287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.619218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-32406584-8160-44df-9b4f-966ad03280ad service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215077 Jul 16 01:43:54.621011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:54.621424 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:54.623108 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:54.653090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.705172 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.762850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Port': ['ID=ff815154-dea8-4bc0-a7c2-cdfea04e67b3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.814397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.818473 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] 10.222.0.81 "DELETE /v2.0/networks/07175643-1d3b-4b87-81d4-f4c2c33f0b3f HTTP/1.1" status: 204 len: 168 time: 1.6888819 Jul 16 01:43:54.819544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c46800-f4f2-4f39-a240-ba8348ad1563 admin admin] Pushing event deleted for resources: {'Network': ['ID=07175643-1d3b-4b87-81d4-f4c2c33f0b3f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.842803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Network 6dc2fd3c-c9bf-4790-a8ab-550b2c250404 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:54.854246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Router 08976cde-2478-4fea-8a25-e94284abd12b has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:54.866480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:54.897151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:54.967090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3cf6535f-a35a-444f-99fe-1c89c7e2df97 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 879 time: 0.3790412 Jul 16 01:43:54.968375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.005213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4f910a2-e9c3-4014-a350-6fc700b32be2 req-09edac20-6f6a-472b-a940-840f335b9aee service neutron] 10.222.0.93 "GET /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755922 Jul 16 01:43:55.011227 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:55.021793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] Sync routers for ids ['08976cde-2478-4fea-8a25-e94284abd12b'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:55.024575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3b0e61ab-4f6e-44c1-9542-5c50d243c307 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "PUT /v2.0/routers/08976cde-2478-4fea-8a25-e94284abd12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0774457 Jul 16 01:43:55.027338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47456) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.071523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] Routers {'08976cde-2478-4fea-8a25-e94284abd12b'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:55.072151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08976cde-2478-4fea-8a25-e94284abd12b'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.094407 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.143940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf362e1-498c-4ace-b751-104d2487b069 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.150339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf362e1-498c-4ace-b751-104d2487b069 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.154439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf362e1-498c-4ace-b751-104d2487b069 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.155999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf362e1-498c-4ace-b751-104d2487b069 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.162348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf362e1-498c-4ace-b751-104d2487b069 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.167489 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9bf362e1-498c-4ace-b751-104d2487b069 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1939223 Jul 16 01:43:55.179801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.232155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.235693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] Set router 08976cde-2478-4fea-8a25-e94284abd12b gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:55.291060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3c5a8-6f6f-48d3-8904-39be07026f1e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.292644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3c5a8-6f6f-48d3-8904-39be07026f1e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.296725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1ab3c5a8-6f6f-48d3-8904-39be07026f1e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2659547 Jul 16 01:43:55.305315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.310318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.310468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-92bdf7e2-c9f0-4671-bcf7-9c0d2efdecc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa1ecb5520264f4b992d58a995e8b849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756576 Jul 16 01:43:55.311200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.316764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08976cde-2478-4fea-8a25-e94284abd12b', 'name': 'tempest-NetworksTestDHCPv6-router-827727638', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:42Z', 'updated_at': '2021-07-16T01:43:54Z', 'revision_number': 3, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.347266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] Checking router: 08976cde-2478-4fea-8a25-e94284abd12b for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:55.367951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] Routers {'08976cde-2478-4fea-8a25-e94284abd12b'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:55.368608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:43:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08976cde-2478-4fea-8a25-e94284abd12b'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.407661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fe6da-5f59-4f27-b306-52c8530ea140 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.409247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fe6da-5f59-4f27-b306-52c8530ea140 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.411278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fe6da-5f59-4f27-b306-52c8530ea140 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.412875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fe6da-5f59-4f27-b306-52c8530ea140 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.414406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fe6da-5f59-4f27-b306-52c8530ea140 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.416140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-198fe6da-5f59-4f27-b306-52c8530ea140 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2354412 Jul 16 01:43:55.424632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.450095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe24834a-cebb-4be2-a878-f2c07e0b3edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.484692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724db21c-0b5b-4001-8047-6400d8e62bc1 req-6e06b043-0ff2-4833-9861-f92262435a83 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.484692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724db21c-0b5b-4001-8047-6400d8e62bc1 req-6e06b043-0ff2-4833-9861-f92262435a83 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 944 time: 0.3811831 Jul 16 01:43:55.501054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] Set router 08976cde-2478-4fea-8a25-e94284abd12b gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:55.536314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe24834a-cebb-4be2-a878-f2c07e0b3edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.597149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet c377762c-c4dd-4075-b28e-49f700e98134 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:55.607935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08976cde-2478-4fea-8a25-e94284abd12b', 'name': 'tempest-NetworksTestDHCPv6-router-827727638', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:42Z', 'updated_at': '2021-07-16T01:43:54Z', 'revision_number': 3, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.618962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.636819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5efa4fd-9a9c-4f0f-8408-a0b40840da66 None None] The sync data for ids ['08976cde-2478-4fea-8a25-e94284abd12b'] in n-d-800085-5 is: [{'id': '08976cde-2478-4fea-8a25-e94284abd12b', 'name': 'tempest-NetworksTestDHCPv6-router-827727638', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:42Z', 'updated_at': '2021-07-16T01:43:54Z', 'revision_number': 3, 'project_id': '52f0101485b0464b8970d216e019beb7', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:55.709087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.727638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b5169-4db2-4671-aa17-a2dc47ba5df1 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.727818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-724db21c-0b5b-4001-8047-6400d8e62bc1 req-d93cb667-3ba3-4f38-bb13-f5f516d10df0 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382607 Jul 16 01:43:55.729958 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e6b5169-4db2-4671-aa17-a2dc47ba5df1 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/networks/7f0bce81-378a-4720-9df0-3b9e96a72e4f HTTP/1.1" status: 200 len: 803 time: 0.3042903 Jul 16 01:43:55.733976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.762988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.796718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe24834a-cebb-4be2-a878-f2c07e0b3edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.799428 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe24834a-cebb-4be2-a878-f2c07e0b3edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.800681 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fe24834a-cebb-4be2-a878-f2c07e0b3edf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc9b3b25-637f-40d4-8829-ec819fe70d58 HTTP/1.1" status: 204 len: 168 time: 0.4894073 Jul 16 01:43:55.842438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24834a-cebb-4be2-a878-f2c07e0b3edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9b3b25-637f-40d4-8829-ec819fe70d58,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.905833 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fb0575f7-f0d8-4f54-b829-1342c15d36ef tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/networks/7f0bce81-378a-4720-9df0-3b9e96a72e4f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1702831 Jul 16 01:43:55.914322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47494) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.006498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f0b51f-36fb-4246-a41c-b66bb8a2426d tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.008608 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-32f0b51f-36fb-4246-a41c-b66bb8a2426d tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/subnets/69ac7aae-e2fd-4886-af84-189292d1bb10 HTTP/1.1" status: 200 len: 843 time: 0.0932286 Jul 16 01:43:56.012161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.036588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.038312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3e76f65-8fc5-49e5-b80c-73b9ae744328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.064976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.149782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.164373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe9912c-f708-4cdb-b7cc-d002e89c5705 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.165986 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6fe9912c-f708-4cdb-b7cc-d002e89c5705 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "GET /v2.0/subnets/69ac7aae-e2fd-4886-af84-189292d1bb10?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1522138 Jul 16 01:43:56.169755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.175730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263603040'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:56.269569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Port': ['ID=ff815154-dea8-4bc0-a7c2-cdfea04e67b3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.337921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.361210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.413698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=c377762c-c4dd-4075-b28e-49f700e98134,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.417166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.419906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b5c07287-0c80-4a60-96d1-7969e391f60e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/c377762c-c4dd-4075-b28e-49f700e98134 HTTP/1.1" status: 204 len: 168 time: 1.1059058 Jul 16 01:43:56.422468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf245864-b251-4e4d-b0ee-9d08c94f4d37 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:56.422968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.456608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3e76f65-8fc5-49e5-b80c-73b9ae744328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.462393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3e76f65-8fc5-49e5-b80c-73b9ae744328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.523789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d3e76f65-8fc5-49e5-b80c-73b9ae744328 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f177f06640644ed5bd1bf6a680e907c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8118780 Jul 16 01:43:56.524821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e76f65-8fc5-49e5-b80c-73b9ae744328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd2d60-203c-47d6-b371-9394f7b49f94,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.527539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47520) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.591516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:56.594382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.598746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ebd514a9-2f17-4922-9118-c069c323a780 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0338435 Jul 16 01:43:56.601333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.603755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.616172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e015b750-9fd1-4d0b-a020-d3266e4d1411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.643739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e015b750-9fd1-4d0b-a020-d3266e4d1411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.685731 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5a05c0f5-ddcc-47f7-b5b0-ed9728727f35 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=6dc2fd3c-c9bf-4790-a8ab-550b2c250404 HTTP/1.1" status: 200 len: 689 time: 0.0799515 Jul 16 01:43:56.688569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.708310 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-844bc1d5-9ec4-46c6-a545-12cfae24f562 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2836530 Jul 16 01:43:56.711200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47532) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.763552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e015b750-9fd1-4d0b-a020-d3266e4d1411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.768841 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e015b750-9fd1-4d0b-a020-d3266e4d1411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.779018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e015b750-9fd1-4d0b-a020-d3266e4d1411 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9cd2d60-203c-47d6-b371-9394f7b49f94 HTTP/1.1" status: 204 len: 168 time: 0.2502038 Jul 16 01:43:56.841807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc299c49-1606-4298-ae21-c952d2f2b7a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.856641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:56.866721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.867353 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Added segment 5c122b4f-684e-4557-bad2-f806e3688fdd of type vlan for network dc524da8-f809-4ca4-af92-7aeea2f39672 Jul 16 01:43:56.870698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:56.912781 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.915204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015b750-9fd1-4d0b-a020-d3266e4d1411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd2d60-203c-47d6-b371-9394f7b49f94,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.983636 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.994815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.999050 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.009231 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.056267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] Deleting port e623a810-6dd5-4a28-97b1-7ffd055b053f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:57.056267 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.109828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b5c2042-53d7-4010-98ea-c40c221d6361 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:57.238163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] For port e623a810-6dd5-4a28-97b1-7ffd055b053f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e623a810-6dd5-4a28-97b1-7ffd055b053f,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:57.238628 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.255527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] Calling delete_port for e623a810-6dd5-4a28-97b1-7ffd055b053f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:57.264610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27c38-8759-4906-88dd-ff6bfbf0d31b req-eae2172b-b89a-4376-803d-fc1066af5ced tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.266506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61c27c38-8759-4906-88dd-ff6bfbf0d31b req-eae2172b-b89a-4376-803d-fc1066af5ced tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 944 time: 0.2731261 Jul 16 01:43:57.297785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Deleting port ff815154-dea8-4bc0-a7c2-cdfea04e67b3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:57.298143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.300522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1294253 Jul 16 01:43:57.323677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.327022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61c27c38-8759-4906-88dd-ff6bfbf0d31b req-b71d8b0f-e17e-4fe5-bb4b-686bf2e09371 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523152 Jul 16 01:43:57.340193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'network_id': 'dc524da8-f809-4ca4-af92-7aeea2f39672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:57.353379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e5ef2-7dc7-467d-9d75-3f607d4d7174 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Network': ['ID=dc524da8-f809-4ca4-af92-7aeea2f39672,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.354451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e623a810-6dd5-4a28-97b1-7ffd055b053f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:57.437011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc299c49-1606-4298-ae21-c952d2f2b7a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.437280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network dc524da8-f809-4ca4-af92-7aeea2f39672 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:57.440780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc299c49-1606-4298-ae21-c952d2f2b7a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.500876 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc299c49-1606-4298-ae21-c952d2f2b7a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.501689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc299c49-1606-4298-ae21-c952d2f2b7a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Fanout notify agent at l3_agent the message router_deleted on router 08976cde-2478-4fea-8a25-e94284abd12b {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:57.521334 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc299c49-1606-4298-ae21-c952d2f2b7a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.545565 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dc299c49-1606-4298-ae21-c952d2f2b7a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/routers/08976cde-2478-4fea-8a25-e94284abd12b HTTP/1.1" status: 204 len: 168 time: 0.8259797 Jul 16 01:43:57.547518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.611402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.611950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.630306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Calling delete_port for ff815154-dea8-4bc0-a7c2-cdfea04e67b3 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:57.646202 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:43:57.652678 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.719507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f96f1c-2692-4be6-851a-d7fc15150129 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.724319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-22f96f1c-2692-4be6-851a-d7fc15150129 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1531260 Jul 16 01:43:57.725205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.813989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61535ca-5245-46b7-883e-ae0b4003b3c5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.818415 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e61535ca-5245-46b7-883e-ae0b4003b3c5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0921047 Jul 16 01:43:57.819107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.821876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Made reservation on behalf of dde1e54f52c24823a2bedfa5e973815e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:57.831019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.871951 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8adac2ca-288e-4886-965c-af0c0cee3e73 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516114 Jul 16 01:43:57.873782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.880056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:57.934989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4b5c2042-53d7-4010-98ea-c40c221d6361, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b5c2042-53d7-4010-98ea-c40c221d6361,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:57.966180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '4b5c2042-53d7-4010-98ea-c40c221d6361', 'network_id': '120b2e0a-1fae-4653-ab8c-0fa8b5a836bb', 'port_id': '4b5c2042-53d7-4010-98ea-c40c221d6361', 'mac_address': 'fa:16:3e:e8:2a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927794cd-f7c5-44a9-bd65-737f6ec65d48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:57.977963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e623a810-6dd5-4a28-97b1-7ffd055b053f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e623a810-6dd5-4a28-97b1-7ffd055b053f,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.001227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Performing IP validity checks on allocation pools {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:43:58.003002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:43:58.014972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:58.029829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.038557 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.042648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 40893852-43b1-4d0e-9c81-7667ee94ed7b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:58.107400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 40893852-43b1-4d0e-9c81-7667ee94ed7b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:58.107805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 40893852-43b1-4d0e-9c81-7667ee94ed7b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:58.155586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.161198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event deleted for resources: {'Port': ['ID=e623a810-6dd5-4a28-97b1-7ffd055b053f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.175271 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.181606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.235472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5c2042-53d7-4010-98ea-c40c221d6361 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:58.244330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] Pushing event deleted for resources: {'Port': ['ID=e623a810-6dd5-4a28-97b1-7ffd055b053f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.250546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491d2cf-d388-4041-b1c2-8362c36b2929 None None] No DVR routers for this DVR port e623a810-6dd5-4a28-97b1-7ffd055b053f on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:58.264489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4b5c2042-53d7-4010-98ea-c40c221d6361, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b5c2042-53d7-4010-98ea-c40c221d6361,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.273664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.314849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff815154-dea8-4bc0-a7c2-cdfea04e67b3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.355298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4b5c2042-53d7-4010-98ea-c40c221d6361,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.463481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4b5c2042-53d7-4010-98ea-c40c221d6361'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:58.466023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.700659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:43:58.704783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.826616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=faccf6bd-441e-4a80-b979-5e0c866c6be5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.837511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:58.839230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:58.850663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e45833-ae76-4f4d-bad6-db10a828ef04 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:58.851464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.852397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.877001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1ee310f1-f7f3-48ed-ba58-f839666a0edd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0019534 Jul 16 01:43:58.880535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.900879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:59.085963 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.092905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:59.096993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.099341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.141427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b5c2042-53d7-4010-98ea-c40c221d6361 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:59.193911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'faccf6bd-441e-4a80-b979-5e0c866c6be5'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:59.195203 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.225547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=f7d52a8e-fe73-481c-97ba-7fbf0be065c3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.304211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ca977-276b-4a6d-8737-89777b4e929b req-33452b2a-f14d-43d7-a8a7-98f44054deee tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.311364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad8ca977-276b-4a6d-8737-89777b4e929b req-33452b2a-f14d-43d7-a8a7-98f44054deee tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 945 time: 0.8308306 Jul 16 01:43:59.326821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 4b5c2042-53d7-4010-98ea-c40c221d6361 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:59.333115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Checking segment: {'id': '5c122b4f-684e-4557-bad2-f806e3688fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'dc524da8-f809-4ca4-af92-7aeea2f39672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:59.333115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network hostable DHCP agents. Network: dc524da8-f809-4ca4-af92-7aeea2f39672, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:59.339370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 4b5c2042-53d7-4010-98ea-c40c221d6361 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:59.339783 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.371869 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.409878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad8ca977-276b-4a6d-8737-89777b4e929b req-6299ba0c-7642-46b4-bfc5-c44ecc47b805 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978434 Jul 16 01:43:59.411525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Network dc524da8-f809-4ca4-af92-7aeea2f39672 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:59.431360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.485618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a645e07-2c81-4920-9598-954e08693ef9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.488571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Allocated IP 2001:db8::f816:3eff:fef7:3c6c (fb5d48e9-5eb5-4157-b08c-7b53330f354b/faccf6bd-441e-4a80-b979-5e0c866c6be5/18e2646a-765c-4d2c-8512-727ddeac9660) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:59.505040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:59.506505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.511005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:59.516795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.517406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.525047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=aebc62c9-4205-466e-838a-65b2fc2c6ab1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.525669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, dc524da8-f809-4ca4-af92-7aeea2f39672) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:59.532361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.533092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.543887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-45287d2c-7bd3-44c7-a224-52f1f787ed76 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6564479 Jul 16 01:43:59.544926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.545975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 4b5c2042-53d7-4010-98ea-c40c221d6361, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b5c2042-53d7-4010-98ea-c40c221d6361,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:59.550297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c88a803-cb99-4338-9903-370c62ea6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5c2042-53d7-4010-98ea-c40c221d6361'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:59.554126 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a722437e-24a8-4e1b-838f-a750d64c4235" -d '{"events": [{"server_uuid": "0c88a803-cb99-4338-9903-370c62ea6a33", "name": "network-vif-plugged", "status": "completed", "tag": "4b5c2042-53d7-4010-98ea-c40c221d6361"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:59.558443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:0d:3f:2d', 'name': 'tempest-NetworksTestDHCPv6-1282322518'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:59.564621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.585183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be9c55-3589-4b36-a230-c11048311a5c None None] Network dc524da8-f809-4ca4-af92-7aeea2f39672 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:59.625520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.662489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc2fd3c-c9bf-4790-a8ab-550b2c250404']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.674253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cf958c9f-9bcd-4811-89dc-6dfa19030f8e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3461692 Jul 16 01:43:59.678184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.685378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-44ac0703-556e-4bb8-90b0-2cc3b404bfdf tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:59.687458 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc56ac0-bf5c-471a-b45a-9fef10973863 x-openstack-request-id: req-ccc56ac0-bf5c-471a-b45a-9fef10973863 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:59.688355 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c88a803-cb99-4338-9903-370c62ea6a33", "name": "network-vif-plugged", "status": "completed", "tag": "4b5c2042-53d7-4010-98ea-c40c221d6361", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:59.688355 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccc56ac0-bf5c-471a-b45a-9fef10973863 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:59.688577 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88a803-cb99-4338-9903-370c62ea6a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5c2042-53d7-4010-98ea-c40c221d6361', 'code': 200} Jul 16 01:43:59.698124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c80a18-031a-4f94-a5cf-daba9b9e48c7') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.698882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c80a18-031a-4f94-a5cf-daba9b9e48c7') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.746930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.764318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:59.805915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.846594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:59.847406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:59.853728 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:59.905980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.946490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:59.952159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44ac0703-556e-4bb8-90b0-2cc3b404bfdf tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4578904'] for subnet, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.961453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11c734-f603-4f98-904d-e5416c98f201 req-2277e81e-e321-4591-b140-1a7ca6dcd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.963282 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e11c734-f603-4f98-904d-e5416c98f201 req-2277e81e-e321-4591-b140-1a7ca6dcd8c9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 1097 time: 0.2318518 Jul 16 01:43:59.980989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.987101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dc2fd3c-c9bf-4790-a8ab-550b2c250404 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:43:59.990311 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.992597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "DELETE /v2.0/networks/6dc2fd3c-c9bf-4790-a8ab-550b2c250404 HTTP/1.1" status: 204 len: 168 time: 3.3024099 Jul 16 01:44:00.009176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.061330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1255e-5153-4ae8-b32f-1fbf9cbddcc3 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dc2fd3c-c9bf-4790-a8ab-550b2c250404,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.175616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-93847928-43a6-43fc-821a-869e9907779f tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1613364 Jul 16 01:44:00.176347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.196293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e11c734-f603-4f98-904d-e5416c98f201 req-1a7fb740-5e2d-4c5f-858e-84eadb13d89b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256517 Jul 16 01:44:00.323122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44ac0703-556e-4bb8-90b0-2cc3b404bfdf tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780520067467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5219971'] for subnet, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.371640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=4b5c2042-53d7-4010-98ea-c40c221d6361,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.373157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.373642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.374130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.374607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.375159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.375555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.376041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.376598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.377057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.377552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.378020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.383612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6aab6c8d-6b7e-4cd7-92d7-3b8b9b5f0e83 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7135 time: 0.2038753 Jul 16 01:44:00.383917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.453955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac0703-556e-4bb8-90b0-2cc3b404bfdf tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.454580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44ac0703-556e-4bb8-90b0-2cc3b404bfdf tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.472434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-dc524da8-f809-4ca4-af92-7aeea2f39672', 'network_id': 'dc524da8-f809-4ca4-af92-7aeea2f39672', 'tenant_id': 'dde1e54f52c24823a2bedfa5e973815e', 'fixed_ips': [{'subnet_id': 'f7d52a8e-fe73-481c-97ba-7fbf0be065c3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:00.473487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-44ac0703-556e-4bb8-90b0-2cc3b404bfdf tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "PUT /v2.0/subnets/f7d52a8e-fe73-481c-97ba-7fbf0be065c3 HTTP/1.1" status: 200 len: 900 time: 0.7937942 Jul 16 01:44:00.473618 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.474039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.710591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac0703-556e-4bb8-90b0-2cc3b404bfdf tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event updated for resources: {'Subnet': ['ID=f7d52a8e-fe73-481c-97ba-7fbf0be065c3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.728113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.813821 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.859260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Allocated IP 2001:db8::3 (dc524da8-f809-4ca4-af92-7aeea2f39672/f7d52a8e-fe73-481c-97ba-7fbf0be065c3/d58221f0-6580-49c0-bce4-0d892957b866) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:00.911132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e529568-f088-4d47-ad65-b0772cae6ba2 req-52cb2b30-6aac-4af4-877c-7a4bdc7c5651 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.912822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e529568-f088-4d47-ad65-b0772cae6ba2 req-52cb2b30-6aac-4af4-877c-7a4bdc7c5651 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.1986873 Jul 16 01:44:01.019718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e529568-f088-4d47-ad65-b0772cae6ba2 req-8d39c0a3-752e-4cde-aaa9-808c6e91eb55 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979743 Jul 16 01:44:01.158017 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-1c46e4bc-850a-438e-88d4-1fa187d83e33 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:44:01.159815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1c46e4bc-850a-438e-88d4-1fa187d83e33 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/86190cfc-e71f-4a06-8bf1-3059c8331e3c HTTP/1.1" status: 404 len: 345 time: 0.7749736 Jul 16 01:44:01.163249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.170190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.172619 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.185419 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b23ed4-1079-441b-8fde-373f194670c9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 01:44:01.186535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Transition to ACTIVE for port object 18e2646a-765c-4d2c-8512-727ddeac9660 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:01.187104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b23ed4-1079-441b-8fde-373f194670c9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:01.188672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Transition to ACTIVE for port object d58221f0-6580-49c0-bce4-0d892957b866 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:01.190627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-17b23ed4-1079-441b-8fde-373f194670c9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "DELETE /v2.0/networks/6dc2fd3c-c9bf-4790-a8ab-550b2c250404 HTTP/1.1" status: 404 len: 339 time: 0.0254233 Jul 16 01:44:01.195314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.202425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'network': {'name': 'tempest-network--2030789885', 'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:01.215704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Transition to ACTIVE for port object 18e2646a-765c-4d2c-8512-727ddeac9660 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:01.217461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Transition to ACTIVE for port object d58221f0-6580-49c0-bce4-0d892957b866 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:01.228272 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.251551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.273984 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.279169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Made reservation on behalf of b901461a93724514b995ba191112136f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:01.281603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.295190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Pushing event updated for resources: {'Port': ['ID=18e2646a-765c-4d2c-8512-727ddeac9660,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.325760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d52a8e-fe73-481c-97ba-7fbf0be065c3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.344703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Pushing event updated for resources: {'Port': ['ID=d58221f0-6580-49c0-bce4-0d892957b866,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.355820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Network dc524da8-f809-4ca4-af92-7aeea2f39672 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:01.358511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:01.360519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:01.363284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:01.366022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:01.371834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:01.374273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:01.405241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.405780 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Added segment 64f435d6-c0e8-48f5-9ba6-d38b814dc8fe of type vlan for network 75aa77fa-6f48-49f5-a5f2-c7ce9a813b7c Jul 16 01:44:01.416637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.427533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc524da8-f809-4ca4-af92-7aeea2f39672']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:01.434034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 172.20.0.14 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/aebc62c9-4205-466e-838a-65b2fc2c6ab1/bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:01.440252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c122b4f-684e-4557-bad2-f806e3688fdd') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:01.440751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c122b4f-684e-4557-bad2-f806e3688fdd') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:01.455483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.480341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe0d:3f2d (fb5d48e9-5eb5-4157-b08c-7b53330f354b/faccf6bd-441e-4a80-b979-5e0c866c6be5/bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:01.491242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Attempting to bind port d58221f0-6580-49c0-bce4-0d892957b866 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:01.491619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Attempting to bind port d58221f0-6580-49c0-bce4-0d892957b866 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '5c122b4f-684e-4557-bad2-f806e3688fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'dc524da8-f809-4ca4-af92-7aeea2f39672'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:01.492069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Attempting to bind port d58221f0-6580-49c0-bce4-0d892957b866 on network dc524da8-f809-4ca4-af92-7aeea2f39672 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:01.496388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.497569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Attempting to bind port 18e2646a-765c-4d2c-8512-727ddeac9660 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:01.497947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Attempting to bind port 18e2646a-765c-4d2c-8512-727ddeac9660 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:01.498426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Attempting to bind port 18e2646a-765c-4d2c-8512-727ddeac9660 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:01.505283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:01.505704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Checking segment: {'id': '5c122b4f-684e-4557-bad2-f806e3688fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'dc524da8-f809-4ca4-af92-7aeea2f39672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:01.506062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.506457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Bound using segment: {'id': '5c122b4f-684e-4557-bad2-f806e3688fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'dc524da8-f809-4ca4-af92-7aeea2f39672'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:01.506938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Bound port: d58221f0-6580-49c0-bce4-0d892957b866, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c122b4f-684e-4557-bad2-f806e3688fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'dc524da8-f809-4ca4-af92-7aeea2f39672'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:01.507311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.517633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:01.518053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:01.518405 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.518801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:01.519285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Bound port: 18e2646a-765c-4d2c-8512-727ddeac9660, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:01.520198 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.522642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:01.523119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:01.527055 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:01.541563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.545595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.587439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] For port d58221f0-6580-49c0-bce4-0d892957b866, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:01.608017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:44:01.608017 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:44:01.608017 n-d-800085-5 neutron-server[93706]: [parameters: {'id': 'dc524da8-f809-4ca4-af92-7aeea2f39672'}] Jul 16 01:44:01.608017 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:01.608526 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:01.642411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.643380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.644090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.662532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] For port d58221f0-6580-49c0-bce4-0d892957b866, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d58221f0-6580-49c0-bce4-0d892957b866,segment=NetworkSegment(5c122b4f-684e-4557-bad2-f806e3688fdd),segment_id=5c122b4f-684e-4557-bad2-f806e3688fdd)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:01.671770 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.722254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] For port 18e2646a-765c-4d2c-8512-727ddeac9660, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:01.731377 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5344687 Jul 16 01:44:01.738207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.768905 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee7d64c8-9aa3-478f-8ad6-57d3707deab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.771980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774ec03-2094-4e04-ae3a-e40d2dd07da7 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Network': ['ID=75aa77fa-6f48-49f5-a5f2-c7ce9a813b7c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.824857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 75aa77fa-6f48-49f5-a5f2-c7ce9a813b7c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:01.830051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] For port 18e2646a-765c-4d2c-8512-727ddeac9660, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=18e2646a-765c-4d2c-8512-727ddeac9660,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:01.896377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.898025 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.912829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:01.937909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48f788-435c-48e2-a919-c4fb51291455 None None] Pushing event updated for resources: {'Port': ['ID=d58221f0-6580-49c0-bce4-0d892957b866,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.980731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.014925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb6837-b168-4e15-9127-9062054937e5 None None] Network dc524da8-f809-4ca4-af92-7aeea2f39672 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:02.043990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53789052-1b32-40f1-8c7a-ee966732f74e tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.050427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53789052-1b32-40f1-8c7a-ee966732f74e tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.058465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53789052-1b32-40f1-8c7a-ee966732f74e tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.066140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53789052-1b32-40f1-8c7a-ee966732f74e tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.071132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-53789052-1b32-40f1-8c7a-ee966732f74e tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3286431 Jul 16 01:44:02.071443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.109278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.141367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:02.143850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:02.155914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:02.161496 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.195227 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.226060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba954a-7e9d-4fd9-9908-673cf7006200 None None] Pushing event updated for resources: {'Port': ['ID=18e2646a-765c-4d2c-8512-727ddeac9660,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.286094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.286811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.315117 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee7d64c8-9aa3-478f-8ad6-57d3707deab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.328514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce5b7f20-c0d7-4ed0-b3b8-d67c345f18fe tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7819593 Jul 16 01:44:02.329663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.386282 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee7d64c8-9aa3-478f-8ad6-57d3707deab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.390431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f827d-5ce7-409c-aed3-6c9017096720 None None] Network dc524da8-f809-4ca4-af92-7aeea2f39672 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:02.419732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7d211-231c-433d-a54e-881ae97a5dbb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.427807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7d211-231c-433d-a54e-881ae97a5dbb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.432394 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eef7d211-231c-433d-a54e-881ae97a5dbb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0989876 Jul 16 01:44:02.433233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.547146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.556477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aa77fa-6f48-49f5-a5f2-c7ce9a813b7c']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:02.568852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f435d6-c0e8-48f5-9ba6-d38b814dc8fe') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:02.569192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f435d6-c0e8-48f5-9ba6-d38b814dc8fe') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:02.576140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ee7d64c8-9aa3-478f-8ad6-57d3707deab1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=898dacd214d14d6daf93d7d991158b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0314050 Jul 16 01:44:02.577494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47734) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.586255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d64c8-9aa3-478f-8ad6-57d3707deab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eade1424-50f4-4ace-a817-202247bff09e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.591173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.608803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting port d58221f0-6580-49c0-bce4-0d892957b866 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:02.609357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.611242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.622390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7957d7-166b-49ff-bf4f-f3c090f16b29 req-faaae3a8-3a35-40cb-aa89-6b68abd7e943 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.623914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a7957d7-166b-49ff-bf4f-f3c090f16b29 req-faaae3a8-3a35-40cb-aa89-6b68abd7e943 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.4119432 Jul 16 01:44:02.646810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:02.646810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.652084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:02.652084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:02.653729 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:02.670715 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd21216c-a233-4d7b-b798-da0f0ba1c2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.733805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd21216c-a233-4d7b-b798-da0f0ba1c2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.766366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] For port d58221f0-6580-49c0-bce4-0d892957b866, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d58221f0-6580-49c0-bce4-0d892957b866,segment=NetworkSegment(5c122b4f-684e-4557-bad2-f806e3688fdd),segment_id=5c122b4f-684e-4557-bad2-f806e3688fdd)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:02.766729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.780769 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a7957d7-166b-49ff-bf4f-f3c090f16b29 req-4d1c2750-4efd-40c9-abaa-992830cccded tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445770 Jul 16 01:44:02.783749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.788468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Calling delete_port for d58221f0-6580-49c0-bce4-0d892957b866 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:02.801252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.805501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:02.809513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75aa77fa-6f48-49f5-a5f2-c7ce9a813b7c {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:44:02.872340 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.878261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "DELETE /v2.0/networks/75aa77fa-6f48-49f5-a5f2-c7ce9a813b7c HTTP/1.1" status: 204 len: 168 time: 0.8020294 Jul 16 01:44:02.887683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d087f1f-e6e8-45b4-bc40-38ef5ea75306 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event deleted for resources: {'Network': ['ID=75aa77fa-6f48-49f5-a5f2-c7ce9a813b7c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.891779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.897928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'network': {'name': 'tempest-network--1542214932', 'router:external': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:02.926348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Made reservation on behalf of b901461a93724514b995ba191112136f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:02.928844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.017586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:03.079587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.080200 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Added segment 926bf30e-6811-4da5-a8aa-772a0714719a of type vlan for network 669c585d-6750-44ec-9d65-4837b5c02d1b Jul 16 01:44:03.131477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd21216c-a233-4d7b-b798-da0f0ba1c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.134416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd21216c-a233-4d7b-b798-da0f0ba1c2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.135611 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd21216c-a233-4d7b-b798-da0f0ba1c2f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eade1424-50f4-4ace-a817-202247bff09e HTTP/1.1" status: 204 len: 168 time: 0.5581980 Jul 16 01:44:03.142065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.201785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.226815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21216c-a233-4d7b-b798-da0f0ba1c2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade1424-50f4-4ace-a817-202247bff09e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.245589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.247645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.280662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 18e2646a-765c-4d2c-8512-727ddeac9660 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:03.349241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Port': ['ID=d58221f0-6580-49c0-bce4-0d892957b866,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.356043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No DVR routers for this DVR port d58221f0-6580-49c0-bce4-0d892957b866 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:03.389395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 18e2646a-765c-4d2c-8512-727ddeac9660 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:03.470202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.474809 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f9c92e35-0ce3-4b9f-9eb5-494bf3e41acc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94 HTTP/1.1" status: 204 len: 168 time: 1.0385957 Jul 16 01:44:03.475130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47760) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.524576 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.531083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.531890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.589226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856ead3-96af-47dd-b386-041249e38718 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.590266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6972675 Jul 16 01:44:03.598891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.601253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856ead3-96af-47dd-b386-041249e38718 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.602975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856ead3-96af-47dd-b386-041249e38718 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.611226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.612289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8856ead3-96af-47dd-b386-041249e38718 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1321607 Jul 16 01:44:03.666470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.681429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.696256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b4cfd16-1a46-460e-b420-3e09d70ac04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.715994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b4a18-e99d-4a80-8355-ccebe022339b None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:03.748138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc524da8-f809-4ca4-af92-7aeea2f39672']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.766704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316091bf-fc9a-4a10-86cc-c5b4a664109a tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Network': ['ID=669c585d-6750-44ec-9d65-4837b5c02d1b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.803268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c122b4f-684e-4557-bad2-f806e3688fdd') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.803666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c122b4f-684e-4557-bad2-f806e3688fdd') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.823965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b4cfd16-1a46-460e-b420-3e09d70ac04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.827702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a2fe7-36c9-41f2-b80f-3f779cd5f1ee req-d3693d68-07da-49d1-9343-440ff9acfd30 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.829407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-083a2fe7-36c9-41f2-b80f-3f779cd5f1ee req-d3693d68-07da-49d1-9343-440ff9acfd30 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.6408961 Jul 16 01:44:03.829957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 669c585d-6750-44ec-9d65-4837b5c02d1b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:03.832808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.839763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b4cfd16-1a46-460e-b420-3e09d70ac04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.863982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4fd9e-2338-44d5-ae94-9a55db3abf6a tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.865410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aff4fd9e-2338-44d5-ae94-9a55db3abf6a tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] 10.222.0.81 "GET /v2.0/networks/669c585d-6750-44ec-9d65-4837b5c02d1b HTTP/1.1" status: 200 len: 757 time: 0.2633333 Jul 16 01:44:03.871104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.887541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet aebc62c9-4205-466e-838a-65b2fc2c6ab1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:03.895200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.903050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.921631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c88573ed-69f5-4357-876b-fd7c7c86be07 None None] Provisioning for port 18e2646a-765c-4d2c-8512-727ddeac9660 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:03.934588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c88573ed-69f5-4357-876b-fd7c7c86be07 None None] Provisioning complete for port 18e2646a-765c-4d2c-8512-727ddeac9660 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:03.935208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c88573ed-69f5-4357-876b-fd7c7c86be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.942998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:03.943415 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:03.946502 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:03.959483 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6b4cfd16-1a46-460e-b420-3e09d70ac04a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7738920853f2444396209220bb5fa64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768428 Jul 16 01:44:03.963539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47774) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.969198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-083a2fe7-36c9-41f2-b80f-3f779cd5f1ee req-c1eda3a2-a876-4e8c-9104-b45e89c1b9c3 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267717 Jul 16 01:44:03.992469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.005482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cfd16-1a46-460e-b420-3e09d70ac04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c466dbf0-5388-4089-833b-31538dee7bd5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.090481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.144095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5652de54-9e5a-4d08-888f-5b96f4dd4e6c tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.146077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5652de54-9e5a-4d08-888f-5b96f4dd4e6c tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] 10.222.0.81 "GET /v2.0/networks/773c92db-2dac-42af-aa89-55b313a5397a HTTP/1.1" status: 200 len: 768 time: 0.2720971 Jul 16 01:44:04.147506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0913c867-802a-4d7e-95db-655e1b4ac23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.149300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47782) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.154488 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.175708 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.177608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/dc524da8-f809-4ca4-af92-7aeea2f39672 HTTP/1.1" status: 204 len: 168 time: 3.7024672 Jul 16 01:44:04.193345 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c88573ed-69f5-4357-876b-fd7c7c86be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.194280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.202496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0913c867-802a-4d7e-95db-655e1b4ac23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.205079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad280e-c108-4204-a8e7-9206c732db33 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=dc524da8-f809-4ca4-af92-7aeea2f39672,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.255885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.270289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c88573ed-69f5-4357-876b-fd7c7c86be07 None None] For port 18e2646a-765c-4d2c-8512-727ddeac9660, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=18e2646a-765c-4d2c-8512-727ddeac9660,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:04.278435 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec25413-a416-41d3-b33f-6155473abd07 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:04.286108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec25413-a416-41d3-b33f-6155473abd07 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:04.289506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8ec25413-a416-41d3-b33f-6155473abd07 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/f7d52a8e-fe73-481c-97ba-7fbf0be065c3 HTTP/1.1" status: 404 len: 337 time: 0.0942352 Jul 16 01:44:04.290546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c88573ed-69f5-4357-876b-fd7c7c86be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.294456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.303564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.310975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/aebc62c9-4205-466e-838a-65b2fc2c6ab1 HTTP/1.1" status: 204 len: 168 time: 0.6883457 Jul 16 01:44:04.313484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.323660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef067e-b4cc-4e34-bf3d-66958df9e757 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=aebc62c9-4205-466e-838a-65b2fc2c6ab1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.327690 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.350439 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b191e358-ce0a-4281-a4c9-ab71d0177fb2 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:04.351061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b191e358-ce0a-4281-a4c9-ab71d0177fb2 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:04.355160 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b191e358-ce0a-4281-a4c9-ab71d0177fb2 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/dc524da8-f809-4ca4-af92-7aeea2f39672 HTTP/1.1" status: 404 len: 339 time: 0.0577269 Jul 16 01:44:04.355815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47796) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.452347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.461941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0913c867-802a-4d7e-95db-655e1b4ac23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.464897 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0913c867-802a-4d7e-95db-655e1b4ac23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.468502 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0913c867-802a-4d7e-95db-655e1b4ac23e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c466dbf0-5388-4089-833b-31538dee7bd5 HTTP/1.1" status: 204 len: 168 time: 0.5004983 Jul 16 01:44:04.480801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913c867-802a-4d7e-95db-655e1b4ac23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c466dbf0-5388-4089-833b-31538dee7bd5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.620883 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.639203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.641646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9343f7b-5d69-462f-868d-83eb4e8febf7 None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': 'faccf6bd-441e-4a80-b979-5e0c866c6be5', 'ip_address': '2001:db8::f816:3eff:fef7:3c6c'}, {'subnet_id': 'aebc62c9-4205-466e-838a-65b2fc2c6ab1'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '18e2646a-765c-4d2c-8512-727ddeac9660'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:44:04.647335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88573ed-69f5-4357-876b-fd7c7c86be07 None None] Pushing event updated for resources: {'Port': ['ID=18e2646a-765c-4d2c-8512-727ddeac9660,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.647575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71337102-06d1-4670-bfc2-552191603baf']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:04.657937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet faccf6bd-441e-4a80-b979-5e0c866c6be5 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:04.670473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2caebfa-af08-42d1-8f03-bea9be445fa9') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:04.670848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2caebfa-af08-42d1-8f03-bea9be445fa9') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:04.677649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.688203 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9343f7b-5d69-462f-868d-83eb4e8febf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.691709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669c585d-6750-44ec-9d65-4837b5c02d1b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:04.692433 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.719339 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.739686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:04.740090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:04.743362 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:04.761811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926bf30e-6811-4da5-a8aa-772a0714719a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:04.761811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926bf30e-6811-4da5-a8aa-772a0714719a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:04.784344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.809824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.836692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.850644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.865840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe36c-e64f-4fd3-bb05-de93bd083918 req-645aacf5-468d-40ee-9293-c0c4c41bfab2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.867422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29afe36c-e64f-4fd3-bb05-de93bd083918 req-645aacf5-468d-40ee-9293-c0c4c41bfab2 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.3504305 Jul 16 01:44:04.868609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:04.869024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:04.872976 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:04.883411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.886506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/71337102-06d1-4670-bfc2-552191603baf HTTP/1.1" status: 204 len: 168 time: 0.5296988 Jul 16 01:44:04.892743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47814) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.906167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1343d-9af2-4251-a73a-c90aae2e9d5a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=71337102-06d1-4670-bfc2-552191603baf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.998910 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-782eb2b0-91ef-482e-99f1-946fdb60c078 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:04.999369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782eb2b0-91ef-482e-99f1-946fdb60c078 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:05.001173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-782eb2b0-91ef-482e-99f1-946fdb60c078 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/8ce6b8cc-0e22-4860-96ef-73f6628f1be2 HTTP/1.1" status: 404 len: 337 time: 0.1053379 Jul 16 01:44:05.004711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.025328 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f70ea0-7c25-4e29-bd92-86f39e22dc02 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:05.026189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f70ea0-7c25-4e29-bd92-86f39e22dc02 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:05.032264 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e8f70ea0-7c25-4e29-bd92-86f39e22dc02 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/9fb8206b-c2f8-44b7-b55e-6a8fb063a27c HTTP/1.1" status: 404 len: 339 time: 0.0262485 Jul 16 01:44:05.032996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.034977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29afe36c-e64f-4fd3-bb05-de93bd083918 req-9c8b5f1e-2b7e-4757-b150-31d9b309316f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431484 Jul 16 01:44:05.037772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.040052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.045984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 669c585d-6750-44ec-9d65-4837b5c02d1b {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:44:05.070626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.076411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "DELETE /v2.0/networks/669c585d-6750-44ec-9d65-4837b5c02d1b HTTP/1.1" status: 204 len: 168 time: 0.9190519 Jul 16 01:44:05.076411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47826) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.093999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'network': {'name': 'tempest-network--960849659'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:05.100619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518eb01-5580-47e3-93a0-7c8ccf423efe tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event deleted for resources: {'Network': ['ID=669c585d-6750-44ec-9d65-4837b5c02d1b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.171430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 18e2646a-765c-4d2c-8512-727ddeac9660 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:05.178055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting subnet 8b8a17a3-dad6-4d7c-9822-21a74dc1b737 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:05.182149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Made reservation on behalf of b901461a93724514b995ba191112136f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:05.184835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.189260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.208902 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-f9343f7b-5d69-462f-868d-83eb4e8febf7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faccf6bd-441e-4a80-b979-5e0c866c6be5: This subnet is being modified by another concurrent operation. Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:44:05.223865 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faccf6bd-441e-4a80-b979-5e0c866c6be5: This subnet is being modified by another concurrent operation. Jul 16 01:44:05.230371 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:44:05.285412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.299426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 18e2646a-765c-4d2c-8512-727ddeac9660 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:05.302405 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.315085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=faccf6bd-441e-4a80-b979-5e0c866c6be5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.322058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:05.342522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.345855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-15ec2ef9-95e0-428e-869d-2eba73eb5ce5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/faccf6bd-441e-4a80-b979-5e0c866c6be5 HTTP/1.1" status: 204 len: 168 time: 1.0314035 Jul 16 01:44:05.352048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.364519 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.364945 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Added segment 2a60fa7a-abf6-4e01-8c0d-01b9fd2916bb of type vlan for network bb24ea88-64ac-43da-92ea-0ee3b2e85fb4 Jul 16 01:44:05.438781 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-294dfc51-f61e-4d8c-a529-6085de7a26c9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851200 Jul 16 01:44:05.442933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47840) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.450122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:05.454301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-abf78cef-5d59-4718-8c96-05a380d2a918 None None] Provisioning complete for port 18e2646a-765c-4d2c-8512-727ddeac9660 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:05.454301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-abf78cef-5d59-4718-8c96-05a380d2a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.520203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed96bfe-fce1-4142-a414-cbc5df14c94c None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:05.527202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.633808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.678171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:05.701663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.784065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ff7d37bd-fab0-4fbd-9887-784e43a9d436 None None] Could not find standard attr ID for object bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:05.832549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:05.904266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.922293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] Deleting port 18e2646a-765c-4d2c-8512-727ddeac9660 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:05.923163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.954799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.956709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcca3bb-ba0a-49b0-b7e5-a7256346caf8 None None] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:05.957329 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/8b8a17a3-dad6-4d7c-9822-21a74dc1b737 HTTP/1.1" status: 204 len: 168 time: 0.9228406 Jul 16 01:44:05.959906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee8c36-2cc1-44b6-b74a-eed343e15c92 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8a17a3-dad6-4d7c-9822-21a74dc1b737,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.969365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.034379 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:44:06.070187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f42d0-2801-48d3-95b3-61f712319f6e req-41218b9a-8734-4452-9738-b85b57eb2575 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.087364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e67f42d0-2801-48d3-95b3-61f712319f6e req-41218b9a-8734-4452-9738-b85b57eb2575 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.7096596 Jul 16 01:44:06.100112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting subnet 0bc35539-a7eb-4c8f-bb60-de6851f45ad3 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:06.106180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.107145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.107731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.108912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.153881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] For port 18e2646a-765c-4d2c-8512-727ddeac9660, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=18e2646a-765c-4d2c-8512-727ddeac9660,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:06.154438 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.176862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] Calling delete_port for 18e2646a-765c-4d2c-8512-727ddeac9660 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:06.189066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1095824 Jul 16 01:44:06.191189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.203899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:06.245097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.281195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e67f42d0-2801-48d3-95b3-61f712319f6e req-ba81942e-3e2b-44e4-bdb3-945769562439 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928039 Jul 16 01:44:06.298636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9613-72e8-4fff-bf04-e0bdb21a196b tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Network': ['ID=bb24ea88-64ac-43da-92ea-0ee3b2e85fb4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.313945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bb24ea88-64ac-43da-92ea-0ee3b2e85fb4 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:06.654684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.700757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.773016 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.801273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] Pushing event deleted for resources: {'Port': ['ID=18e2646a-765c-4d2c-8512-727ddeac9660,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.804199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2aa593-00ad-455f-8b54-72ac81b1def0 None None] No DVR routers for this DVR port 18e2646a-765c-4d2c-8512-727ddeac9660 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:06.835154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.874858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c910c-e363-4598-8ec0-99fcc49fcded req-82165e66-0421-4b1e-a9f1-a483cc9bbda9 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.877945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f12c910c-e363-4598-8ec0-99fcc49fcded req-82165e66-0421-4b1e-a9f1-a483cc9bbda9 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.1326227 Jul 16 01:44:06.940484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event updated for resources: {'Network': ['ID=bb24ea88-64ac-43da-92ea-0ee3b2e85fb4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.954220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f12c910c-e363-4598-8ec0-99fcc49fcded req-c07de212-2ec6-46a9-b7ad-22c594a682c0 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662847 Jul 16 01:44:06.954882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Network bb24ea88-64ac-43da-92ea-0ee3b2e85fb4 is not hosted by any dhcp agent {{(pid=93707) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:44:06.956206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.957657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.961574 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-596247c5-87aa-401f-a1a4-ed06d962f7a9 tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "PUT /v2.0/networks/bb24ea88-64ac-43da-92ea-0ee3b2e85fb4 HTTP/1.1" status: 200 len: 857 time: 0.7664156 Jul 16 01:44:06.962315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.967690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:07.102050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.196440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.200282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 18e2646a-765c-4d2c-8512-727ddeac9660 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:07.264587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.269751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 18e2646a-765c-4d2c-8512-727ddeac9660 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:07.270258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 18e2646a-765c-4d2c-8512-727ddeac9660 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:07.289873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb24ea88-64ac-43da-92ea-0ee3b2e85fb4']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.312286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1be5-65f5-4d3d-b49c-2869a414d264 req-c3b57656-8570-4dff-af0c-0bdcc763bff9 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:07.323339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f3b1be5-65f5-4d3d-b49c-2869a414d264 req-c3b57656-8570-4dff-af0c-0bdcc763bff9 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.1739686 Jul 16 01:44:07.344358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a60fa7a-abf6-4e01-8c0d-01b9fd2916bb') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.344744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a60fa7a-abf6-4e01-8c0d-01b9fd2916bb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.358186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc35539-a7eb-4c8f-bb60-de6851f45ad3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.360604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.365891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3d43c917-24d9-457e-bafb-57bfcf587181 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/0bc35539-a7eb-4c8f-bb60-de6851f45ad3 HTTP/1.1" status: 204 len: 168 time: 1.3955352 Jul 16 01:44:07.368824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.370510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.407152 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.442501 n-d-800085-5 neutron-server[93707]: WARNING neutron.services.revisions.revision_plugin [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Could not find related port for resource to bump revision. Jul 16 01:44:07.449880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.ipam_pluggable_backend [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Port 18e2646a-765c-4d2c-8512-727ddeac9660 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93707) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:44:07.450195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.ipam_pluggable_backend [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:3c6c {{(pid=93707) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:44:07.456102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.ipam_pluggable_backend [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef7:3c6c {{(pid=93707) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:44:07.462143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.465119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:07.465477 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:07.467690 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:07.477950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f3b1be5-65f5-4d3d-b49c-2869a414d264 req-1e60d6aa-2350-4187-8cec-6c815f2ed95f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536546 Jul 16 01:44:07.519579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:07.523263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:07.528240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:07.528854 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.540020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=332d075f-683d-4dae-9246-0e32520151e5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.546439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9878078-4f20-4268-8530-eaaa7c9afd45 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:07.601139 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58cf8d8c-ede5-4b84-a5b6-1c632be3ecb1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1566298 Jul 16 01:44:07.603543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 47930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.610749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:07.696252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.706711 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.717541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb24ea88-64ac-43da-92ea-0ee3b2e85fb4 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:44:07.732303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.734334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] 10.222.0.81 "DELETE /v2.0/networks/bb24ea88-64ac-43da-92ea-0ee3b2e85fb4 HTTP/1.1" status: 204 len: 168 time: 0.7709637 Jul 16 01:44:07.773575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.792035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29db41-a3ee-4e09-874c-211bb12a625e tempest-ExternalNetworksTestJSON-511654088 tempest-ExternalNetworksTestJSON-511654088-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb24ea88-64ac-43da-92ea-0ee3b2e85fb4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.872094 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b273e2-943a-4901-b186-cad618da7e1c tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:07.872455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b273e2-943a-4901-b186-cad618da7e1c tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:07.880811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d3b273e2-943a-4901-b186-cad618da7e1c tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] 10.222.0.81 "DELETE /v2.0/subnets/3a645e07-2c81-4920-9598-954e08693ef9 HTTP/1.1" status: 404 len: 337 time: 0.1016967 Jul 16 01:44:07.886190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47940) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.899748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:07.910231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c93de-3840-413f-a27f-a509379e15f4 None None] Network ba0cd2b7-981c-4911-b5de-afb9da6f2f5a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:07.920440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.026515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '332d075f-683d-4dae-9246-0e32520151e5'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:08.030072 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.208252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.213955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e195b8f-6167-460e-8b27-2fe9e092014e None None] Provisioning complete for port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:08.216047 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e195b8f-6167-460e-8b27-2fe9e092014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.362772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.401520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:08.402088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.478271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.491379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773c92db-2dac-42af-aa89-55b313a5397a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:08.535928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:08.539769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e95763-0e57-4e86-970b-676d286f1e12') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:08.540096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e95763-0e57-4e86-970b-676d286f1e12') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:08.553288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] For port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,segment=NetworkSegment(79346660-11b4-4611-8e58-6807697399a0),segment_id=79346660-11b4-4611-8e58-6807697399a0)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:08.553644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.557003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.557804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:08.586385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.589389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.637496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Calling delete_port for 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:08.638963 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.651054 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0448785 Jul 16 01:44:08.652917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673e6ae-7066-47c8-9d84-76345bfc04b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=37460773-7936-41bb-8717-8bee0a0ebf09,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.653637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:08.654175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.657720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 47976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:08.658963 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:08.666710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:51:20:8a', 'name': 'tempest-NetworksTestDHCPv6-1264597287'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:08.677885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Allocated IP 2001:db8::f816:3eff:feb1:577a (fb5d48e9-5eb5-4157-b08c-7b53330f354b/332d075f-683d-4dae-9246-0e32520151e5/0fbacabd-d368-4eee-ba1d-ff0f920f12c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:08.871531 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.973585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:08.979111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Transition to ACTIVE for port object 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:09.020554 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.037217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Transition to ACTIVE for port object 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:09.039182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.039404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fd9cf6-47fe-4f69-8455-227e7f6ee745 None None] DHCP port deletion for ba0cd2b7-981c-4911-b5de-afb9da6f2f5a request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:09.044084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] 10.222.0.81 "DELETE /v2.0/networks/773c92db-2dac-42af-aa89-55b313a5397a HTTP/1.1" status: 204 len: 168 time: 1.1517036 Jul 16 01:44:09.044084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.072282 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.129315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No DVR routers for this DVR port 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:09.137678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:09.142650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:09.144926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:09.166515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:09.178925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:09.179444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 25e63d9d-9f90-4142-b00f-b70f2dd2ca9c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:09.197733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Pushing event updated for resources: {'Port': ['ID=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.230680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.254200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Attempting to bind port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:09.254576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Attempting to bind port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:09.254944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Attempting to bind port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:09.260486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:09.260865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:09.261272 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.261671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:09.262143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Bound port: 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:09.262524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.272543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592aa12-324c-4ef6-89db-296a8e072dfc tempest-ExternalNetworksTestJSON-2134858244 tempest-ExternalNetworksTestJSON-2134858244-project] Pushing event deleted for resources: {'Network': ['ID=773c92db-2dac-42af-aa89-55b313a5397a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.304568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Port': ['ID=25e63d9d-9f90-4142-b00f-b70f2dd2ca9c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.335253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 9eadd893-5a99-4875-8571-7513a0f34684 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:09.352912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] For port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:09.356483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] For port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:09.366634 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.403784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0143b1-5cd4-490b-ae13-08ea6b192557 req-d1320425-c032-45f7-9b3f-d92cdcc51463 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:09.406393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a0143b1-5cd4-490b-ae13-08ea6b192557 req-d1320425-c032-45f7-9b3f-d92cdcc51463 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.4479191 Jul 16 01:44:09.502659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc5984-fc4d-4ecf-a6a7-2a019260153f None None] Pushing event updated for resources: {'Port': ['ID=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.556412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.566734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48010) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:09.587473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0cd2b7-981c-4911-b5de-afb9da6f2f5a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.612433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79346660-11b4-4611-8e58-6807697399a0') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.612891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79346660-11b4-4611-8e58-6807697399a0') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.618617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a0143b1-5cd4-490b-ae13-08ea6b192557 req-08563f55-73a8-4528-b7e9-b48b5241852c tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/security-groups?id=606224c1-4a2e-4421-8248-23f3b973649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565533 Jul 16 01:44:09.652752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.690172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-6542f7da-f7ea-4e6d-8304-5da32741ad7f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:09.691752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-6542f7da-f7ea-4e6d-8304-5da32741ad7f tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 946 time: 0.4057746 Jul 16 01:44:09.789173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.830905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:09.831230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:09.837559 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:09.935208 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-309be185-9f9d-4dfa-bb84-2fac5ba56b39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=febd685336364f4a8ebfc1a425a005d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672163 Jul 16 01:44:09.937943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:09.995072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5652b2d-84d3-4d7f-999f-90f4a9909519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.011677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 172.20.0.2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/37460773-7936-41bb-8717-8bee0a0ebf09/9eadd893-5a99-4875-8571-7513a0f34684) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:10.017591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.026722 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5652b2d-84d3-4d7f-999f-90f4a9909519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.033673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe51:208a (fb5d48e9-5eb5-4157-b08c-7b53330f354b/332d075f-683d-4dae-9246-0e32520151e5/9eadd893-5a99-4875-8571-7513a0f34684) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:10.036739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.038942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/ba0cd2b7-981c-4911-b5de-afb9da6f2f5a HTTP/1.1" status: 204 len: 168 time: 2.6674044 Jul 16 01:44:10.041692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.070680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24c7b7-3272-4ae4-9ca7-4fcf53597fd4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=ba0cd2b7-981c-4911-b5de-afb9da6f2f5a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.098500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Deleting port 4b5c2042-53d7-4010-98ea-c40c221d6361 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:10.098853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.105768 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40af1f1-6d39-4fca-8a5b-05e49bbaac1b tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:10.106241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40af1f1-6d39-4fca-8a5b-05e49bbaac1b tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:10.111247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c40af1f1-6d39-4fca-8a5b-05e49bbaac1b tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/14a29698-dc50-4b9c-bf65-ecd87e6272f2 HTTP/1.1" status: 404 len: 337 time: 0.0618804 Jul 16 01:44:10.111436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5652b2d-84d3-4d7f-999f-90f4a9909519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.112780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5652b2d-84d3-4d7f-999f-90f4a9909519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.113952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5652b2d-84d3-4d7f-999f-90f4a9909519 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/caf4afbe-f166-456c-aaa1-b4b6e9978a11 HTTP/1.1" status: 204 len: 168 time: 0.1748667 Jul 16 01:44:10.114518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.166427 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-38745841-4e06-45dc-8b7a-8eaafd565aa4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:10.167001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38745841-4e06-45dc-8b7a-8eaafd565aa4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:10.168810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38745841-4e06-45dc-8b7a-8eaafd565aa4 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/ba706ad7-3aee-4a41-993f-2f12f56d9be2 HTTP/1.1" status: 404 len: 339 time: 0.0309403 Jul 16 01:44:10.172196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.184298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5652b2d-84d3-4d7f-999f-90f4a9909519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4afbe-f166-456c-aaa1-b4b6e9978a11,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.261156 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ed0048-0c03-445f-888e-99d4d371c2b3 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:10.261767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ed0048-0c03-445f-888e-99d4d371c2b3 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:10.264552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-33ed0048-0c03-445f-888e-99d4d371c2b3 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/569a97dc-bee1-4a37-84ce-2c87fb43fcbc HTTP/1.1" status: 404 len: 337 time: 0.0859368 Jul 16 01:44:10.267232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48046) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.332284 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed508291-e9bc-4972-9d5d-8442e0c62084 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:10.333102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed508291-e9bc-4972-9d5d-8442e0c62084 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:10.335035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ed508291-e9bc-4972-9d5d-8442e0c62084 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/930a0924-5133-493b-b115-41633d166063 HTTP/1.1" status: 404 len: 339 time: 0.0605285 Jul 16 01:44:10.337992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48050) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.380678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] For port 4b5c2042-53d7-4010-98ea-c40c221d6361, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=4b5c2042-53d7-4010-98ea-c40c221d6361,segment=NetworkSegment(64c39bf8-aeff-429c-a55b-e7a8d5d685e4),segment_id=64c39bf8-aeff-429c-a55b-e7a8d5d685e4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:10.381143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.406715 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71f1b23-a84a-48a4-a919-2da18cde5c2e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:10.407177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71f1b23-a84a-48a4-a919-2da18cde5c2e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:10.408991 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c71f1b23-a84a-48a4-a919-2da18cde5c2e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/7681d27a-da52-42cb-a506-ae45109505c6 HTTP/1.1" status: 404 len: 337 time: 0.0646999 Jul 16 01:44:10.416461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Calling delete_port for 4b5c2042-53d7-4010-98ea-c40c221d6361 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:10.418283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48054) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.464274 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ec28ea-7b47-4a84-a790-89a00865998e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:10.466112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ec28ea-7b47-4a84-a790-89a00865998e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:10.468525 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0ec28ea-7b47-4a84-a790-89a00865998e tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/02660549-db51-4618-b81e-871b9b71d7d7 HTTP/1.1" status: 404 len: 339 time: 0.0472867 Jul 16 01:44:10.477322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.521135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.556724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 9eadd893-5a99-4875-8571-7513a0f34684 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:10.596422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting subnet a4a8169c-795f-44b0-ac3f-86ce54df1898 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:10.602213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.683526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.723593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.761216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.801821 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fec37639-1f38-4ea3-b2be-9a089e1e0025 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b901461a93724514b995ba191112136f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770493 Jul 16 01:44:10.805141 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.857520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:10.860688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:10.882484 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.893288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:10.896970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['4b5c2042-53d7-4010-98ea-c40c221d6361'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:10.904779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:10.950774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.966101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ddba07d-6762-46fc-b851-919c5cb33424 req-e8bc3dc2-2f77-4125-b8bc-3953c4b3f343 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c88a803-cb99-4338-9903-370c62ea6a33 HTTP/1.1" status: 200 len: 210 time: 0.1323216 Jul 16 01:44:10.986662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=9eadd893-5a99-4875-8571-7513a0f34684,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.026145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dda7297-0734-4d17-ba16-e2b4ead6333d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.058080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d346ed7-bd37-492d-a542-0e22fe3b57e1 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:11.115343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] No DVR routers for this DVR port 4b5c2042-53d7-4010-98ea-c40c221d6361 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:11.123378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dda7297-0734-4d17-ba16-e2b4ead6333d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.125042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.125724 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.129296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.132271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.134028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33d51b59-6aea-438d-9119-ecec36e270a6 req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] 10.222.0.93 "DELETE /v2.0/ports/4b5c2042-53d7-4010-98ea-c40c221d6361 HTTP/1.1" status: 204 len: 173 time: 1.4324024 Jul 16 01:44:11.134706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c88a803-cb99-4338-9903-370c62ea6a33', 'name': 'network-vif-deleted', 'tag': '4b5c2042-53d7-4010-98ea-c40c221d6361'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:11.137106 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd587738-7953-42b8-9082-c1bae153628c" -d '{"events": [{"server_uuid": "0c88a803-cb99-4338-9903-370c62ea6a33", "name": "network-vif-deleted", "tag": "4b5c2042-53d7-4010-98ea-c40c221d6361"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:11.143619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da73bb-6303-4eb2-a816-c4a152f2e160 tempest-ServerDiskConfigTestJSON-719603837 tempest-ServerDiskConfigTestJSON-719603837-project] Pushing event deleted for resources: {'Port': ['ID=4b5c2042-53d7-4010-98ea-c40c221d6361,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.193254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.197750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dede1e5a-52ad-43f7-a7ed-b675dd55ab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.199388 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/a4a8169c-795f-44b0-ac3f-86ce54df1898 HTTP/1.1" status: 204 len: 168 time: 0.7208412 Jul 16 01:44:11.212417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:11.215743 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4075ed04-2175-44e3-8dd3-c9e29b397078 x-openstack-request-id: req-4075ed04-2175-44e3-8dd3-c9e29b397078 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:11.216040 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c88a803-cb99-4338-9903-370c62ea6a33", "name": "network-vif-deleted", "tag": "4b5c2042-53d7-4010-98ea-c40c221d6361", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:11.216314 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4075ed04-2175-44e3-8dd3-c9e29b397078 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:11.216713 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88a803-cb99-4338-9903-370c62ea6a33', 'name': 'network-vif-deleted', 'tag': '4b5c2042-53d7-4010-98ea-c40c221d6361', 'status': 'completed', 'code': 200} Jul 16 01:44:11.254811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039ab22-e310-4c37-ae7f-6931a88bb76a tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a8169c-795f-44b0-ac3f-86ce54df1898,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.291985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dda7297-0734-4d17-ba16-e2b4ead6333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.295462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dda7297-0734-4d17-ba16-e2b4ead6333d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.296918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0dda7297-0734-4d17-ba16-e2b4ead6333d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29041e86-0aeb-420c-b5ad-7789cc6ee95e HTTP/1.1" status: 204 len: 168 time: 0.4908721 Jul 16 01:44:11.305683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.310742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda7297-0734-4d17-ba16-e2b4ead6333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29041e86-0aeb-420c-b5ad-7789cc6ee95e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.319446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb18dc-8b7c-446e-9a79-c992311068fc None None] Network 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:11.321145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:11.321369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-228c976f-208d-41f9-87a2-1c0d38ac4d48 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6613905 Jul 16 01:44:11.323149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:11.401597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting port c7f0297e-7957-4da8-9d9b-eb8672b930d4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:11.401597 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.452940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a13f0fc4-e408-4ce9-a64c-8e96f5ef2558 None None] Provisioning for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:11.477636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8ba36-47a4-4ace-bb1a-16abcfeba4a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.484098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8ba36-47a4-4ace-bb1a-16abcfeba4a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.492812 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c6c8ba36-47a4-4ace-bb1a-16abcfeba4a8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1701436 Jul 16 01:44:11.493427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:11.506277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] For port c7f0297e-7957-4da8-9d9b-eb8672b930d4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c7f0297e-7957-4da8-9d9b-eb8672b930d4,segment=NetworkSegment(8b08e27c-8fcc-4f1b-8425-88859811bd7d),segment_id=8b08e27c-8fcc-4f1b-8425-88859811bd7d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:11.506722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.555720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Calling delete_port for c7f0297e-7957-4da8-9d9b-eb8672b930d4 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:11.666283 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78431363-44fa-4b2b-9613-ede7253cc4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.687085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:11.694522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 9eadd893-5a99-4875-8571-7513a0f34684 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:11.695682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:11.696066 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.698417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dede1e5a-52ad-43f7-a7ed-b675dd55ab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.704301 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.750140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dede1e5a-52ad-43f7-a7ed-b675dd55ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.829022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dede1e5a-52ad-43f7-a7ed-b675dd55ab07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=499a73c79b2842d38f23b0c82caf7648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9669180 Jul 16 01:44:11.835250 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.845844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:11.869759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.898166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '332d075f-683d-4dae-9246-0e32520151e5', 'ip_address': '2001:db8::f816:3eff:feb1:577a'}, {'subnet_id': '37460773-7936-41bb-8717-8bee0a0ebf09'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '0fbacabd-d368-4eee-ba1d-ff0f920f12c3'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:44:11.918569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 9eadd893-5a99-4875-8571-7513a0f34684 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:11.947667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42775813-1e69-43d3-93a0-23eaf6d76a39 None None] DHCP port deletion for 9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:11.962557 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.966703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.991886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Port': ['ID=c7f0297e-7957-4da8-9d9b-eb8672b930d4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.040329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No DVR routers for this DVR port c7f0297e-7957-4da8-9d9b-eb8672b930d4 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:12.124351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede1e5a-52ad-43f7-a7ed-b675dd55ab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3194dc-c73c-4a23-ba14-1202a06b2ac8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.200745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.209146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:12.257404 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.288673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=9eadd893-5a99-4875-8571-7513a0f34684,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.290861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-839fba99-5ec8-4dc4-9c47-abc7126043eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.340193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.358729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] Allocated IP 172.20.0.3 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/37460773-7936-41bb-8717-8bee0a0ebf09/0fbacabd-d368-4eee-ba1d-ff0f920f12c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:12.386871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec75e0f-a0b5-4f3f-9995-12c9d18269b9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:12.405843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.408127 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-81aa7481-b0ea-4430-82fa-91a9ca45c0f3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/9eadd893-5a99-4875-8571-7513a0f34684 HTTP/1.1" status: 204 len: 168 time: 0.9134653 Jul 16 01:44:12.412062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.433213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b08e27c-8fcc-4f1b-8425-88859811bd7d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:12.433511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b08e27c-8fcc-4f1b-8425-88859811bd7d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:12.440683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-839fba99-5ec8-4dc4-9c47-abc7126043eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.459831 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.490599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.526528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] For port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:12.531096 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.537707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:12.538112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:12.541847 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:12.551230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a164ffd-40d7-4f85-8316-1f8bf5299d4a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.557162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a164ffd-40d7-4f85-8316-1f8bf5299d4a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.561828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a164ffd-40d7-4f85-8316-1f8bf5299d4a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.572969 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3a164ffd-40d7-4f85-8316-1f8bf5299d4a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1597824 Jul 16 01:44:12.573901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48136) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.592307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.625460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.654688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-839fba99-5ec8-4dc4-9c47-abc7126043eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.657287 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-839fba99-5ec8-4dc4-9c47-abc7126043eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.658535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-839fba99-5ec8-4dc4-9c47-abc7126043eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b3194dc-c73c-4a23-ba14-1202a06b2ac8 HTTP/1.1" status: 204 len: 168 time: 0.8082137 Jul 16 01:44:12.661914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] Transition to ACTIVE for port object 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:12.668703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.670570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fba99-5ec8-4dc4-9c47-abc7126043eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3194dc-c73c-4a23-ba14-1202a06b2ac8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.672785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.678839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 332d075f-683d-4dae-9246-0e32520151e5 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:12.714813 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.722751 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/9ec75e0f-a0b5-4f3f-9995-12c9d18269b9 HTTP/1.1" status: 204 len: 168 time: 1.5061030 Jul 16 01:44:12.725424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] Deleting subnet 927794cd-f7c5-44a9-bd65-737f6ec65d48 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:12.726519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21458323-34cd-4484-8112-47b74a61c720 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=9ec75e0f-a0b5-4f3f-9995-12c9d18269b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.730705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48144) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.731441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.734112 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.786795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe734ccc-27cb-4334-a4e2-8b8192187caf None None] Pushing event updated for resources: {'Port': ['ID=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:12.798040 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.829492 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a8257d-c1b6-4a1d-ad7b-aaf528ab5330 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:12.829971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a8257d-c1b6-4a1d-ad7b-aaf528ab5330 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:12.837713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-32a8257d-c1b6-4a1d-ad7b-aaf528ab5330 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/b2f857c5-97b4-48b0-a190-67ab1e2f3e6f HTTP/1.1" status: 404 len: 337 time: 0.0933924 Jul 16 01:44:12.838693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.878913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.892135 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f232c28-bf23-4825-9519-d2c36a38d395 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] DELETE failed (client error): The resource could not be found. Jul 16 01:44:12.894224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f232c28-bf23-4825-9519-d2c36a38d395 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:12.897824 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7f232c28-bf23-4825-9519-d2c36a38d395 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/558606a0-b332-42b0-b7cc-82edb08883c6 HTTP/1.1" status: 404 len: 339 time: 0.0550473 Jul 16 01:44:12.899211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:12.979910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.032427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Deleting subnet 69ac7aae-e2fd-4886-af84-189292d1bb10 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:13.037965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.121437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.160239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b5c2042-53d7-4010-98ea-c40c221d6361 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:13.210077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:13.210878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.223251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 4b5c2042-53d7-4010-98ea-c40c221d6361 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:13.225156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 4b5c2042-53d7-4010-98ea-c40c221d6361 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:13.251816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48164) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.273465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-923628f4-0c89-4d7d-82c4-30231d3195bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.340277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.406932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-923628f4-0c89-4d7d-82c4-30231d3195bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.411643 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.433738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-923628f4-0c89-4d7d-82c4-30231d3195bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.455782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.473258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c7f0297e-7957-4da8-9d9b-eb8672b930d4 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:13.504702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=332d075f-683d-4dae-9246-0e32520151e5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.506434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c7f0297e-7957-4da8-9d9b-eb8672b930d4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:13.506872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c7f0297e-7957-4da8-9d9b-eb8672b930d4 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:13.522276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927794cd-f7c5-44a9-bd65-737f6ec65d48,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.526737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.531367 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-201b732b-31aa-47b7-a761-402c2d1e91f5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/927794cd-f7c5-44a9-bd65-737f6ec65d48 HTTP/1.1" status: 204 len: 168 time: 0.9024813 Jul 16 01:44:13.532088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.543107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.568109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.588550 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3ed01208-ada0-4e3f-8b45-1ce2c179050f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/332d075f-683d-4dae-9246-0e32520151e5 HTTP/1.1" status: 204 len: 168 time: 0.9999533 Jul 16 01:44:13.591500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf0d17-37d1-4ae3-8fc0-2c9ebcbdaba0 None None] Network 7f0bce81-378a-4720-9df0-3b9e96a72e4f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:13.603232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48176) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.604080 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.612187 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/subnets/69ac7aae-e2fd-4886-af84-189292d1bb10 HTTP/1.1" status: 204 len: 168 time: 0.7096171 Jul 16 01:44:13.615262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e44f06-7c44-4978-90d0-ff2d7c441df0 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Subnet': ['ID=69ac7aae-e2fd-4886-af84-189292d1bb10,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.618364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.686209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 37460773-7936-41bb-8717-8bee0a0ebf09 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:13.690470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.744839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.777573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-923628f4-0c89-4d7d-82c4-30231d3195bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e0222d18e874fd0a9cb17d6d234ff54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236509 Jul 16 01:44:13.780066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.807828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923628f4-0c89-4d7d-82c4-30231d3195bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7cc8b5-cfc8-4ae7-8981-44be4d7e2101,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.891193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.977006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] DHCP port deletion for 7f0bce81-378a-4720-9df0-3b9e96a72e4f request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:14.055953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] Deleting port af956c10-3f05-4d68-a85b-be3a15e03e97 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:14.056750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.150198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] For port af956c10-3f05-4d68-a85b-be3a15e03e97, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=af956c10-3f05-4d68-a85b-be3a15e03e97,segment=NetworkSegment(b1a76ded-e948-40e1-ad78-342be7b9b42f),segment_id=b1a76ded-e948-40e1-ad78-342be7b9b42f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:14.150978 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.170502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] Calling delete_port for af956c10-3f05-4d68-a85b-be3a15e03e97 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:14.252095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.252095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:14.267524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120b2e0a-1fae-4653-ab8c-0fa8b5a836bb']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.278386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.279359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c39bf8-aeff-429c-a55b-e7a8d5d685e4') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.284115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c39bf8-aeff-429c-a55b-e7a8d5d685e4') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.291469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.309744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.318705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:14.318986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.319094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] Pushing event deleted for resources: {'Port': ['ID=af956c10-3f05-4d68-a85b-be3a15e03e97,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:14.324526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed89845-5452-4546-ab69-a8866712b55d None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:14.382291 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:14.385254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb16cc-3051-4058-8486-3fdef897ba11 None None] No DVR routers for this DVR port af956c10-3f05-4d68-a85b-be3a15e03e97 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:14.398328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.399055 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5884475e-5c6f-4ed3-a742-88a4bac419b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.434701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c5f67b24-9be7-4c21-a875-875de240d109 None None] Provisioning for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:14.444954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c5f67b24-9be7-4c21-a875-875de240d109 None None] Provisioning complete for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:14.445290 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c5f67b24-9be7-4c21-a875-875de240d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.451707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.454065 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] 10.222.0.81 "DELETE /v2.0/networks/120b2e0a-1fae-4653-ab8c-0fa8b5a836bb HTTP/1.1" status: 204 len: 168 time: 0.8683126 Jul 16 01:44:14.473994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d15e2d-c155-46cf-ba5b-ac6293ec3810 admin admin] Pushing event deleted for resources: {'Network': ['ID=120b2e0a-1fae-4653-ab8c-0fa8b5a836bb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:14.483435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.494623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.504416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4d5e2a63-7a0d-4baf-a11d-1c8d9177b0c8 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-706589528'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:14.509245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4d5e2a63-7a0d-4baf-a11d-1c8d9177b0c8 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Unknown quota resources ['metering_label']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:44:14.514236 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76dc00b0-7c50-4eda-89ab-f8bd71b6e318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.589684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76dc00b0-7c50-4eda-89ab-f8bd71b6e318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.644545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.735794 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.751309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d5e2a63-7a0d-4baf-a11d-1c8d9177b0c8 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.751309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4d5e2a63-7a0d-4baf-a11d-1c8d9177b0c8 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4962111 Jul 16 01:44:14.751309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:14.753670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48208) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:14.766119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-44bde6f9-0da0-4fb0-a2cb-3203f324d6fa tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e14f9375-b0e3-4256-ba1c-7bbe70f78947'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:14.766613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-44bde6f9-0da0-4fb0-a2cb-3203f324d6fa tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:44:14.773544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0bce81-378a-4720-9df0-3b9e96a72e4f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.788753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a76ded-e948-40e1-ad78-342be7b9b42f') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.789356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a76ded-e948-40e1-ad78-342be7b9b42f') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.813766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.819991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c5f67b24-9be7-4c21-a875-875de240d109 None None] Could not find standard attr ID for object 9eadd893-5a99-4875-8571-7513a0f34684. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:14.874189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d181a755-72fc-4740-8a1d-8ffb95930c16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=595c707b95004617bd7ddfb674c52b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221249 Jul 16 01:44:14.880383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:14.897138 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.900933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.915136 n-d-800085-5 neutron-server[93706]: WARNING neutron.services.metering.metering_plugin [None req-44bde6f9-0da0-4fb0-a2cb-3203f324d6fa tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:44:14.938449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76dc00b0-7c50-4eda-89ab-f8bd71b6e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.941077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76dc00b0-7c50-4eda-89ab-f8bd71b6e318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.944287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-76dc00b0-7c50-4eda-89ab-f8bd71b6e318 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac7cc8b5-cfc8-4ae7-8981-44be4d7e2101 HTTP/1.1" status: 204 len: 168 time: 1.1464081 Jul 16 01:44:14.946994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33ba4018-3cf9-4444-ae6d-3ab8b4ba23a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.950917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:14.951329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:14.956208 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:14.976611 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33ba4018-3cf9-4444-ae6d-3ab8b4ba23a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.998349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=37460773-7936-41bb-8717-8bee0a0ebf09,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.005820 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.011771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c6c1d295-f3c4-425a-a813-65e63ca72f8a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/37460773-7936-41bb-8717-8bee0a0ebf09 HTTP/1.1" status: 204 len: 168 time: 1.4005430 Jul 16 01:44:15.016798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48216) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.080085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc00b0-7c50-4eda-89ab-f8bd71b6e318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7cc8b5-cfc8-4ae7-8981-44be4d7e2101,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.095486 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f70be3e9-fcac-4734-b125-544afe6085a1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719202 Jul 16 01:44:15.098137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.104863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:15.111018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33ba4018-3cf9-4444-ae6d-3ab8b4ba23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.115226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33ba4018-3cf9-4444-ae6d-3ab8b4ba23a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.135077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-33ba4018-3cf9-4444-ae6d-3ab8b4ba23a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/606224c1-4a2e-4421-8248-23f3b973649f HTTP/1.1" status: 204 len: 168 time: 0.2417159 Jul 16 01:44:15.198361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device af956c10-3f05-4d68-a85b-be3a15e03e97 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:15.258828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: af956c10-3f05-4d68-a85b-be3a15e03e97 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:15.260780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device af956c10-3f05-4d68-a85b-be3a15e03e97 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:15.269513 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44bde6f9-0da0-4fb0-a2cb-3203f324d6fa tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.282372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-44bde6f9-0da0-4fb0-a2cb-3203f324d6fa tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5225286 Jul 16 01:44:15.283754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.285197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:15.291134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.291787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0bcd219d-81f1-4bec-836d-dc6650914b67 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e14f9375-b0e3-4256-ba1c-7bbe70f78947'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:15.292306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0bcd219d-81f1-4bec-836d-dc6650914b67 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:44:15.309991 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.323546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.334502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba4018-3cf9-4444-ae6d-3ab8b4ba23a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606224c1-4a2e-4421-8248-23f3b973649f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.401287 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.417619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] 10.222.0.81 "DELETE /v2.0/networks/7f0bce81-378a-4720-9df0-3b9e96a72e4f HTTP/1.1" status: 204 len: 168 time: 1.7361968 Jul 16 01:44:15.422153 n-d-800085-5 neutron-server[93706]: WARNING neutron.services.metering.metering_plugin [None req-0bcd219d-81f1-4bec-836d-dc6650914b67 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:44:15.447127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34989f43-7642-458b-bc6d-18dafce015b7 tempest-NetworksIpV6Test-923821790 tempest-NetworksIpV6Test-923821790-project] Pushing event deleted for resources: {'Network': ['ID=7f0bce81-378a-4720-9df0-3b9e96a72e4f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.618290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.655659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bcd219d-81f1-4bec-836d-dc6650914b67 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.662228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0bcd219d-81f1-4bec-836d-dc6650914b67 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3717628 Jul 16 01:44:15.662996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48240) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.693174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d8bbdf2e-dcd2-400e-9f96-5a659a90f824 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a784b87b-99ee-4a5f-b78a-423e3d076c23 HTTP/1.1" status: 200 len: 464 time: 0.0289114 Jul 16 01:44:15.696373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.714138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:15.724911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:15.729173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.729800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.746062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=d74defcd-7e64-4806-84d9-a95d70266ac0,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.768838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-be8522e5-d1bd-494a-bf9c-50c1ca83a81d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6692216 Jul 16 01:44:15.771531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48250) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.778103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:15.945219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:15.947980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-300ab1f7-0eac-4c62-a92a-02bfdf874a38 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.951699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.952322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-300ab1f7-0eac-4c62-a92a-02bfdf874a38 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/a784b87b-99ee-4a5f-b78a-423e3d076c23 HTTP/1.1" status: 204 len: 168 time: 0.2548442 Jul 16 01:44:15.952933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.971210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-70b313c8-52a1-447e-825a-f8f5a407d20b tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a784b87b-99ee-4a5f-b78a-423e3d076c23 HTTP/1.1" status: 200 len: 221 time: 0.0165186 Jul 16 01:44:15.972611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:15.977341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4676484c-2a5e-47a3-922e-9fb007d36cbf tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--289841376', 'description': 'label created by tempest'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:15.977802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4676484c-2a5e-47a3-922e-9fb007d36cbf tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Unknown quota resources ['metering_label']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:44:15.997440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1240a7-9b2d-4556-afd4-f54511b1d685 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:16.112536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.248359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a867cba-c8ce-4b29-93ab-eab99c2a53f1 None None] Provisioning complete for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:16.248879 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a867cba-c8ce-4b29-93ab-eab99c2a53f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.313632 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.486215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4676484c-2a5e-47a3-922e-9fb007d36cbf tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.490531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4676484c-2a5e-47a3-922e-9fb007d36cbf tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5167222 Jul 16 01:44:16.491161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.621004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c4c8ccfc-0954-4a30-b259-814a9b99a794 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=153a8031-ba45-4ad0-ba8f-4ca3e7905ff3 HTTP/1.1" status: 200 len: 467 time: 0.1274109 Jul 16 01:44:16.623807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.713975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:16.749629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e8541197-072c-49de-a836-ea3811f0a972 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dde1e54f52c24823a2bedfa5e973815e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308973 Jul 16 01:44:16.798179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48302) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.842344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.932528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79241aed-86b0-4b48-afa3-42a7fe589f8e None None] Provisioning complete for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:16.933362 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79241aed-86b0-4b48-afa3-42a7fe589f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.963139 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-070e954e-7241-4c38-9472-c886a61ca1b1 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.964315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-070e954e-7241-4c38-9472-c886a61ca1b1 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/153a8031-ba45-4ad0-ba8f-4ca3e7905ff3 HTTP/1.1" status: 204 len: 168 time: 0.3394394 Jul 16 01:44:16.967079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48312) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.016957 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-726b92d2-5cac-4320-8196-84d4ca289633 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=153a8031-ba45-4ad0-ba8f-4ca3e7905ff3 HTTP/1.1" status: 200 len: 216 time: 0.0477531 Jul 16 01:44:17.020783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48314) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.051448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.071443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873b8738-0224-4ae6-b7c6-b2fcd36fdb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.075099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.085841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5f6c595f-9e5c-4b82-868c-b8a2fdc32b42 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0636492 Jul 16 01:44:17.092960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.125425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873b8738-0224-4ae6-b7c6-b2fcd36fdb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.126534 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7b2af791-dc67-447d-b65a-40698c22647b tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0255442 Jul 16 01:44:17.131839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.317966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-696b6677-a8c5-46d3-a9a6-00c5aa99ff9e None None] Could not find standard attr ID for object 9eadd893-5a99-4875-8571-7513a0f34684. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:17.323117 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-14cf3724-4d45-4ea0-9d8b-54fed5a2df46 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/e14f9375-b0e3-4256-ba1c-7bbe70f78947 HTTP/1.1" status: 200 len: 472 time: 0.1837215 Jul 16 01:44:17.327990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.344038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873b8738-0224-4ae6-b7c6-b2fcd36fdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.347026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873b8738-0224-4ae6-b7c6-b2fcd36fdb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.348307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-873b8738-0224-4ae6-b7c6-b2fcd36fdb2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19262b21-88c4-4718-8b1d-6f99b8649831 HTTP/1.1" status: 204 len: 168 time: 0.5488026 Jul 16 01:44:17.357129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:17.358354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b8738-0224-4ae6-b7c6-b2fcd36fdb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19262b21-88c4-4718-8b1d-6f99b8649831,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.361528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-afe6313d-c39f-4bb2-883e-c64c878e9383 tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/9c92d892-a8b1-4491-b513-af3a9e2c1bdc HTTP/1.1" status: 200 len: 461 time: 0.0320482 Jul 16 01:44:17.366296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.407454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.410855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1601757219-network', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:17.415904 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.417478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.526071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:17.537144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:17.553633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:17.554533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.590816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdac7c-23fc-49e5-b90f-a27350d0eeac None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:17.595965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=cce39c24-b633-4501-9ccb-720cbd8a42b0,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.597254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Made reservation on behalf of 1df132ef57eb43f9a7558d075bd51340 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:17.601054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.611396 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a8e255ed-f72b-4224-ab2b-ac8ed84af850 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8378103 Jul 16 01:44:17.613785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48348) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.615647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.624569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:34:96:3c', 'name': 'tempest-NetworksTestDHCPv6-1784892288'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:17.673216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.687385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcfc6-18d3-4d08-acf8-5f0a74ad5f1b tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.688810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f9cdcfc6-18d3-4d08-acf8-5f0a74ad5f1b tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/9c92d892-a8b1-4491-b513-af3a9e2c1bdc HTTP/1.1" status: 204 len: 168 time: 0.3214788 Jul 16 01:44:17.694166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48352) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.817626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:44:17.817626 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:44:17.817626 n-d-800085-5 neutron-server[93707]: [parameters: {'project_id_1': '52f0101485b0464b8970d216e019beb7', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 44, 17, 762222)}] Jul 16 01:44:17.817626 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:17.818010 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:17.993701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-175af7b3-4670-4068-9a2a-d2aec4388bee tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.995047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-175af7b3-4670-4068-9a2a-d2aec4388bee tempest-MeteringTestJSON-211762099 tempest-MeteringTestJSON-211762099-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/e14f9375-b0e3-4256-ba1c-7bbe70f78947 HTTP/1.1" status: 204 len: 168 time: 0.2981553 Jul 16 01:44:18.006593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': 'cce39c24-b633-4501-9ccb-720cbd8a42b0', 'ip_address': '2001:db8::f816:3eff:feb1:577a'}, {'subnet_id': 'd74defcd-7e64-4806-84d9-a95d70266ac0'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '0fbacabd-d368-4eee-ba1d-ff0f920f12c3'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:44:18.047960 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.073158 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.078212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.104399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:18.113519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ec125e-2a83-42aa-9924-7de20338c3ff,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.132069 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.132708 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Added segment f4149208-ba2e-4d44-a9ba-8cc80453bd3f of type vlan for network 49a9b375-8f93-421c-b201-664e91cca984 Jul 16 01:44:18.190065 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.257744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.258850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:18.259588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.305666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2292621 Jul 16 01:44:18.308932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:18.314466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Request body: {'subnet': {'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1601757219-subnet', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:18.371010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] Allocated IP 172.20.0.2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d74defcd-7e64-4806-84d9-a95d70266ac0/0fbacabd-d368-4eee-ba1d-ff0f920f12c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:18.371605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20246111-7e3f-4371-b661-e859fc305af0 admin admin] Pushing event updated for resources: {'Network': ['ID=49a9b375-8f93-421c-b201-664e91cca984,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.393431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Made reservation on behalf of 1df132ef57eb43f9a7558d075bd51340 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:18.398593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.402550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:18.408644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 49a9b375-8f93-421c-b201-664e91cca984 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:18.515648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48396) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:18.581521 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.622486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] For port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:18.649413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port f96925a1-6de3-4d25-8448-669c36b05789 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:18.674541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.722213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] Transition to ACTIVE for port object 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:18.729941 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.797518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.869444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56129f05-ba2e-4b54-9f2a-6e632af80566,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.920286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b41cd-7f5f-46be-9691-ece50c62db21 None None] Pushing event updated for resources: {'Port': ['ID=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.947998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Checking segment: {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:18.948401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Network hostable DHCP agents. Network: 49a9b375-8f93-421c-b201-664e91cca984, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:18.984719 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f254fd4-5eff-4907-8b14-f19fbd77b726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.993135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Network 49a9b375-8f93-421c-b201-664e91cca984 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:19.000145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 172.20.0.11 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d74defcd-7e64-4806-84d9-a95d70266ac0/f96925a1-6de3-4d25-8448-669c36b05789) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:19.019263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe34:963c (fb5d48e9-5eb5-4157-b08c-7b53330f354b/cce39c24-b633-4501-9ccb-720cbd8a42b0/f96925a1-6de3-4d25-8448-669c36b05789) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:19.025646 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 49a9b375-8f93-421c-b201-664e91cca984) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:19.032127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.032909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.038194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a5d8e-b7dd-4075-a8d8-0df2dba03a12 None None] Network 49a9b375-8f93-421c-b201-664e91cca984 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:19.203797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48418) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:19.258925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:19.308497 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f254fd4-5eff-4907-8b14-f19fbd77b726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.319229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f254fd4-5eff-4907-8b14-f19fbd77b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.341198 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4619db1a-81fa-4a39-80db-d25f86840d87 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0311122 Jul 16 01:44:19.342719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:19.358164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:19.437077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0641ee6a-e313-45f6-b480-d28673916996 None None] Network 49a9b375-8f93-421c-b201-664e91cca984 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:19.447225 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.457808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1902611036'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:19.461377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f254fd4-5eff-4907-8b14-f19fbd77b726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f00116d-c88c-484b-91c3-8d34e96517ac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.465062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.466396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.485685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9f254fd4-5eff-4907-8b14-f19fbd77b726 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=449be77104d04a06ad6d645000f13b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688752 Jul 16 01:44:19.486324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:19.527976 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.533229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object f96925a1-6de3-4d25-8448-669c36b05789 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:19.537952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Made reservation on behalf of ec36be6e8f634516a932c5056ce5dd94 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:19.543018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.559231 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.668826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b48cb36e-e108-4270-8ab5-f70e8eab7451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.693089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b48cb36e-e108-4270-8ab5-f70e8eab7451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.757893 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.765621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.803626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b48cb36e-e108-4270-8ab5-f70e8eab7451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.806219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b48cb36e-e108-4270-8ab5-f70e8eab7451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.810169 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b48cb36e-e108-4270-8ab5-f70e8eab7451 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f00116d-c88c-484b-91c3-8d34e96517ac HTTP/1.1" status: 204 len: 168 time: 0.3119276 Jul 16 01:44:19.825910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cb36e-e108-4270-8ab5-f70e8eab7451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f00116d-c88c-484b-91c3-8d34e96517ac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.867488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.870137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.874546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.903249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:19.928449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d9d93f-9c70-4626-999e-dbfc39988e7c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.935090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.935689 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Added segment 8de82736-c085-42eb-8de1-2616b3554784 of type vlan for network ed47ba15-274b-4a2e-8d75-1f7458ccd8bc Jul 16 01:44:19.997875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.011778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:20.031495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:20.031741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac8a77-dc45-4665-8b83-1a84e3a22b59 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:44:20.063491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.070832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.071506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.078151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=f96925a1-6de3-4d25-8448-669c36b05789,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.084672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:20.138472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9323022 Jul 16 01:44:20.139044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.151181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a83c156-75c9-4c97-b592-f9b9f3f1b95e None None] Provisioning for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:20.151414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-6a6a8549-d56b-4d0b-9eaa-7618a5435537 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-1215127809') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.166671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a83c156-75c9-4c97-b592-f9b9f3f1b95e None None] Provisioning complete for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:20.167842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a83c156-75c9-4c97-b592-f9b9f3f1b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.226578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1f4d-9974-4aef-b923-6a9d4d1c167c tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Pushing event updated for resources: {'Network': ['ID=ed47ba15-274b-4a2e-8d75-1f7458ccd8bc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.229587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.231618 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.267755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ed47ba15-274b-4a2e-8d75-1f7458ccd8bc details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:20.327086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac8a77-dc45-4665-8b83-1a84e3a22b59 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:44:20.447756 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-15225568-efc3-4924-83e0-dce6e48918b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8328023 Jul 16 01:44:20.450759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.521709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.530597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.534725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a6a8549-d56b-4d0b-9eaa-7618a5435537 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "PUT /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-1215127809 HTTP/1.1" status: 201 len: 201 time: 0.3928449 Jul 16 01:44:20.539721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.565606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.586986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.587319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-71229a8a-0f9d-4ff8-9b02-0f666a0cbaea tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-1215127809') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.592454 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2356a9e0-fa83-425e-ba46-f3cbdd152b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.746123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a80e29-a4b1-4715-8e02-5fe80974f154 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.752312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a80e29-a4b1-4715-8e02-5fe80974f154 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.756407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727ad2e-6a0f-4c6e-8386-f499dfdc7afc None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:44:20.757344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d7a80e29-a4b1-4715-8e02-5fe80974f154 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3055370 Jul 16 01:44:20.757976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.840700 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-71229a8a-0f9d-4ff8-9b02-0f666a0cbaea tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "GET /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-1215127809 HTTP/1.1" status: 204 len: 168 time: 0.2872314 Jul 16 01:44:20.841307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.850925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727ad2e-6a0f-4c6e-8386-f499dfdc7afc None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:44:20.852777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-bac942eb-2e6b-45e3-bad2-ea8ed8ac9816 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.911683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Allocated IP 172.25.5.4 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/e246b0be-dd9b-4deb-9b9f-a05816409742) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:20.939931 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-676c6ea3-6546-45d3-9031-3df1e85c5708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.039861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2356a9e0-fa83-425e-ba46-f3cbdd152b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.065866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.072005 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2356a9e0-fa83-425e-ba46-f3cbdd152b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.112166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.139672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:21.143832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bac942eb-2e6b-45e3-bad2-ea8ed8ac9816 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "GET /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags HTTP/1.1" status: 200 len: 238 time: 0.2982812 Jul 16 01:44:21.149091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48482) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.162556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-db12272b-4036-417b-93ed-4eb6a00c9990 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', {'tags': ['tempest-TagsTest-Tag-734639931', 'tempest-TagsTest-Tag-202590934', 'tempest-TagsTest-Tag-1680339741']}) {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.165260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:21.168106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:21.235471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port f96925a1-6de3-4d25-8448-669c36b05789 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:21.235926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.251222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=e246b0be-dd9b-4deb-9b9f-a05816409742,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:21.285542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2356a9e0-fa83-425e-ba46-f3cbdd152b70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d2e89b37e494ad7945e6795f9778479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466285 Jul 16 01:44:21.286211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356a9e0-fa83-425e-ba46-f3cbdd152b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4582c-1a22-439a-b49b-d51279a1ba7f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:21.324756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.452471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b9b54bf-5c8b-4074-b0bc-d8da7f447925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.462994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-db12272b-4036-417b-93ed-4eb6a00c9990 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "PUT /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags HTTP/1.1" status: 200 len: 307 time: 0.3082397 Jul 16 01:44:21.467458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.474558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-7c506600-b0b2-4634-8dc4-818e5b666c2b tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-734639931') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:21.555898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b9b54bf-5c8b-4074-b0bc-d8da7f447925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.657595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.886055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-676c6ea3-6546-45d3-9031-3df1e85c5708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.914945 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-676c6ea3-6546-45d3-9031-3df1e85c5708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.921209 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.965949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for f96925a1-6de3-4d25-8448-669c36b05789 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:22.007139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-676c6ea3-6546-45d3-9031-3df1e85c5708 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f272153db7024b47949d4b54c5be87ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4765975 Jul 16 01:44:22.028546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.031301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53b39406-c4d8-48d1-8b8b-2c93aaf9653c None None] Provisioning for port f96925a1-6de3-4d25-8448-669c36b05789 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:22.037749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53b39406-c4d8-48d1-8b8b-2c93aaf9653c None None] Provisioning complete for port f96925a1-6de3-4d25-8448-669c36b05789 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:22.038146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53b39406-c4d8-48d1-8b8b-2c93aaf9653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.040883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c6ea3-6546-45d3-9031-3df1e85c5708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15129b8e-9316-468b-9660-29f657f18933,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:22.119543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-53b39406-c4d8-48d1-8b8b-2c93aaf9653c None None] Port f96925a1-6de3-4d25-8448-669c36b05789 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:22.149611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53b39406-c4d8-48d1-8b8b-2c93aaf9653c None None] Provisioning complete for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:22.149998 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53b39406-c4d8-48d1-8b8b-2c93aaf9653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.296441 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b9b54bf-5c8b-4074-b0bc-d8da7f447925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.299446 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b9b54bf-5c8b-4074-b0bc-d8da7f447925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.300839 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9b9b54bf-5c8b-4074-b0bc-d8da7f447925 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ad4582c-1a22-439a-b49b-d51279a1ba7f HTTP/1.1" status: 204 len: 168 time: 0.9806893 Jul 16 01:44:22.316157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b54bf-5c8b-4074-b0bc-d8da7f447925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4582c-1a22-439a-b49b-d51279a1ba7f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:22.338254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7c506600-b0b2-4634-8dc4-818e5b666c2b tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "DELETE /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-734639931 HTTP/1.1" status: 204 len: 168 time: 0.8679347 Jul 16 01:44:22.352152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.357022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-eca46ec3-d397-421f-8975-d6ea365a11bb tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-734639931') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.385259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9b54620-9c5e-46cb-88b6-137d0b071444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.415833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.467680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9b54620-9c5e-46cb-88b6-137d0b071444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.489976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-816d3fc9-f9da-4079-a855-a3cff4e5ea70 None None] Provisioning complete for port f96925a1-6de3-4d25-8448-669c36b05789 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:22.490351 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-816d3fc9-f9da-4079-a855-a3cff4e5ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.541240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-816d3fc9-f9da-4079-a855-a3cff4e5ea70 None None] Port f96925a1-6de3-4d25-8448-669c36b05789 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:22.548131 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-eca46ec3-d397-421f-8975-d6ea365a11bb tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] show failed (client error): The resource could not be found. Jul 16 01:44:22.551566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eca46ec3-d397-421f-8975-d6ea365a11bb tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "GET /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-734639931 HTTP/1.1" status: 404 len: 325 time: 0.1957166 Jul 16 01:44:22.554808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.561241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-1f4d2d86-123f-4efd-9162-1fd23f7b6b8f tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-202590934') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.641185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9b54620-9c5e-46cb-88b6-137d0b071444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.644839 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9b54620-9c5e-46cb-88b6-137d0b071444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.648520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c9b54620-9c5e-46cb-88b6-137d0b071444 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15129b8e-9316-468b-9660-29f657f18933 HTTP/1.1" status: 204 len: 168 time: 0.6161227 Jul 16 01:44:22.660355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:22.660526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b54620-9c5e-46cb-88b6-137d0b071444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15129b8e-9316-468b-9660-29f657f18933,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:22.692288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.746818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=f96925a1-6de3-4d25-8448-669c36b05789,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:22.763394 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1f4d2d86-123f-4efd-9162-1fd23f7b6b8f tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "GET /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-202590934 HTTP/1.1" status: 204 len: 168 time: 0.2070909 Jul 16 01:44:22.766009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48532) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.771495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-84156fa8-5d8e-40c1-8e80-8170e10a5baf tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-1680339741') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.873477 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.880567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af1ad17d-a7d4-4299-a709-29cea7d671e4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/f96925a1-6de3-4d25-8448-669c36b05789 HTTP/1.1" status: 204 len: 168 time: 2.1181540 Jul 16 01:44:22.881216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.906129 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-84156fa8-5d8e-40c1-8e80-8170e10a5baf tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "GET /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-1680339741 HTTP/1.1" status: 204 len: 168 time: 0.1387916 Jul 16 01:44:22.909012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.911862 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:22.916408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ed9ff109-abc4-4191-a45c-ec9a0de05ff7 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.922738 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Sync routers for ids ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:22.950552 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Routers {'49cf18e1-a00d-4516-a40c-f7212d9b73c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:22.955052 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:44:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.968699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.972788 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dfcbc615-2acc-4ab6-abce-bf8911059eb3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6199126 Jul 16 01:44:23.006857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48546) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.091410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ed9ff109-abc4-4191-a45c-ec9a0de05ff7 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "DELETE /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1809285 Jul 16 01:44:23.092325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.103580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-5ac1a456-2058-4c66-91f6-0d081f0e4923 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-202590934') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:23.244571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c76fb-ee5d-4c1b-a8ac-26c8aaadcc81 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.250280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c76fb-ee5d-4c1b-a8ac-26c8aaadcc81 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.252072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c76fb-ee5d-4c1b-a8ac-26c8aaadcc81 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.260514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7f6c76fb-ee5d-4c1b-a8ac-26c8aaadcc81 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3780382 Jul 16 01:44:23.264029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.288073 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-5ac1a456-2058-4c66-91f6-0d081f0e4923 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] show failed (client error): The resource could not be found. Jul 16 01:44:23.296146 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5ac1a456-2058-4c66-91f6-0d081f0e4923 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "GET /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-202590934 HTTP/1.1" status: 404 len: 325 time: 0.2012346 Jul 16 01:44:23.299789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.310454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-dcd34c56-e3e8-44f2-8195-4a9c187e1c80 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc', 'tempest-TagsTest-Tag-1680339741') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:23.475528 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-dcd34c56-e3e8-44f2-8195-4a9c187e1c80 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] show failed (client error): The resource could not be found. Jul 16 01:44:23.479924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dcd34c56-e3e8-44f2-8195-4a9c187e1c80 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "GET /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags/tempest-TagsTest-Tag-1680339741 HTTP/1.1" status: 404 len: 326 time: 0.1782143 Jul 16 01:44:23.483680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.491037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ce76fc46-fddd-44e0-a45b-b76efe659836 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed47ba15-274b-4a2e-8d75-1f7458ccd8bc') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:23.497683 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Set router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:23.508770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet cce39c24-b633-4501-9ccb-720cbd8a42b0 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:23.512845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.562516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.564963 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.599152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7618d02e-1c4a-490a-9bf9-24ca180c0131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.672470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.732061 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce76fc46-fddd-44e0-a45b-b76efe659836 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "DELETE /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc/tags HTTP/1.1" status: 204 len: 168 time: 0.2460012 Jul 16 01:44:23.733141 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.787991 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:44:21Z', 'revision_number': 3, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port': {'id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:20Z', 'updated_at': '2021-07-16T01:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:23.837204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.864702 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Checking router: 49cf18e1-a00d-4516-a40c-f7212d9b73c5 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:23.865325 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Updating router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 port e246b0be-dd9b-4deb-9b9f-a05816409742 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:23.928412 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.948740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.989572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff6f6d-5a78-41db-a6a6-2c7b34a3fc64 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:23.994402 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.995178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.997378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/cce39c24-b633-4501-9ccb-720cbd8a42b0 HTTP/1.1" status: 204 len: 168 time: 0.7298620 Jul 16 01:44:24.008107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:24.023456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed47ba15-274b-4a2e-8d75-1f7458ccd8bc']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:24.027374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fe252-7502-43d5-8566-89b6ac7623a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=cce39c24-b633-4501-9ccb-720cbd8a42b0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.067237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de82736-c085-42eb-8de1-2616b3554784') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:24.067539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de82736-c085-42eb-8de1-2616b3554784') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:24.088689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.117958 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7618d02e-1c4a-490a-9bf9-24ca180c0131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.122638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet d74defcd-7e64-4806-84d9-a95d70266ac0 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:24.126784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.130261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.153460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7618d02e-1c4a-490a-9bf9-24ca180c0131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.170356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:24.170777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:24.173806 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:24.379065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.389328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.398630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] 10.222.0.81 "DELETE /v2.0/networks/ed47ba15-274b-4a2e-8d75-1f7458ccd8bc HTTP/1.1" status: 204 len: 168 time: 0.6598678 Jul 16 01:44:24.405805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:24.406624 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7618d02e-1c4a-490a-9bf9-24ca180c0131 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7558cc5197a2420280a840332ceef5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308778 Jul 16 01:44:24.407605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.426164 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.484878 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Transition to ACTIVE for port object e246b0be-dd9b-4deb-9b9f-a05816409742 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:24.512169 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.516345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.527016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f1423-861b-4240-8606-97c6c85b91b8 tempest-TagsTest-820900563 tempest-TagsTest-820900563-project] Pushing event deleted for resources: {'Network': ['ID=ed47ba15-274b-4a2e-8d75-1f7458ccd8bc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.585039 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-515cb4e0-c01d-46a1-83a0-6c8d6d718831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.596772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618d02e-1c4a-490a-9bf9-24ca180c0131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01066499-a7a0-42e9-af1c-34b983b0ddf8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.689594 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Attempting to bind port e246b0be-dd9b-4deb-9b9f-a05816409742 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:24.689776 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Attempting to bind port e246b0be-dd9b-4deb-9b9f-a05816409742 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:24.701101 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Attempting to bind port e246b0be-dd9b-4deb-9b9f-a05816409742 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:24.706592 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b3053-5dd8-449c-b066-a5e567e384c8 None None] Pushing event updated for resources: {'Port': ['ID=e246b0be-dd9b-4deb-9b9f-a05816409742,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.721647 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:24.722361 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:24.722502 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.722825 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:24.723337 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Bound port: e246b0be-dd9b-4deb-9b9f-a05816409742, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:24.723799 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.757500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.834048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Allocated IP 172.20.0.1 (49a9b375-8f93-421c-b201-664e91cca984/56129f05-ba2e-4b54-9f2a-6e632af80566/ba64d7a5-c833-4245-af3c-7ce90f9714ce) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:24.866131 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] For port e246b0be-dd9b-4deb-9b9f-a05816409742, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:24.871459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] For port e246b0be-dd9b-4deb-9b9f-a05816409742, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e246b0be-dd9b-4deb-9b9f-a05816409742,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:24.881831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.885048 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.930258 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-515cb4e0-c01d-46a1-83a0-6c8d6d718831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.931920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:24.962626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=d74defcd-7e64-4806-84d9-a95d70266ac0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.978792 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.981731 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f8c2b78-bc0e-4263-8f04-d50a3619cf2e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d74defcd-7e64-4806-84d9-a95d70266ac0 HTTP/1.1" status: 204 len: 168 time: 0.9723549 Jul 16 01:44:24.983857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:25.017088 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Routers {'49cf18e1-a00d-4516-a40c-f7212d9b73c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:25.018374 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:44:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:25.089740 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69e22db7-1ca8-4fe5-87cf-df970bc0ed97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044559 Jul 16 01:44:25.092475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48622) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:25.098933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:25.140214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-515cb4e0-c01d-46a1-83a0-6c8d6d718831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.143140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-515cb4e0-c01d-46a1-83a0-6c8d6d718831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.147239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-515cb4e0-c01d-46a1-83a0-6c8d6d718831 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01066499-a7a0-42e9-af1c-34b983b0ddf8 HTTP/1.1" status: 204 len: 168 time: 0.7347267 Jul 16 01:44:25.150248 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.168554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cb4e0-c01d-46a1-83a0-6c8d6d718831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01066499-a7a0-42e9-af1c-34b983b0ddf8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.227644 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] Set router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:25.337209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:25.341586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.353572 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b3053-5dd8-449c-b066-a5e567e384c8 None None] Pushing event updated for resources: {'Port': ['ID=e246b0be-dd9b-4deb-9b9f-a05816409742,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.354674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:25.361504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-759e8b80-7131-41c7-85a6-5f4ec5723428 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec36be6e8f634516a932c5056ce5dd94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188192 Jul 16 01:44:25.362867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.418564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae56109-4b65-45ff-b7d2-ca88a3451872 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:25.443282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f7a423-b7db-4dd4-828c-7839bdf36452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.493241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f7a423-b7db-4dd4-828c-7839bdf36452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.500347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48638) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:25.539534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Network 49a9b375-8f93-421c-b201-664e91cca984 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:25.569286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f7a423-b7db-4dd4-828c-7839bdf36452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.570145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:44:21Z', 'revision_number': 3, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port': {'id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:20Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:25.573076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50f7a423-b7db-4dd4-828c-7839bdf36452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.575749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-50f7a423-b7db-4dd4-828c-7839bdf36452 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52d9d93f-9c70-4626-999e-dbfc39988e7c HTTP/1.1" status: 204 len: 168 time: 0.2201781 Jul 16 01:44:25.577059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29656933-daaa-472a-b575-dc7d2b5d1892 None None] Provisioning complete for port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:25.584108 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29656933-daaa-472a-b575-dc7d2b5d1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.593716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7a423-b7db-4dd4-828c-7839bdf36452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d9d93f-9c70-4626-999e-dbfc39988e7c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.598937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:25.601786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Pushing event updated for resources: {'Port': ['ID=ba64d7a5-c833-4245-af3c-7ce90f9714ce,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.625293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:25.631535 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8106dbc-1db6-4b2e-b97a-67a3ac6a989b None None] The sync data for ids ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'] in n-d-800085-5 is: [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:44:21Z', 'revision_number': 3, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port': {'id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:20Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:25.779068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.906444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:25.954589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-466299661', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:26.033320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] Deleting port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:26.033320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.068660 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:26.107962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.178424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Made reservation on behalf of f028d12b756b4a5bb33f125bd4724238 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:26.183089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.221643 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.353501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.372733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] For port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:26.373073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.401414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] Calling delete_port for 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:26.543437 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:26.559623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:26.566331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.582206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.590018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.595138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=1dccf095-beec-4cf5-907f-163302536b8a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:26.625696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] Pushing event deleted for resources: {'Port': ['ID=0fbacabd-d368-4eee-ba1d-ff0f920f12c3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:26.639990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc3e71-337a-4d03-94cf-b3a36768a39c None None] No DVR routers for this DVR port 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:26.664611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:26.674081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bff4fb-9ee6-4184-936a-a310fe52f77e None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:26.687944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.703091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.851543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.854530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Pushing event updated for resources: {'Port': ['ID=ba64d7a5-c833-4245-af3c-7ce90f9714ce,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:26.866233 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.878752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.889639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] device_id is not set on port 2b544f26-b721-4c73-a1ac-869f4c606bbf yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:26.920024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0213bef-316f-46fa-b1b3-361f5998cfad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8264663 Jul 16 01:44:26.923070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:26.928982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:27.031953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '1dccf095-beec-4cf5-907f-163302536b8a'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:27.032863 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.075991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b384cc-3dee-4989-82c5-7aca3f8d541a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.224753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6be942a0-75b1-4dac-9b82-c8a7519e6445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.264301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:27.270365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.291024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Network 49a9b375-8f93-421c-b201-664e91cca984 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:27.299031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Allocated IP 172.25.5.101 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/2b544f26-b721-4c73-a1ac-869f4c606bbf) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:27.303064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:27.339660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e246b0be-dd9b-4deb-9b9f-a05816409742 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:27.360394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Allocated IP 172.20.0.2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/1dccf095-beec-4cf5-907f-163302536b8a/65d15647-dcba-45d9-82dd-335e7939408d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:27.641091 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.681060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Transition to ACTIVE for port object 65d15647-dcba-45d9-82dd-335e7939408d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:27.709477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Transition to ACTIVE for port object 65d15647-dcba-45d9-82dd-335e7939408d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:27.729437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.751279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:27.833434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.841937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e246b0be-dd9b-4deb-9b9f-a05816409742 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:27.850972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:27.854577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:27.863754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:27.866272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e246b0be-dd9b-4deb-9b9f-a05816409742 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:27.866878 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.913067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Pushing event updated for resources: {'Port': ['ID=65d15647-dcba-45d9-82dd-335e7939408d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.940714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6be942a0-75b1-4dac-9b82-c8a7519e6445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.952949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6be942a0-75b1-4dac-9b82-c8a7519e6445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.994813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6be942a0-75b1-4dac-9b82-c8a7519e6445 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f2cdb074db54b339ab161f45e232e26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3273816 Jul 16 01:44:27.998162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48736) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:28.084301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Attempting to bind port 65d15647-dcba-45d9-82dd-335e7939408d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:28.085067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Attempting to bind port 65d15647-dcba-45d9-82dd-335e7939408d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:28.085683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Attempting to bind port 65d15647-dcba-45d9-82dd-335e7939408d on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:28.097877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:28.098710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:28.099348 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.099961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:28.100986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Bound port: 65d15647-dcba-45d9-82dd-335e7939408d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:28.102302 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.129726 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.149792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be942a0-75b1-4dac-9b82-c8a7519e6445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65051879-9389-48c1-a105-e375b5a80ae6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.226653 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.246772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:28.252545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6b41-8f11-4c2c-b939-6550bede9b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.269345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] For port 65d15647-dcba-45d9-82dd-335e7939408d, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:28.273431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e246b0be-dd9b-4deb-9b9f-a05816409742, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e246b0be-dd9b-4deb-9b9f-a05816409742,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:28.276072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] For port 65d15647-dcba-45d9-82dd-335e7939408d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=65d15647-dcba-45d9-82dd-335e7939408d,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:28.285760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:28.287371 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.287915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Pushing event updated for resources: {'Port': ['ID=2b544f26-b721-4c73-a1ac-869f4c606bbf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.288061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6b41-8f11-4c2c-b939-6550bede9b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.294085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:28.302335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:28.363994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:28.380774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-96d5fc07-07f1-4799-bcb6-2323bca7fe3d admin admin] 10.222.0.81 "PUT /v2.0/routers/49cf18e1-a00d-4516-a40c-f7212d9b73c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3645043 Jul 16 01:44:28.397996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.403804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6b41-8f11-4c2c-b939-6550bede9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.407187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.410832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.414625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6b41-8f11-4c2c-b939-6550bede9b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.415611 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ee4d6b41-8f11-4c2c-b939-6550bede9b27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65051879-9389-48c1-a105-e375b5a80ae6 HTTP/1.1" status: 204 len: 168 time: 0.4035718 Jul 16 01:44:28.441385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bb839e02-a3de-4377-b405-85d1d7530ee2 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9376905 Jul 16 01:44:28.443287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:28.444277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:28.452895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.101'}]}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:28.503850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.507192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.515025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d6b41-8f11-4c2c-b939-6550bede9b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65051879-9389-48c1-a105-e375b5a80ae6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.515180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e246b0be-dd9b-4deb-9b9f-a05816409742,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.528335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:28.528516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0fbacabd-d368-4eee-ba1d-ff0f920f12c3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:28.635565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Sync routers for ids ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:28.680313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.682315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.721038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Routers {'49cf18e1-a00d-4516-a40c-f7212d9b73c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:28.722309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:44:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:28.828521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fcae0-a4f2-402f-a808-a49da4474d97 None None] Pushing event updated for resources: {'Port': ['ID=65d15647-dcba-45d9-82dd-335e7939408d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.032583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Set router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:29.048137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 65d15647-dcba-45d9-82dd-335e7939408d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=65d15647-dcba-45d9-82dd-335e7939408d,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:29.110481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.120906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.121691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.291377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:29.393316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e246b0be-dd9b-4deb-9b9f-a05816409742 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:29.423191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=65d15647-dcba-45d9-82dd-335e7939408d,revision_number=4']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.470535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:29.479796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:29.486200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.507733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=4dcb14c8-aff8-4820-a9dc-d94402e97c8a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.546938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a80ee7f3-c614-46f2-9a36-8a12decb728d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6223767 Jul 16 01:44:29.548161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:29.561250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:db:a7:a0', 'name': 'tempest-NetworksTestDHCPv6-376062188'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:29.649804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:44:25Z', 'revision_number': 4, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port': {'id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:20Z', 'updated_at': '2021-07-16T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ba64d7a5-c833-4245-af3c-7ce90f9714ce', 'name': '', 'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'mac_address': 'fa:16:3e:7a:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:24Z', 'updated_at': '2021-07-16T01:44:26Z', 'revision_number': 2, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'subnets': [{'id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:29.651606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.761293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Checking router: 49cf18e1-a00d-4516-a40c-f7212d9b73c5 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:29.764042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Updating router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 port ba64d7a5-c833-4245-af3c-7ce90f9714ce binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:29.772286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e246b0be-dd9b-4deb-9b9f-a05816409742 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:29.772752 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.843794 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:29.933459 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.089827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.111469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 65d15647-dcba-45d9-82dd-335e7939408d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:30.143998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port e6bf66b2-03cd-4dcc-bce4-9489dacb5889 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:30.162679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.224986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.426538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 65d15647-dcba-45d9-82dd-335e7939408d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:30.439711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab2661f-5da7-4ed5-80a0-b221e0c75008 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:30.606794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-8bed7711-c06c-4805-bfce-4c21ed0e2da7 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:30.608721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-8bed7711-c06c-4805-bfce-4c21ed0e2da7 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 811 time: 0.2801404 Jul 16 01:44:30.631857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-4575bd55-e526-4693-b60e-1a936173efdf tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/quotas/1df132ef57eb43f9a7558d075bd51340 HTTP/1.1" status: 200 len: 375 time: 0.0138967 Jul 16 01:44:30.643558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 172.20.0.5 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/1dccf095-beec-4cf5-907f-163302536b8a/e6bf66b2-03cd-4dcc-bce4-9489dacb5889) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:30.667165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fedb:a7a0 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/4dcb14c8-aff8-4820-a9dc-d94402e97c8a/e6bf66b2-03cd-4dcc-bce4-9489dacb5889) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:30.683692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.883311 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.885745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.899586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:30.931357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Provisioning for port 65d15647-dcba-45d9-82dd-335e7939408d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:30.948816 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.949324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9b766c1-d7cb-4a30-ae78-35947424c712 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:30.950987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Provisioning complete for port 65d15647-dcba-45d9-82dd-335e7939408d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:30.951670 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.966791 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-ce5f4437-445f-4ed1-be16-6c483f8093f8 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3239536 Jul 16 01:44:31.087407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-cc1e60a7-79e8-4c20-908a-819880102a4a service neutron] 10.222.0.81 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129327 Jul 16 01:44:31.090225 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:44:31.091268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a3b24a5b-56c4-4607-8dbe-0ded5c29eeb9 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6458409 Jul 16 01:44:31.094327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:31.132294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.159402 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.207637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 65d15647-dcba-45d9-82dd-335e7939408d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:31.220367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object e6bf66b2-03cd-4dcc-bce4-9489dacb5889 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:31.228503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70869c1a-3f7f-4781-980a-7ce456b388a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.318131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-3b4d1884-589a-4b9b-8052-db441f7ff262 service neutron] 10.222.0.81 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226124 Jul 16 01:44:31.324347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Deleting port 2b544f26-b721-4c73-a1ac-869f4c606bbf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:31.324904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.330717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] For port 65d15647-dcba-45d9-82dd-335e7939408d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=65d15647-dcba-45d9-82dd-335e7939408d,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:31.363541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.446938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.474876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Calling delete_port for 2b544f26-b721-4c73-a1ac-869f4c606bbf owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:31.487289 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.584030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Transition to ACTIVE for port object ba64d7a5-c833-4245-af3c-7ce90f9714ce will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:31.614904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 65d15647-dcba-45d9-82dd-335e7939408d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:31.617911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.629392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70869c1a-3f7f-4781-980a-7ce456b388a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.633829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:31.642408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.676382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70869c1a-3f7f-4781-980a-7ce456b388a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.699310 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.701138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Pushing event updated for resources: {'Port': ['ID=65d15647-dcba-45d9-82dd-335e7939408d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.713553 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.758596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.762259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.763132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.763680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.764253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.764796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.765626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.766183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.766733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.767282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.768110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.768780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b060f-4214-4425-92d0-07de38ca9eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:31.791585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b544f26-b721-4c73-a1ac-869f4c606bbf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.816870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bdce9-0c1f-4731-b8df-ce2da653a31e None None] Pushing event updated for resources: {'Port': ['ID=ba64d7a5-c833-4245-af3c-7ce90f9714ce,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.884936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=e6bf66b2-03cd-4dcc-bce4-9489dacb5889,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.957766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Attempting to bind port ba64d7a5-c833-4245-af3c-7ce90f9714ce on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:31.958700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Attempting to bind port ba64d7a5-c833-4245-af3c-7ce90f9714ce by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:31.959567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Attempting to bind port ba64d7a5-c833-4245-af3c-7ce90f9714ce on network 49a9b375-8f93-421c-b201-664e91cca984 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:31.973507 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-70869c1a-3f7f-4781-980a-7ce456b388a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b219ab006654b14946f3bb7b6d27f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0710282 Jul 16 01:44:31.976279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:31.980190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.986693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-670a9f83-c60f-4049-91c8-c424ad840882 tempest-RoutersAdminNegativeIpV6Test-469615765 tempest-RoutersAdminNegativeIpV6Test-469615765-project-admin] 10.222.0.81 "DELETE /v2.0/ports/2b544f26-b721-4c73-a1ac-869f4c606bbf HTTP/1.1" status: 204 len: 168 time: 0.8843954 Jul 16 01:44:31.998083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:31.998547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Checking segment: {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:32.006206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:32.014210 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.014757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Bound using segment: {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:32.015364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Bound port: ba64d7a5-c833-4245-af3c-7ce90f9714ce, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:32.016021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.035466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:32.066855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70869c1a-3f7f-4781-980a-7ce456b388a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec45a1-1d09-41ee-b935-d851e8ca0928,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.095143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:32.105587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aae9893e-9170-4e02-9246-9086a93ef41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.140895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] For port ba64d7a5-c833-4245-af3c-7ce90f9714ce, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:32.141080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aae9893e-9170-4e02-9246-9086a93ef41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.150854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] For port ba64d7a5-c833-4245-af3c-7ce90f9714ce, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ba64d7a5-c833-4245-af3c-7ce90f9714ce,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:32.171678 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.181064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-898ce9bf-7107-4459-90f8-1f9c439e67f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.224023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aae9893e-9170-4e02-9246-9086a93ef41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.238487 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aae9893e-9170-4e02-9246-9086a93ef41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.255796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aae9893e-9170-4e02-9246-9086a93ef41a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9ec45a1-1d09-41ee-b935-d851e8ca0928 HTTP/1.1" status: 204 len: 168 time: 0.2680345 Jul 16 01:44:32.272408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.273421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.290841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9893e-9170-4e02-9246-9086a93ef41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec45a1-1d09-41ee-b935-d851e8ca0928,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.323521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Routers {'49cf18e1-a00d-4516-a40c-f7212d9b73c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:32.324576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:44:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.445829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1462085b-f586-447b-b85f-540b75048aa9 req-543ee5ba-0eb9-4d42-82d0-8a8855a559a6 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 210 time: 0.7432704 Jul 16 01:44:32.479866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-898ce9bf-7107-4459-90f8-1f9c439e67f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.487911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-898ce9bf-7107-4459-90f8-1f9c439e67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.507879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7ddf8022-2260-42f5-bf42-a41668834930 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9562964 Jul 16 01:44:32.510241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.588930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-898ce9bf-7107-4459-90f8-1f9c439e67f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c1531c397904972862d748a3b4b95a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509389 Jul 16 01:44:32.588930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ce9bf-7107-4459-90f8-1f9c439e67f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f601df69-d2e7-4b03-92c2-d2587d884948,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.590128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.668186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f77b26e-0115-427b-8cef-1f7dab5a600a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.743907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-9345cf59-aac5-4e9f-b6d4-1ffc4a0d9983 req-3c5a0279-92ca-4cf7-a389-f296cff5d425 tempest-ImagesTestJSON-1876803787 tempest-ImagesTestJSON-1876803787-project] (93707) timed out ('10.222.0.78', 62658) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:44:32.746725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b84b09-ca61-4cec-8338-00c9e4365a14 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.754389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b84b09-ca61-4cec-8338-00c9e4365a14 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.756985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-81b84b09-ca61-4cec-8338-00c9e4365a14 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2439654 Jul 16 01:44:32.759823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48916) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.766469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f77b26e-0115-427b-8cef-1f7dab5a600a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.774610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48918) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.917816 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f77b26e-0115-427b-8cef-1f7dab5a600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.921121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f77b26e-0115-427b-8cef-1f7dab5a600a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.922558 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f77b26e-0115-427b-8cef-1f7dab5a600a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f601df69-d2e7-4b03-92c2-d2587d884948 HTTP/1.1" status: 204 len: 168 time: 0.3314359 Jul 16 01:44:32.949472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77b26e-0115-427b-8cef-1f7dab5a600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f601df69-d2e7-4b03-92c2-d2587d884948,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.990069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port e6bf66b2-03cd-4dcc-bce4-9489dacb5889 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:32.992153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.120989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.123940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] Set router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:33.248121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.294107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bdce9-0c1f-4731-b8df-ce2da653a31e None None] Pushing event updated for resources: {'Port': ['ID=ba64d7a5-c833-4245-af3c-7ce90f9714ce,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.294355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for e6bf66b2-03cd-4dcc-bce4-9489dacb5889 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:33.309731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 65d15647-dcba-45d9-82dd-335e7939408d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:33.407463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.416245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3a69c8f7-0dd0-4227-a3ad-fea5cdc591bc None None] Provisioning complete for port 65d15647-dcba-45d9-82dd-335e7939408d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:33.416596 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a69c8f7-0dd0-4227-a3ad-fea5cdc591bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.422086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-99aa5241-cc87-41b9-af17-e18b7cac6eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.443243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.522792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:44:33.522792 n-d-800085-5 neutron-server[93706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:44:33.522792 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id': '4da9d1176d3745d7a18be09d1b3c5349', 'id': 'be97cee7-04ed-478f-8223-1a190e230e51', 'expiration': datetime.datetime(2021, 7, 16, 1, 46, 33, 496865)}] Jul 16 01:44:33.522792 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:33.523272 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:33.549963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 65d15647-dcba-45d9-82dd-335e7939408d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:33.550724 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.694556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1534487585'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:33.734090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48940) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.755903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-011b4593-5955-4264-acfa-0457d29b046f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.789920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:44:25Z', 'revision_number': 4, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port': {'id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:20Z', 'updated_at': '2021-07-16T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ba64d7a5-c833-4245-af3c-7ce90f9714ce', 'name': '', 'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'mac_address': 'fa:16:3e:7a:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:24Z', 'updated_at': '2021-07-16T01:44:32Z', 'revision_number': 4, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'subnets': [{'id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:33.801026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-151128d4-b4c7-4a35-bf9a-896ae2d32d96 req-5d1280c2-0e3f-4f1a-8901-0dc1cf343e53 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 210 time: 0.1454382 Jul 16 01:44:33.824760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e683231-09af-4fc6-9742-bf9b8a982363 None None] The sync data for ids ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'] in n-d-800085-5 is: [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:44:25Z', 'revision_number': 4, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port': {'id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:20Z', 'updated_at': '2021-07-16T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ba64d7a5-c833-4245-af3c-7ce90f9714ce', 'name': '', 'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'mac_address': 'fa:16:3e:7a:e0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:24Z', 'updated_at': '2021-07-16T01:44:32Z', 'revision_number': 4, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'subnets': [{'id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:33.931438 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.960965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e713ea95-98ec-48e2-8936-5e5a215f934a None None] Provisioning complete for port e6bf66b2-03cd-4dcc-bce4-9489dacb5889 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:33.963891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e713ea95-98ec-48e2-8936-5e5a215f934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.975196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-99aa5241-cc87-41b9-af17-e18b7cac6eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.977566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=e6bf66b2-03cd-4dcc-bce4-9489dacb5889,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.989845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-99aa5241-cc87-41b9-af17-e18b7cac6eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.042817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.058830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e713ea95-98ec-48e2-8936-5e5a215f934a None None] Port e6bf66b2-03cd-4dcc-bce4-9489dacb5889 was deleted so its status cannot be updated. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:44:34.064518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Made reservation on behalf of a964bd749638495a862e77ce262114b8 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:34.069082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.074370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-b9ca57a4-0110-4ede-8d15-852f6aa5d4ed tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.076511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-b9ca57a4-0110-4ede-8d15-852f6aa5d4ed tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 811 time: 0.3337727 Jul 16 01:44:34.089586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa5241-cc87-41b9-af17-e18b7cac6eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c003db7a-16a7-4a68-913b-57ca029ae4fe,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.104500 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-99aa5241-cc87-41b9-af17-e18b7cac6eea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b590ff37a194b19bcd4921620b54a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958723 Jul 16 01:44:34.110555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48942) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:34.113021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.135915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Request body: {'port': {'device_id': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'admin_state_up': True, 'tenant_id': '1df132ef57eb43f9a7558d075bd51340'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:34.222076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e476b4-eefa-4877-83c0-1a88a656a7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.263010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e476b4-eefa-4877-83c0-1a88a656a7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.271302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.273729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5bcff1ac-f99b-4c91-ae4f-14a3c2deef97 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/e6bf66b2-03cd-4dcc-bce4-9489dacb5889 HTTP/1.1" status: 204 len: 168 time: 1.5123215 Jul 16 01:44:34.276853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:34.339806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e476b4-eefa-4877-83c0-1a88a656a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.342271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e476b4-eefa-4877-83c0-1a88a656a7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.343514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f5e476b4-eefa-4877-83c0-1a88a656a7cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c003db7a-16a7-4a68-913b-57ca029ae4fe HTTP/1.1" status: 204 len: 168 time: 0.2316029 Jul 16 01:44:34.363559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e476b4-eefa-4877-83c0-1a88a656a7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003db7a-16a7-4a68-913b-57ca029ae4fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.396562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-011b4593-5955-4264-acfa-0457d29b046f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.406369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-011b4593-5955-4264-acfa-0457d29b046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.441366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a2827-a812-4b85-ade7-8afc311ced5c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.443715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a2827-a812-4b85-ade7-8afc311ced5c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.445638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a2827-a812-4b85-ade7-8afc311ced5c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.447648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d95a2827-a812-4b85-ade7-8afc311ced5c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1696634 Jul 16 01:44:34.451491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:34.487620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-011b4593-5955-4264-acfa-0457d29b046f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d55c4241fb8d426ca13f109f9e4f62a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519140 Jul 16 01:44:34.488429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:34.489089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b4593-5955-4264-acfa-0457d29b046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b92e51-7e7a-4002-a7b7-75b6a4f1697e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.563746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2adbc89-5824-4f4f-9e22-91fcaa98ffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.575788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 1dccf095-beec-4cf5-907f-163302536b8a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:34.588440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.590407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2adbc89-5824-4f4f-9e22-91fcaa98ffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.659119 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2adbc89-5824-4f4f-9e22-91fcaa98ffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.663367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2adbc89-5824-4f4f-9e22-91fcaa98ffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.667425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.669058 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e2adbc89-5824-4f4f-9e22-91fcaa98ffdf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03b92e51-7e7a-4002-a7b7-75b6a4f1697e HTTP/1.1" status: 204 len: 168 time: 0.1769903 Jul 16 01:44:34.687886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adbc89-5824-4f4f-9e22-91fcaa98ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b92e51-7e7a-4002-a7b7-75b6a4f1697e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.725978 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.735326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.799172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee2a16-16a3-441f-be99-cd1e89eea994,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.826829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c25ab85a-ec56-417b-8cdf-f247ab249804 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4da9d1176d3745d7a18be09d1b3c5349&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0501504 Jul 16 01:44:34.832744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 48960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:34.917189 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.998292 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb9ff-1398-4e21-b6a0-3d9c826a9779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.060856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9337bfac-9c4e-4835-aec5-c3b10bcc7efc req-f56e2999-0e48-47bb-800b-cafade45eb0b tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 210 time: 0.0732980 Jul 16 01:44:35.087998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.104485 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.122404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb9ff-1398-4e21-b6a0-3d9c826a9779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.144738 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.172685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=1dccf095-beec-4cf5-907f-163302536b8a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.175339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:35.186450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5c495-1651-47f6-8f1e-cfbd8ac71c1c None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:35.196596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.201510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6aa42b55-df25-458f-8eb3-cebd6ea70c0b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/1dccf095-beec-4cf5-907f-163302536b8a HTTP/1.1" status: 204 len: 168 time: 0.7486491 Jul 16 01:44:35.207352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 48972) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.254452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.254811 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Added segment 29169ed0-9bb7-403a-94ba-cd3fd8f303ff of type vlan for network ca3d81b1-eeac-4698-9d1b-105d75265156 Jul 16 01:44:35.259949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Made reservation on behalf of 1df132ef57eb43f9a7558d075bd51340 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:35.264872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.302928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 4dcb14c8-aff8-4820-a9dc-d94402e97c8a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:35.311840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.351468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ba64d7a5-c833-4245-af3c-7ce90f9714ce up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:35.371611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81157b0d-14ab-4d69-9102-04c6de811f70,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.491386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.509647 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.569627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ba64d7a5-c833-4245-af3c-7ce90f9714ce completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:35.569930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb9ff-1398-4e21-b6a0-3d9c826a9779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.572541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb9ff-1398-4e21-b6a0-3d9c826a9779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.576987 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0ffcb9ff-1398-4e21-b6a0-3d9c826a9779 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bee2a16-16a3-441f-be99-cd1e89eea994 HTTP/1.1" status: 204 len: 168 time: 0.7380886 Jul 16 01:44:35.583922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ba64d7a5-c833-4245-af3c-7ce90f9714ce triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:35.584440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.603991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcb9ff-1398-4e21-b6a0-3d9c826a9779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee2a16-16a3-441f-be99-cd1e89eea994,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.617691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.626600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.627839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.704736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Allocated IP 172.20.0.2 (49a9b375-8f93-421c-b201-664e91cca984/56129f05-ba2e-4b54-9f2a-6e632af80566/87336e59-4197-41b0-bc67-c36464416719) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:35.731540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Pushing event updated for resources: {'Network': ['ID=ca3d81b1-eeac-4698-9d1b-105d75265156,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.751285 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7ddc68b8-2689-46ab-bf3b-9e8ff8f6645e tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6281717 Jul 16 01:44:35.793252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ca3d81b1-eeac-4698-9d1b-105d75265156 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:35.805450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.987520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.035167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcb14c8-aff8-4820-a9dc-d94402e97c8a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.035862 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.041083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.043069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-24ede47a-4f31-43fb-8f80-db741de17413 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/4dcb14c8-aff8-4820-a9dc-d94402e97c8a HTTP/1.1" status: 204 len: 168 time: 0.8342996 Jul 16 01:44:36.045555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.089027 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.131240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ba64d7a5-c833-4245-af3c-7ce90f9714ce, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ba64d7a5-c833-4245-af3c-7ce90f9714ce,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:36.146137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.171605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.266636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Network 49a9b375-8f93-421c-b201-664e91cca984 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:36.285612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:36.294949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:36.323029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b261bf8-d047-4f14-b2e3-6d1ebe2e536b None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '4dcb14c8-aff8-4820-a9dc-d94402e97c8a'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '65d15647-dcba-45d9-82dd-335e7939408d'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:44:36.351064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ba64d7a5-c833-4245-af3c-7ce90f9714ce,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.382418 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b261bf8-d047-4f14-b2e3-6d1ebe2e536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.391872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.391872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Pushing event updated for resources: {'Port': ['ID=87336e59-4197-41b0-bc67-c36464416719,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.412745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Request body: {'port': {'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156', 'binding:host_id': 'n-h2-800085-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-515995894'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:36.484413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.597615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a2ade-492d-4dd9-b558-3c58bca8cd12 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:36.599059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.599742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.609004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Made reservation on behalf of 14836ce32c8745ce97135fc0f3e13936 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:36.611347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.629915 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f9c0b06-59d6-498c-80a6-ea9e0013f961 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5812781 Jul 16 01:44:36.630497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.647810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-97aec88b-332a-41fc-ad2b-a7f3ab073393 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f028d12b756b4a5bb33f125bd4724238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609678 Jul 16 01:44:36.649178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.650847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.672746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-f01ad1c8-72dd-47dc-a46b-adecb9c99b93 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5515754 Jul 16 01:44:36.741207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790436ba-39e1-4d0b-baf2-3da2f5b301ad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.742810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-790436ba-39e1-4d0b-baf2-3da2f5b301ad tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113036 Jul 16 01:44:36.743080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dc2b6-0166-459f-a876-917652fafc0b req-f69f0976-f45a-45ad-81f4-50f6425846a7 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.744554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-113dc2b6-0166-459f-a876-917652fafc0b req-f69f0976-f45a-45ad-81f4-50f6425846a7 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 931 time: 0.4245973 Jul 16 01:44:36.745324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.807403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff3d7f-7104-45de-bd25-50cb9958727f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.809179 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1bff3d7f-7104-45de-bd25-50cb9958727f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628443 Jul 16 01:44:36.811641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.855558 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07f54fe4-3abc-4a5a-a849-13138a066eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.855765 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f3425eb-b047-494e-9a63-790000617943 None None] Provisioning complete for port 65d15647-dcba-45d9-82dd-335e7939408d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:36.855996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f3425eb-b047-494e-9a63-790000617943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.872573 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-46a12911-d0d8-4f0d-ba0a-614a02f035d7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553026 Jul 16 01:44:36.876436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.883626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9b83ae56-70ba-42d1-af73-85ae4094c063 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:36.918504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-113dc2b6-0166-459f-a876-917652fafc0b req-c5bed491-8ea4-4ee5-90ea-28f2331338e3 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610289 Jul 16 01:44:36.950101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07f54fe4-3abc-4a5a-a849-13138a066eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.982808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Request body: {'port': {'device_id': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:37.078484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:37.154792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] Deleting port 65d15647-dcba-45d9-82dd-335e7939408d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:37.155167 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.163948 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.202314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b83ae56-70ba-42d1-af73-85ae4094c063 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:37.205893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.209777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] device_id is not set on port 4a7f19cc-1143-4f43-9f44-7de3543b453d yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:37.213618 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b83ae56-70ba-42d1-af73-85ae4094c063 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.216768 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b83ae56-70ba-42d1-af73-85ae4094c063 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:44:37.220934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b83ae56-70ba-42d1-af73-85ae4094c063 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:37.247451 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9b83ae56-70ba-42d1-af73-85ae4094c063 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3697879 Jul 16 01:44:37.250325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49040) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:37.256120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ba64d7a5-c833-4245-af3c-7ce90f9714ce up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:37.264381 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-23be2aee-bb37-4dea-a6a1-f0d1d9459364 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:37.304982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] For port 65d15647-dcba-45d9-82dd-335e7939408d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=65d15647-dcba-45d9-82dd-335e7939408d,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:37.305704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.326032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] Calling delete_port for 65d15647-dcba-45d9-82dd-335e7939408d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:37.332271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-7987a463-ac9b-4e89-a1d8-6445d9385675 req-cdf10f61-a1c2-48a4-b756-98159c4a24a4 tempest-ServersTestJSON-606228959 tempest-ServersTestJSON-606228959-project] (93707) timed out ('10.222.0.78', 62846) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:44:37.414073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23be2aee-bb37-4dea-a6a1-f0d1d9459364 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:37.419203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-23be2aee-bb37-4dea-a6a1-f0d1d9459364 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.420968 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-23be2aee-bb37-4dea-a6a1-f0d1d9459364 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:44:37.421588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23be2aee-bb37-4dea-a6a1-f0d1d9459364 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:37.448605 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-23be2aee-bb37-4dea-a6a1-f0d1d9459364 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1936438 Jul 16 01:44:37.449160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:37.456620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d34e7136-499f-4b08-b060-51e6b5654ed6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:37.491103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ba64d7a5-c833-4245-af3c-7ce90f9714ce triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:37.491486 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.594774 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.621875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e7136-499f-4b08-b060-51e6b5654ed6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:37.625645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d34e7136-499f-4b08-b060-51e6b5654ed6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.627103 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34e7136-499f-4b08-b060-51e6b5654ed6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:44:37.627699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34e7136-499f-4b08-b060-51e6b5654ed6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:37.655104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d34e7136-499f-4b08-b060-51e6b5654ed6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2048078 Jul 16 01:44:37.658134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:37.663895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bac5a0b0-2dea-442c-817a-bba475aba8ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:37.694229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] Pushing event deleted for resources: {'Port': ['ID=65d15647-dcba-45d9-82dd-335e7939408d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:37.708132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a6129b-add9-47b4-afb6-48ad5efeeedd None None] No DVR routers for this DVR port 65d15647-dcba-45d9-82dd-335e7939408d on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:37.816253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5a0b0-2dea-442c-817a-bba475aba8ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:37.822983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bac5a0b0-2dea-442c-817a-bba475aba8ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.824979 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac5a0b0-2dea-442c-817a-bba475aba8ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:44:37.825115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac5a0b0-2dea-442c-817a-bba475aba8ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:37.840648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 65d15647-dcba-45d9-82dd-335e7939408d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:37.854730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] device_id is not set on port 4a7f19cc-1143-4f43-9f44-7de3543b453d yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:37.866856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bac5a0b0-2dea-442c-817a-bba475aba8ea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2070966 Jul 16 01:44:37.867203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.870354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:37.871227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 65d15647-dcba-45d9-82dd-335e7939408d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:37.872077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 65d15647-dcba-45d9-82dd-335e7939408d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:37.878726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-98f66a32-cad0-4e44-bb79-0e8ad574922c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:37.881248 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.901334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7980d0-b0bd-4cdf-b39b-f7a9d41a5f6c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:37.941325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Transition to ACTIVE for port object 4a7f19cc-1143-4f43-9f44-7de3543b453d will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:37.948164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07f54fe4-3abc-4a5a-a849-13138a066eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.958693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07f54fe4-3abc-4a5a-a849-13138a066eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.965209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-07f54fe4-3abc-4a5a-a849-13138a066eba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79b384cc-3dee-4989-82c5-7aca3f8d541a HTTP/1.1" status: 204 len: 168 time: 1.3102834 Jul 16 01:44:38.024979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f54fe4-3abc-4a5a-a849-13138a066eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b384cc-3dee-4989-82c5-7aca3f8d541a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.052101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.126836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7f19cc-1143-4f43-9f44-7de3543b453d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.136920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f66a32-cad0-4e44-bb79-0e8ad574922c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:38.145013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98f66a32-cad0-4e44-bb79-0e8ad574922c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.146403 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f66a32-cad0-4e44-bb79-0e8ad574922c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:44:38.146945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f66a32-cad0-4e44-bb79-0e8ad574922c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:38.182932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-98f66a32-cad0-4e44-bb79-0e8ad574922c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3112471 Jul 16 01:44:38.184263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.193633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1642b746-1e89-4656-a799-32acd5561e1d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:38.329446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1642b746-1e89-4656-a799-32acd5561e1d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:38.334275 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1642b746-1e89-4656-a799-32acd5561e1d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.335674 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-1642b746-1e89-4656-a799-32acd5561e1d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:44:38.336422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1642b746-1e89-4656-a799-32acd5561e1d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:44:38.356888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1642b746-1e89-4656-a799-32acd5561e1d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1714749 Jul 16 01:44:38.360204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.366818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7444555-72bd-4d3c-a601-46cef8be6930 req-4a7427b0-dc25-45bd-b7a5-0012b8d24c0f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.373805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7444555-72bd-4d3c-a601-46cef8be6930 req-4a7427b0-dc25-45bd-b7a5-0012b8d24c0f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 931 time: 0.2516654 Jul 16 01:44:38.383447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Checking segment: {'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:38.383928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Network hostable DHCP agents. Network: ca3d81b1-eeac-4698-9d1b-105d75265156, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:38.421188 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-af6426bd-50fa-4f5a-813d-ff2b0dad63ba tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0581641 Jul 16 01:44:38.421722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.461659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7444555-72bd-4d3c-a601-46cef8be6930 req-6a57942f-bbca-459e-be84-92babfa61e27 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869045 Jul 16 01:44:38.507596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Network ca3d81b1-eeac-4698-9d1b-105d75265156 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:38.515912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6332b76-cad1-46cc-85d7-01d814e50ebb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.522649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.540961 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6332b76-cad1-46cc-85d7-01d814e50ebb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020186 Jul 16 01:44:38.579163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.579434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7bb5a963-4491-47de-8734-36bc6dea004b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508986 Jul 16 01:44:38.580195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ca3d81b1-eeac-4698-9d1b-105d75265156) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:38.590839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3ded6-4141-4019-a76c-d1d5c1ed0f04 None None] Network ca3d81b1-eeac-4698-9d1b-105d75265156 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:38.594837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:38.595000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:38.668821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:38.669090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:38.669458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:38.684110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:38.684502 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:38.690778 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 2 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:38.740809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:38.741190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:38.742317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:38.758462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87336e59-4197-41b0-bc67-c36464416719 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:38.763337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:38.763670 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:38.766086 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 3 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:38.771021 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.791422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:38.791757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:38.792144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:38.793103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:38.800295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Transition to ACTIVE for port object 87336e59-4197-41b0-bc67-c36464416719 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:38.802901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.805808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:38.806152 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:38.806707 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 4 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:38.809285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.833415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:38.833866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:38.834888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:38.911604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:38.912392 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:38.916723 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 5 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:38.953786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:38.954134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:38.954477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:38.973348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:38.973692 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:38.991009 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 6 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:39.064394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:39.064932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:39.065168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.135384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Pushing event updated for resources: {'Port': ['ID=87336e59-4197-41b0-bc67-c36464416719,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.141591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:39.141968 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:39.148545 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 7 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:39.172075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:39.172456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:39.172861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.180030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:39.180252 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:39.180919 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 8 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:39.205758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:39.206383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:39.206927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.211355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Attempting to bind port 87336e59-4197-41b0-bc67-c36464416719 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:39.211861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Attempting to bind port 87336e59-4197-41b0-bc67-c36464416719 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:39.212473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Attempting to bind port 87336e59-4197-41b0-bc67-c36464416719 on network 49a9b375-8f93-421c-b201-664e91cca984 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.219378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:39.221528 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:39.222379 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 9 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:39.227106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Port 87336e59-4197-41b0-bc67-c36464416719 on network 49a9b375-8f93-421c-b201-664e91cca984 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:39.227904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Attempting to bind port 87336e59-4197-41b0-bc67-c36464416719 on network 49a9b375-8f93-421c-b201-664e91cca984 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.251069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:39.251719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Checking segment: {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:39.253172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Bound using segment: {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:39.253900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Bound port: 87336e59-4197-41b0-bc67-c36464416719, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:39.254327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.271676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:39.272017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:39.272371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.297779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:39.298793 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:39.302590 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 10 to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d Jul 16 01:44:39.311501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:39.313178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.329472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:39.329811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:39.330155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.352706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port 4a7f19cc-1143-4f43-9f44-7de3543b453d on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:39.353068 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port 4a7f19cc-1143-4f43-9f44-7de3543b453d on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:39.353430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.361202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:39.364992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:39.370125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.370736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.377101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b85508-e07a-4875-9ea5-9bc0a5a16f0a None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:39.381861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=75fbef9a-b801-4277-be0a-7da6d9ab1be7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.382091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] For port 87336e59-4197-41b0-bc67-c36464416719, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:39.406432 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-33f310bd-61e8-4349-8611-bf0aafad7a52 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8258829 Jul 16 01:44:39.409098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:39.414921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:7c:af:b7', 'name': 'tempest-NetworksTestDHCPv6-67785382'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:39.417746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] For port 87336e59-4197-41b0-bc67-c36464416719, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=87336e59-4197-41b0-bc67-c36464416719,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:39.429867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.450342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.450979 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.452915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] 10.222.0.93 "PUT /v2.0/ports/87336e59-4197-41b0-bc67-c36464416719 HTTP/1.1" status: 200 len: 1091 time: 2.7629883 Jul 16 01:44:39.457777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'tag': '87336e59-4197-41b0-bc67-c36464416719'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:39.460105 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9a090f-9ce8-4670-b729-bc32996634d7", "tag": "87336e59-4197-41b0-bc67-c36464416719"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:39.534240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49278) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:39.601543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:39.672807 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be0d9d6-69b6-4b32-9b5b-d0668e6f22f3 x-openstack-request-id: req-4be0d9d6-69b6-4b32-9b5b-d0668e6f22f3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:39.673116 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9a090f-9ce8-4670-b729-bc32996634d7", "tag": "87336e59-4197-41b0-bc67-c36464416719", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:39.673372 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4be0d9d6-69b6-4b32-9b5b-d0668e6f22f3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:39.675040 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'tag': '87336e59-4197-41b0-bc67-c36464416719', 'status': 'completed', 'code': 200} Jul 16 01:44:39.722058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] For port 4a7f19cc-1143-4f43-9f44-7de3543b453d, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:39.722402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempted to set empty binding levels {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:44:39.728748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b777ea-62b5-47eb-8cd6-22efa50c87fc service neutron] Pushing event updated for resources: {'Port': ['ID=87336e59-4197-41b0-bc67-c36464416719,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.734497 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.739846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1767490239'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:39.793111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.795621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.796288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.798045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Made reservation on behalf of d38b5a9f2bb048a0b7e64b6eb71c2aa8 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:39.804321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.831397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '75fbef9a-b801-4277-be0a-7da6d9ab1be7'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:39.833358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.840083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.875834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-2a4f08f2-3e80-4313-927b-7892850f8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.878004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-2a4f08f2-3e80-4313-927b-7892850f8109 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 1094 time: 0.3200943 Jul 16 01:44:39.878437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port d223e06d-3bf0-43c3-83f6-304ced47793d yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:39.921611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=4a7f19cc-1143-4f43-9f44-7de3543b453d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.984781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-dbd59817-e28c-4fcc-ba12-c511a5408bca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87336e59-4197-41b0-bc67-c36464416719 HTTP/1.1" status: 200 len: 217 time: 0.0741439 Jul 16 01:44:40.038931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1291ab3-f429-4979-b266-217e810884b1 req-1f6a99db-9fb5-4f72-bf67-6cbc8d247226 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.041110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1291ab3-f429-4979-b266-217e810884b1 req-1f6a99db-9fb5-4f72-bf67-6cbc8d247226 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 943 time: 0.2884233 Jul 16 01:44:40.106252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-8e3de9c6-0896-48e0-af63-59d44aa2f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.107818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-8e3de9c6-0896-48e0-af63-59d44aa2f76c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.1162965 Jul 16 01:44:40.116550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe7c:afb7 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/75fbef9a-b801-4277-be0a-7da6d9ab1be7/d223e06d-3bf0-43c3-83f6-304ced47793d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:40.153466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-3d5627dd-feff-4e7e-bfb6-c7cca0a0da1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387063 Jul 16 01:44:40.169052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.171314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1291ab3-f429-4979-b266-217e810884b1 req-4d9943f3-2e83-41c3-8a63-80fe5264ba24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098912 Jul 16 01:44:40.191847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.203244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b74ff84-db7b-48a4-ab03-5a2fb86da1d4 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.8085725 Jul 16 01:44:40.207238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:40.226763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:40.317895 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.318271 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Added segment d28c77ed-c48c-4b85-a563-8b4b5578ca76 of type vlan for network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 Jul 16 01:44:40.376147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e94dfc-f758-4ceb-b9ae-345968d0f6a7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.409672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.417495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-3149ebd0-3363-4bf9-996d-1ce8451964d1 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571754 Jul 16 01:44:40.527072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Deleting port 4a7f19cc-1143-4f43-9f44-7de3543b453d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:40.527332 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.536191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.541960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.542555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.566481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.578234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-038f8290-69e6-4eb9-ba2c-b93112bbcd2d req-5ece63c0-fda4-4865-bcaf-7e157560fbf6 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543717 Jul 16 01:44:40.601235 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0657103 Jul 16 01:44:40.605657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49416) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:40.608059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object d223e06d-3bf0-43c3-83f6-304ced47793d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:40.615768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Request body: {'subnet': {'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:40.676741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] For port 4a7f19cc-1143-4f43-9f44-7de3543b453d, host n-h2-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:40.677115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.685524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bafe6-5811-420a-831d-39af68c3125e tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event updated for resources: {'Network': ['ID=50aba6e2-bc03-4e6f-b01c-837bf88b53f0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.693800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Calling delete_port for 4a7f19cc-1143-4f43-9f44-7de3543b453d owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:40.698186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:40.778113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-d26f8f83-85e9-421b-9def-3752057b592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.780553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-d26f8f83-85e9-421b-9def-3752057b592d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 1094 time: 0.1362336 Jul 16 01:44:40.784034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.851274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Allocated IP 2001:db8::f816:3eff:fec3:1f48 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/75fbef9a-b801-4277-be0a-7da6d9ab1be7/a7b25826-a5e1-4753-bbcf-ab06a5deef9c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:40.871955 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.887343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:40.896780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:40.900932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:40.911127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.912020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.919894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Made reservation on behalf of d38b5a9f2bb048a0b7e64b6eb71c2aa8 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:40.926380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.934497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a7f19cc-1143-4f43-9f44-7de3543b453d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.953810 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.959679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-892a3333-8dd0-4632-ad57-569cdb3618b2 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "DELETE /v2.0/ports/4a7f19cc-1143-4f43-9f44-7de3543b453d HTTP/1.1" status: 204 len: 168 time: 0.7462628 Jul 16 01:44:40.959679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:40.980794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-bdfd7b61-fb4f-4f3f-bf63-6e22f5ee7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.982471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-bdfd7b61-fb4f-4f3f-bf63-6e22f5ee7db8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 912 time: 0.1945105 Jul 16 01:44:40.991642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=d223e06d-3bf0-43c3-83f6-304ced47793d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.997090 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9625f715-a017-48d8-99c4-62408f23f47d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5867584 Jul 16 01:44:41.000747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.007985 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af123ab-593b-41a8-8468-43cb7c5fe224 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:44:41.013576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3af123ab-593b-41a8-8468-43cb7c5fe224 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "GET /v2.0/ports/4a7f19cc-1143-4f43-9f44-7de3543b453d HTTP/1.1" status: 404 len: 333 time: 0.0490842 Jul 16 01:44:41.013926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49472) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.020212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Request body: {'port': {'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-299735986'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:41.071328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-2f32d4d4-3d40-4678-9532-68dd2331c9d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87336e59-4197-41b0-bc67-c36464416719 HTTP/1.1" status: 200 len: 217 time: 0.0706520 Jul 16 01:44:41.161324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Made reservation on behalf of 14836ce32c8745ce97135fc0f3e13936 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:41.164071 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.176631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed69f2-63cc-45d0-afb6-06b69a1314c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.178416 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1ed69f2-63cc-45d0-afb6-06b69a1314c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1765358 Jul 16 01:44:41.181039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49492) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.212705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] device_id is not set on port f8ff05e7-4f68-4c57-b4fe-1772784a934f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:41.227588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-00e874c4-9ad2-438b-83df-7e8741faf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.229915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-00e874c4-9ad2-438b-83df-7e8741faf906 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.1483226 Jul 16 01:44:41.355582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-3369c144-bf08-4d3d-aaef-592ad9f29785 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629847 Jul 16 01:44:41.403829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.502420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port d223e06d-3bf0-43c3-83f6-304ced47793d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:41.502846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.508417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.530190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.554543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Transition to ACTIVE for port object a7b25826-a5e1-4753-bbcf-ab06a5deef9c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:41.620015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Transition to ACTIVE for port object a7b25826-a5e1-4753-bbcf-ab06a5deef9c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:41.626506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f321a66-2d02-46e8-92e5-a37cc49037db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.640493 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.669762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event updated for resources: {'Subnet': ['ID=80f198d0-c7e9-4e6d-bd2a-1df46e9162a3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:41.695486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:41.700299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:41.705434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:41.728310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Pushing event updated for resources: {'Port': ['ID=a7b25826-a5e1-4753-bbcf-ab06a5deef9c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:41.729474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Checking segment: {'id': 'd28c77ed-c48c-4b85-a563-8b4b5578ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:41.730859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Network hostable DHCP agents. Network: 50aba6e2-bc03-4e6f-b01c-837bf88b53f0, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:41.758029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7776a777-6ae4-43dd-a285-9a271d2cf670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.788006 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.791608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:41.817087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for d223e06d-3bf0-43c3-83f6-304ced47793d owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:41.821391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Attempting to bind port a7b25826-a5e1-4753-bbcf-ab06a5deef9c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:41.821867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Attempting to bind port a7b25826-a5e1-4753-bbcf-ab06a5deef9c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:41.822754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Attempting to bind port a7b25826-a5e1-4753-bbcf-ab06a5deef9c on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:41.828449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 50aba6e2-bc03-4e6f-b01c-837bf88b53f0) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:41.835628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.836515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.847063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.848725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:41.853520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-82654b3f-03c5-419c-88fc-0e3e37c1855e service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887929 Jul 16 01:44:41.862484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:41.864233 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.866123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:41.866725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Bound port: a7b25826-a5e1-4753-bbcf-ab06a5deef9c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:41.869930 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.874767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2175c-acfb-4a84-bb3d-e126dd562b96 None None] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:41.968242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710ddc-4dbc-4f99-8d30-72104717b084 req-8db17b11-519d-48c2-8777-2a34022edcd1 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.979991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09710ddc-4dbc-4f99-8d30-72104717b084 req-8db17b11-519d-48c2-8777-2a34022edcd1 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 943 time: 0.5412979 Jul 16 01:44:42.024915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.058662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=d223e06d-3bf0-43c3-83f6-304ced47793d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.115848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.148058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.154562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5afce371-91e9-478c-88b1-721c30f613ee tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/d223e06d-3bf0-43c3-83f6-304ced47793d HTTP/1.1" status: 204 len: 168 time: 0.9700606 Jul 16 01:44:42.155189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49610) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.185613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] For port a7b25826-a5e1-4753-bbcf-ab06a5deef9c, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:42.219873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] For port a7b25826-a5e1-4753-bbcf-ab06a5deef9c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a7b25826-a5e1-4753-bbcf-ab06a5deef9c,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:42.225885 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.233323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09710ddc-4dbc-4f99-8d30-72104717b084 req-fb120704-8fe0-4c27-a97d-dce01e5fc1e3 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523541 Jul 16 01:44:42.246596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-50aba6e2-bc03-4e6f-b01c-837bf88b53f0', 'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0', 'tenant_id': 'd38b5a9f2bb048a0b7e64b6eb71c2aa8', 'fixed_ips': [{'subnet_id': '80f198d0-c7e9-4e6d-bd2a-1df46e9162a3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:42.248579 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.279610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Network ca3d81b1-eeac-4698-9d1b-105d75265156 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:42.298282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd7efe-0c64-435f-9d96-bbfb89ced077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.300452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd7efe-0c64-435f-9d96-bbfb89ced077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.302453 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-12dd7efe-0c64-435f-9d96-bbfb89ced077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1462786 Jul 16 01:44:42.305328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.313335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:42.341859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:42.342868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.343526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.364773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8bba747-cba7-40ce-8c4e-8dd6f2a2c6cf req-816d1ed2-77da-4c0b-878b-631116ffd291 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972312 Jul 16 01:44:42.367169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ff05e7-4f68-4c57-b4fe-1772784a934f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.416309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e58b7-8305-4bad-afb8-800bc7205e9a None None] Pushing event updated for resources: {'Port': ['ID=a7b25826-a5e1-4753-bbcf-ab06a5deef9c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.436030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 75fbef9a-b801-4277-be0a-7da6d9ab1be7 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:42.442672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7776a777-6ae4-43dd-a285-9a271d2cf670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.448077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.453566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7776a777-6ae4-43dd-a285-9a271d2cf670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.517268 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6b2b9e4d-d1e5-470b-a9d6-a3f882d86236 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9106872 Jul 16 01:44:42.519478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Allocated IP 2001:db8::2 (50aba6e2-bc03-4e6f-b01c-837bf88b53f0/80f198d0-c7e9-4e6d-bd2a-1df46e9162a3/4621216d-6892-4200-b82f-8b177278c17e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:42.520054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49652) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.531203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Request body: {'port': {'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-844217255'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:42.563093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5b8e7c21-5894-422a-bf24-12ed1513316d tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5478699 Jul 16 01:44:42.585363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.607351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:42.678116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776a777-6ae4-43dd-a285-9a271d2cf670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d1e66-ab50-4460-9bb3-3f3d04f5ff32,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.682669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.683561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7776a777-6ae4-43dd-a285-9a271d2cf670 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80082d7c14d149db8d7ee0d77c0839b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2784863 Jul 16 01:44:42.686840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49668) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.791701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Made reservation on behalf of d38b5a9f2bb048a0b7e64b6eb71c2aa8 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:42.796555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.822419 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.825304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] device_id is not set on port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:42.849074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Transition to ACTIVE for port object 4621216d-6892-4200-b82f-8b177278c17e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:42.877487 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.883037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Transition to ACTIVE for port object 4621216d-6892-4200-b82f-8b177278c17e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:42.895583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e983-d8e3-4522-98b4-ca92cb35452d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.896021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.938697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:42.941833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:42.945673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:42.950585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e983-d8e3-4522-98b4-ca92cb35452d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.965263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Pushing event updated for resources: {'Port': ['ID=4621216d-6892-4200-b82f-8b177278c17e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.031036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Attempting to bind port 4621216d-6892-4200-b82f-8b177278c17e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:43.031287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Allocated IP 2001:db8::277 (50aba6e2-bc03-4e6f-b01c-837bf88b53f0/80f198d0-c7e9-4e6d-bd2a-1df46e9162a3/9e264d25-dc57-4ae4-b280-bb312bc3bbe3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:43.032500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Attempting to bind port 4621216d-6892-4200-b82f-8b177278c17e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'd28c77ed-c48c-4b85-a563-8b4b5578ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:43.033066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Attempting to bind port 4621216d-6892-4200-b82f-8b177278c17e on network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:43.040003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:43.040726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Checking segment: {'id': 'd28c77ed-c48c-4b85-a563-8b4b5578ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:43.041459 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.042031 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Bound using segment: {'id': 'd28c77ed-c48c-4b85-a563-8b4b5578ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:43.042897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Bound port: 4621216d-6892-4200-b82f-8b177278c17e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28c77ed-c48c-4b85-a563-8b4b5578ca76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:43.043632 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.067394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.212338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.229998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] For port 4621216d-6892-4200-b82f-8b177278c17e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:43.236838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] For port 4621216d-6892-4200-b82f-8b177278c17e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4621216d-6892-4200-b82f-8b177278c17e,segment=NetworkSegment(d28c77ed-c48c-4b85-a563-8b4b5578ca76),segment_id=d28c77ed-c48c-4b85-a563-8b4b5578ca76)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:43.251031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.275936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] device_id is not set on port f8ff05e7-4f68-4c57-b4fe-1772784a934f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:43.282669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=75fbef9a-b801-4277-be0a-7da6d9ab1be7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.289172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.294252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.299081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-92362b5d-2146-4972-8efd-738002ebb0f1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/75fbef9a-b801-4277-be0a-7da6d9ab1be7 HTTP/1.1" status: 204 len: 168 time: 0.9898844 Jul 16 01:44:43.303121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.305915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a7b25826-a5e1-4753-bbcf-ab06a5deef9c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:43.311756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 87336e59-4197-41b0-bc67-c36464416719 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:43.318456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Transition to ACTIVE for port object f8ff05e7-4f68-4c57-b4fe-1772784a934f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:43.319713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e983-d8e3-4522-98b4-ca92cb35452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.322686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e983-d8e3-4522-98b4-ca92cb35452d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.327453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ffe5e983-d8e3-4522-98b4-ca92cb35452d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f23d1e66-ab50-4460-9bb3-3f3d04f5ff32 HTTP/1.1" status: 204 len: 168 time: 0.6382253 Jul 16 01:44:43.346601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e983-d8e3-4522-98b4-ca92cb35452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d1e66-ab50-4460-9bb3-3f3d04f5ff32,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.349507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.380395 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2808de3e-1613-4e40-8e39-e013a6f23f50 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753264 Jul 16 01:44:43.383224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.393193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:43.498457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ff05e7-4f68-4c57-b4fe-1772784a934f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.540470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.581259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bea884-61a1-4254-9e98-e54a0e9d5fc9 None None] Pushing event updated for resources: {'Port': ['ID=4621216d-6892-4200-b82f-8b177278c17e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.666313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:43.666661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:43.667000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:43.669693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a7b25826-a5e1-4753-bbcf-ab06a5deef9c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:43.675921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:43.676321 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:43.677455 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 2 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:43.703400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Transition to ACTIVE for port object 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:43.723153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 87336e59-4197-41b0-bc67-c36464416719, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=87336e59-4197-41b0-bc67-c36464416719,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:43.724146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:43.724603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:43.724940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:43.737283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '87336e59-4197-41b0-bc67-c36464416719', 'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'port_id': '87336e59-4197-41b0-bc67-c36464416719', 'mac_address': 'fa:16:3e:f0:c4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:43.738230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:43.738572 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:43.752899 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 3 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:43.808770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:43.813237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.828802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:43.829617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:43.829970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:43.851396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e81634-9dd9-4edc-9d45-a89664064674 req-b2ac7e51-ebe5-4a6f-ad70-bfd4da7de1f9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.854436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05e81634-9dd9-4edc-9d45-a89664064674 req-b2ac7e51-ebe5-4a6f-ad70-bfd4da7de1f9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 943 time: 0.3581159 Jul 16 01:44:43.856512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:43.856845 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:43.857368 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 4 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:43.871076 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.895382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.902633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87336e59-4197-41b0-bc67-c36464416719 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:43.911629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:43.912270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:43.912396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:43.933111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 87336e59-4197-41b0-bc67-c36464416719, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=87336e59-4197-41b0-bc67-c36464416719,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:43.939307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.956384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:43.956996 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:43.958007 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 5 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:44.003517 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.017343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=87336e59-4197-41b0-bc67-c36464416719,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.026063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:44.026442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:44.026663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:44.031268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a28e19-ac90-47e6-a2c8-24cad17eb44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.040268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05e81634-9dd9-4edc-9d45-a89664064674 req-08b8fc80-3f3c-43e4-aeb8-0424999a7408 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550996 Jul 16 01:44:44.043773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:44.044102 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:44.044530 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 6 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:44.091513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:44.091783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:44.092108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:44.099106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:44.099443 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:44.099866 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 7 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:44.115662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:44.115995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:44.116482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:44.122023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:44.122359 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:44.122977 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 8 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:44.139265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:44.141224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:44.141390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['87336e59-4197-41b0-bc67-c36464416719'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:44.141876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:44.142441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:44.148411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:44.149101 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:44.149998 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 9 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:44.153254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:44.155891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:44.163050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.163260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.167515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:44.168052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:44.168584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:44.173022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event updated for resources: {'Port': ['ID=9e264d25-dc57-4ae4-b280-bb312bc3bbe3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.174727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:44.175248 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:44.175831 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 10 to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f Jul 16 01:44:44.191256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:44.191846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:44.192521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:44.201550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:44.202178 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port f8ff05e7-4f68-4c57-b4fe-1772784a934f on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:44.202716 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.241745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d178c-f2aa-4519-b044-e171bf56f9e8 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:44.298191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] For port f8ff05e7-4f68-4c57-b4fe-1772784a934f, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:44.299490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempted to set empty binding levels {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:44:44.319170 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.365047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] In _notify_port_updated(), no bound segment for port f8ff05e7-4f68-4c57-b4fe-1772784a934f on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:44:44.366296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.367137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.369663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "PUT /v2.0/ports/f8ff05e7-4f68-4c57-b4fe-1772784a934f HTTP/1.1" status: 200 len: 974 time: 1.7761166 Jul 16 01:44:44.373145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:44.417314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a28e19-ac90-47e6-a2c8-24cad17eb44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.433691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a28e19-ac90-47e6-a2c8-24cad17eb44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.473541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95cfb9b1-3158-4c51-bcf4-08a29462b76f None None] Provisioning for port a7b25826-a5e1-4753-bbcf-ab06a5deef9c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:44.487701 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.492581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421ff5-5c6f-4a8a-8db4-923e257661c8 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ff05e7-4f68-4c57-b4fe-1772784a934f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.497434 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-603a04b5-340b-43cc-8242-6021c2c94350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.534227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95cfb9b1-3158-4c51-bcf4-08a29462b76f None None] Provisioning complete for port a7b25826-a5e1-4753-bbcf-ab06a5deef9c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:44.534605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95cfb9b1-3158-4c51-bcf4-08a29462b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.549591 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a151d98d-5e41-4945-862b-ecfdbf172bc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0234163 Jul 16 01:44:44.555720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49708) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:44.562411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Request body: {'port': {'network_id': '50aba6e2-bc03-4e6f-b01c-837bf88b53f0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-332943351', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:44.563345 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] bootfile-name is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:44.563907 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] tftp-server is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:44.564547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] server-ip-address is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:44.620569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.622813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.625344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.625827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.626288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.626756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.627269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.627732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.628190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.628676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.637319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.640288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dba7468e-98bf-4fb5-b91b-1327f934a452 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9993 time: 0.2659652 Jul 16 01:44:44.649593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:44.713878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:44.888974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Deleting port f8ff05e7-4f68-4c57-b4fe-1772784a934f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:44.889315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.921324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Made reservation on behalf of d38b5a9f2bb048a0b7e64b6eb71c2aa8 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:44.932148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.003293 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95cfb9b1-3158-4c51-bcf4-08a29462b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.037162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] Deleting port a7b25826-a5e1-4753-bbcf-ab06a5deef9c {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:45.037995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.040334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] device_id is not set on port 45d51041-02de-4d31-b1ce-82e1d6608aac yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:45.097641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-95cfb9b1-3158-4c51-bcf4-08a29462b76f None None] For port a7b25826-a5e1-4753-bbcf-ab06a5deef9c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a7b25826-a5e1-4753-bbcf-ab06a5deef9c,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.118194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] For port f8ff05e7-4f68-4c57-b4fe-1772784a934f, host n-h2-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.125386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.169065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a28e19-ac90-47e6-a2c8-24cad17eb44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0da0ca-67e2-4010-ad6a-1c638c867104,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.185778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] For port a7b25826-a5e1-4753-bbcf-ab06a5deef9c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a7b25826-a5e1-4753-bbcf-ab06a5deef9c,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.187467 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.197096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-24a28e19-ac90-47e6-a2c8-24cad17eb44e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37f17d290d66488894e63fc62fe2b0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2926140 Jul 16 01:44:45.207114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.211534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] Calling delete_port for a7b25826-a5e1-4753-bbcf-ab06a5deef9c owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:45.242954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Calling delete_port for f8ff05e7-4f68-4c57-b4fe-1772784a934f owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:45.305216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:45.358281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958766c2-50cb-4bff-b4a2-b7c76669eedf None None] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:45.360560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4621216d-6892-4200-b82f-8b177278c17e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:45.363320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 87336e59-4197-41b0-bc67-c36464416719 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:45.375528 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95cfb9b1-3158-4c51-bcf4-08a29462b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.517836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.534690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Allocated IP 2001:db8::45 (50aba6e2-bc03-4e6f-b01c-837bf88b53f0/80f198d0-c7e9-4e6d-bd2a-1df46e9162a3/45d51041-02de-4d31-b1ce-82e1d6608aac) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:45.542542 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87fb025c-a6e1-4428-b731-69fc5f53b9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.589193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfb9b1-3158-4c51-bcf4-08a29462b76f None None] Pushing event updated for resources: {'Port': ['ID=a7b25826-a5e1-4753-bbcf-ab06a5deef9c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.605922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bed2ecd5-1e70-4b89-8324-c607fc28766e None None] Provisioning for port 4621216d-6892-4200-b82f-8b177278c17e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:45.615367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87fb025c-a6e1-4428-b731-69fc5f53b9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.618907 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.633288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9cf1e-9e19-4195-9e3e-00ef8b8997e5 req-93b32d78-bea2-4777-9b0c-9be04e993c3f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.638136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abf9cf1e-9e19-4195-9e3e-00ef8b8997e5 req-93b32d78-bea2-4777-9b0c-9be04e993c3f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 944 time: 0.2587688 Jul 16 01:44:45.642649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.661192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] Pushing event deleted for resources: {'Port': ['ID=a7b25826-a5e1-4753-bbcf-ab06a5deef9c,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.665405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aaa30c-394a-4f89-99d6-1660e61f5504 None None] No DVR routers for this DVR port a7b25826-a5e1-4753-bbcf-ab06a5deef9c on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:45.688667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4621216d-6892-4200-b82f-8b177278c17e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:45.695862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 87336e59-4197-41b0-bc67-c36464416719 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:45.706591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4621216d-6892-4200-b82f-8b177278c17e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:45.706967 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.710726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 87336e59-4197-41b0-bc67-c36464416719 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:45.711089 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.758349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8ff05e7-4f68-4c57-b4fe-1772784a934f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.762971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.765007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Port a7b25826-a5e1-4753-bbcf-ab06a5deef9c concurrently deleted while adding address for new subnet {'id': '94221090-5f76-4b03-ba8c-68450cf0aa50', 'name': '', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2660, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:44Z', 'revision_number': 0, 'segment_id': None, 'project_id': '52f0101485b0464b8970d216e019beb7'}. {{(pid=93707) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 01:44:45.765724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.768846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ec9e1735-660d-4e58-9eec-b428033b9033 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f8ff05e7-4f68-4c57-b4fe-1772784a934f HTTP/1.1" status: 204 len: 168 time: 1.1177335 Jul 16 01:44:45.774132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49734) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.775878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87fb025c-a6e1-4428-b731-69fc5f53b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.778308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87fb025c-a6e1-4428-b731-69fc5f53b9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.782209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-87fb025c-a6e1-4428-b731-69fc5f53b9e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa0da0ca-67e2-4010-ad6a-1c638c867104 HTTP/1.1" status: 204 len: 168 time: 0.5737889 Jul 16 01:44:45.830337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abf9cf1e-9e19-4195-9e3e-00ef8b8997e5 req-6f94af64-78d8-407f-ba42-db25af671dc4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758008 Jul 16 01:44:45.872204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb025c-a6e1-4428-b731-69fc5f53b9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0da0ca-67e2-4010-ad6a-1c638c867104,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.887697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:45.894103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:45.896826 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec51dbbe-6a29-4e30-8a8c-1565f114c8e5 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:44:45.898788 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec51dbbe-6a29-4e30-8a8c-1565f114c8e5 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "GET /v2.0/ports/f8ff05e7-4f68-4c57-b4fe-1772784a934f HTTP/1.1" status: 404 len: 333 time: 0.1155038 Jul 16 01:44:45.902663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.903592 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.910283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49740) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.931028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1798036159', 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:45.948259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=94221090-5f76-4b03-ba8c-68450cf0aa50,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.959656 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e2fe164f-66a7-4c2a-b097-3236c7b9f3cb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5735500 Jul 16 01:44:45.963679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.976348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:9b:af:ce', 'name': 'tempest-NetworksTestDHCPv6-903002222'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:46.063617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.087576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Transition to ACTIVE for port object 45d51041-02de-4d31-b1ce-82e1d6608aac will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:46.117759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Made reservation on behalf of 14836ce32c8745ce97135fc0f3e13936 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:46.120185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.128657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb637594-6cb7-48c7-84d3-a65ee46ac9ad None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:46.130747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.185951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] device_id is not set on port 3c32933a-1b77-486c-b647-48c50a2b157b yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:46.219069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event updated for resources: {'Port': ['ID=45d51041-02de-4d31-b1ce-82e1d6608aac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.235754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:46.238372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:46.247470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:46.264780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.266230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.269287 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.293012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5ed39e40-b691-4abe-afda-d054e75b1dc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.7357249 Jul 16 01:44:46.295239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.417384 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.448639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:46.452016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320eabc3-ef3e-4f01-b92d-53f1aa473825 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.465534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320eabc3-ef3e-4f01-b92d-53f1aa473825 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.485075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320eabc3-ef3e-4f01-b92d-53f1aa473825 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.494995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-320eabc3-ef3e-4f01-b92d-53f1aa473825 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1963909 Jul 16 01:44:46.495309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.578389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.606247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.659848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 4621216d-6892-4200-b82f-8b177278c17e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4621216d-6892-4200-b82f-8b177278c17e,segment=NetworkSegment(d28c77ed-c48c-4b85-a563-8b4b5578ca76),segment_id=d28c77ed-c48c-4b85-a563-8b4b5578ca76)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:46.662135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:46.701856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 87336e59-4197-41b0-bc67-c36464416719, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=87336e59-4197-41b0-bc67-c36464416719,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:46.704094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87336e59-4197-41b0-bc67-c36464416719'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:46.707351 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d8e754-8504-4820-86bc-9b201c1ef7b7" -d '{"events": [{"server_uuid": "bc9a090f-9ce8-4670-b729-bc32996634d7", "name": "network-vif-plugged", "status": "completed", "tag": "87336e59-4197-41b0-bc67-c36464416719"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:46.727445 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.737350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.754441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Deleting port 45d51041-02de-4d31-b1ce-82e1d6608aac {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:46.754441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.769793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.872987 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500726b-d0b8-40f6-9e22-d507c55cb66f x-openstack-request-id: req-a500726b-d0b8-40f6-9e22-d507c55cb66f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:46.873210 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9a090f-9ce8-4670-b729-bc32996634d7", "name": "network-vif-plugged", "status": "completed", "tag": "87336e59-4197-41b0-bc67-c36464416719", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:46.873496 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a500726b-d0b8-40f6-9e22-d507c55cb66f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:46.873849 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87336e59-4197-41b0-bc67-c36464416719', 'code': 200} Jul 16 01:44:46.902222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '94221090-5f76-4b03-ba8c-68450cf0aa50'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:46.906292 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.934474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a7b25826-a5e1-4753-bbcf-ab06a5deef9c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:47.082377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=87336e59-4197-41b0-bc67-c36464416719,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.112463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe9b:afce (fb5d48e9-5eb5-4157-b08c-7b53330f354b/94221090-5f76-4b03-ba8c-68450cf0aa50/de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:47.118502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.246418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=4621216d-6892-4200-b82f-8b177278c17e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.257330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: a7b25826-a5e1-4753-bbcf-ab06a5deef9c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:47.257686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a7b25826-a5e1-4753-bbcf-ab06a5deef9c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:47.300894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Network ca3d81b1-eeac-4698-9d1b-105d75265156 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:47.341573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:47.374274 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.386464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:47.391826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.393252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.395639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31805f91-f68e-415c-a62f-14d59f704dfa None None] Provisioning complete for port 4621216d-6892-4200-b82f-8b177278c17e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:47.396032 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31805f91-f68e-415c-a62f-14d59f704dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.425372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=3c32933a-1b77-486c-b647-48c50a2b157b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.497988 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-baeaf4ee-b279-4710-bb2f-c24756e369be tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5766716 Jul 16 01:44:47.506134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.561837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4621216d-6892-4200-b82f-8b177278c17e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:47.630393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae781f2e-895f-4b59-a754-43c22b877eed tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.634012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ae781f2e-895f-4b59-a754-43c22b877eed tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "GET /v2.0/ports/3c32933a-1b77-486c-b647-48c50a2b157b HTTP/1.1" status: 200 len: 955 time: 0.1238987 Jul 16 01:44:47.634762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49790) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.732103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4621216d-6892-4200-b82f-8b177278c17e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:47.732846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.747937 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.772593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Calling delete_port for 45d51041-02de-4d31-b1ce-82e1d6608aac owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:47.813960 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.846475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:47.858395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Deleting port 3c32933a-1b77-486c-b647-48c50a2b157b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:47.858630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.870385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26712628-673c-4cdb-be6f-ba10d1a65fbb req-068eaf5f-5c47-4913-91bb-c12c5dd9ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.872106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26712628-673c-4cdb-be6f-ba10d1a65fbb req-068eaf5f-5c47-4913-91bb-c12c5dd9ad86 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 1096 time: 0.3769045 Jul 16 01:44:47.879987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbf6ae-7d24-4692-a94b-9f8ad3c9f420 req-9be480ba-903f-4d4e-ae10-acf727afe86f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.899682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66cbf6ae-7d24-4692-a94b-9f8ad3c9f420 req-9be480ba-903f-4d4e-ae10-acf727afe86f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.4019654 Jul 16 01:44:47.950433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31805f91-f68e-415c-a62f-14d59f704dfa None None] Provisioning for port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:47.970017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31805f91-f68e-415c-a62f-14d59f704dfa None None] Provisioning complete for port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:47.973126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31805f91-f68e-415c-a62f-14d59f704dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.020351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66cbf6ae-7d24-4692-a94b-9f8ad3c9f420 req-759cc4f0-9adc-4ada-a2f3-6f54509b63cb tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202130 Jul 16 01:44:48.029058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-31805f91-f68e-415c-a62f-14d59f704dfa None None] Port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:48.049712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.052432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26712628-673c-4cdb-be6f-ba10d1a65fbb req-80a1aee4-dd70-4fd4-a6dd-57ba9b3855a9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494293 Jul 16 01:44:48.073829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Calling delete_port for 3c32933a-1b77-486c-b647-48c50a2b157b owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:48.131058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.145513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebf3251f-a482-4a99-aa08-22a3598e189b None None] Could not find standard attr ID for object 45d51041-02de-4d31-b1ce-82e1d6608aac. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:48.173055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebf3251f-a482-4a99-aa08-22a3598e189b None None] Provisioning complete for port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:48.174283 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebf3251f-a482-4a99-aa08-22a3598e189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.209942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event deleted for resources: {'Port': ['ID=45d51041-02de-4d31-b1ce-82e1d6608aac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.234776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.268210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3251f-a482-4a99-aa08-22a3598e189b None None] Port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:48.285246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c32933a-1b77-486c-b647-48c50a2b157b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.307475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.322918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ffc58193-1fa7-4562-b154-4b007038a693 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "DELETE /v2.0/ports/3c32933a-1b77-486c-b647-48c50a2b157b HTTP/1.1" status: 204 len: 168 time: 0.6837296 Jul 16 01:44:48.324239 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.330482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.343015 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.348331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e69b9f81-9cb9-4448-a220-1c99365f34cc tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "DELETE /v2.0/ports/45d51041-02de-4d31-b1ce-82e1d6608aac HTTP/1.1" status: 204 len: 168 time: 1.8518934 Jul 16 01:44:48.355831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.369777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Request body: {'port': {'name': 'tempest-new-port-name-119359591', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:48.380802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] bootfile-name is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:48.382047 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] tftp-server is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:48.382926 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-793b7106-fab5-4e43-bd46-e358943ca257 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:44:48.383557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] server-ip-address is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:44:48.385722 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-793b7106-fab5-4e43-bd46-e358943ca257 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "GET /v2.0/ports/3c32933a-1b77-486c-b647-48c50a2b157b HTTP/1.1" status: 404 len: 333 time: 0.0539598 Jul 16 01:44:48.391561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.405330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Allocated IP 2001:db8::f816:3eff:feac:f59 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/94221090-5f76-4b03-ba8c-68450cf0aa50/4a73b028-d7ac-4fd5-9258-a40b8001240b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:48.412714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Request body: {'port': {'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1199110488'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:48.488294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.503237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:48.511150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:48.519057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:48.524844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.525500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.582919 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9af1fe93-f7a6-4a7b-a1cd-c37cde0e89e5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6157043 Jul 16 01:44:48.586045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.605622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Made reservation on behalf of 14836ce32c8745ce97135fc0f3e13936 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:48.609759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.665663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] device_id is not set on port fcaf9c36-8123-46fd-b037-fa3ef00cba7c yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:48.730821 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.735902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfefadb-790b-4818-bb67-0782f28901f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.737441 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bbfefadb-790b-4818-bb67-0782f28901f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1501772 Jul 16 01:44:48.753513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Transition to ACTIVE for port object 4a73b028-d7ac-4fd5-9258-a40b8001240b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:48.756813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.801161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Transition to ACTIVE for port object 4a73b028-d7ac-4fd5-9258-a40b8001240b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:48.810345 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.814861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.984970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:48.985558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.006050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:49.010806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:49.019179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:49.036280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Pushing event updated for resources: {'Port': ['ID=4a73b028-d7ac-4fd5-9258-a40b8001240b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.198721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Attempting to bind port 4a73b028-d7ac-4fd5-9258-a40b8001240b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:49.200566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Attempting to bind port 4a73b028-d7ac-4fd5-9258-a40b8001240b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:49.202359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Attempting to bind port 4a73b028-d7ac-4fd5-9258-a40b8001240b on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:49.215424 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.219439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:49.220951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:49.221845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.223057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:49.224751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Bound port: 4a73b028-d7ac-4fd5-9258-a40b8001240b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:49.225419 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.248031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:49.272794 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.284557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.389119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event updated for resources: {'Port': ['ID=9e264d25-dc57-4ae4-b280-bb312bc3bbe3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.437505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] In _notify_port_updated(), no bound segment for port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 on network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:44:49.445703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.446644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.448325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-00b5dd39-83ec-43d2-9924-b0d5cdd46943 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "PUT /v2.0/ports/9e264d25-dc57-4ae4-b280-bb312bc3bbe3 HTTP/1.1" status: 200 len: 1129 time: 1.0912921 Jul 16 01:44:49.457010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:49.495489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] For port 4a73b028-d7ac-4fd5-9258-a40b8001240b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:49.514478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] For port 4a73b028-d7ac-4fd5-9258-a40b8001240b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4a73b028-d7ac-4fd5-9258-a40b8001240b,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:49.525666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.537762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b42df-f559-41be-a09e-94822d7f11f3 req-7509bff5-f289-4071-bb06-ba2054be05d2 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.544646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-893b42df-f559-41be-a09e-94822d7f11f3 req-7509bff5-f289-4071-bb06-ba2054be05d2 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.1585383 Jul 16 01:44:49.672465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-893b42df-f559-41be-a09e-94822d7f11f3 req-04d837c0-2255-4207-aad4-e0c595f7ee9c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262937 Jul 16 01:44:49.741318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.777493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd638258-71bc-4000-ae1b-ce29bb3cbeaf tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.785095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dd638258-71bc-4000-ae1b-ce29bb3cbeaf tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "GET /v2.0/ports/9e264d25-dc57-4ae4-b280-bb312bc3bbe3 HTTP/1.1" status: 200 len: 1129 time: 0.3167892 Jul 16 01:44:49.785778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:49.796623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91e6ca-ddad-4710-9c73-89d756755ae8 None None] Pushing event updated for resources: {'Port': ['ID=4a73b028-d7ac-4fd5-9258-a40b8001240b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.824884 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.945146 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.095915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.102257 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a HTTP/1.1" status: 204 len: 168 time: 1.3441687 Jul 16 01:44:50.105007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:50.130243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.147748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.157521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9231ffe5-99fc-4946-a910-cb8dee3bf04b None None] Provisioning complete for port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:50.161960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9231ffe5-99fc-4946-a910-cb8dee3bf04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.230512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.232082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.236836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.237239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.237581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.237905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.238236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.238575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.238881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.239196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.239539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.239868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc683e8d-fdc2-4e29-9232-8f26f59c5ea3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:50.343404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9231ffe5-99fc-4946-a910-cb8dee3bf04b None None] Port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:50.347723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Deleting port 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:50.363468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.365539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f10f62-ca2e-4dd9-a8fb-de1eacb20f84 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.386132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f10f62-ca2e-4dd9-a8fb-de1eacb20f84 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.397262 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-32f10f62-ca2e-4dd9-a8fb-de1eacb20f84 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2815235 Jul 16 01:44:50.398145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:50.411455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Network ca3d81b1-eeac-4698-9d1b-105d75265156 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:50.493935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:50.569553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 94221090-5f76-4b03-ba8c-68450cf0aa50 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:50.587290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.599676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:50.601702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.604406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.679034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.733425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=fcaf9c36-8123-46fd-b037-fa3ef00cba7c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.858314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bed2de94-9d9a-42ec-9b17-64f81b28fbbd tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4601953 Jul 16 01:44:50.866998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49928) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:50.870613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.885385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:50.980184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.049976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.055373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=94221090-5f76-4b03-ba8c-68450cf0aa50,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:51.068739 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.077147 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4348c3a0-32df-49e7-b78d-c52e3db599e2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/94221090-5f76-4b03-ba8c-68450cf0aa50 HTTP/1.1" status: 204 len: 168 time: 0.6721351 Jul 16 01:44:51.078442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.114717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Calling delete_port for 9e264d25-dc57-4ae4-b280-bb312bc3bbe3 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:51.142061 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3c79cb96-9de9-4921-bc56-324df6eaa5b3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603092 Jul 16 01:44:51.146946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49944) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.187627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689b04-a373-4566-8e01-708774030aff req-3d6348a0-b5da-41c5-b80f-569ec6a306f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.190557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f689b04-a373-4566-8e01-708774030aff req-3d6348a0-b5da-41c5-b80f-569ec6a306f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 1096 time: 0.7001400 Jul 16 01:44:51.240855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac814e4-cf50-4353-9d5e-43bc69cc675c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.242357 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5ac814e4-cf50-4353-9d5e-43bc69cc675c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0943866 Jul 16 01:44:51.246569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.307006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c6b65d-3924-4751-92af-43d59813a9a9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.308530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-31c6b65d-3924-4751-92af-43d59813a9a9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0609429 Jul 16 01:44:51.311154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.364060 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d8aa202c-af36-4502-a1a5-d7e8a3b0f7c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513709 Jul 16 01:44:51.370079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 49956) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.373826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6a3bb-454c-42cd-b7fe-c9835a01528f req-1aa53682-22f3-4168-8884-11158a61956d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.375805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:51.385974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66e6a3bb-454c-42cd-b7fe-c9835a01528f req-1aa53682-22f3-4168-8884-11158a61956d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.6816385 Jul 16 01:44:51.401373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.440670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4a73b028-d7ac-4fd5-9258-a40b8001240b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:51.550709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:51.559560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.571841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4a73b028-d7ac-4fd5-9258-a40b8001240b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:51.591416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66e6a3bb-454c-42cd-b7fe-c9835a01528f req-2e24a3ae-bd45-47e6-bd85-e738bb0e75a2 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039149 Jul 16 01:44:51.636679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689b04-a373-4566-8e01-708774030aff req-8cbcbae5-3bc4-4627-a8a7-edc04bbb046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.638702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f689b04-a373-4566-8e01-708774030aff req-8cbcbae5-3bc4-4627-a8a7-edc04bbb046d service neutron] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 912 time: 0.4383917 Jul 16 01:44:51.660445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662c40c-9317-4a58-b804-37f160d96875 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:51.759796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f689b04-a373-4566-8e01-708774030aff req-aa6b0e74-c10f-41cc-a1ad-bad3d5dae0da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87336e59-4197-41b0-bc67-c36464416719 HTTP/1.1" status: 200 len: 217 time: 0.1117225 Jul 16 01:44:51.853518 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.937890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f689b04-a373-4566-8e01-708774030aff req-ac81a3e3-ab38-4f1e-a4fc-3b4ddc87865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.941099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f689b04-a373-4566-8e01-708774030aff req-ac81a3e3-ab38-4f1e-a4fc-3b4ddc87865d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.1716399 Jul 16 01:44:51.942010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7bd8174f-426e-45f5-a3b3-ac388a02132f None None] Provisioning for port 4a73b028-d7ac-4fd5-9258-a40b8001240b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:51.949781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7bd8174f-426e-45f5-a3b3-ac388a02132f None None] Provisioning complete for port 4a73b028-d7ac-4fd5-9258-a40b8001240b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:51.952365 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bd8174f-426e-45f5-a3b3-ac388a02132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.970451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event deleted for resources: {'Port': ['ID=9e264d25-dc57-4ae4-b280-bb312bc3bbe3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.039778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:52.060114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.065757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d5175d4d-a3a4-4fe1-b53b-af7b3d761786 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "DELETE /v2.0/ports/9e264d25-dc57-4ae4-b280-bb312bc3bbe3 HTTP/1.1" status: 204 len: 168 time: 2.2760582 Jul 16 01:44:52.102214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 49988) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.122209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f689b04-a373-4566-8e01-708774030aff req-31774d9a-1164-4ec3-9c18-1d340e824974 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529901 Jul 16 01:44:52.139099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] device_id is not set on port fcaf9c36-8123-46fd-b037-fa3ef00cba7c yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:52.164181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.170308 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bd8174f-426e-45f5-a3b3-ac388a02132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.225079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:52.292068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7bd8174f-426e-45f5-a3b3-ac388a02132f None None] For port 4a73b028-d7ac-4fd5-9258-a40b8001240b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4a73b028-d7ac-4fd5-9258-a40b8001240b,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:52.306650 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bd8174f-426e-45f5-a3b3-ac388a02132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.338700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Transition to ACTIVE for port object fcaf9c36-8123-46fd-b037-fa3ef00cba7c will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:52.425979 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.444730 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.448797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] Deleting port 4a73b028-d7ac-4fd5-9258-a40b8001240b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:52.449320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.463318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Deleting subnet 80f198d0-c7e9-4e6d-bd2a-1df46e9162a3 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:52.473204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8174f-426e-45f5-a3b3-ac388a02132f None None] Pushing event updated for resources: {'Port': ['ID=4a73b028-d7ac-4fd5-9258-a40b8001240b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.522153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.601432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f689b04-a373-4566-8e01-708774030aff req-1aaf4cc1-92ab-40be-bf6d-da25a1198de0 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555247 Jul 16 01:44:52.680540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.701855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] For port 4a73b028-d7ac-4fd5-9258-a40b8001240b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4a73b028-d7ac-4fd5-9258-a40b8001240b,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:52.702596 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.725331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=fcaf9c36-8123-46fd-b037-fa3ef00cba7c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.740493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] Calling delete_port for 4a73b028-d7ac-4fd5-9258-a40b8001240b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:52.752158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:52.755691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 4a73b028-d7ac-4fd5-9258-a40b8001240b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4a73b028-d7ac-4fd5-9258-a40b8001240b,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:52.756365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:52.756921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:52.806972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:52.807421 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:52.811421 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 2 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:52.823382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.834527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.835585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.916911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:52.925299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:52.933839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:52.934187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:52.935105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:52.939866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.940690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.966180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5948088 Jul 16 01:44:52.974352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.979771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:10:7f:f5', 'name': 'tempest-NetworksTestDHCPv6-484591239'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:53.008730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.011885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=9f226c1b-fab5-4d1b-a301-8daf71a90250,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.035718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e988b-c0c4-4402-ba8a-1e538fd394bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=4a73b028-d7ac-4fd5-9258-a40b8001240b,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.052605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] Pushing event deleted for resources: {'Port': ['ID=4a73b028-d7ac-4fd5-9258-a40b8001240b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.068106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f689b04-a373-4566-8e01-708774030aff req-cae47765-c38b-4fb7-885f-97d73f8ebd98 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571424 Jul 16 01:44:53.110694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.110694 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.115477 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 3 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.134133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078a364-f3bc-4de0-a56c-b18829c6b349 None None] No DVR routers for this DVR port 4a73b028-d7ac-4fd5-9258-a40b8001240b on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:53.161316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22925687-400a-44b1-b391-201a5a59ac20 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:53.179178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.236130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:53.251972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.252337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.252683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.323930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.327823 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.332541 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 4 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.362760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40556c60-1d59-40c6-bbd6-22839dadbfc8 req-fa7bbc5b-aaa1-4a77-a8a9-f5cb9c07de98 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.377472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40556c60-1d59-40c6-bbd6-22839dadbfc8 req-fa7bbc5b-aaa1-4a77-a8a9-f5cb9c07de98 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.4794447 Jul 16 01:44:53.406298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.423051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4a73b028-d7ac-4fd5-9258-a40b8001240b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:53.435563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 85a11748-92d7-441d-b063-5f472b1a0a05 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:53.470239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.470808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.471329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.487744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4a73b028-d7ac-4fd5-9258-a40b8001240b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:53.488397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4a73b028-d7ac-4fd5-9258-a40b8001240b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:53.516153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.516506 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.519942 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 5 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.531865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.554916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '9f226c1b-fab5-4d1b-a301-8daf71a90250'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:53.555829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.563049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40556c60-1d59-40c6-bbd6-22839dadbfc8 req-50abeb35-2bf2-44f2-ab18-f204dab281db tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826055 Jul 16 01:44:53.595354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe10:7ff5 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/9f226c1b-fab5-4d1b-a301-8daf71a90250/85a11748-92d7-441d-b063-5f472b1a0a05) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:53.605229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event deleted for resources: {'Subnet': ['ID=80f198d0-c7e9-4e6d-bd2a-1df46e9162a3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.646104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.650267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "DELETE /v2.0/subnets/80f198d0-c7e9-4e6d-bd2a-1df46e9162a3 HTTP/1.1" status: 204 len: 168 time: 1.5432274 Jul 16 01:44:53.650267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.650267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.650267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.652727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.655634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.655990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.656361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.656699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.657029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.657361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.657758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.658049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.658372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.658690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.659009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.659331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa26d09-c617-475a-9af0-788a32536cea tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.664147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.664314 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.664629 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 6 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.688275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.689988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.690848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.691404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c867a7-218a-4134-b327-784a32893c48 None None] Network 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:53.708783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.709292 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.709738 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 7 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.744102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.744479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.744824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.757425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.757768 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.758185 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 8 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.785114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.785606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.785955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.795664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.796006 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.796430 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 9 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.846814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.855913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.860377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.864038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.870485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.870825 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.871268 n-d-800085-5 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempt 10 to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c Jul 16 01:44:53.914862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.918320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.919078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempting to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.934724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.935915 n-d-800085-5 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Failed to bind port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on host n-h2-800085-5 for vnic_type normal using segments [{'id': '29169ed0-9bb7-403a-94ba-cd3fd8f303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca3d81b1-eeac-4698-9d1b-105d75265156'}] Jul 16 01:44:53.938436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.059024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] For port fcaf9c36-8123-46fd-b037-fa3ef00cba7c, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:54.059454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attempted to set empty binding levels {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:44:54.071379 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.081589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] DHCP port deletion for 50aba6e2-bc03-4e6f-b01c-837bf88b53f0 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:54.107786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] In _notify_port_updated(), no bound segment for port fcaf9c36-8123-46fd-b037-fa3ef00cba7c on network ca3d81b1-eeac-4698-9d1b-105d75265156 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:44:54.108733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.109329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.110679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "PUT /v2.0/ports/fcaf9c36-8123-46fd-b037-fa3ef00cba7c HTTP/1.1" status: 200 len: 975 time: 3.2407746 Jul 16 01:44:54.116066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.163598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d75dc1-1711-4d49-94c2-54e747245710 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event updated for resources: {'Port': ['ID=fcaf9c36-8123-46fd-b037-fa3ef00cba7c,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.188339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] Deleting port 4621216d-6892-4200-b82f-8b177278c17e {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:54.188726 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.248772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Deleting port fcaf9c36-8123-46fd-b037-fa3ef00cba7c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:54.249448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.341967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] For port fcaf9c36-8123-46fd-b037-fa3ef00cba7c, host n-h2-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:54.342710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.361976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Calling delete_port for fcaf9c36-8123-46fd-b037-fa3ef00cba7c owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:54.375591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] For port 4621216d-6892-4200-b82f-8b177278c17e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4621216d-6892-4200-b82f-8b177278c17e,segment=NetworkSegment(d28c77ed-c48c-4b85-a563-8b4b5578ca76),segment_id=d28c77ed-c48c-4b85-a563-8b4b5578ca76)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:54.376466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.410331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Deleting port 4621216d-6892-4200-b82f-8b177278c17e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:54.410331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.436192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] Calling delete_port for 4621216d-6892-4200-b82f-8b177278c17e owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:54.442019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.506155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 85a11748-92d7-441d-b063-5f472b1a0a05 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:54.515680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.520362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] For port 4621216d-6892-4200-b82f-8b177278c17e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4621216d-6892-4200-b82f-8b177278c17e,segment=NetworkSegment(d28c77ed-c48c-4b85-a563-8b4b5578ca76),segment_id=d28c77ed-c48c-4b85-a563-8b4b5578ca76)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:54.520744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.550016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.559434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Calling delete_port for 4621216d-6892-4200-b82f-8b177278c17e owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:54.587568 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.604828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcaf9c36-8123-46fd-b037-fa3ef00cba7c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.623908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.626328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-40da6aa8-2b74-48e7-b3a2-bc0d6f79f01a tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fcaf9c36-8123-46fd-b037-fa3ef00cba7c HTTP/1.1" status: 204 len: 168 time: 0.5092864 Jul 16 01:44:54.628914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.647269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] Pushing event deleted for resources: {'Port': ['ID=4621216d-6892-4200-b82f-8b177278c17e,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.669150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7142aeb-e5d2-474b-bf83-f55f3ededb06 None None] No DVR routers for this DVR port 4621216d-6892-4200-b82f-8b177278c17e on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:54.695235 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-4575853e-14da-403d-bef4-5da5044894c9 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:44:54.700283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4575853e-14da-403d-bef4-5da5044894c9 tempest-PortsAdminExtendedAttrsTestJSON-821713339 tempest-PortsAdminExtendedAttrsTestJSON-821713339-project-admin] 10.222.0.81 "GET /v2.0/ports/fcaf9c36-8123-46fd-b037-fa3ef00cba7c HTTP/1.1" status: 404 len: 333 time: 0.0675189 Jul 16 01:44:54.705682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.735211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-230816b2-84e0-4a25-8060-8e92422ee83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.759662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Allocated IP 2001:db8::f816:3eff:fe93:5807 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/9f226c1b-fab5-4d1b-a301-8daf71a90250/8e27f001-4185-41fd-8189-30274a52b65a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:54.789708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.796520 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.820535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:54.828732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:54.851028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:54.856739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.857386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.965389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=85a11748-92d7-441d-b063-5f472b1a0a05,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.991891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e4545-607d-4c34-9383-a79a72d4dba6 req-b16e6546-a575-433a-893d-c0ca7e518ca5 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.996815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.998833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c9e4545-607d-4c34-9383-a79a72d4dba6 req-b16e6546-a575-433a-893d-c0ca7e518ca5 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.1602685 Jul 16 01:44:55.022692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3d81b1-eeac-4698-9d1b-105d75265156']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:55.025018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.029401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-230816b2-84e0-4a25-8060-8e92422ee83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.061130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c9e4545-607d-4c34-9383-a79a72d4dba6 req-8c15fa93-cd08-465d-960b-2021d232443c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613225 Jul 16 01:44:55.062676 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-230816b2-84e0-4a25-8060-8e92422ee83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.063310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29169ed0-9bb7-403a-94ba-cd3fd8f303ff') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:55.063597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29169ed0-9bb7-403a-94ba-cd3fd8f303ff') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:55.092117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.109872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Transition to ACTIVE for port object 8e27f001-4185-41fd-8189-30274a52b65a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:55.113454 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-230816b2-84e0-4a25-8060-8e92422ee83c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b875ad3b1d154bd99a42c515414a351a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953109 Jul 16 01:44:55.114330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230816b2-84e0-4a25-8060-8e92422ee83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3992154e-b6eb-4579-8d85-b8012f6dc221,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.116912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50182) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.132477 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69dc6ba5-4ae2-4698-b731-f2421d40257a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1540606 Jul 16 01:44:55.134484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.141748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event deleted for resources: {'Port': ['ID=4621216d-6892-4200-b82f-8b177278c17e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.142675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Transition to ACTIVE for port object 8e27f001-4185-41fd-8189-30274a52b65a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:55.150966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] No DVR routers for this DVR port 4621216d-6892-4200-b82f-8b177278c17e on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:55.154010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.157182 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.209999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3e9517e-30c5-4e85-963d-c620884c6285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.224197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.253854 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3e9517e-30c5-4e85-963d-c620884c6285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.267273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f2f76-3130-43bf-b0a4-62434b09bd47 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.274045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f2f76-3130-43bf-b0a4-62434b09bd47 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.275907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-939f2f76-3130-43bf-b0a4-62434b09bd47 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1405308 Jul 16 01:44:55.281906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:55.300566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:55.316624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:55.319018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:55.332830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Pushing event updated for resources: {'Port': ['ID=8e27f001-4185-41fd-8189-30274a52b65a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.388833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.407103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:55.407994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.411002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4621216d-6892-4200-b82f-8b177278c17e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:55.419800 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:55.442511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4621216d-6892-4200-b82f-8b177278c17e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:55.443152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4621216d-6892-4200-b82f-8b177278c17e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:55.451173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Attempting to bind port 8e27f001-4185-41fd-8189-30274a52b65a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:55.451727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Attempting to bind port 8e27f001-4185-41fd-8189-30274a52b65a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:55.452369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Attempting to bind port 8e27f001-4185-41fd-8189-30274a52b65a on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:55.464184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:55.465062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:55.465633 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.466190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:55.466826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Bound port: 8e27f001-4185-41fd-8189-30274a52b65a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:55.467396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.555392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] For port 8e27f001-4185-41fd-8189-30274a52b65a, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:55.561293 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3e9517e-30c5-4e85-963d-c620884c6285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.565273 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3e9517e-30c5-4e85-963d-c620884c6285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.566441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e3e9517e-30c5-4e85-963d-c620884c6285 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3992154e-b6eb-4579-8d85-b8012f6dc221 HTTP/1.1" status: 204 len: 168 time: 0.4486773 Jul 16 01:44:55.590946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9517e-30c5-4e85-963d-c620884c6285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992154e-b6eb-4579-8d85-b8012f6dc221,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.632398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50aba6e2-bc03-4e6f-b01c-837bf88b53f0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:55.637643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 85a11748-92d7-441d-b063-5f472b1a0a05 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:55.638720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.647049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28c77ed-c48c-4b85-a563-8b4b5578ca76') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:55.647782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28c77ed-c48c-4b85-a563-8b4b5578ca76') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:55.660429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.665659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] For port 8e27f001-4185-41fd-8189-30274a52b65a, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8e27f001-4185-41fd-8189-30274a52b65a,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:55.667447 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.671556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] 10.222.0.81 "DELETE /v2.0/networks/ca3d81b1-eeac-4698-9d1b-105d75265156 HTTP/1.1" status: 204 len: 168 time: 0.9646072 Jul 16 01:44:55.676465 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.683041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.711575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746cbba-074b-4b58-b28a-902e715fbb1f tempest-PortsAdminExtendedAttrsTestJSON-1953420388 tempest-PortsAdminExtendedAttrsTestJSON-1953420388-project] Pushing event deleted for resources: {'Network': ['ID=ca3d81b1-eeac-4698-9d1b-105d75265156,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.724143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.737015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:55.737448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:55.801587 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:55.809378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.818498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.826293 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] 10.222.0.81 "DELETE /v2.0/networks/50aba6e2-bc03-4e6f-b01c-837bf88b53f0 HTTP/1.1" status: 204 len: 168 time: 2.1706944 Jul 16 01:44:55.851737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b142d8f-90ff-4b9a-a6e8-3fae01e50e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170 tempest-ExtraDHCPOptionsIpV6TestJSON-1142421170-project] Pushing event deleted for resources: {'Network': ['ID=50aba6e2-bc03-4e6f-b01c-837bf88b53f0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.882073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003b948-3947-4fd9-b152-ad3ff0344058 None None] Pushing event updated for resources: {'Port': ['ID=8e27f001-4185-41fd-8189-30274a52b65a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.889233 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.907508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 85a11748-92d7-441d-b063-5f472b1a0a05 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:56.090044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.198774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=85a11748-92d7-441d-b063-5f472b1a0a05,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.294536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.304479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.305896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-70a8d716-d8d1-42ea-a696-1f026bf0db0c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/85a11748-92d7-441d-b063-5f472b1a0a05 HTTP/1.1" status: 204 len: 168 time: 1.0221093 Jul 16 01:44:56.468744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7517ac-c116-4113-8f1d-7d87a4f74cc1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.471323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7517ac-c116-4113-8f1d-7d87a4f74cc1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.473811 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cb7517ac-c116-4113-8f1d-7d87a4f74cc1 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1654439 Jul 16 01:44:56.476511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.494786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218567-cfdd-4434-87ed-139c2fbfdaab req-9765c914-d31b-49e0-95d6-d4237ba5c467 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.499059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef218567-cfdd-4434-87ed-139c2fbfdaab req-9765c914-d31b-49e0-95d6-d4237ba5c467 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.1469581 Jul 16 01:44:56.520357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.563091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af67c2-6428-4945-b089-255f0902567a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.575864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 9f226c1b-fab5-4d1b-a301-8daf71a90250 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:56.585508 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.623186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50258) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.662012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.664693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef218567-cfdd-4434-87ed-139c2fbfdaab req-e0abbf36-71c1-40da-ae18-aeb674ec99f3 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555517 Jul 16 01:44:56.706223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.848103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.926898 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af67c2-6428-4945-b089-255f0902567a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.936191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1af67c2-6428-4945-b089-255f0902567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.031831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e1af67c2-6428-4945-b089-255f0902567a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=297c5a1958694122ac3ccac20301c3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083301 Jul 16 01:44:57.034801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.045366 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.045631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af67c2-6428-4945-b089-255f0902567a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15132c3c-45eb-4eaa-9e6f-451105623c3d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.085213 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e4b4648-a2f9-426d-8330-afb58da11d1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a964bd749638495a862e77ce262114b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608366 Jul 16 01:44:57.087673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50282) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.122853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.128779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/9f226c1b-fab5-4d1b-a301-8daf71a90250 HTTP/1.1" status: 204 len: 168 time: 0.6505733 Jul 16 01:44:57.132041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ca07c-5634-4cb8-9086-3d68cd22105e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=9f226c1b-fab5-4d1b-a301-8daf71a90250,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.133987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50290) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.157877 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13009faa-467f-4b0a-ab85-4d813ba65340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.194036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133c53e1-e059-409f-acae-202bd41b3dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.196008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29482665-640a-4376-8d6b-f12f2957b499 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600476 Jul 16 01:44:57.197608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13009faa-467f-4b0a-ab85-4d813ba65340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.199154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.203447 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-08cb9d31-3f74-4f19-99ed-681c6376d14e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d38b5a9f2bb048a0b7e64b6eb71c2aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945996 Jul 16 01:44:57.207299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:57.209344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.299091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133c53e1-e059-409f-acae-202bd41b3dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.310060 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd67d2ca-afba-422e-8bb8-7d960ee34d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.346495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13009faa-467f-4b0a-ab85-4d813ba65340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.349746 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13009faa-467f-4b0a-ab85-4d813ba65340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.353780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-13009faa-467f-4b0a-ab85-4d813ba65340 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15132c3c-45eb-4eaa-9e6f-451105623c3d HTTP/1.1" status: 204 len: 168 time: 0.3179839 Jul 16 01:44:57.368266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd67d2ca-afba-422e-8bb8-7d960ee34d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.390273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13009faa-467f-4b0a-ab85-4d813ba65340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15132c3c-45eb-4eaa-9e6f-451105623c3d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.425719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:57.429299 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.432091 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4213576-5e9e-46be-9d2b-0174a9bb423f None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:57.468398 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133c53e1-e059-409f-acae-202bd41b3dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.471362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133c53e1-e059-409f-acae-202bd41b3dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.473465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-133c53e1-e059-409f-acae-202bd41b3dfc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81157b0d-14ab-4d69-9102-04c6de811f70 HTTP/1.1" status: 204 len: 168 time: 0.3844519 Jul 16 01:44:57.477242 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd67d2ca-afba-422e-8bb8-7d960ee34d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.480345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd67d2ca-afba-422e-8bb8-7d960ee34d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.494499 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bd67d2ca-afba-422e-8bb8-7d960ee34d97 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00e94dfc-f758-4ceb-b9ae-345968d0f6a7 HTTP/1.1" status: 204 len: 168 time: 0.2837267 Jul 16 01:44:57.510559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67d2ca-afba-422e-8bb8-7d960ee34d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e94dfc-f758-4ceb-b9ae-345968d0f6a7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.512495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8e27f001-4185-41fd-8189-30274a52b65a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:57.525432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c53e1-e059-409f-acae-202bd41b3dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81157b0d-14ab-4d69-9102-04c6de811f70,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.553056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50304) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.793986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d8774423-b028-47b6-922a-7612dcf1b9e0 None None] Provisioning for port 8e27f001-4185-41fd-8189-30274a52b65a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:57.871606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6bd3815b-e8b6-4c3b-9bc8-dc94a96b1932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.919144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8e27f001-4185-41fd-8189-30274a52b65a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:57.926018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8e27f001-4185-41fd-8189-30274a52b65a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:57.926813 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.080393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6bd3815b-e8b6-4c3b-9bc8-dc94a96b1932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.088305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6bd3815b-e8b6-4c3b-9bc8-dc94a96b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.089224 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.127084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 8e27f001-4185-41fd-8189-30274a52b65a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8e27f001-4185-41fd-8189-30274a52b65a,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:58.139673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.167578 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6bd3815b-e8b6-4c3b-9bc8-dc94a96b1932 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f94b44d6e89b4e9cb7256b6ff9ea6d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6133232 Jul 16 01:44:58.169264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3815b-e8b6-4c3b-9bc8-dc94a96b1932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876b1caf-67d5-4167-af4b-bc57958b5f03,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.174174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50324) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.281021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=8e27f001-4185-41fd-8189-30274a52b65a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.281330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6582cc0-454b-4f66-bcf3-fc57f62d0207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.337398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6582cc0-454b-4f66-bcf3-fc57f62d0207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.339781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50334) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.431305 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b4aa71c3-15c7-4afa-a47c-82cf9848d4ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14836ce32c8745ce97135fc0f3e13936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903122 Jul 16 01:44:58.431941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50336) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.503883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:44:58.523891 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6582cc0-454b-4f66-bcf3-fc57f62d0207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.531878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6582cc0-454b-4f66-bcf3-fc57f62d0207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.533917 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6582cc0-454b-4f66-bcf3-fc57f62d0207 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/876b1caf-67d5-4167-af4b-bc57958b5f03 HTTP/1.1" status: 204 len: 168 time: 0.3587918 Jul 16 01:44:58.546084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3ea6a55a-492b-4a7a-8ddc-3b6a4c8e2e6f None None] Provisioning complete for port 8e27f001-4185-41fd-8189-30274a52b65a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:58.547264 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a55a-492b-4a7a-8ddc-3b6a4c8e2e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.547516 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9299b015-deab-41a1-9597-54353b640564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.605678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582cc0-454b-4f66-bcf3-fc57f62d0207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876b1caf-67d5-4167-af4b-bc57958b5f03,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.626803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9299b015-deab-41a1-9597-54353b640564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.734936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9299b015-deab-41a1-9597-54353b640564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.739171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9299b015-deab-41a1-9597-54353b640564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.742852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9299b015-deab-41a1-9597-54353b640564 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df7980d0-b0bd-4cdf-b39b-f7a9d41a5f6c HTTP/1.1" status: 204 len: 168 time: 0.3053839 Jul 16 01:44:58.753290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299b015-deab-41a1-9597-54353b640564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7980d0-b0bd-4cdf-b39b-f7a9d41a5f6c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.808630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad159f-3599-4fc7-a08a-76428e949591 req-d15d3a46-f77a-436d-a8b4-0a53e65c6c22 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.816728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-efad159f-3599-4fc7-a08a-76428e949591 req-d15d3a46-f77a-436d-a8b4-0a53e65c6c22 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.3163373 Jul 16 01:44:58.877526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2327adc9-425f-4002-b60a-18608b81317a None None] Could not find standard attr ID for object de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:58.919340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-efad159f-3599-4fc7-a08a-76428e949591 req-e7d20913-9768-4aea-9e8e-b066bf0a2eba tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017122 Jul 16 01:44:58.989375 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.096004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fa455aa7-6ad4-47e8-8391-057f614cf300 None None] Could not find standard attr ID for object 85a11748-92d7-441d-b063-5f472b1a0a05. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:44:59.220657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 8e27f001-4185-41fd-8189-30274a52b65a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8e27f001-4185-41fd-8189-30274a52b65a,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:59.312616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.324628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.325867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.452778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8e27f001-4185-41fd-8189-30274a52b65a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:59.493420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:59.522198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:59.526975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.527949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.557642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=e1194643-d093-4ef4-b98c-eff36dacff44,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.570919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=8e27f001-4185-41fd-8189-30274a52b65a,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.575539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8e27f001-4185-41fd-8189-30274a52b65a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:59.576723 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.590985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.596565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:8e:20:77', 'name': 'tempest-NetworksTestDHCPv6-938660090'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:59.600866 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-05d3044a-1eac-4386-bc88-f0355f662ec8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3995943 Jul 16 01:44:59.644127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cea84-db09-4621-8a9c-10185e25f372 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:59.797281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:59.904399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.930863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 148211ae-b825-4a43-8844-e8a3892cc34a yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:00.129576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe8e:2077 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/e1194643-d093-4ef4-b98c-eff36dacff44/148211ae-b825-4a43-8844-e8a3892cc34a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:00.196340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16468-53d4-4e50-b222-053f208fbbd9 req-5248ffee-0bec-43cb-a874-ae619a9e42db tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.200936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1f16468-53d4-4e50-b222-053f208fbbd9 req-5248ffee-0bec-43cb-a874-ae619a9e42db tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.0957587 Jul 16 01:45:00.254107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1f16468-53d4-4e50-b222-053f208fbbd9 req-81c2cf4a-42cb-4703-8f0f-d8f3af91538b tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Jul 16 01:45:00.325224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3a9abdc6-b3f2-4966-9514-1ece93f5ad27 None None] Provisioning complete for port 8e27f001-4185-41fd-8189-30274a52b65a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:00.325841 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a9abdc6-b3f2-4966-9514-1ece93f5ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.333661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.350292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 148211ae-b825-4a43-8844-e8a3892cc34a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:00.408532 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.455043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:00.460413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:00.464140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:00.469725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.470909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.474936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.481857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=148211ae-b825-4a43-8844-e8a3892cc34a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.498963 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-88fe1928-d253-423a-905e-a5c3289c98eb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9067607 Jul 16 01:45:00.501958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50428) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.574915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4909e8-9ecd-46be-8bee-3bd47f126737 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.583204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4909e8-9ecd-46be-8bee-3bd47f126737 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.587935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50436) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.588446 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8c4909e8-9ecd-46be-8bee-3bd47f126737 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0852566 Jul 16 01:45:00.654692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74d92683-9b82-49cc-8455-89b8145d55e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.728540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 148211ae-b825-4a43-8844-e8a3892cc34a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:00.729149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.789718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74d92683-9b82-49cc-8455-89b8145d55e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.795624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74d92683-9b82-49cc-8455-89b8145d55e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.859672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-74d92683-9b82-49cc-8455-89b8145d55e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5178e5211a4643e4b8314e17ff13f2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827748 Jul 16 01:45:00.860518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d92683-9b82-49cc-8455-89b8145d55e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4b85f3-0098-4eae-a35b-88f4d11ade1e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.875191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50444) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.889315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-967b8c90-2a2f-456d-93e0-fdaa9b02ef0f None None] Provisioning for port 148211ae-b825-4a43-8844-e8a3892cc34a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:00.914181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-967b8c90-2a2f-456d-93e0-fdaa9b02ef0f None None] Provisioning complete for port 148211ae-b825-4a43-8844-e8a3892cc34a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:00.914730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-967b8c90-2a2f-456d-93e0-fdaa9b02ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.942709 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.957976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 148211ae-b825-4a43-8844-e8a3892cc34a owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:01.002010 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab8-28f4-4b79-ac2e-84f350b1bac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.010602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-967b8c90-2a2f-456d-93e0-fdaa9b02ef0f None None] Port 148211ae-b825-4a43-8844-e8a3892cc34a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:01.023141 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab8-28f4-4b79-ac2e-84f350b1bac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.077900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab8-28f4-4b79-ac2e-84f350b1bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.081518 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bd6aab8-28f4-4b79-ac2e-84f350b1bac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.087898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6bd6aab8-28f4-4b79-ac2e-84f350b1bac9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe4b85f3-0098-4eae-a35b-88f4d11ade1e HTTP/1.1" status: 204 len: 168 time: 0.2058861 Jul 16 01:45:01.100074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6aab8-28f4-4b79-ac2e-84f350b1bac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4b85f3-0098-4eae-a35b-88f4d11ade1e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.184613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.228151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=148211ae-b825-4a43-8844-e8a3892cc34a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.275647 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.279091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b7453318-2927-4e51-853e-4eaf1654b632 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/148211ae-b825-4a43-8844-e8a3892cc34a HTTP/1.1" status: 204 len: 168 time: 0.6888001 Jul 16 01:45:01.280217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50474) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.385069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007ec87-b41d-4bb3-a7d7-bddc0b8293a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.390767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007ec87-b41d-4bb3-a7d7-bddc0b8293a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.399414 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8007ec87-b41d-4bb3-a7d7-bddc0b8293a5 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1178894 Jul 16 01:45:01.399618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.415847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8e27f001-4185-41fd-8189-30274a52b65a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:01.507544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8e27f001-4185-41fd-8189-30274a52b65a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:01.507968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.644525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet e1194643-d093-4ef4-b98c-eff36dacff44 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:01.654363 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.756107 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.874914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.984335 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.030092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.032148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/e1194643-d093-4ef4-b98c-eff36dacff44 HTTP/1.1" status: 204 len: 168 time: 0.6314273 Jul 16 01:45:02.034053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c18dc-af36-4d32-8935-6d1652d1d442 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=e1194643-d093-4ef4-b98c-eff36dacff44,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.035121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.040695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ed6c8-ad81-4851-b977-872f94f8f869 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:02.056294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b5e09-b57c-4988-bbc6-05cc572a200d req-aff97956-6bc1-466b-983a-c697e683aacd tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.061059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b26b5e09-b57c-4988-bbc6-05cc572a200d req-aff97956-6bc1-466b-983a-c697e683aacd tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.5878966 Jul 16 01:45:02.105255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b26b5e09-b57c-4988-bbc6-05cc572a200d req-bc2be581-b555-414e-ae77-e8893620708b tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Jul 16 01:45:02.130541 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-06d004fa-6073-43e1-8926-73df046722c7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921731 Jul 16 01:45:02.130826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.222137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e45341-2338-4438-9f9f-e40c3c3beeb9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.225896 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b3e45341-2338-4438-9f9f-e40c3c3beeb9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0919557 Jul 16 01:45:02.226303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.318555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7bacc-3dad-4749-b30e-16e9f26341bd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.320284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-17a7bacc-3dad-4749-b30e-16e9f26341bd tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0927463 Jul 16 01:45:02.322704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.346174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:02.369417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.369686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4f50e6bc-d555-4018-9d3d-d5b207c5f97f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457554 Jul 16 01:45:02.378070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:02.426827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] Deleting port 8e27f001-4185-41fd-8189-30274a52b65a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:02.427127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.532939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] For port 8e27f001-4185-41fd-8189-30274a52b65a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8e27f001-4185-41fd-8189-30274a52b65a,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:02.533185 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.549893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] Calling delete_port for 8e27f001-4185-41fd-8189-30274a52b65a owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:02.579856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:02.584649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.682398 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.682606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:02.721850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] No DVR routers for this DVR port 8e27f001-4185-41fd-8189-30274a52b65a on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:02.727501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbee8e-1958-40a5-aa55-d455a34f032b None None] Pushing event deleted for resources: {'Port': ['ID=8e27f001-4185-41fd-8189-30274a52b65a,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.812993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-120913935', 'router:external': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:02.854737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Made reservation on behalf of dd7dba685cc94617991fe601b0381ce9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:02.858968 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.885229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.915504 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.978345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:02.982749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:02.994358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723958bf-05c6-4b73-bc40-9669b12e7962 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:02.995224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.996614 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.018365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=d3bad5ff-7596-4310-a587-4d80e2bf4365,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.019303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.025982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.041857 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b9fff9c6-49f7-44a9-a3e1-59aba4a5ce4b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6698990 Jul 16 01:45:03.043166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.053479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:03.060191 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:03.064772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:b8:ef:61', 'name': 'tempest-NetworksTestDHCPv6-18151474'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.086809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d9f66-f8cd-41bc-a29a-9c187b851ee1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.097134 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.097487 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Added segment c600d6c3-f70b-41c1-8c59-91799cce9e34 of type vlan for network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 Jul 16 01:45:03.172982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.238780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.260668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.260668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.260668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.282049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:03.294875 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.304978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6212754 Jul 16 01:45:03.317982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.324999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'subnet': {'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.357966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port b1a29229-9ac2-4642-b544-db29c18ba9b7 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:03.363939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Made reservation on behalf of dd7dba685cc94617991fe601b0381ce9 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:03.366524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.370739 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'd3bad5ff-7596-4310-a587-4d80e2bf4365'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:03.371764 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.424137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8e27f001-4185-41fd-8189-30274a52b65a no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:03.471000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8e27f001-4185-41fd-8189-30274a52b65a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:03.471703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8e27f001-4185-41fd-8189-30274a52b65a not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:03.565293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::a1 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d3bad5ff-7596-4310-a587-4d80e2bf4365/b1a29229-9ac2-4642-b544-db29c18ba9b7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:03.636765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f3698be-f0c2-4ca6-b677-0085bcb22f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.658395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f92d7d-542f-44ba-ad51-cbee052fde0a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Network': ['ID=cbf924f6-509d-4ac1-9748-b69a4b59ccb0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.670037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:03.825419 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.846517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object b1a29229-9ac2-4642-b544-db29c18ba9b7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:03.848376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205929d4-d1a7-4b12-990f-c4a2aa0f65f4 req-6290c2a1-c873-44fb-ab35-83e003f658be tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.855187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-205929d4-d1a7-4b12-990f-c4a2aa0f65f4 req-6290c2a1-c873-44fb-ab35-83e003f658be tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.3161469 Jul 16 01:45:03.885786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.935751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:03.939544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:03.943010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d3bad5ff-7596-4310-a587-4d80e2bf4365/5c92ced8-8809-440c-af6a-0910042fdd5d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:03.946623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:03.953208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.953922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.973687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-205929d4-d1a7-4b12-990f-c4a2aa0f65f4 req-7052feb0-c098-4f08-8676-710a4ac878be tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120882 Jul 16 01:45:03.986796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=b1a29229-9ac2-4642-b544-db29c18ba9b7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.021123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f3698be-f0c2-4ca6-b677-0085bcb22f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.030958 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f3698be-f0c2-4ca6-b677-0085bcb22f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.038201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e778ae69-fdcf-4b10-bed1-3cc35c0f5ac9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9928391 Jul 16 01:45:04.041005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50600) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.102289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3698be-f0c2-4ca6-b677-0085bcb22f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c88a41-40fc-45f7-b761-d92a9c7452bd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.175417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f55fc-b3f5-4d3a-8470-1c681fbdd9bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.179924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-061f55fc-b3f5-4d3a-8470-1c681fbdd9bb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1374550 Jul 16 01:45:04.182052 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0f3698be-f0c2-4ca6-b677-0085bcb22f5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5bcb5c72cfcd4dd482c39c8e1e877b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9419804 Jul 16 01:45:04.182531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.183208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:45:04.183776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.186818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.191490 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.200583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Transition to ACTIVE for port object 5c92ced8-8809-440c-af6a-0910042fdd5d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:04.217977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Transition to ACTIVE for port object 5c92ced8-8809-440c-af6a-0910042fdd5d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:04.227219 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.266826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:04.270101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:04.274108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:04.297373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9ee343dd-4e50-4652-9275-9eef55230ca7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.303661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a096-fa27-4c43-bdf8-9d9302f1e8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.324521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Pushing event updated for resources: {'Port': ['ID=5c92ced8-8809-440c-af6a-0910042fdd5d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.329547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a096-fa27-4c43-bdf8-9d9302f1e8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.379982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Attempting to bind port 5c92ced8-8809-440c-af6a-0910042fdd5d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:04.381105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Attempting to bind port 5c92ced8-8809-440c-af6a-0910042fdd5d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:04.381685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Attempting to bind port 5c92ced8-8809-440c-af6a-0910042fdd5d on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:04.383798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Checking segment: {'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:04.384352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network hostable DHCP agents. Network: cbf924f6-509d-4ac1-9748-b69a4b59ccb0, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:04.389166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:04.389896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:04.390942 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.392311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:04.392457 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a096-fa27-4c43-bdf8-9d9302f1e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.393261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Bound port: 5c92ced8-8809-440c-af6a-0910042fdd5d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:04.393899 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.395965 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bc0a096-fa27-4c43-bdf8-9d9302f1e8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.400949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6bc0a096-fa27-4c43-bdf8-9d9302f1e8a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93c88a41-40fc-45f7-b761-d92a9c7452bd HTTP/1.1" status: 204 len: 168 time: 0.2092927 Jul 16 01:45:04.410798 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0a096-fa27-4c43-bdf8-9d9302f1e8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c88a41-40fc-45f7-b761-d92a9c7452bd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.441377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port b1a29229-9ac2-4642-b544-db29c18ba9b7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:04.441755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:04.441912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.446359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.458729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, cbf924f6-509d-4ac1-9748-b69a4b59ccb0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:04.474899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.475665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.484743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] For port 5c92ced8-8809-440c-af6a-0910042fdd5d, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:04.488495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] For port 5c92ced8-8809-440c-af6a-0910042fdd5d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5c92ced8-8809-440c-af6a-0910042fdd5d,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:04.494722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54824b1-c7ef-4af1-997b-4c8aa8d56ede None None] Network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:04.502839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e63c0723-b148-4dc0-a1ef-64f609bcb1de tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1829200 Jul 16 01:45:04.503528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.509943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1293520956', 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:04.559623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Made reservation on behalf of dd7dba685cc94617991fe601b0381ce9 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:04.562604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.584569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.598035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] device_id is not set on port 34ccdef9-8e05-4480-ae5d-77d419364f04 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:04.604556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.623623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for b1a29229-9ac2-4642-b544-db29c18ba9b7 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:04.694507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-884d350b-0e1c-465a-b761-90ce9e0f995b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.697449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc19247-9b23-4cf6-b40e-d403eaa6e663 None None] Network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:04.757570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82340d7f-e51f-432b-b2fb-ab4209369470 None None] Pushing event updated for resources: {'Port': ['ID=5c92ced8-8809-440c-af6a-0910042fdd5d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.776612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Allocated IP 172.20.0.4 (cbf924f6-509d-4ac1-9748-b69a4b59ccb0/9ee343dd-4e50-4652-9275-9eef55230ca7/34ccdef9-8e05-4480-ae5d-77d419364f04) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:04.948156 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.003870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=b1a29229-9ac2-4642-b544-db29c18ba9b7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.056700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.098795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.114493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.119680 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f98b94f-81a0-4b1d-ab20-94c56513107e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/b1a29229-9ac2-4642-b544-db29c18ba9b7 HTTP/1.1" status: 204 len: 168 time: 0.9358685 Jul 16 01:45:05.125496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.145684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-013afd56-67ba-4d79-80a7-fb036f8a5fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.164451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.216261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-884d350b-0e1c-465a-b761-90ce9e0f995b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.233416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac957a7c-3d6a-4346-9541-152ceedaa958 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.234978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac957a7c-3d6a-4346-9541-152ceedaa958 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.239587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ac957a7c-3d6a-4346-9541-152ceedaa958 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1073742 Jul 16 01:45:05.240886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.242968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-884d350b-0e1c-465a-b761-90ce9e0f995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.252432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:05.260547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:05.265811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:05.304166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Port': ['ID=34ccdef9-8e05-4480-ae5d-77d419364f04,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.341860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667186c-ec2b-49ad-8551-a36c3a09c4ca req-dbfa9e79-d37e-426f-be89-7f8581e1f8b8 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.349754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6667186c-ec2b-49ad-8551-a36c3a09c4ca req-dbfa9e79-d37e-426f-be89-7f8581e1f8b8 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.1789684 Jul 16 01:45:05.364131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.364131 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.380118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d350b-0e1c-465a-b761-90ce9e0f995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c4388-ebf2-404b-bc1c-8be0c98ec32e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.387351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet d3bad5ff-7596-4310-a587-4d80e2bf4365 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:05.394379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-884d350b-0e1c-465a-b761-90ce9e0f995b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39e9447b9d3b482684018c8fe521aef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9468532 Jul 16 01:45:05.395188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.411728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.444171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5c92ced8-8809-440c-af6a-0910042fdd5d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:05.448732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6667186c-ec2b-49ad-8551-a36c3a09c4ca req-fb349cae-908d-484d-b6bf-09fd52fb2785 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978045 Jul 16 01:45:05.467804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.514084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 5c92ced8-8809-440c-af6a-0910042fdd5d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:05.515696 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aedfd241-923e-4a59-8b46-32a3e5513500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.541723 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aedfd241-923e-4a59-8b46-32a3e5513500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.581360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-013afd56-67ba-4d79-80a7-fb036f8a5fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.586702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-013afd56-67ba-4d79-80a7-fb036f8a5fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.593097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d1c23772-f9a5-440c-9887-ad3dd92f0fba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0884140 Jul 16 01:45:05.595361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aedfd241-923e-4a59-8b46-32a3e5513500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.597246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.598467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aedfd241-923e-4a59-8b46-32a3e5513500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.599581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aedfd241-923e-4a59-8b46-32a3e5513500 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b53c4388-ebf2-404b-bc1c-8be0c98ec32e HTTP/1.1" status: 204 len: 168 time: 0.1871421 Jul 16 01:45:05.607994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfd241-923e-4a59-8b46-32a3e5513500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53c4388-ebf2-404b-bc1c-8be0c98ec32e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.660906 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-013afd56-67ba-4d79-80a7-fb036f8a5fc6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cb4332ddc404415aa041ad4719037df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5608611 Jul 16 01:45:05.663229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.663784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50638) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.721831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013afd56-67ba-4d79-80a7-fb036f8a5fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af51fe-2c22-4835-906f-eda305f0f82c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.766206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2419438f-1951-41f0-ac54-b5b2861e44d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.809933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2419438f-1951-41f0-ac54-b5b2861e44d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.827166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.894265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.896234 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d3bad5ff-7596-4310-a587-4d80e2bf4365 HTTP/1.1" status: 204 len: 168 time: 0.6549711 Jul 16 01:45:05.900085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50642) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.901451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8459b-ff18-4912-8db7-f8214a717a95 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bad5ff-7596-4310-a587-4d80e2bf4365,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.904252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Deleting port 34ccdef9-8e05-4480-ae5d-77d419364f04 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:05.904635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.911718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2419438f-1951-41f0-ac54-b5b2861e44d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.916157 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2419438f-1951-41f0-ac54-b5b2861e44d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.925016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2419438f-1951-41f0-ac54-b5b2861e44d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34af51fe-2c22-4835-906f-eda305f0f82c HTTP/1.1" status: 204 len: 168 time: 0.2598908 Jul 16 01:45:05.979123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4c80c175-cee3-419b-84b3-90c01a782685 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772181 Jul 16 01:45:05.999486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.023128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419438f-1951-41f0-ac54-b5b2861e44d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af51fe-2c22-4835-906f-eda305f0f82c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.067040 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.082741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Calling delete_port for 34ccdef9-8e05-4480-ae5d-77d419364f04 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:06.156428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a154a6-05e6-41a6-81f5-0d7c11a17e59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.162695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a0a154a6-05e6-41a6-81f5-0d7c11a17e59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1568162 Jul 16 01:45:06.163783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50660) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.220428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.246443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-167ce2af-c296-4a4f-8479-8e71498d8d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.275410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688dd24-c484-44c0-8881-cb1d4dafb9dc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.280198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8688dd24-c484-44c0-8881-cb1d4dafb9dc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1124601 Jul 16 01:45:06.280865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.335527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-445c07ec-23f1-4937-adbb-9f883e32231e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511134 Jul 16 01:45:06.340093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.351729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:06.362913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b0b2d-d298-410f-b34c-8c71894c7281 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:06.411266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7f8ce49b-7b09-4414-9a73-a971fe3f8931 None None] Provisioning for port 5c92ced8-8809-440c-af6a-0910042fdd5d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:06.417354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7f8ce49b-7b09-4414-9a73-a971fe3f8931 None None] Provisioning complete for port 5c92ced8-8809-440c-af6a-0910042fdd5d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:06.417996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce49b-7b09-4414-9a73-a971fe3f8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.457623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.628396 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-167ce2af-c296-4a4f-8479-8e71498d8d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.638993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-167ce2af-c296-4a4f-8479-8e71498d8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.645514 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce49b-7b09-4414-9a73-a971fe3f8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.703087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7f8ce49b-7b09-4414-9a73-a971fe3f8931 None None] For port 5c92ced8-8809-440c-af6a-0910042fdd5d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5c92ced8-8809-440c-af6a-0910042fdd5d,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:06.716546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce49b-7b09-4414-9a73-a971fe3f8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.730626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:06.780174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-167ce2af-c296-4a4f-8479-8e71498d8d99 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a20dc8e5dac4012a40a08ddeddff52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545232 Jul 16 01:45:06.790726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.823822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ce49b-7b09-4414-9a73-a971fe3f8931 None None] Pushing event updated for resources: {'Port': ['ID=5c92ced8-8809-440c-af6a-0910042fdd5d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.835582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] Deleting port 5c92ced8-8809-440c-af6a-0910042fdd5d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:06.836199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.851331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ce2af-c296-4a4f-8479-8e71498d8d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee558ca-698d-44bb-81e1-5f440f684847,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.946995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.969287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] For port 5c92ced8-8809-440c-af6a-0910042fdd5d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5c92ced8-8809-440c-af6a-0910042fdd5d,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:06.969287 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.973816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event deleted for resources: {'Port': ['ID=34ccdef9-8e05-4480-ae5d-77d419364f04,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.981478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:06.986113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.992408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] Calling delete_port for 5c92ced8-8809-440c-af6a-0910042fdd5d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:06.995877 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79db2569-b3d7-42f2-8ce3-66436836e11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.012904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b65ce-fb19-45a8-b36b-f30048611db4 req-9d866032-15f0-44ae-bc68-b30d40e4af8e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.019674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-323b65ce-fb19-45a8-b36b-f30048611db4 req-9d866032-15f0-44ae-bc68-b30d40e4af8e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.2833781 Jul 16 01:45:07.073600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79db2569-b3d7-42f2-8ce3-66436836e11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.125440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-323b65ce-fb19-45a8-b36b-f30048611db4 req-65f78431-1834-4624-bb41-481c7b7f1e79 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945487 Jul 16 01:45:07.163628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79db2569-b3d7-42f2-8ce3-66436836e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.167270 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79db2569-b3d7-42f2-8ce3-66436836e11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.171136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.172280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-79db2569-b3d7-42f2-8ce3-66436836e11a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ee558ca-698d-44bb-81e1-5f440f684847 HTTP/1.1" status: 204 len: 168 time: 0.3758547 Jul 16 01:45:07.199031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db2569-b3d7-42f2-8ce3-66436836e11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee558ca-698d-44bb-81e1-5f440f684847,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.203619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d047a8-83c2-42c1-bea8-0b7615241183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.234515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] No DVR routers for this DVR port 5c92ced8-8809-440c-af6a-0910042fdd5d on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:07.239199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c567c48-1539-4a36-b738-1931126ce63e None None] Pushing event deleted for resources: {'Port': ['ID=5c92ced8-8809-440c-af6a-0910042fdd5d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.296871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.299321 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1c4ce1b-6d0c-4d9d-ab25-96adb0022e17 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "DELETE /v2.0/ports/34ccdef9-8e05-4480-ae5d-77d419364f04 HTTP/1.1" status: 204 len: 168 time: 1.6945965 Jul 16 01:45:07.304626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.318804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0', 'external_fixed_ips': [{'subnet_id': '9ee343dd-4e50-4652-9275-9eef55230ca7', 'ip_address': '172.20.0.4'}]}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:07.390105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5c92ced8-8809-440c-af6a-0910042fdd5d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:07.440212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d047a8-83c2-42c1-bea8-0b7615241183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.466541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d047a8-83c2-42c1-bea8-0b7615241183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.506952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.507638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-89d047a8-83c2-42c1-bea8-0b7615241183 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80930497a4934910b5ce9eb9ec12f0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591884 Jul 16 01:45:07.514541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.515809 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.534438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.objects.ports [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:45:07.548485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d047a8-83c2-42c1-bea8-0b7615241183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997aecb-0e03-4606-ad7a-bb10a47a60d7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.572281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.593517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 5c92ced8-8809-440c-af6a-0910042fdd5d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:07.595809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5c92ced8-8809-440c-af6a-0910042fdd5d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:07.597758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.661206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:07.666749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:07.678188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.678785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.678946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55150617-6319-40b9-b015-b78468965040 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:07.697706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=d08c93a7-d977-4f83-8d4d-a4a496a5a2c7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.713463 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9310401b-a61b-4b78-aa96-99e07e4e2cd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3705389 Jul 16 01:45:07.714702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb79a-67cc-48db-aa67-0cff3751b6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.716360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.721820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bace12e7-ab4f-4bf9-996e-881f84571469 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:07.769998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb79a-67cc-48db-aa67-0cff3751b6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.876761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': 'd08c93a7-d977-4f83-8d4d-a4a496a5a2c7'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:07.877975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.883338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.962410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb79a-67cc-48db-aa67-0cff3751b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.967259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c7eb79a-67cc-48db-aa67-0cff3751b6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.969355 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0c7eb79a-67cc-48db-aa67-0cff3751b6e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6997aecb-0e03-4606-ad7a-bb10a47a60d7 HTTP/1.1" status: 204 len: 168 time: 0.4609399 Jul 16 01:45:07.981502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bace12e7-ab4f-4bf9-996e-881f84571469 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:07.986844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bace12e7-ab4f-4bf9-996e-881f84571469 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.994058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7eb79a-67cc-48db-aa67-0cff3751b6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997aecb-0e03-4606-ad7a-bb10a47a60d7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.113357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Allocated IP 2001:db8::f816:3eff:fe25:c846 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d08c93a7-d977-4f83-8d4d-a4a496a5a2c7/a1007942-94c1-4ca3-9bc2-5c47c31c74d3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:08.135918 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.163202 n-d-800085-5 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-bace12e7-ab4f-4bf9-996e-881f84571469 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d08c93a7-d977-4f83-8d4d-a4a496a5a2c7 (CIDR: 2001:db8::/64) Jul 16 01:45:08.167618 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-bace12e7-ab4f-4bf9-996e-881f84571469 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:45:08.168625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bace12e7-ab4f-4bf9-996e-881f84571469 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:08.180480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.191733 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bace12e7-ab4f-4bf9-996e-881f84571469 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4743185 Jul 16 01:45:08.192818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.198939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:08.387212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:08.388680 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.394688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.400706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Transition to ACTIVE for port object a1007942-94c1-4ca3-9bc2-5c47c31c74d3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:08.422429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Transition to ACTIVE for port object a1007942-94c1-4ca3-9bc2-5c47c31c74d3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:08.434151 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.468926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0526d-cf9a-4b00-8b5a-37e0122e3a7a req-3f9f89cf-22ce-4fab-b5f7-20e2f5af6c98 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.470513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0d0526d-cf9a-4b00-8b5a-37e0122e3a7a req-3f9f89cf-22ce-4fab-b5f7-20e2f5af6c98 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.1256561 Jul 16 01:45:08.479229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Allocated IP 172.20.0.4 (cbf924f6-509d-4ac1-9748-b69a4b59ccb0/9ee343dd-4e50-4652-9275-9eef55230ca7/67c14816-fce4-40cc-92d0-64bb7f11b28a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:08.523082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0d0526d-cf9a-4b00-8b5a-37e0122e3a7a req-296d54ca-b520-498e-8fcb-894f58c90a77 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Jul 16 01:45:08.549533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:08.558414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:08.560738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Pushing event updated for resources: {'Port': ['ID=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.563236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:08.624151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.648320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.652767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Attempting to bind port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:08.655762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Attempting to bind port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:08.656743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Attempting to bind port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:08.665554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d00e4dc-21bf-41ad-9321-5d75b173c41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.668770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:08.670776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:08.674805 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.675219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:08.675763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Bound port: a1007942-94c1-4ca3-9bc2-5c47c31c74d3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:08.676145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.720326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.793836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:08.797049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.801703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:08.806998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:08.807540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] For port a1007942-94c1-4ca3-9bc2-5c47c31c74d3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:08.813061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] For port a1007942-94c1-4ca3-9bc2-5c47c31c74d3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:08.821990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.838488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Port': ['ID=67c14816-fce4-40cc-92d0-64bb7f11b28a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.848850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:08.854622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:08.863350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.864052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.902140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=8131990a-ce84-465f-bd07-ca006ef8628e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.936828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d00e4dc-21bf-41ad-9321-5d75b173c41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.956032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d00e4dc-21bf-41ad-9321-5d75b173c41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.970368 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3eefb47a-9777-4983-8068-d4f23856dffb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7763095 Jul 16 01:45:08.984248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50764) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.991769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77b02d-436d-4d0f-b85d-87701a4af553 None None] Pushing event updated for resources: {'Port': ['ID=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:09.007627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:6a:c9:ed', 'name': 'tempest-NetworksTestDHCPv6-887494574'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:09.052289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5d00e4dc-21bf-41ad-9321-5d75b173c41b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1362f0049d34bb1860178ffc475c5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241557 Jul 16 01:45:09.052848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50766) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:09.058778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e4dc-21bf-41ad-9321-5d75b173c41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3797a2a1-7c24-4a43-8ca3-bd3a3ac6c1c5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:09.229694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:09.385907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.416855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 918c6c74-12df-471e-b118-09f8e76bbd47 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:09.502012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a1007942-94c1-4ca3-9bc2-5c47c31c74d3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:09.580790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:09.729413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8:0:1::2e9 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/8131990a-ce84-465f-bd07-ca006ef8628e/918c6c74-12df-471e-b118-09f8e76bbd47) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:09.740374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:fe6a:c9ed (fb5d48e9-5eb5-4157-b08c-7b53330f354b/d08c93a7-d977-4f83-8d4d-a4a496a5a2c7/918c6c74-12df-471e-b118-09f8e76bbd47) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:09.830008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c64e4d35-ce28-4720-b3d2-ebd2376d0ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.857985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.877209 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c64e4d35-ce28-4720-b3d2-ebd2376d0ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.963810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.982019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 918c6c74-12df-471e-b118-09f8e76bbd47 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:10.028799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.101273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:10.104963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c174d-5bb6-480b-9549-5fbbb464f949 req-53e505c4-ff90-4f6a-b833-2befc3843794 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.105153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:10.106555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f66c174d-5bb6-480b-9549-5fbbb464f949 req-53e505c4-ff90-4f6a-b833-2befc3843794 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.3581743 Jul 16 01:45:10.116428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:10.122499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.123242 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.136047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=918c6c74-12df-471e-b118-09f8e76bbd47,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.143737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65822dd5-9d83-4b5c-9b37-b3157dfe172a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1470735 Jul 16 01:45:10.146401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50792) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.220774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f66c174d-5bb6-480b-9549-5fbbb464f949 req-63ce413f-c5c6-4e30-aa9e-d29313deba4b tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078217 Jul 16 01:45:10.257445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-c87f6647-0097-4d97-8b3d-3db3c8c30294 req-3152bfb5-40e8-41ff-a608-15334b43f86f service neutron] (93706) timed out ('10.222.0.81', 38466) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:45:10.260669 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c64e4d35-ce28-4720-b3d2-ebd2376d0ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.263545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c64e4d35-ce28-4720-b3d2-ebd2376d0ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.267844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c64e4d35-ce28-4720-b3d2-ebd2376d0ef5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3797a2a1-7c24-4a43-8ca3-bd3a3ac6c1c5 HTTP/1.1" status: 204 len: 168 time: 1.2122991 Jul 16 01:45:10.282718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e4d35-ce28-4720-b3d2-ebd2376d0ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3797a2a1-7c24-4a43-8ca3-bd3a3ac6c1c5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.309335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 918c6c74-12df-471e-b118-09f8e76bbd47 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:10.309697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.362955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bb96c-d14f-4f09-b333-626f941fab4f None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:10.428355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.534511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.542094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf14ac54-571a-4dbd-9875-c114576baf1f None None] Provisioning for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:10.555866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 918c6c74-12df-471e-b118-09f8e76bbd47 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:10.574160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf14ac54-571a-4dbd-9875-c114576baf1f None None] Provisioning complete for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:10.574565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf14ac54-571a-4dbd-9875-c114576baf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.663102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Router 6e7584f7-4b23-4570-baf6-cc5b46f30f49 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:10.762671 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf14ac54-571a-4dbd-9875-c114576baf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.801095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.834032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=918c6c74-12df-471e-b118-09f8e76bbd47,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.850118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cf14ac54-571a-4dbd-9875-c114576baf1f None None] For port a1007942-94c1-4ca3-9bc2-5c47c31c74d3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:10.857313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf14ac54-571a-4dbd-9875-c114576baf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.863428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:10.874712 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Sync routers for ids ['6e7584f7-4b23-4570-baf6-cc5b46f30f49'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:10.884243 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Routers {'6e7584f7-4b23-4570-baf6-cc5b46f30f49'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:10.884833 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:44:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6e7584f7-4b23-4570-baf6-cc5b46f30f49'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:10.919905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.920425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.926991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d1d7e146-ad3e-45f1-bdb5-f2f28131b28d tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6156595 Jul 16 01:45:10.927188 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0e8e7ce5-264a-40f8-a952-ba7e39ba8e68 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/918c6c74-12df-471e-b118-09f8e76bbd47 HTTP/1.1" status: 204 len: 168 time: 0.7762885 Jul 16 01:45:10.927303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.927303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.936638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.936811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14ac54-571a-4dbd-9875-c114576baf1f None None] Pushing event updated for resources: {'Port': ['ID=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:11.049467 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Set router 6e7584f7-4b23-4570-baf6-cc5b46f30f49 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:11.056056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': 'd08c93a7-d977-4f83-8d4d-a4a496a5a2c7', 'ip_address': '2001:db8::f816:3eff:fe25:c846'}, {'subnet_id': '8131990a-ce84-465f-bd07-ca006ef8628e'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'a1007942-94c1-4ca3-9bc2-5c47c31c74d3'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:45:11.110421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a48858-69ad-4644-99dc-a27b6a7ec275 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.112768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d2a48858-69ad-4644-99dc-a27b6a7ec275 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1839440 Jul 16 01:45:11.115202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:11.123556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.164135 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.240485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.244156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7584f7-4b23-4570-baf6-cc5b46f30f49', 'name': '', 'tenant_id': 'dd7dba685cc94617991fe601b0381ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0', 'external_fixed_ips': [{'subnet_id': '9ee343dd-4e50-4652-9275-9eef55230ca7', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '67c14816-fce4-40cc-92d0-64bb7f11b28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:07Z', 'updated_at': '2021-07-16T01:45:09Z', 'revision_number': 3, 'project_id': 'dd7dba685cc94617991fe601b0381ce9', 'gw_port': {'id': '67c14816-fce4-40cc-92d0-64bb7f11b28a', 'name': '', 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7584f7-4b23-4570-baf6-cc5b46f30f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '9ee343dd-4e50-4652-9275-9eef55230ca7', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:08Z', 'updated_at': '2021-07-16T01:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ee343dd-4e50-4652-9275-9eef55230ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:11.273975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa7cf1f-962c-448c-a8ee-7c831f849a30 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.279697 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8aa7cf1f-962c-448c-a8ee-7c831f849a30 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1631148 Jul 16 01:45:11.280590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50834) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:11.281968 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Checking router: 6e7584f7-4b23-4570-baf6-cc5b46f30f49 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:11.283494 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Updating router 6e7584f7-4b23-4570-baf6-cc5b46f30f49 port 67c14816-fce4-40cc-92d0-64bb7f11b28a binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:11.326966 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.353649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Deleting port 67c14816-fce4-40cc-92d0-64bb7f11b28a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:11.358384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.399518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:11.421037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13318ad-d7ea-45b7-b88d-55646f6ad419 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.422817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13318ad-d7ea-45b7-b88d-55646f6ad419 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.424585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13318ad-d7ea-45b7-b88d-55646f6ad419 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.428809 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a13318ad-d7ea-45b7-b88d-55646f6ad419 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1447546 Jul 16 01:45:11.428984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a1007942-94c1-4ca3-9bc2-5c47c31c74d3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:11.431284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50838) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:11.491755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.504250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:11.504643 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.520204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 8131990a-ce84-465f-bd07-ca006ef8628e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:11.608468 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19882db1-3fbe-412b-8166-36a21cdbc995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.617816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] Allocated IP 2001:db8:0:1::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/8131990a-ce84-465f-bd07-ca006ef8628e/a1007942-94c1-4ca3-9bc2-5c47c31c74d3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:11.628794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.632900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.698895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad1860-8d91-4d6c-bb52-4bbe2a92c076 req-0b535503-868b-4ac6-82be-b0c10b6253d4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.700382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfad1860-8d91-4d6c-bb52-4bbe2a92c076 req-0b535503-868b-4ac6-82be-b0c10b6253d4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.2867661 Jul 16 01:45:11.706720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Calling delete_port for 67c14816-fce4-40cc-92d0-64bb7f11b28a owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:11.805915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Allocated IP 172.25.5.94 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/3e386f23-e8d4-43dd-b5cc-c244b590537d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:11.828371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] For port a1007942-94c1-4ca3-9bc2-5c47c31c74d3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:11.876916 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.890900 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Transition to ACTIVE for port object 67c14816-fce4-40cc-92d0-64bb7f11b28a will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:11.901276 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.905552 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.941720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] Transition to ACTIVE for port object a1007942-94c1-4ca3-9bc2-5c47c31c74d3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:11.952550 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.954864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.975082 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Attempting to bind port 67c14816-fce4-40cc-92d0-64bb7f11b28a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:11.975514 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Attempting to bind port 67c14816-fce4-40cc-92d0-64bb7f11b28a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:11.975871 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Attempting to bind port 67c14816-fce4-40cc-92d0-64bb7f11b28a on network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:11.994745 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:11.995603 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Checking segment: {'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:11.996139 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.996736 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Bound using segment: {'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:11.997214 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Bound port: 67c14816-fce4-40cc-92d0-64bb7f11b28a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:11.997722 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.059778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dfad1860-8d91-4d6c-bb52-4bbe2a92c076 req-382c2ea8-746e-45dc-9101-af3da513a3cc tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421028 Jul 16 01:45:12.068111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.096937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fc555-e2e9-4e96-9902-f53c5fb3b8c0 None None] Pushing event updated for resources: {'Port': ['ID=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.112980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.137685 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Pushing event updated for resources: {'Port': ['ID=67c14816-fce4-40cc-92d0-64bb7f11b28a,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.152107 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.152470 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.154168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.155543 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.155896 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.157431 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.157797 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.160393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.161582 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.161969 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.162299 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.167134 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.168195 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c876c5dc-bb40-49ff-8eee-2ce72cf0d0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:12.177082 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.db.api [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:45:12.180169 n-d-800085-5 neutron-server[93709]: DEBUG oslo_db.api [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:45:12.211952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.218407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event deleted for resources: {'Port': ['ID=67c14816-fce4-40cc-92d0-64bb7f11b28a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.261261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:12.272064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:12.279277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:12.312777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.319675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:12.371680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Port': ['ID=3e386f23-e8d4-43dd-b5cc-c244b590537d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.410891 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.457313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.459751 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.519801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.520481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7584f7-4b23-4570-baf6-cc5b46f30f49 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:12.531229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.541011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.542542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5a2ab1fe-a2e8-4930-8f6c-679687dd9f00 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "DELETE /v2.0/routers/6e7584f7-4b23-4570-baf6-cc5b46f30f49 HTTP/1.1" status: 204 len: 168 time: 1.5950282 Jul 16 01:45:12.547255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:12.601556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.602220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Deleting subnet 9ee343dd-4e50-4652-9275-9eef55230ca7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:12.605794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e20258b-3838-4cc7-83c8-01c70a2fb5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.609429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.633962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.659558 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.691822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=8131990a-ce84-465f-bd07-ca006ef8628e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.700456 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Attempting to bind port 67c14816-fce4-40cc-92d0-64bb7f11b28a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:12.701229 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Attempting to bind port 67c14816-fce4-40cc-92d0-64bb7f11b28a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:12.701831 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Attempting to bind port 67c14816-fce4-40cc-92d0-64bb7f11b28a on network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:12.717259 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:12.730222 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Checking segment: {'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:12.730631 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.731405 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Bound using segment: {'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:12.732451 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Bound port: 67c14816-fce4-40cc-92d0-64bb7f11b28a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c600d6c3-f70b-41c1-8c59-91799cce9e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cbf924f6-509d-4ac1-9748-b69a4b59ccb0'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:12.737865 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.738179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.746141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.750536 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-418bbcac-029c-48c1-8a84-162847efa1e6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/8131990a-ce84-465f-bd07-ca006ef8628e HTTP/1.1" status: 204 len: 168 time: 1.3173146 Jul 16 01:45:12.751989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:12.778496 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.plugin [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Port 67c14816-fce4-40cc-92d0-64bb7f11b28a has been deleted concurrently {{(pid=93709) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 01:45:12.791132 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Routers set() bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:12.791648 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Router IDs set() for agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:45:12.792471 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_agentschedulers_db [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e7584f7-4b23-4570-baf6-cc5b46f30f49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:44:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent'). {{(pid=93709) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:45:12.792965 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7c540-8441-4048-81e6-dbae0d1a9cc7 None None] The sync data for ids ['6e7584f7-4b23-4570-baf6-cc5b46f30f49'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:12.826502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.854627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee343dd-4e50-4652-9275-9eef55230ca7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.861094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.863319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-41ed3dc3-8066-423a-98a7-359161adf813 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/9ee343dd-4e50-4652-9275-9eef55230ca7 HTTP/1.1" status: 204 len: 168 time: 0.3137851 Jul 16 01:45:12.865946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50864) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:12.898920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1b8b4-b07a-40b2-ad84-76b03d552f5b None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:12.931357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e20258b-3838-4cc7-83c8-01c70a2fb5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.936080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet d08c93a7-d977-4f83-8d4d-a4a496a5a2c7 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:12.946624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.950964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e20258b-3838-4cc7-83c8-01c70a2fb5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.954842 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.030977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a4b2645-026e-4e7c-b1f8-9f43728ceebe None None] Could not find standard attr ID for object 918c6c74-12df-471e-b118-09f8e76bbd47. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:45:13.051662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a4b2645-026e-4e7c-b1f8-9f43728ceebe None None] Provisioning for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:13.060050 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e20258b-3838-4cc7-83c8-01c70a2fb5b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a345cda45944abf8db84aca63f477e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7343392 Jul 16 01:45:13.064257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.066459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a4b2645-026e-4e7c-b1f8-9f43728ceebe None None] Provisioning complete for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:13.067210 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a4b2645-026e-4e7c-b1f8-9f43728ceebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.067347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50868) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:13.072943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20258b-3838-4cc7-83c8-01c70a2fb5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb548e-3f99-444e-9b0e-6983903ba114,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:13.121834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.126946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.139552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.145202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf924f6-509d-4ac1-9748-b69a4b59ccb0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.158589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c600d6c3-f70b-41c1-8c59-91799cce9e34') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.158877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c600d6c3-f70b-41c1-8c59-91799cce9e34') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.170259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.204346 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.212924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:13.213792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: items = [ Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:13.216926 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:13.346572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01ebcd79-cfb0-4ab7-8203-c1f01ec97437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.364163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Port': ['ID=3e386f23-e8d4-43dd-b5cc-c244b590537d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:13.367911 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.385802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.390992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbf924f6-509d-4ac1-9748-b69a4b59ccb0 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:45:13.395441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbf924f6-509d-4ac1-9748-b69a4b59ccb0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:13.406347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.409367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0eed1b2c-7e3d-4a72-b71b-c5260e219643 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "DELETE /v2.0/networks/cbf924f6-509d-4ac1-9748-b69a4b59ccb0 HTTP/1.1" status: 204 len: 168 time: 0.5415161 Jul 16 01:45:13.432201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db86dd-7bf9-4064-bfa5-5b8a25c17d7b req-91cbdd58-2683-4203-a820-78dd746eac5d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.440272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7db86dd-7bf9-4064-bfa5-5b8a25c17d7b req-91cbdd58-2683-4203-a820-78dd746eac5d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.1919892 Jul 16 01:45:13.519266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7db86dd-7bf9-4064-bfa5-5b8a25c17d7b req-34f553c9-11ce-40fa-bf68-38815857cfbd tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Jul 16 01:45:13.536942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01ebcd79-cfb0-4ab7-8203-c1f01ec97437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.538526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.568904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a1007942-94c1-4ca3-9bc2-5c47c31c74d3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:13.621571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.622782 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5a168935-eab9-465c-ad01-d788588cdf11 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6849282 Jul 16 01:45:13.626784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:13.639282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-146934349'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:13.682820 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.685286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:13.686664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Made reservation on behalf of f9ea01acafd64528aae97641835de3d4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:13.686973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.690509 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.704916 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01ebcd79-cfb0-4ab7-8203-c1f01ec97437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.705260 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.715590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01ebcd79-cfb0-4ab7-8203-c1f01ec97437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.717031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-01ebcd79-cfb0-4ab7-8203-c1f01ec97437 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ebb548e-3f99-444e-9b0e-6983903ba114 HTTP/1.1" status: 204 len: 168 time: 0.6450107 Jul 16 01:45:13.927082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.934448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:13.941805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-486c6179-bec7-4535-813c-c8213ed56720 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'router': {'name': 'tempest-router--470556056', 'project_id': 'edb0186ad3c641aab6528201aaf76592'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:13.952908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.038378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:14.052398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c1cb55-0c77-4d67-ba4d-0f53f8de1e98,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.057566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-486c6179-bec7-4535-813c-c8213ed56720 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.061291 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-486c6179-bec7-4535-813c-c8213ed56720 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.068498 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.068906 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Added segment 731fd557-43b8-4407-a26d-4bff22d28f16 of type vlan for network e68957c3-a423-4989-8ef4-c2f37f9b526d Jul 16 01:45:14.173503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=d08c93a7-d977-4f83-8d4d-a4a496a5a2c7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.187307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.189323 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dfb429d3-a503-45ff-bbf8-e506b523c87f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d08c93a7-d977-4f83-8d4d-a4a496a5a2c7 HTTP/1.1" status: 204 len: 168 time: 1.4302511 Jul 16 01:45:14.191460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebcd79-cfb0-4ab7-8203-c1f01ec97437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebb548e-3f99-444e-9b0e-6983903ba114,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.201283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50892) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.221188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.226857 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-486c6179-bec7-4535-813c-c8213ed56720 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.239802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-486c6179-bec7-4535-813c-c8213ed56720 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.275824 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-24aea1fe-edc9-41fb-a245-7f88610a15d6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697145 Jul 16 01:45:14.276079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.282982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:14.361511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-486c6179-bec7-4535-813c-c8213ed56720 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.365798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-486c6179-bec7-4535-813c-c8213ed56720 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4269676 Jul 16 01:45:14.367563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.374580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7eb475-ca97-473b-a661-c16f17e453c5 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:14.389486 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.396489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.397106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.456852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:14.461504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.505910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8752370 Jul 16 01:45:14.515386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f2344-0069-4f58-8d70-d33d6cefafea tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Network': ['ID=e68957c3-a423-4989-8ef4-c2f37f9b526d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.525409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.532877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Request body: {'subnet': {'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:14.555101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e68957c3-a423-4989-8ef4-c2f37f9b526d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:14.572262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7c4f9b9-4790-4d4b-b88e-cc25e62dda9a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.614530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.616338 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9900500-d6e2-4610-8770-07235a49842e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.624952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7aa5c3da-7ed0-4662-9bdb-16203c239329 None None] Provisioning complete for port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:14.626131 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c3da-7ed0-4662-9bdb-16203c239329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.853652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Made reservation on behalf of f9ea01acafd64528aae97641835de3d4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:14.858109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.890368 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7c4f9b9-4790-4d4b-b88e-cc25e62dda9a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.892911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7c4f9b9-4790-4d4b-b88e-cc25e62dda9a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.926837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:14.965393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7c4f9b9-4790-4d4b-b88e-cc25e62dda9a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.966220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c4f9b9-4790-4d4b-b88e-cc25e62dda9a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0add50b-07cc-422b-884d-142e1c65f2ba {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:14.983794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7c4f9b9-4790-4d4b-b88e-cc25e62dda9a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.989866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d7c4f9b9-4790-4d4b-b88e-cc25e62dda9a tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "DELETE /v2.0/routers/b0add50b-07cc-422b-884d-142e1c65f2ba HTTP/1.1" status: 204 len: 168 time: 0.6161733 Jul 16 01:45:15.001916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] Deleting port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:15.002798 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.121678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] For port a1007942-94c1-4ca3-9bc2-5c47c31c74d3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:15.122027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.147059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] Calling delete_port for a1007942-94c1-4ca3-9bc2-5c47c31c74d3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:15.166653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba268d-91f4-46ca-bef1-1cb6677bdaab req-238cd534-0fd8-4113-9a30-6ad3af860ceb tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.169086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0aba268d-91f4-46ca-bef1-1cb6677bdaab req-238cd534-0fd8-4113-9a30-6ad3af860ceb tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.3623204 Jul 16 01:45:15.276029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.315035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.319510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.362148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] Pushing event deleted for resources: {'Port': ['ID=a1007942-94c1-4ca3-9bc2-5c47c31c74d3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.384141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410b681-b426-4760-8121-fd5d9802fe65 None None] No DVR routers for this DVR port a1007942-94c1-4ca3-9bc2-5c47c31c74d3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:15.390433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0aba268d-91f4-46ca-bef1-1cb6677bdaab req-7d70cf38-0171-4ea5-aacf-e0d32c85e823 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860776 Jul 16 01:45:15.418197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a1007942-94c1-4ca3-9bc2-5c47c31c74d3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:15.447980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: a1007942-94c1-4ca3-9bc2-5c47c31c74d3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:15.448459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a1007942-94c1-4ca3-9bc2-5c47c31c74d3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:15.504475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:45:15.507577 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.541600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.579645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:15.591138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:15.597001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.597865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.600456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=0cbf6f43-a0c3-4612-8854-6e4a74a780cb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.608950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d83657-f42b-4230-ba36-c52329fa0ea2 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:15.613077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2075612851', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:15.647086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.651127 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.664078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9b0b2710-73df-44bc-b8ed-9e1b32b97d3e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3877769 Jul 16 01:45:15.668976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50974) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.676973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Subnet': ['ID=deb952da-5fea-44ca-a34a-f7c0ec4e7b36,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.683241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e6e079b8-68c7-4aad-b89a-ef5ebb346d33 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:15.684821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Checking segment: {'id': '731fd557-43b8-4407-a26d-4bff22d28f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:15.685196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Network hostable DHCP agents. Network: e68957c3-a423-4989-8ef4-c2f37f9b526d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:15.707143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Network e68957c3-a423-4989-8ef4-c2f37f9b526d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:15.722487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e68957c3-a423-4989-8ef4-c2f37f9b526d) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:15.733029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.734042 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.736381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140ba26d-613d-4b34-8318-40cf17e329a0 None None] Network e68957c3-a423-4989-8ef4-c2f37f9b526d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:15.773663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c6c96a0-44de-4c24-9b59-b29cfb61a7d7 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2475626 Jul 16 01:45:15.776773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 50976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.788743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1447100726', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:15.828147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.853545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.854610 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.015602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.032103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.097845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e079b8-68c7-4aad-b89a-ef5ebb346d33 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:16.101702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e079b8-68c7-4aad-b89a-ef5ebb346d33 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.129092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '0cbf6f43-a0c3-4612-8854-6e4a74a780cb'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:16.130723 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.254587 n-d-800085-5 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-e6e079b8-68c7-4aad-b89a-ef5ebb346d33 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0cbf6f43-a0c3-4612-8854-6e4a74a780cb (CIDR: 2001:db8::/64) Jul 16 01:45:16.263466 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e079b8-68c7-4aad-b89a-ef5ebb346d33 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:45:16.264301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e079b8-68c7-4aad-b89a-ef5ebb346d33 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:16.295254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6e079b8-68c7-4aad-b89a-ef5ebb346d33 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6239083 Jul 16 01:45:16.305331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 50998) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.315585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:16.316490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.343217 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.588210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e68957c3-a423-4989-8ef4-c2f37f9b526d', 'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d', 'tenant_id': 'f9ea01acafd64528aae97641835de3d4', 'fixed_ips': [{'subnet_id': 'deb952da-5fea-44ca-a34a-f7c0ec4e7b36'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:16.588878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:16.601329 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.601558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.655446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Allocated IP 2001:db8::f816:3eff:feb0:b52e (fb5d48e9-5eb5-4157-b08c-7b53330f354b/0cbf6f43-a0c3-4612-8854-6e4a74a780cb/576c0eeb-d879-4258-a791-88cd06e98b55) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:16.726979 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.756509 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.834720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22d381-76d8-4fcf-a671-51a8c2585cc8 req-7d6a7f82-1762-4bbf-9dd7-6807f781df44 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:16.836303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a22d381-76d8-4fcf-a671-51a8c2585cc8 req-7d6a7f82-1762-4bbf-9dd7-6807f781df44 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.1816766 Jul 16 01:45:16.847034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.881466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Allocated IP 172.20.0.2 (e68957c3-a423-4989-8ef4-c2f37f9b526d/deb952da-5fea-44ca-a34a-f7c0ec4e7b36/70058913-7ff6-43cd-b0dd-f59e0fc164e9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:16.891778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.920612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a22d381-76d8-4fcf-a671-51a8c2585cc8 req-f5dbf75f-38c9-45ae-86b5-71d06fa5f964 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783775 Jul 16 01:45:16.933001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Allocated IP 172.25.5.126 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/50619041-9ebd-4010-9e5f-9be9d8376cac) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:17.058998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.109077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.111685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.114817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.119754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.120391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.136180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=1facf18e-89cd-40e1-b1f7-c9bacbb93af5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.159022 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a0dccecf-5e2b-454b-acb9-cbad1f9ec703 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8521802 Jul 16 01:45:17.159735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:17.170640 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.171227 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:ca:bd:07', 'name': 'tempest-NetworksTestDHCPv6-1054856428'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:17.214537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.217988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.229278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.246114 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.269835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Transition to ACTIVE for port object 70058913-7ff6-43cd-b0dd-f59e0fc164e9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:17.340181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Allocated IP 172.25.5.123 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/db50c4cf-c2fb-424f-bc97-dc886859b1d1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:17.358249 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.375625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Transition to ACTIVE for port object 70058913-7ff6-43cd-b0dd-f59e0fc164e9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:17.386845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.387913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Port': ['ID=50619041-9ebd-4010-9e5f-9be9d8376cac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.394496 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.448400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Transition to ACTIVE for port object 576c0eeb-d879-4258-a791-88cd06e98b55 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:17.486206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Network e68957c3-a423-4989-8ef4-c2f37f9b526d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.501338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Transition to ACTIVE for port object 576c0eeb-d879-4258-a791-88cd06e98b55 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:17.503673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.511341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Pushing event updated for resources: {'Port': ['ID=70058913-7ff6-43cd-b0dd-f59e0fc164e9,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.514644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.524444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.528212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:17.623215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.638421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.667259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.671413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.683022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.705112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Attempting to bind port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:17.705957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Attempting to bind port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '731fd557-43b8-4407-a26d-4bff22d28f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:17.706872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Attempting to bind port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 on network e68957c3-a423-4989-8ef4-c2f37f9b526d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:17.709973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 6922b882-570d-425d-b0c6-570bcec67978 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:17.718138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:17.718949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Checking segment: {'id': '731fd557-43b8-4407-a26d-4bff22d28f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:17.720183 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.720813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Bound using segment: {'id': '731fd557-43b8-4407-a26d-4bff22d28f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:17.721516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Bound port: 70058913-7ff6-43cd-b0dd-f59e0fc164e9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731fd557-43b8-4407-a26d-4bff22d28f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:17.722426 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.741193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.765552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.813473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.816278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Attempting to bind port 576c0eeb-d879-4258-a791-88cd06e98b55 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:17.816659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Attempting to bind port 576c0eeb-d879-4258-a791-88cd06e98b55 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:17.817018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Attempting to bind port 576c0eeb-d879-4258-a791-88cd06e98b55 on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:17.822947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.831317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.858423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:17.858794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:17.859191 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.859582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:17.860334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Bound port: 576c0eeb-d879-4258-a791-88cd06e98b55, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:17.860719 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.929361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event updated for resources: {'Port': ['ID=db50c4cf-c2fb-424f-bc97-dc886859b1d1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.976742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] For port 70058913-7ff6-43cd-b0dd-f59e0fc164e9, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:17.981750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] For port 70058913-7ff6-43cd-b0dd-f59e0fc164e9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=70058913-7ff6-43cd-b0dd-f59e0fc164e9,segment=NetworkSegment(731fd557-43b8-4407-a26d-4bff22d28f16),segment_id=731fd557-43b8-4407-a26d-4bff22d28f16)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:17.991461 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.043834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:18.101271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1b417-47fd-4d03-9cd0-d7a34a4a4d6e None None] Pushing event updated for resources: {'Port': ['ID=70058913-7ff6-43cd-b0dd-f59e0fc164e9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.123661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:18.130238 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.304320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b9075-09ef-4032-9c73-ca3dad53c10a None None] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.324852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8:0:1::b8 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/1facf18e-89cd-40e1-b1f7-c9bacbb93af5/6922b882-570d-425d-b0c6-570bcec67978) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:18.338703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::f816:3eff:feca:bd07 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/0cbf6f43-a0c3-4612-8854-6e4a74a780cb/6922b882-570d-425d-b0c6-570bcec67978) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:18.402731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.607609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b32ee-f6ce-4ae3-b87c-1f34e87e7887 req-e42d2f01-1c33-4ef5-8cfd-b6bfe71b3dd4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.609196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c66b32ee-f6ce-4ae3-b87c-1f34e87e7887 req-e42d2f01-1c33-4ef5-8cfd-b6bfe71b3dd4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.2784419 Jul 16 01:45:18.623924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-4f10981f-fa88-4642-9479-cb9814c558fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.626825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-4f10981f-fa88-4642-9479-cb9814c558fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 1096 time: 0.2943571 Jul 16 01:45:18.766793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.785030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 6922b882-570d-425d-b0c6-570bcec67978 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:18.839297 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.947524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c66b32ee-f6ce-4ae3-b87c-1f34e87e7887 req-ae718835-3cd1-459a-88d1-126a747ea002 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099365 Jul 16 01:45:18.970685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-a35b7abf-104e-4dfa-84be-8f05066e4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.972184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-a35b7abf-104e-4dfa-84be-8f05066e4b36 service neutron] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 912 time: 0.2543166 Jul 16 01:45:18.996449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.044463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-eece57fc-12bf-4e88-9dd9-5eb761ed7447 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87336e59-4197-41b0-bc67-c36464416719 HTTP/1.1" status: 200 len: 217 time: 0.0571468 Jul 16 01:45:19.256719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-fbe84a53-0061-4246-986a-32f6e80e501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.258333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-fbe84a53-0061-4246-986a-32f6e80e501e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.2067530 Jul 16 01:45:19.281664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.303388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-4a4f746d-f2c0-4dd1-895f-7fa2a027df53 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354259 Jul 16 01:45:19.431991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:19.515338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:19.528536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:19.535007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.535673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.569626 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4060769 Jul 16 01:45:19.571147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:19.575410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f7d23-e0fe-49a1-ab2d-c65c4cefaa62 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=6922b882-570d-425d-b0c6-570bcec67978,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.607842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 70058913-7ff6-43cd-b0dd-f59e0fc164e9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:19.622742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Router 26919b65-ec21-4e73-abec-edd41bd5f4ea is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:19.688205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:19.693455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 576c0eeb-d879-4258-a791-88cd06e98b55 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:19.730849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ed92f-25fc-4a1a-93ef-8956a5b7eaa6 req-5b7a98ba-9771-4554-be37-fde538cfa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.732419 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a55ed92f-25fc-4a1a-93ef-8956a5b7eaa6 req-5b7a98ba-9771-4554-be37-fde538cfa972 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 1096 time: 0.4536939 Jul 16 01:45:19.743998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-dd9367df-2c85-4d5e-9943-4fb517bc8ed9 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333282 Jul 16 01:45:19.787723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 576c0eeb-d879-4258-a791-88cd06e98b55 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:19.802041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.855241 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a55ed92f-25fc-4a1a-93ef-8956a5b7eaa6 req-b7c02f82-b420-4cd2-bfe8-ac0aa4f493a4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136317 Jul 16 01:45:19.871661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.879729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd249371-fda7-45a7-a592-aef7aec9f41f None None] Network e68957c3-a423-4989-8ef4-c2f37f9b526d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:19.881291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 6922b882-570d-425d-b0c6-570bcec67978 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:19.881987 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.892516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:19.924761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] Sync routers for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:20.002009 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9c59b056-50f8-472a-8ef0-d7717426d8eb None None] Provisioning for port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:20.009223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:20.009880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.011214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.023253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e1f6ff3-31d9-4c20-aaec-1d49e8c88d0e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2436965 Jul 16 01:45:20.024783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51046) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:20.039276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fcb5a8e-c473-4084-9724-8c4e8ca4ab8f req-45331fb3-0a13-4abd-b96c-09a3da04f47c service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821188 Jul 16 01:45:20.064465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9c59b056-50f8-472a-8ef0-d7717426d8eb None None] Provisioning complete for port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:20.064842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c59b056-50f8-472a-8ef0-d7717426d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.068488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.118012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:20.118977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.175904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.176355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c6569-284f-417d-b7b0-9b30bce39086 None None] The sync data for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:20.191072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.222833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 6922b882-570d-425d-b0c6-570bcec67978 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:20.302179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c59b056-50f8-472a-8ef0-d7717426d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.351990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Router e1ec1349-1104-447c-b0c1-06ad1732e76a is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:20.372865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9c59b056-50f8-472a-8ef0-d7717426d8eb None None] For port 70058913-7ff6-43cd-b0dd-f59e0fc164e9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=70058913-7ff6-43cd-b0dd-f59e0fc164e9,segment=NetworkSegment(731fd557-43b8-4407-a26d-4bff22d28f16),segment_id=731fd557-43b8-4407-a26d-4bff22d28f16)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:20.380527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13ed03-eeb6-482e-b030-8862db25e1e8 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:20.391861 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c59b056-50f8-472a-8ef0-d7717426d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.494671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798517b-5eaf-425b-a93d-f9ff6b015d92 req-3569f8c6-581c-47f7-9665-2130c5ad9c81 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.496440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a798517b-5eaf-425b-a93d-f9ff6b015d92 req-3569f8c6-581c-47f7-9665-2130c5ad9c81 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.2913268 Jul 16 01:45:20.544365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59b056-50f8-472a-8ef0-d7717426d8eb None None] Pushing event updated for resources: {'Port': ['ID=70058913-7ff6-43cd-b0dd-f59e0fc164e9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:20.580967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b959589-3ed8-48dd-b6d7-6e7dbc5b9580 None None] Provisioning for port 576c0eeb-d879-4258-a791-88cd06e98b55 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:20.594032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b959589-3ed8-48dd-b6d7-6e7dbc5b9580 None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:20.601389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.602206 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b959589-3ed8-48dd-b6d7-6e7dbc5b9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.719455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a798517b-5eaf-425b-a93d-f9ff6b015d92 req-8d3e9575-dd2f-4f1b-b192-80587253fdd1 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061381 Jul 16 01:45:20.759594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=6922b882-570d-425d-b0c6-570bcec67978,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:20.924110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:20.939347 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] Sync routers for ids ['e1ec1349-1104-447c-b0c1-06ad1732e76a'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:20.952422 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] Routers {'e1ec1349-1104-447c-b0c1-06ad1732e76a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:20.954180 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e1ec1349-1104-447c-b0c1-06ad1732e76a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.960249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.963045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f6b23166-a11b-4310-b796-44374426fd59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/6922b882-570d-425d-b0c6-570bcec67978 HTTP/1.1" status: 204 len: 168 time: 1.3908110 Jul 16 01:45:20.965940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51062) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.006505 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.008314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.009635 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3532c718-1c8d-4488-9cdc-d4e48c990db1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7325420 Jul 16 01:45:21.013546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.021709 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] Routers {'e1ec1349-1104-447c-b0c1-06ad1732e76a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:21.022372 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e1ec1349-1104-447c-b0c1-06ad1732e76a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.162952 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b959589-3ed8-48dd-b6d7-6e7dbc5b9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.167311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d664b-303d-4318-b68b-e6882a4269d2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.168975 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0d1d664b-303d-4318-b68b-e6882a4269d2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2016227 Jul 16 01:45:21.171572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.204383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.225756 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9799ef53-2a45-44de-b703-614df85dff8b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/e1ec1349-1104-447c-b0c1-06ad1732e76a HTTP/1.1" status: 200 len: 921 time: 0.2101583 Jul 16 01:45:21.229361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.259015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9b959589-3ed8-48dd-b6d7-6e7dbc5b9580 None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:21.268493 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b959589-3ed8-48dd-b6d7-6e7dbc5b9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.273325 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-31fe3f69-c196-428b-83a3-e363389250c4 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1ec1349-1104-447c-b0c1-06ad1732e76a HTTP/1.1" status: 200 len: 205 time: 0.0428448 Jul 16 01:45:21.277508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.284213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b274598-66a0-4788-a4ce-7b63de70b4fc None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '0cbf6f43-a0c3-4612-8854-6e4a74a780cb', 'ip_address': '2001:db8::f816:3eff:feb0:b52e'}, {'subnet_id': '1facf18e-89cd-40e1-b1f7-c9bacbb93af5'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '576c0eeb-d879-4258-a791-88cd06e98b55'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:45:21.379272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.383599 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3ed2b-ef97-40f2-a771-d6949e77b8b7 None None] The sync data for ids ['e1ec1349-1104-447c-b0c1-06ad1732e76a'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:21.408995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b274598-66a0-4788-a4ce-7b63de70b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.417282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b959589-3ed8-48dd-b6d7-6e7dbc5b9580 None None] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:21.464765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.471173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 70058913-7ff6-43cd-b0dd-f59e0fc164e9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:21.538129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-808e75a4-d556-424f-b3ed-645a891de866 None None] Provisioning complete for port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:21.538506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-808e75a4-d556-424f-b3ed-645a891de866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.548723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c2cfdb-1ef2-4407-a02d-03e80a59105b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.550657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a8c2cfdb-1ef2-4407-a02d-03e80a59105b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3775692 Jul 16 01:45:21.556296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.667263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3498e-432b-472d-a740-4755f7c0ccf9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.668874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3498e-432b-472d-a740-4755f7c0ccf9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.670518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3498e-432b-472d-a740-4755f7c0ccf9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.672193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a6a3498e-432b-472d-a740-4755f7c0ccf9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1146441 Jul 16 01:45:21.675606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.734423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 0cbf6f43-a0c3-4612-8854-6e4a74a780cb {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:21.739778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.781404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:21.781404 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.792597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.818779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.845966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Allocated IP 172.20.0.1 (e68957c3-a423-4989-8ef4-c2f37f9b526d/deb952da-5fea-44ca-a34a-f7c0ec4e7b36/b0fa9c62-2b03-4201-a43b-c27bc150f020) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:21.989288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.993800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Deleting port db50c4cf-c2fb-424f-bc97-dc886859b1d1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:21.994145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-7b274598-66a0-4788-a4ce-7b63de70b4fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cbf6f43-a0c3-4612-8854-6e4a74a780cb: This subnet is being modified by another concurrent operation. Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:45:22.154653 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cbf6f43-a0c3-4612-8854-6e4a74a780cb: This subnet is being modified by another concurrent operation. Jul 16 01:45:22.159493 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:45:22.162167 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.164547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.216139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Calling delete_port for db50c4cf-c2fb-424f-bc97-dc886859b1d1 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:22.219330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbf6f43-a0c3-4612-8854-6e4a74a780cb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.226024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.226024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ac7e8a22-015b-4452-8079-d1ae6157b30d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/0cbf6f43-a0c3-4612-8854-6e4a74a780cb HTTP/1.1" status: 204 len: 168 time: 0.5470169 Jul 16 01:45:22.226757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:22.257781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa93ed4-9bf2-476f-b723-1380f17ecf5d None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:22.382964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cd90528-aa7c-459b-9599-97bebdfdfacf None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:22.383373 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cd90528-aa7c-459b-9599-97bebdfdfacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.538482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.565286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Transition to ACTIVE for port object b0fa9c62-2b03-4201-a43b-c27bc150f020 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:22.586402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb1a34-b763-494f-80da-3c1d42402d8b req-6feaed60-9257-44b1-abd4-16837b6dcc1f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.587998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9bb1a34-b763-494f-80da-3c1d42402d8b req-6feaed60-9257-44b1-abd4-16837b6dcc1f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.5241349 Jul 16 01:45:22.679176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be4de04-6cbe-4c2d-a2cf-2379944272fa None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '1facf18e-89cd-40e1-b1f7-c9bacbb93af5'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '576c0eeb-d879-4258-a791-88cd06e98b55'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:45:22.690848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9bb1a34-b763-494f-80da-3c1d42402d8b req-f14207ef-ecd3-446b-b788-774c512acecb tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950854 Jul 16 01:45:22.712267 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.723615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1be4de04-6cbe-4c2d-a2cf-2379944272fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.764844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Network e68957c3-a423-4989-8ef4-c2f37f9b526d is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:22.776317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:22.782796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:22.834621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Port': ['ID=b0fa9c62-2b03-4201-a43b-c27bc150f020,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.867567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.906121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 1facf18e-89cd-40e1-b1f7-c9bacbb93af5 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:22.917195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.081134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.196690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.218619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d8e3ad3a-1073-4cb3-945c-568eb371b079 None None] Provisioning for port b0fa9c62-2b03-4201-a43b-c27bc150f020 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:23.226098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d8e3ad3a-1073-4cb3-945c-568eb371b079 None None] Provisioning complete for port b0fa9c62-2b03-4201-a43b-c27bc150f020 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:23.226472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ad3a-1073-4cb3-945c-568eb371b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.251623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.291395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event deleted for resources: {'Port': ['ID=db50c4cf-c2fb-424f-bc97-dc886859b1d1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.361967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.362484 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-1be4de04-6cbe-4c2d-a2cf-2379944272fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1facf18e-89cd-40e1-b1f7-c9bacbb93af5: This subnet is being modified by another concurrent operation. Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:45:23.390143 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1facf18e-89cd-40e1-b1f7-c9bacbb93af5: This subnet is being modified by another concurrent operation. Jul 16 01:45:23.396449 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:45:23.403127 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.403632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=1facf18e-89cd-40e1-b1f7-c9bacbb93af5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.424722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3ad3a-1073-4cb3-945c-568eb371b079 None None] Port b0fa9c62-2b03-4201-a43b-c27bc150f020 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:23.438553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-03346d73-4d68-4d5a-8002-9bd35fa4822c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.440157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-03346d73-4d68-4d5a-8002-9bd35fa4822c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 811 time: 0.3681810 Jul 16 01:45:23.465348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 576c0eeb-d879-4258-a791-88cd06e98b55 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:23.502648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.504971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5eeef482-3c51-480f-9099-17e2e1abd634 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/1facf18e-89cd-40e1-b1f7-c9bacbb93af5 HTTP/1.1" status: 204 len: 168 time: 1.2773089 Jul 16 01:45:23.509741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-8bf5e3a9-9641-4906-9e7f-d323da53c413 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/quotas/1df132ef57eb43f9a7558d075bd51340 HTTP/1.1" status: 200 len: 375 time: 0.0529690 Jul 16 01:45:23.517318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.564571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.567162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.591121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c699661-7792-4aae-b08e-a60aeb0affc4 None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:23.591378 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c699661-7792-4aae-b08e-a60aeb0affc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.656937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.658885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Fanout notify agent at l3_agent the message router_deleted on router e1ec1349-1104-447c-b0c1-06ad1732e76a {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:23.674234 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.677746 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-81c32c04-98bd-4194-aba9-fb9e9b8b2a1a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/e1ec1349-1104-447c-b0c1-06ad1732e76a HTTP/1.1" status: 204 len: 168 time: 2.3982182 Jul 16 01:45:23.681537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.689559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fae724db-4260-428d-8a75-97e34bc343e7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058939 Jul 16 01:45:23.697042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162538517', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': False}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:23.718795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:23.728737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:23.749593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.753726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.782301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68541082-e0eb-410d-b6e4-42bd4eb076d8 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:45:23.900475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.916252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.095165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68541082-e0eb-410d-b6e4-42bd4eb076d8 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:45:24.118774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:24.131279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.200975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:24.205286 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.222712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-01f8db65-21b2-4d37-959b-abbebf4a09e2 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6184907 Jul 16 01:45:24.243306 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.291790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-579a2b08-abbf-42a6-b7fc-69f4787b0e71 None None] Could not find standard attr ID for object 6922b882-570d-425d-b0c6-570bcec67978. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:45:24.344535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:24.457833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.478292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.530478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7dcbd-6050-45f8-9b54-657311bd8eee None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:45:24.608831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-7d71829f-aea7-458b-8c6e-5bf056546c77 service neutron] 10.222.0.81 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829310 Jul 16 01:45:24.619266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.633814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.655241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7dcbd-6050-45f8-9b54-657311bd8eee None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:45:24.677721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-985228dd-0eb8-4e1a-9f32-f4148e0f1924 None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:24.678101 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-985228dd-0eb8-4e1a-9f32-f4148e0f1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.680066 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.708950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Port': ['ID=b0fa9c62-2b03-4201-a43b-c27bc150f020,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:24.889950 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-985228dd-0eb8-4e1a-9f32-f4148e0f1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.922519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Allocated IP 172.25.5.138 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/361ba112-cb83-46d9-bd68-8544d94601a9) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:24.956781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-7f0bb6b4-59ed-40a0-9de8-5bc78f45b0c0 service neutron] 10.222.0.81 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217080 Jul 16 01:45:24.966838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Network e68957c3-a423-4989-8ef4-c2f37f9b526d is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:24.968656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:24.971216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.072752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-985228dd-0eb8-4e1a-9f32-f4148e0f1924 None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:25.083188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.086993 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-985228dd-0eb8-4e1a-9f32-f4148e0f1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.151071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:25.156039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:25.165192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.167281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.167905 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.209986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=2078f152-8bca-453b-b12c-15b8164ff838,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.222745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-276c742a-48f7-4261-be21-aa1e93c5acc3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5024605 Jul 16 01:45:25.229536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51124) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.237868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-49e40511-d387-447b-a09e-26cdf0ddd6f2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:25.249226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:25.253750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985228dd-0eb8-4e1a-9f32-f4148e0f1924 None None] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.260163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:25.265994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:25.296254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d6d39f5-d6ab-4caa-a382-94eda676dbf6 req-6badc568-f7fc-47b7-8425-8f0dddd79a38 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 210 time: 0.0538557 Jul 16 01:45:25.370408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Port': ['ID=361ba112-cb83-46d9-bd68-8544d94601a9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.485273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Router 26919b65-ec21-4e73-abec-edd41bd5f4ea has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:25.582820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '2078f152-8bca-453b-b12c-15b8164ff838'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '576c0eeb-d879-4258-a791-88cd06e98b55'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:45:25.595180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e40511-d387-447b-a09e-26cdf0ddd6f2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:25.600278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49e40511-d387-447b-a09e-26cdf0ddd6f2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.625951 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.767168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:25.773975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5f9d3a44-32db-4748-aa91-3d9a25efa0e0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "PUT /v2.0/routers/26919b65-ec21-4e73-abec-edd41bd5f4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7476749 Jul 16 01:45:25.776796 n-d-800085-5 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-49e40511-d387-447b-a09e-26cdf0ddd6f2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2078f152-8bca-453b-b12c-15b8164ff838 (CIDR: 2001:db8::/64) Jul 16 01:45:25.777560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.780709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] Sync routers for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:25.783210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Request body: {'port': {'network_id': 'e68957c3-a423-4989-8ef4-c2f37f9b526d', 'name': 'tempest-FloatingIPAdminTestJSON-2114380979'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:25.800116 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e40511-d387-447b-a09e-26cdf0ddd6f2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:45:25.800644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e40511-d387-447b-a09e-26cdf0ddd6f2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:25.838494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:25.839037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.866078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-49e40511-d387-447b-a09e-26cdf0ddd6f2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6354597 Jul 16 01:45:25.869064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51144) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.874913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:25.885334 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.917495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.955226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:25.957189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:26.072996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:26.073660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc814a-b878-4c04-a159-3b78c3762b24 None None] The sync data for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:26.091449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/2078f152-8bca-453b-b12c-15b8164ff838/576c0eeb-d879-4258-a791-88cd06e98b55) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:26.288542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:26.373717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.379731 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.397594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] Transition to ACTIVE for port object 576c0eeb-d879-4258-a791-88cd06e98b55 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:26.405056 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.482411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Made reservation on behalf of f9ea01acafd64528aae97641835de3d4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:26.491420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.545751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27732-2217-4280-aaf3-a83eda6a9068 None None] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:26.551995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2452edb-04a3-44c0-b9f2-975d0c491b95 req-106687da-8390-41aa-81c7-0052d0331563 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 210 time: 0.0540655 Jul 16 01:45:26.570204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] device_id is not set on port 70b1f5e0-900a-4258-9e85-f0b2fff9abf7 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:26.577210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:26.581473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.664775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Router 99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:26.909442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:26.928704 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Sync routers for ids ['99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:26.954607 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Routers {'99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:26.955228 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:26.960931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.971081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2526a5aa-6e12-42cc-996a-fd5bb806b31b tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2847826 Jul 16 01:45:26.971727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51152) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:27.153382 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Set router 99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:27.255071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5890c4f9-9632-4c26-bfbe-3bfaf380e1ac tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d HTTP/1.1" status: 200 len: 909 time: 0.2808964 Jul 16 01:45:27.257692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:27.269847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162538517', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': True}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:27.313937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.315073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.448193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Allocated IP 172.20.0.13 (e68957c3-a423-4989-8ef4-c2f37f9b526d/deb952da-5fea-44ca-a34a-f7c0ec4e7b36/70b1f5e0-900a-4258-9e85-f0b2fff9abf7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:27.467485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-93e5ccc1-9ac6-4388-9cb5-98a6157a562f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:27.470612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-93e5ccc1-9ac6-4388-9cb5-98a6157a562f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 811 time: 0.4649768 Jul 16 01:45:27.534013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Request body: {'port': {'device_id': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'admin_state_up': True, 'tenant_id': '1df132ef57eb43f9a7558d075bd51340'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:27.581962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 576c0eeb-d879-4258-a791-88cd06e98b55 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:27.591478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.803966 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d', 'name': 'tempest-snat-router-1162538517', 'tenant_id': 'dd7dba685cc94617991fe601b0381ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': False}, 'gw_port_id': '361ba112-cb83-46d9-bd68-8544d94601a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:23Z', 'updated_at': '2021-07-16T01:45:25Z', 'revision_number': 3, 'project_id': 'dd7dba685cc94617991fe601b0381ce9', 'gw_port': {'id': '361ba112-cb83-46d9-bd68-8544d94601a9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:24Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:27.847650 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Checking router: 99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:27.848470 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Updating router 99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d port 361ba112-cb83-46d9-bd68-8544d94601a9 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:27.889854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bf0cb-ebf1-4240-9565-62c26af906a6 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:27.904158 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.941087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.992585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83c2d366-d410-4faf-a956-5450e1b6e5fa req-2727810f-5235-4de0-bf14-9ee355c0f43c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 210 time: 0.0986063 Jul 16 01:45:28.020376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:45:28.074834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.080108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-55f606eb-e008-44a1-93d9-9bd8cd474802 None None] Provisioning for port 576c0eeb-d879-4258-a791-88cd06e98b55 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:28.099289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-55f606eb-e008-44a1-93d9-9bd8cd474802 None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:28.100103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-55f606eb-e008-44a1-93d9-9bd8cd474802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.211171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Transition to ACTIVE for port object 70b1f5e0-900a-4258-9e85-f0b2fff9abf7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:28.264392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Made reservation on behalf of 1df132ef57eb43f9a7558d075bd51340 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:28.270238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.325294 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.400837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.410670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event updated for resources: {'Port': ['ID=70b1f5e0-900a-4258-9e85-f0b2fff9abf7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.427542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Network e68957c3-a423-4989-8ef4-c2f37f9b526d is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:28.428480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.440834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:28.448105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:28.462861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Update dhcp port {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'fixed_ips': [{'subnet_id': '2078f152-8bca-453b-b12c-15b8164ff838', 'ip_address': '2001:db8::2'}, {'subnet_id': '1dda9edc-f1fa-49a8-acc3-2890e3460dc2'}], 'binding:host_id': 'n-d-800085-5'}, 'id': '576c0eeb-d879-4258-a791-88cd06e98b55'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:45:28.482959 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.506812 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Transition to ACTIVE for port object 361ba112-cb83-46d9-bd68-8544d94601a9 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:28.520613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-da303902-c56f-4295-89da-c950f36df4ee None None] Provisioning complete for port b0fa9c62-2b03-4201-a43b-c27bc150f020 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:28.521041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-da303902-c56f-4295-89da-c950f36df4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.529282 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.582670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:28.584004 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.633997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Allocated IP 172.25.5.252 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:28.637686 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Attempting to bind port 361ba112-cb83-46d9-bd68-8544d94601a9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:28.638300 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Attempting to bind port 361ba112-cb83-46d9-bd68-8544d94601a9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:28.638594 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Attempting to bind port 361ba112-cb83-46d9-bd68-8544d94601a9 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:28.639913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-da303902-c56f-4295-89da-c950f36df4ee None None] Port b0fa9c62-2b03-4201-a43b-c27bc150f020 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:28.642886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.648430 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.654033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ee885a8d-40a7-4416-a1ec-5d4bfae5d77f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8753617 Jul 16 01:45:28.654681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51164) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:28.661212 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:28.662145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:28.662731 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.663304 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:28.663967 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Bound port: 361ba112-cb83-46d9-bd68-8544d94601a9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:28.664583 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.678692 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9738a32-2ef1-4c49-8230-81321d5cc7e5 None None] Pushing event updated for resources: {'Port': ['ID=361ba112-cb83-46d9-bd68-8544d94601a9,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.790628 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] For port 361ba112-cb83-46d9-bd68-8544d94601a9, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:28.798678 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] For port 361ba112-cb83-46d9-bd68-8544d94601a9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=361ba112-cb83-46d9-bd68-8544d94601a9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:28.808970 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.809382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Allocated IP 172.20.0.13 (49a9b375-8f93-421c-b201-664e91cca984/56129f05-ba2e-4b54-9f2a-6e632af80566/01b111db-9809-4207-b44d-dfdd1dad76a7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:28.883261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b90ccf45-15c3-49fa-80fe-384ed91046db None None] Provisioning for port 70b1f5e0-900a-4258-9e85-f0b2fff9abf7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:28.905692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.908957 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Routers {'99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:28.909588 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.939922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'project_id': 'f9ea01acafd64528aae97641835de3d4', 'port_id': '70b1f5e0-900a-4258-9e85-f0b2fff9abf7'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:28.953695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b90ccf45-15c3-49fa-80fe-384ed91046db None None] Provisioning complete for port 70b1f5e0-900a-4258-9e85-f0b2fff9abf7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:28.954097 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b90ccf45-15c3-49fa-80fe-384ed91046db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.979030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.979978 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.030109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:29.041548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:29.047517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:29.087825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Port': ['ID=f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.093435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:29.274439 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] Set router 99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:29.303735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b90ccf45-15c3-49fa-80fe-384ed91046db None None] Port 70b1f5e0-900a-4258-9e85-f0b2fff9abf7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:29.318499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.379767 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:45:29.380742 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:45:29.417042 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9738a32-2ef1-4c49-8230-81321d5cc7e5 None None] Pushing event updated for resources: {'Port': ['ID=361ba112-cb83-46d9-bd68-8544d94601a9,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.452513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d57bd7e-8b13-42f4-ace8-d14cac355e22 req-5958e58a-43ba-45c0-9a1b-acab060ae85d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 210 time: 0.1413481 Jul 16 01:45:29.454594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.455380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.568013 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b108be0f-897b-4810-906d-7825c541e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d', 'name': 'tempest-snat-router-1162538517', 'tenant_id': 'dd7dba685cc94617991fe601b0381ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': False}, 'gw_port_id': '361ba112-cb83-46d9-bd68-8544d94601a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:23Z', 'updated_at': '2021-07-16T01:45:25Z', 'revision_number': 3, 'project_id': 'dd7dba685cc94617991fe601b0381ce9', 'gw_port': {'id': '361ba112-cb83-46d9-bd68-8544d94601a9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:24Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:29.572933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.591632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:29.605421 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108be0f-897b-4810-906d-7825c541e360 None None] The sync data for ids ['99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d'] in n-d-800085-5 is: [{'id': '99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d', 'name': 'tempest-snat-router-1162538517', 'tenant_id': 'dd7dba685cc94617991fe601b0381ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138'}], 'enable_snat': False}, 'gw_port_id': '361ba112-cb83-46d9-bd68-8544d94601a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:23Z', 'updated_at': '2021-07-16T01:45:25Z', 'revision_number': 3, 'project_id': 'dd7dba685cc94617991fe601b0381ce9', 'gw_port': {'id': '361ba112-cb83-46d9-bd68-8544d94601a9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:24Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:29.615800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:29.619474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.620334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.624138 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.632487 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.698960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=1dda9edc-f1fa-49a8-acc3-2890e3460dc2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.720128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=9']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.741867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-20a2f70a-72aa-4fc1-9bd1-a2d1e71dcb20 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8714881 Jul 16 01:45:29.744780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51182) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:29.754514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:30:9d:b4', 'name': 'tempest-NetworksTestDHCPv6-272089549'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:29.909781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.925955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['87336e59-4197-41b0-bc67-c36464416719'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:30.074050 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.429908 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.507413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Allocated IP 172.25.5.106 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/1cbb0938-5b53-4005-8b10-2770768dbe72) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:30.546587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:30.549976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Network 49a9b375-8f93-421c-b201-664e91cca984 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:30.566878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:30.569456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:30.595867 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.602777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Pushing event updated for resources: {'Port': ['ID=01b111db-9809-4207-b44d-dfdd1dad76a7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.626241 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.704843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:30.716587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e0f90-dad0-42df-abe2-36b2ae909f20 None None] Pushing event updated for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.784926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Router c19b58d9-01ea-4024-be70-b2ba343add72 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:30.788435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.789091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.876025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-19a3bda6-eb4c-44a5-9d2d-013954d44e5e tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3647041 Jul 16 01:45:30.946964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Request body: {'port': {'device_id': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:31.025684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.031091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:31.040867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Sync routers for ids ['c19b58d9-01ea-4024-be70-b2ba343add72'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:31.073370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Routers {'c19b58d9-01ea-4024-be70-b2ba343add72'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:31.077272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.079679 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bdee8c3e-9309-4174-93a2-72de3366e080 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8210278 Jul 16 01:45:31.079955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c19b58d9-01ea-4024-be70-b2ba343add72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:31.083552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:31.086440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.159543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.181536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6d97-ec5a-4a1d-8311-c1e6d5693aae req-b61124fa-599a-462a-88e2-ae5b81519529 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:31.186138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43fe6d97-ec5a-4a1d-8311-c1e6d5693aae req-b61124fa-599a-462a-88e2-ae5b81519529 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 932 time: 0.3699899 Jul 16 01:45:31.226016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 540d9236-bbd7-4e1c-8834-6cfb65baddd8 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:31.328774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a8f14a02-da2d-4787-8fc5-72c8da97dcf8 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/c19b58d9-01ea-4024-be70-b2ba343add72 HTTP/1.1" status: 200 len: 908 time: 0.2424576 Jul 16 01:45:31.330324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:31.354940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Set router c19b58d9-01ea-4024-be70-b2ba343add72 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:31.413611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43fe6d97-ec5a-4a1d-8311-c1e6d5693aae req-75ca9bd2-d013-4e33-a710-2b3f9480ea66 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889734 Jul 16 01:45:31.535891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.586727 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.639481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Pushing event updated for resources: {'Port': ['ID=1cbb0938-5b53-4005-8b10-2770768dbe72,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:31.673692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 576c0eeb-d879-4258-a791-88cd06e98b55 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:31.723449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:31.742200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:31.757769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f903b-f44c-4a77-ae0c-d35ecb13c081 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:31.772347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:31.857758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.967494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::12d (fb5d48e9-5eb5-4157-b08c-7b53330f354b/2078f152-8bca-453b-b12c-15b8164ff838/540d9236-bbd7-4e1c-8834-6cfb65baddd8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:31.971582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aedf31f4-8d13-43ad-8acf-ff55fede8fbc None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:31.972082 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aedf31f4-8d13-43ad-8acf-ff55fede8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.975570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:9db4 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/1dda9edc-f1fa-49a8-acc3-2890e3460dc2/540d9236-bbd7-4e1c-8834-6cfb65baddd8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:32.017175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Deleting port f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:32.020552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.105106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:32.106428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.197935 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.228282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Calling delete_port for f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:32.264718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b58d9-01ea-4024-be70-b2ba343add72', 'name': 'tempest-snat-router-1162538517', 'tenant_id': 'dd7dba685cc94617991fe601b0381ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:29Z', 'revision_number': 3, 'project_id': 'dd7dba685cc94617991fe601b0381ce9', 'gw_port': {'id': 'f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19b58d9-01ea-4024-be70-b2ba343add72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:28Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:32.313598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Checking router: c19b58d9-01ea-4024-be70-b2ba343add72 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:32.313940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Updating router c19b58d9-01ea-4024-be70-b2ba343add72 port f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:32.392491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 361ba112-cb83-46d9-bd68-8544d94601a9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:32.472129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b111db-9809-4207-b44d-dfdd1dad76a7 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:32.476308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.488179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.503831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Transition to ACTIVE for port object 01b111db-9809-4207-b44d-dfdd1dad76a7 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:32.516684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.536034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event deleted for resources: {'Port': ['ID=f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.549692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Port f50b6c36-b52a-4f8c-87c6-c3d85a12b0a3 not found while updating agent binding for router c19b58d9-01ea-4024-be70-b2ba343add72. {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:45:32.576060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Routers {'c19b58d9-01ea-4024-be70-b2ba343add72'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:32.582169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c19b58d9-01ea-4024-be70-b2ba343add72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:32.602118 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.618202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.681455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] Set router c19b58d9-01ea-4024-be70-b2ba343add72 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:32.767833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19b58d9-01ea-4024-be70-b2ba343add72', 'name': 'tempest-snat-router-1162538517', 'tenant_id': 'dd7dba685cc94617991fe601b0381ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 5, 'project_id': 'dd7dba685cc94617991fe601b0381ce9', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:32.773016 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.773477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 361ba112-cb83-46d9-bd68-8544d94601a9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:32.775907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.809766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 361ba112-cb83-46d9-bd68-8544d94601a9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:32.810431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.812956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82eeb6-4e05-476d-892d-c2b35e47eab4 None None] The sync data for ids ['c19b58d9-01ea-4024-be70-b2ba343add72'] in n-d-800085-5 is: [{'id': 'c19b58d9-01ea-4024-be70-b2ba343add72', 'name': 'tempest-snat-router-1162538517', 'tenant_id': 'dd7dba685cc94617991fe601b0381ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:27Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 5, 'project_id': 'dd7dba685cc94617991fe601b0381ce9', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:32.871549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.872922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c19b58d9-01ea-4024-be70-b2ba343add72 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:32.884175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.889720 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-17ba368d-6e11-4a08-b535-c6982a8a2f7f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c19b58d9-01ea-4024-be70-b2ba343add72 HTTP/1.1" status: 204 len: 168 time: 1.5574431 Jul 16 01:45:32.891218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:32.949834 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.995062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ddae248-54c4-4d08-8d1a-a6ca1ad19bb2 None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:32.995445 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ddae248-54c4-4d08-8d1a-a6ca1ad19bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.001146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 361ba112-cb83-46d9-bd68-8544d94601a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=361ba112-cb83-46d9-bd68-8544d94601a9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:33.022488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.079348 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.120303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=361ba112-cb83-46d9-bd68-8544d94601a9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.179264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.179620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.179962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.180381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.180718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.181054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.181383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.181705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.182030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.182354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.182729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.182996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:33.236407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Pushing event updated for resources: {'Port': ['ID=01b111db-9809-4207-b44d-dfdd1dad76a7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.264674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.281356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.331063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Deleting port 361ba112-cb83-46d9-bd68-8544d94601a9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:33.331310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.392438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062572e-0269-4977-8811-84b1447015bb req-1da15871-e0d8-4057-9f21-360a54535798 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.398989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d062572e-0269-4977-8811-84b1447015bb req-1da15871-e0d8-4057-9f21-360a54535798 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 944 time: 0.7919548 Jul 16 01:45:33.426615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 540d9236-bbd7-4e1c-8834-6cfb65baddd8 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:33.438774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 361ba112-cb83-46d9-bd68-8544d94601a9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:33.477883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] For port 361ba112-cb83-46d9-bd68-8544d94601a9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=361ba112-cb83-46d9-bd68-8544d94601a9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:33.491560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.552884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Calling delete_port for 361ba112-cb83-46d9-bd68-8544d94601a9 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:33.629371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 361ba112-cb83-46d9-bd68-8544d94601a9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:33.629761 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.866474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Attempting to bind port 01b111db-9809-4207-b44d-dfdd1dad76a7 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:33.866680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Attempting to bind port 01b111db-9809-4207-b44d-dfdd1dad76a7 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:33.867178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Attempting to bind port 01b111db-9809-4207-b44d-dfdd1dad76a7 on network 49a9b375-8f93-421c-b201-664e91cca984 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:33.874350 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.911782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event deleted for resources: {'Port': ['ID=361ba112-cb83-46d9-bd68-8544d94601a9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.918821 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.985963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.038807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Port 01b111db-9809-4207-b44d-dfdd1dad76a7 on network 49a9b375-8f93-421c-b201-664e91cca984 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:34.039144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Attempting to bind port 01b111db-9809-4207-b44d-dfdd1dad76a7 on network 49a9b375-8f93-421c-b201-664e91cca984 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:34.042833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.053826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d062572e-0269-4977-8811-84b1447015bb req-171b2712-a7a4-4c31-8425-89991bbc7a13 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253619 Jul 16 01:45:34.105823 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.108351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.153766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=540d9236-bbd7-4e1c-8834-6cfb65baddd8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.159055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.159882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:34.160936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:34.161483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Checking segment: {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:34.162076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Bound using segment: {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:34.162715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Bound port: 01b111db-9809-4207-b44d-dfdd1dad76a7, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '49a9b375-8f93-421c-b201-664e91cca984'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:34.163539 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.171252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.177887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7933adee-6776-4d76-8826-a5a97def5fef tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "DELETE /v2.0/routers/99a94cf3-d8cc-45c8-9a87-370bb6b0ab5d HTTP/1.1" status: 204 len: 168 time: 1.2849500 Jul 16 01:45:34.178340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51226) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:34.183363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1451498768', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:34.187377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:34.192833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:34.197083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:34.203288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.206364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.229677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.233203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.250034 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.362421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.499147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ba2b892c-6515-4320-a8c9-b034e0853077 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7493410 Jul 16 01:45:34.508399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51228) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:34.604822 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.657723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3f1d3c61-1fa6-4511-aa49-c970a00b4317 None None] Provisioning for port 540d9236-bbd7-4e1c-8834-6cfb65baddd8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:34.671727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] For port 01b111db-9809-4207-b44d-dfdd1dad76a7, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:34.677642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3f1d3c61-1fa6-4511-aa49-c970a00b4317 None None] Provisioning complete for port 540d9236-bbd7-4e1c-8834-6cfb65baddd8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:34.678808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f1d3c61-1fa6-4511-aa49-c970a00b4317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.699112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.702656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] For port 01b111db-9809-4207-b44d-dfdd1dad76a7, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=01b111db-9809-4207-b44d-dfdd1dad76a7,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:34.706972 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.730413 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.735000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d3c61-1fa6-4511-aa49-c970a00b4317 None None] Port 540d9236-bbd7-4e1c-8834-6cfb65baddd8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:34.804569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.805278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.806919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] 10.222.0.93 "PUT /v2.0/ports/01b111db-9809-4207-b44d-dfdd1dad76a7 HTTP/1.1" status: 200 len: 1092 time: 3.8708646 Jul 16 01:45:34.816533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'tag': '01b111db-9809-4207-b44d-dfdd1dad76a7'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:34.818858 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621afee0-85b5-4ea3-ad4e-e26d722d7694" -d '{"events": [{"name": "network-changed", "server_uuid": "9f549d99-7df7-4c89-a2e8-a1106f14ebd8", "tag": "01b111db-9809-4207-b44d-dfdd1dad76a7"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:34.871298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 540d9236-bbd7-4e1c-8834-6cfb65baddd8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:34.871663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.901859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Pushing event updated for resources: {'Port': ['ID=1cbb0938-5b53-4005-8b10-2770768dbe72,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.923986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.936819 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2b7210-11f9-4bd9-8d71-992dcc2b4d73 x-openstack-request-id: req-ca2b7210-11f9-4bd9-8d71-992dcc2b4d73 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:34.937942 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f549d99-7df7-4c89-a2e8-a1106f14ebd8", "tag": "01b111db-9809-4207-b44d-dfdd1dad76a7", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:34.938630 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca2b7210-11f9-4bd9-8d71-992dcc2b4d73 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:34.939209 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'tag': '01b111db-9809-4207-b44d-dfdd1dad76a7', 'status': 'completed', 'code': 200} Jul 16 01:45:34.940155 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.949943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.100089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Allocated IP 172.25.5.28 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/dd3826d2-cd83-4040-b8dd-38b5c7b04d70) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:35.142228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa0f23-20c3-4399-a54a-e4e759119751 service neutron] Pushing event updated for resources: {'Port': ['ID=01b111db-9809-4207-b44d-dfdd1dad76a7,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.172061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.188997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-4e1bb008-3c55-484e-8fe1-bd5f130f5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.190479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-4e1bb008-3c55-484e-8fe1-bd5f130f5d10 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 1095 time: 0.3227208 Jul 16 01:45:35.206721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 540d9236-bbd7-4e1c-8834-6cfb65baddd8 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:35.260540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-a33f10a2-9b10-434e-ad49-2e8da2e08a6d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b111db-9809-4207-b44d-dfdd1dad76a7 HTTP/1.1" status: 200 len: 217 time: 0.0623794 Jul 16 01:45:35.292028 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Floating IP 1806d696-c968-4099-8018-39827f2d4635 associated. External IP: 172.25.5.106, port: 70b1f5e0-900a-4258-9e85-f0b2fff9abf7. Jul 16 01:45:35.427984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 361ba112-cb83-46d9-bd68-8544d94601a9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:35.459959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 361ba112-cb83-46d9-bd68-8544d94601a9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:35.460361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 361ba112-cb83-46d9-bd68-8544d94601a9 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:35.570678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-49620a08-3790-4bfd-9a9b-c349598908a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.572196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-49620a08-3790-4bfd-9a9b-c349598908a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.2781210 Jul 16 01:45:35.636954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-15fc8001-e222-44bc-8a11-342d3d82f435 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557907 Jul 16 01:45:35.656550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.658174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8376e-2591-4670-92fb-f18231530fa7 req-890bdf71-23fa-46e9-93f9-ac5d60c831ea tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.659817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fd8376e-2591-4670-92fb-f18231530fa7 req-890bdf71-23fa-46e9-93f9-ac5d60c831ea tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 944 time: 0.4150255 Jul 16 01:45:35.706942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.751263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:35.757307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:35.760059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:35.793960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event updated for resources: {'Port': ['ID=dd3826d2-cd83-4040-b8dd-38b5c7b04d70,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.061503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.200730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fd8376e-2591-4670-92fb-f18231530fa7 req-e8764363-602c-4bce-a05a-3861389b75de tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978509 Jul 16 01:45:36.253370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-3c0c264b-b0b0-4d00-8e25-469444095510 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049342 Jul 16 01:45:36.270995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Router 26919b65-ec21-4e73-abec-edd41bd5f4ea has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:36.340936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.411861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.450388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=540d9236-bbd7-4e1c-8834-6cfb65baddd8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.542589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ec7a6d1-6f02-4696-bef1-0bc42fde5c9d req-24eb4017-5069-45e8-9ad7-31a3cf4819cc service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807519 Jul 16 01:45:36.571439 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.573742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0fdd758a-22c7-4fcd-985a-1af966ccfc55 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/540d9236-bbd7-4e1c-8834-6cfb65baddd8 HTTP/1.1" status: 204 len: 168 time: 2.0624278 Jul 16 01:45:36.576248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.605245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Router ab149ea6-9e37-4d6d-9d3f-db00b1697574 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:36.701852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:36.718038 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] Sync routers for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:36.729777 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.730737 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.734979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-17a0ad41-b0d6-473d-b609-555867d3881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.735612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-17a0ad41-b0d6-473d-b609-555867d3881c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 1095 time: 0.1202753 Jul 16 01:45:36.782902 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.792918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:36.793653 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.803700 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.804705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] Sync routers for ids ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:36.819737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] Routers {'ab149ea6-9e37-4d6d-9d3f-db00b1697574'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.823096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.834240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.836156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-49643a85-438a-4140-8f34-03dbc9a52c81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6566207 Jul 16 01:45:36.839198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.843603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': False}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:36.851633 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.852529 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce424b90-5819-44d3-9aec-a542ef56a844 None None] The sync data for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:36.902089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.904647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.919240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] Routers {'ab149ea6-9e37-4d6d-9d3f-db00b1697574'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.920057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.930309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2ea1d-2252-45d7-bf3c-10d77a22c44a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.932573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c4d2ea1d-2252-45d7-bf3c-10d77a22c44a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3552196 Jul 16 01:45:36.954381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.955365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1b8cd-5fda-4160-82a9-c85bc203006a None None] The sync data for ids ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:36.964574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51282) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.048758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-e9e3d46e-cd08-4e3e-b70f-8e8f49c587ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.050289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-e9e3d46e-cd08-4e3e-b70f-8e8f49c587ed service neutron] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 912 time: 0.3070545 Jul 16 01:45:37.051856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2900fb3d-d43a-4334-8b1c-d20dce5f096a tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 8.3849378 Jul 16 01:45:37.054531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.218980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-c99bbd78-23f4-442f-9a9a-e836b8a4a526 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b111db-9809-4207-b44d-dfdd1dad76a7 HTTP/1.1" status: 200 len: 217 time: 0.1326315 Jul 16 01:45:37.271486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.281741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-8ac6fdd5-b89e-4a3d-93cb-2061ba7d5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.284002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-8ac6fdd5-b89e-4a3d-93cb-2061ba7d5c7f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.0567088 Jul 16 01:45:37.369380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-5c1a471f-c252-454b-a03a-245af341f578 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744579 Jul 16 01:45:37.381704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.387572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0a5c8138-a1dc-4e8e-b0a1-9870a49ced36 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] 10.222.0.81 "GET /v2.0/floatingips/1806d696-c968-4099-8018-39827f2d4635 HTTP/1.1" status: 200 len: 984 time: 0.3317013 Jul 16 01:45:37.406726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91f15f-d3c8-4c71-93c1-80b785737eb2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.410716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb91f15f-d3c8-4c71-93c1-80b785737eb2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4342794 Jul 16 01:45:37.411892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.530318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-99f0e3f6-71a5-499e-8314-6865aee620eb service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413672 Jul 16 01:45:37.589463 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ce5a4b86-8d1e-411d-8de7-bb18a091e248 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2063293 Jul 16 01:45:37.593263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0ee1d7-ef4e-4285-af36-f7301506137d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.594876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0ee1d7-ef4e-4285-af36-f7301506137d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.596597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0ee1d7-ef4e-4285-af36-f7301506137d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.598170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1e0ee1d7-ef4e-4285-af36-f7301506137d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1846893 Jul 16 01:45:37.598829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51302) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.608011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51304) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:37.642345 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-621afee0-85b5-4ea3-ad4e-e26d722d7694 req-2043346f-2973-44fe-a465-f2a8ffac8980 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014044 Jul 16 01:45:37.666862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95381488-e198-4058-9a58-a6061898d112 req-668c7ae4-fdba-4797-91f0-9cb572ecd667 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.668767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95381488-e198-4058-9a58-a6061898d112 req-668c7ae4-fdba-4797-91f0-9cb572ecd667 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 944 time: 0.2520514 Jul 16 01:45:37.724339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95381488-e198-4058-9a58-a6061898d112 req-69a5cc92-a86c-4b14-9781-80d07ccec4de tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Jul 16 01:45:38.096307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 1dda9edc-f1fa-49a8-acc3-2890e3460dc2 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:38.164993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.289656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.469310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Deleting port 1cbb0938-5b53-4005-8b10-2770768dbe72 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:38.469642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.490885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.576619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.589036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.649925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.650254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.673066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Calling delete_port for 1cbb0938-5b53-4005-8b10-2770768dbe72 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:38.675133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.739281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=1dda9edc-f1fa-49a8-acc3-2890e3460dc2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.750777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.752696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58072288-bc4e-46c8-b188-8609537d05f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/1dda9edc-f1fa-49a8-acc3-2890e3460dc2 HTTP/1.1" status: 204 len: 168 time: 1.1435375 Jul 16 01:45:38.757040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51320) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:38.759918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50465fcd-1e28-4aaf-9e66-03b8448f70b9 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:38.855542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Router ab149ea6-9e37-4d6d-9d3f-db00b1697574 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:38.866786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 2078f152-8bca-453b-b12c-15b8164ff838 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:38.870551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.945252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.013144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7f122-1f4f-4026-93f6-b866fade644f req-c9423aaf-20b6-43a6-9965-558aa0fc7a35 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.014995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24d7f122-1f4f-4026-93f6-b866fade644f req-c9423aaf-20b6-43a6-9965-558aa0fc7a35 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 944 time: 0.1648526 Jul 16 01:45:39.098444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.103666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:39.112982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.114387 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c604f339-f864-40c4-b9c1-6a5198618c6c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "PUT /v2.0/routers/ab149ea6-9e37-4d6d-9d3f-db00b1697574 HTTP/1.1" status: 200 len: 921 time: 2.2745337 Jul 16 01:45:39.122871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51326) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.127147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24d7f122-1f4f-4026-93f6-b866fade644f req-4285d5a3-ec28-48ca-87ae-4dd9c6958818 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017284 Jul 16 01:45:39.131642 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] Sync routers for ids ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:39.154972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Port': ['ID=1cbb0938-5b53-4005-8b10-2770768dbe72,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.177902 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.190046 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] Routers {'ab149ea6-9e37-4d6d-9d3f-db00b1697574'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:39.191883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.289848 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.303327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.304542 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Floating IP 1806d696-c968-4099-8018-39827f2d4635 disassociated (deleted). External IP: 172.25.5.106, port: 70b1f5e0-900a-4258-9e85-f0b2fff9abf7. Jul 16 01:45:39.310455 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] Routers {'ab149ea6-9e37-4d6d-9d3f-db00b1697574'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:39.314978 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.392456 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.393125 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb8731-0529-4a30-9a7f-4160d35f4e7f None None] The sync data for ids ['ab149ea6-9e37-4d6d-9d3f-db00b1697574'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:39.414260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0687f3d8-9ebe-401b-af35-fc032520f7ba tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/ab149ea6-9e37-4d6d-9d3f-db00b1697574 HTTP/1.1" status: 200 len: 921 time: 0.2858422 Jul 16 01:45:39.415911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.447396 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.480758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.486099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/2078f152-8bca-453b-b12c-15b8164ff838 HTTP/1.1" status: 204 len: 168 time: 0.7279472 Jul 16 01:45:39.488689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.552867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a94024-a5fd-49f0-ba21-ee44a373e008 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=2078f152-8bca-453b-b12c-15b8164ff838,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.565390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51336) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.565706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f306922e-e145-47e5-838c-77ce57ef8b49 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746217 Jul 16 01:45:39.571173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:39.593914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 01b111db-9809-4207-b44d-dfdd1dad76a7 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:39.650608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962bd9e8-034c-45c0-80b8-37b635e81066 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.652439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-962bd9e8-034c-45c0-80b8-37b635e81066 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=ab149ea6-9e37-4d6d-9d3f-db00b1697574&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2353535 Jul 16 01:45:39.655483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.721071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Router 26919b65-ec21-4e73-abec-edd41bd5f4ea has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:39.775139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d282b46-f96f-4b34-b631-1867fa0fb43c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.777559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7d282b46-f96f-4b34-b631-1867fa0fb43c tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.1208572 Jul 16 01:45:39.780541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.794278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 01b111db-9809-4207-b44d-dfdd1dad76a7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=01b111db-9809-4207-b44d-dfdd1dad76a7,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:39.815427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '01b111db-9809-4207-b44d-dfdd1dad76a7', 'network_id': '49a9b375-8f93-421c-b201-664e91cca984', 'port_id': '01b111db-9809-4207-b44d-dfdd1dad76a7', 'mac_address': 'fa:16:3e:0a:e8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56129f05-ba2e-4b54-9f2a-6e632af80566', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:39.827858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4a2bd83c-c1ee-43a5-a76e-057873bb7a02 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab149ea6-9e37-4d6d-9d3f-db00b1697574 HTTP/1.1" status: 200 len: 205 time: 0.0454159 Jul 16 01:45:39.832888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51342) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.878862 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:39.881476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:39.886452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.893061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.901501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] Sync routers for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:39.923052 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.946328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:39.948715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.949726 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-60107444-bc57-4c12-8131-cad505c158b0 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "DELETE /v2.0/floatingips/1806d696-c968-4099-8018-39827f2d4635 HTTP/1.1" status: 204 len: 168 time: 2.3479881 Jul 16 01:45:39.950395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.955437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b111db-9809-4207-b44d-dfdd1dad76a7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:39.975672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:40.035675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.038362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.057711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 01b111db-9809-4207-b44d-dfdd1dad76a7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=01b111db-9809-4207-b44d-dfdd1dad76a7,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:40.061936 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:40.063223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:40.063981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.069697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.115401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.116717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc7141-cf39-437b-8d25-176e229bff31 None None] The sync data for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:40.118449 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.171336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4056c3e5-3892-4727-a716-1d93206647ab None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:40.292579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.331686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64608bf5-a7ae-478a-82f3-21d09a294e49 None None] Provisioning complete for port 576c0eeb-d879-4258-a791-88cd06e98b55 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:40.332470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64608bf5-a7ae-478a-82f3-21d09a294e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.402812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Deleting port dd3826d2-cd83-4040-b8dd-38b5c7b04d70 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:40.403160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.439371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.464878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['01b111db-9809-4207-b44d-dfdd1dad76a7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:40.542371 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a6470-fd3a-45e5-a480-262fe6e355d1 req-51f9df69-d55c-4b20-bc6a-772054d699fe tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.547335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.550998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-550a6470-fd3a-45e5-a480-262fe6e355d1 req-51f9df69-d55c-4b20-bc6a-772054d699fe tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 945 time: 0.1499200 Jul 16 01:45:40.559414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.562343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:40.568526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:40.572131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.572764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.616428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-550a6470-fd3a-45e5-a480-262fe6e355d1 req-40d93722-6b22-48ad-b6e0-e84e4363fa28 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641410 Jul 16 01:45:40.622713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.642891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=01b111db-9809-4207-b44d-dfdd1dad76a7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.651907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d171a490-53b5-4371-850e-11e87be7790e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0821142 Jul 16 01:45:40.652546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Calling delete_port for dd3826d2-cd83-4040-b8dd-38b5c7b04d70 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:40.654255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51352) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:40.664670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4ebd673e-07e1-4050-8a11-f36017d94347 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:40.739469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Allocated IP 172.25.5.234 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/d915971b-a1ca-45f7-83a1-395b5d1f6dbf) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:40.912592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebd673e-07e1-4050-8a11-f36017d94347 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:40.916934 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ebd673e-07e1-4050-8a11-f36017d94347 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.966380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:40.975184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.045103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] Deleting port 576c0eeb-d879-4258-a791-88cd06e98b55 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:41.045722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.094629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.102285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.133466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event deleted for resources: {'Port': ['ID=dd3826d2-cd83-4040-b8dd-38b5c7b04d70,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.149724 n-d-800085-5 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-4ebd673e-07e1-4050-8a11-f36017d94347 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e (CIDR: 2001:db8::/64) Jul 16 01:45:41.171425 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebd673e-07e1-4050-8a11-f36017d94347 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:45:41.171884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebd673e-07e1-4050-8a11-f36017d94347 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:41.178331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:41.188507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:41.198154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:41.222264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4ebd673e-07e1-4050-8a11-f36017d94347 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5638587 Jul 16 01:45:41.226418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51354) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.229805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.236923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'subnet': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:41.274879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] For port 576c0eeb-d879-4258-a791-88cd06e98b55, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=576c0eeb-d879-4258-a791-88cd06e98b55,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:41.275694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.305297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] Calling delete_port for 576c0eeb-d879-4258-a791-88cd06e98b55 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:41.456980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.482909 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Pushing event updated for resources: {'Port': ['ID=d915971b-a1ca-45f7-83a1-395b5d1f6dbf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.519488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 576c0eeb-d879-4258-a791-88cd06e98b55 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:41.580686 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.615781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 01b111db-9809-4207-b44d-dfdd1dad76a7 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:41.632590 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0510-a13a-423f-873b-edcaa0304cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.756734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Port 576c0eeb-d879-4258-a791-88cd06e98b55 update to DOWN by agent not found {{(pid=93708) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:45:41.761380 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.802633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 01b111db-9809-4207-b44d-dfdd1dad76a7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:41.806301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] Pushing event deleted for resources: {'Port': ['ID=576c0eeb-d879-4258-a791-88cd06e98b55,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.817191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbd7f6-6b9c-4ebe-ad65-54d00d877390 None None] No DVR routers for this DVR port 576c0eeb-d879-4258-a791-88cd06e98b55 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:41.848808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 01b111db-9809-4207-b44d-dfdd1dad76a7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:41.849714 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.856127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d438fc-deb1-4d14-8074-7abea3ee2776 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:42.041772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.058190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:42.070266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.087973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'tenant_id': '52f0101485b0464b8970d216e019beb7', 'fixed_ips': [{'subnet_id': '6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:42.090361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.133661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.199416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.206575 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.228933 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.277168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b111db-9809-4207-b44d-dfdd1dad76a7'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:42.279179 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c5277-479c-4de1-abab-479a083af13d" -d '{"events": [{"server_uuid": "9f549d99-7df7-4c89-a2e8-a1106f14ebd8", "name": "network-vif-plugged", "status": "completed", "tag": "01b111db-9809-4207-b44d-dfdd1dad76a7"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:42.292397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Pushing event updated for resources: {'Port': ['ID=d915971b-a1ca-45f7-83a1-395b5d1f6dbf,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.294592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0999f00-a4de-4302-9048-aac028ee0e44 req-0715b40a-9b89-423a-a7f8-d0d1a90fe60f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:42.301673 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0999f00-a4de-4302-9048-aac028ee0e44 req-0715b40a-9b89-423a-a7f8-d0d1a90fe60f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 945 time: 0.4506812 Jul 16 01:45:42.310105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.315707 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.316242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Fanout notify agent at l3_agent the message router_deleted on router ab149ea6-9e37-4d6d-9d3f-db00b1697574 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:42.328462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.330050 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-baea6a8a-389e-4455-ac9b-bdf6f46bc23b tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3687792 Jul 16 01:45:42.334469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.346694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.348806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d1e9256d-79a2-4c82-87fa-838abf7b65fe tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/ab149ea6-9e37-4d6d-9d3f-db00b1697574 HTTP/1.1" status: 204 len: 168 time: 2.5028558 Jul 16 01:45:42.351908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51370) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.359182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8d7415c3-65a0-4dde-9b67-49685fc107f1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-636858009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:42.375780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 01b111db-9809-4207-b44d-dfdd1dad76a7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=01b111db-9809-4207-b44d-dfdd1dad76a7,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:42.400323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.406792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d7415c3-65a0-4dde-9b67-49685fc107f1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.407369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d7415c3-65a0-4dde-9b67-49685fc107f1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.442254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0999f00-a4de-4302-9048-aac028ee0e44 req-79d0acc0-69ff-458a-be46-a44b45324b55 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396179 Jul 16 01:45:42.498206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Allocated IP 2001:db8::2 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e/38ceb280-1b40-4da7-93f6-b20b333bc60e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:42.522993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=01b111db-9809-4207-b44d-dfdd1dad76a7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.593938 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:42.644002 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106fc7c-e82b-4ea2-839f-f6dfd4bb2b95 x-openstack-request-id: req-b106fc7c-e82b-4ea2-839f-f6dfd4bb2b95 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:42.644425 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f549d99-7df7-4c89-a2e8-a1106f14ebd8", "name": "network-vif-plugged", "status": "completed", "tag": "01b111db-9809-4207-b44d-dfdd1dad76a7", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:42.644742 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b106fc7c-e82b-4ea2-839f-f6dfd4bb2b95 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:42.645622 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b111db-9809-4207-b44d-dfdd1dad76a7', 'code': 200} Jul 16 01:45:42.649806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.682141 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d7415c3-65a0-4dde-9b67-49685fc107f1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.690698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d7415c3-65a0-4dde-9b67-49685fc107f1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.717019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d7415c3-65a0-4dde-9b67-49685fc107f1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.718678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8d7415c3-65a0-4dde-9b67-49685fc107f1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3658171 Jul 16 01:45:42.721489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51378) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.726518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:42.831408 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.841976 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.857047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Transition to ACTIVE for port object 38ceb280-1b40-4da7-93f6-b20b333bc60e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:42.894251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Transition to ACTIVE for port object 38ceb280-1b40-4da7-93f6-b20b333bc60e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:42.909310 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.974355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:42.977248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:42.981908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:43.002370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Pushing event updated for resources: {'Port': ['ID=38ceb280-1b40-4da7-93f6-b20b333bc60e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.079503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Attempting to bind port 38ceb280-1b40-4da7-93f6-b20b333bc60e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:43.079874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Attempting to bind port 38ceb280-1b40-4da7-93f6-b20b333bc60e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:43.080259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Attempting to bind port 38ceb280-1b40-4da7-93f6-b20b333bc60e on network fb5d48e9-5eb5-4157-b08c-7b53330f354b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:43.085748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:43.086403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Checking segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:43.086572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.086837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Bound using segment: {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:43.087312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Bound port: 38ceb280-1b40-4da7-93f6-b20b333bc60e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e53b1a-3621-470b-865b-ffa9ef23b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:43.087698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.103374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.111158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Allocated IP 172.25.5.18 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/0ff1bef0-88db-411c-a63c-3a8b33f16b86) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:43.122485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626bef2-77ef-42f9-9fe3-42cd5ba48dc4 req-c8cdffd0-019f-45b7-9da3-bdd5e749bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.125132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c626bef2-77ef-42f9-9fe3-42cd5ba48dc4 req-c8cdffd0-019f-45b7-9da3-bdd5e749bc86 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 1097 time: 0.3950646 Jul 16 01:45:43.143777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.165937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] For port 38ceb280-1b40-4da7-93f6-b20b333bc60e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:43.169227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] For port 38ceb280-1b40-4da7-93f6-b20b333bc60e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=38ceb280-1b40-4da7-93f6-b20b333bc60e,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:43.175241 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.212105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.objects.ports [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:45:43.250306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e25f72-8e3e-4963-acd0-e065aa48923f None None] Pushing event updated for resources: {'Port': ['ID=38ceb280-1b40-4da7-93f6-b20b333bc60e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.277074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.317638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c626bef2-77ef-42f9-9fe3-42cd5ba48dc4 req-fbaa1769-811c-4199-8e09-386ae46077bb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689732 Jul 16 01:45:43.334137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.386908 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f7680fc-8681-4efe-bcb4-25d6e8575f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.392990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:43.407365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:43.412037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:43.444003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Pushing event updated for resources: {'Port': ['ID=0ff1bef0-88db-411c-a63c-3a8b33f16b86,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.569941 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.594207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.673301 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f7680fc-8681-4efe-bcb4-25d6e8575f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.683066 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f7680fc-8681-4efe-bcb4-25d6e8575f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.694452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.710572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.753774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.770354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7680fc-8681-4efe-bcb4-25d6e8575f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529ba83b-8175-45cc-815c-f7354b5b9e1e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.839422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515b28-8f8b-4b5e-bda6-3fbdf617e2f6 req-843eca53-9c05-4b2b-b890-dac93d902479 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.840831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8515b28-8f8b-4b5e-bda6-3fbdf617e2f6 req-843eca53-9c05-4b2b-b890-dac93d902479 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.2368736 Jul 16 01:45:43.850930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f7680fc-8681-4efe-bcb4-25d6e8575f7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5190b7e54d645fc8c98d217e0fce944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7059557 Jul 16 01:45:43.851966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51394) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.941843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4a4-bb99-402d-a779-f2219abfce20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.973080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8515b28-8f8b-4b5e-bda6-3fbdf617e2f6 req-3af9d0eb-9894-4d88-a34f-62b6c0ee728d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223896 Jul 16 01:45:43.977900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.979689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] For port 38ceb280-1b40-4da7-93f6-b20b333bc60e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=38ceb280-1b40-4da7-93f6-b20b333bc60e,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:43.980799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4a4-bb99-402d-a779-f2219abfce20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.991319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.033962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.043752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.044690 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.048362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Allocated IP 172.25.5.183 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/4ca8f5dc-3366-4d40-b25a-b4cf0d8a4434) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:44.106683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Pushing event updated for resources: {'Port': ['ID=0ff1bef0-88db-411c-a63c-3a8b33f16b86,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.128911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.162515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.166693 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-09d775bd-12b9-4684-9fe0-a94a4e331c99 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8309832 Jul 16 01:45:44.167849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.176078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4a4-bb99-402d-a779-f2219abfce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.185185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Subnet': ['ID=214dcfa3-1d21-47ad-bbd2-782fcb8d84cc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.185756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccdda4a4-bb99-402d-a779-f2219abfce20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.205613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ccdda4a4-bb99-402d-a779-f2219abfce20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/529ba83b-8175-45cc-815c-f7354b5b9e1e HTTP/1.1" status: 204 len: 168 time: 0.3470280 Jul 16 01:45:44.233109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:44.264124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=38ceb280-1b40-4da7-93f6-b20b333bc60e,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.267299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdda4a4-bb99-402d-a779-f2219abfce20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529ba83b-8175-45cc-815c-f7354b5b9e1e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.302252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:44.303306 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b27d3d9d-d706-4e19-b6bb-5e2f520661ee tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1341336 Jul 16 01:45:44.304128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51408) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.305281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.307895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.363461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c5f7f71b-5266-49f4-afbc-0cc04ae9c326 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1351042 Jul 16 01:45:44.364189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51410) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.408575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0792d79-7d6c-471b-8aba-e9ecf0fbda29 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1014450 Jul 16 01:45:44.410068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.427725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Request body: {'port': {'network_id': 'fb5d48e9-5eb5-4157-b08c-7b53330f354b', 'mac_address': 'fa:16:3e:b7:1c:be', 'name': 'tempest-NetworksTestDHCPv6-1924232064'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:44.438894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.516377 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1827f84b-3610-45ad-a9c5-e953957535f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.550510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.591953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Deleting port 0ff1bef0-88db-411c-a63c-3a8b33f16b86 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:44.592355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.627492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Made reservation on behalf of 52f0101485b0464b8970d216e019beb7 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:44.650666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.689014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.689605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.710389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Calling delete_port for 0ff1bef0-88db-411c-a63c-3a8b33f16b86 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:44.735736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51416) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.740131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:44.750638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:44.761490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:44.766167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b83df7-c4f7-489c-861f-7a75b2ea40b0 None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:44.766447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event updated for resources: {'Port': ['ID=4ca8f5dc-3366-4d40-b25a-b4cf0d8a4434,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.781772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31f434ae-74c1-4215-b959-66faab62923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.943114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-63692556-cc58-4b2c-80be-c724861bd7ee None None] Provisioning for port 38ceb280-1b40-4da7-93f6-b20b333bc60e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:44.980038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.017505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Pushing event deleted for resources: {'Port': ['ID=0ff1bef0-88db-411c-a63c-3a8b33f16b86,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.035166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31f434ae-74c1-4215-b959-66faab62923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.106443 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31f434ae-74c1-4215-b959-66faab62923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.111171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.114067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.118138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93282681-837b-4bdb-9746-dcd291868979 tempest-FloatingIPAdminTestJSON-500229968 tempest-FloatingIPAdminTestJSON-500229968-project] 10.222.0.81 "DELETE /v2.0/floatingips/6ed73676-2981-4857-a5af-1b82955d9251 HTTP/1.1" status: 204 len: 168 time: 0.7068825 Jul 16 01:45:45.142924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.155560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f434ae-74c1-4215-b959-66faab62923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7e8b5-7439-47ba-b661-0777bac1a1e1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.218712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.235021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-31f434ae-74c1-4215-b959-66faab62923c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d01697fec0cc4f31877aaf54b4b2aec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980996 Jul 16 01:45:45.244093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.316550 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.400561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Deleting port d915971b-a1ca-45f7-83a1-395b5d1f6dbf {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:45.400966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.434913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] device_id is not set on port 858952ba-d1fd-4973-abe0-7010d178be2f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:45.521100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 38ceb280-1b40-4da7-93f6-b20b333bc60e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:45.565050 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.565619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.583318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Calling delete_port for d915971b-a1ca-45f7-83a1-395b5d1f6dbf owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:45.596132 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-208bb7ae-70e0-45ee-86c5-bc0651068c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.621907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 38ceb280-1b40-4da7-93f6-b20b333bc60e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:45.630398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 38ceb280-1b40-4da7-93f6-b20b333bc60e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:45.630607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.681245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb2ccd-b6cd-4f08-b834-d5ed69c7f18e req-ce6774bd-253b-46a8-8dd9-830417670bfa tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.688717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1adb2ccd-b6cd-4f08-b834-d5ed69c7f18e req-ce6774bd-253b-46a8-8dd9-830417670bfa tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.5276272 Jul 16 01:45:45.737432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.777239 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-208bb7ae-70e0-45ee-86c5-bc0651068c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.793427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 38ceb280-1b40-4da7-93f6-b20b333bc60e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=38ceb280-1b40-4da7-93f6-b20b333bc60e,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:45.797596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.800440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.827088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1adb2ccd-b6cd-4f08-b834-d5ed69c7f18e req-b908a3f1-04c6-4df7-a476-2c4f0a3b25e7 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373949 Jul 16 01:45:45.863866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Pushing event deleted for resources: {'Port': ['ID=d915971b-a1ca-45f7-83a1-395b5d1f6dbf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.886486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=38ceb280-1b40-4da7-93f6-b20b333bc60e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.955275 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.975597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.978912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.984358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1910154e-dad3-4306-82f3-235c48503fd5 tempest-FloatingIPAdminTestJSON-658800394 tempest-FloatingIPAdminTestJSON-658800394-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/958e4ed5-7b4a-46a7-8636-1dabc47141c3 HTTP/1.1" status: 204 len: 168 time: 0.8391259 Jul 16 01:45:45.987780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51428) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.996924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8::113 (fb5d48e9-5eb5-4157-b08c-7b53330f354b/6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e/858952ba-d1fd-4973-abe0-7010d178be2f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:46.009564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Allocated IP 2001:db8:0:1:f816:3eff:feb7:1cbe (fb5d48e9-5eb5-4157-b08c-7b53330f354b/214dcfa3-1d21-47ad-bbd2-782fcb8d84cc/858952ba-d1fd-4973-abe0-7010d178be2f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:46.034594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-208bb7ae-70e0-45ee-86c5-bc0651068c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.045822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-208bb7ae-70e0-45ee-86c5-bc0651068c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.047529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-208bb7ae-70e0-45ee-86c5-bc0651068c1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aef7e8b5-7439-47ba-b661-0777bac1a1e1 HTTP/1.1" status: 204 len: 168 time: 0.7909806 Jul 16 01:45:46.085712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d2bb233c-b951-4cf8-b651-4fe169b9560c None None] Provisioning complete for port 38ceb280-1b40-4da7-93f6-b20b333bc60e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:46.086177 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d2bb233c-b951-4cf8-b651-4fe169b9560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.151742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bb7ae-70e0-45ee-86c5-bc0651068c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7e8b5-7439-47ba-b661-0777bac1a1e1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.172808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Deleting port 70b1f5e0-900a-4258-9e85-f0b2fff9abf7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:46.173437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.234728 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.360178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.393737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Calling delete_port for 70b1f5e0-900a-4258-9e85-f0b2fff9abf7 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:46.401499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.434113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.459271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.547006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Transition to ACTIVE for port object 858952ba-d1fd-4973-abe0-7010d178be2f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:46.625297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-1420b803-992f-4054-9f6b-ad0a54a1e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.625551 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.625702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-1420b803-992f-4054-9f6b-ad0a54a1e5d8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 1097 time: 0.2466090 Jul 16 01:45:46.735347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.762566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Port': ['ID=70b1f5e0-900a-4258-9e85-f0b2fff9abf7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.769836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc51b2-dbc2-4f93-9575-367f8942d03f req-7dccc7de-b096-47e2-9ef3-23ab77ca5d28 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.771427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90dc51b2-dbc2-4f93-9575-367f8942d03f req-7dccc7de-b096-47e2-9ef3-23ab77ca5d28 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3154197 Jul 16 01:45:46.836821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.844308 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fddaf2a5-8bd1-4772-99a7-59cedcd73d66 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "DELETE /v2.0/ports/70b1f5e0-900a-4258-9e85-f0b2fff9abf7 HTTP/1.1" status: 204 len: 168 time: 0.8546703 Jul 16 01:45:46.844533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.845094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51448) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.942668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b483c-a82d-4181-ae71-59d841133343 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.948382 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-562b483c-a82d-4181-ae71-59d841133343 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "GET /v2.0/ports?device_id=26919b65-ec21-4e73-abec-edd41bd5f4ea HTTP/1.1" status: 200 len: 913 time: 0.1021731 Jul 16 01:45:46.950746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.969071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:46.981396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:46.983244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event updated for resources: {'Port': ['ID=858952ba-d1fd-4973-abe0-7010d178be2f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.989338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:46.994973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.995609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.016451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Router 96b269fb-6129-46a4-a3d1-a2d59f451c5c is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:47.018183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.041270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90dc51b2-dbc2-4f93-9575-367f8942d03f req-00678bd1-35bb-41e5-af85-744bf6cc20f3 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652417 Jul 16 01:45:47.043889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-7401f5c2-4b4c-4e1f-9cc9-a7800f62d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.045515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-7401f5c2-4b4c-4e1f-9cc9-a7800f62d11d service neutron] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 912 time: 0.4058812 Jul 16 01:45:47.100559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-45431906-9f6a-4957-b8de-c97a9c8d3784 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6882985 Jul 16 01:45:47.106249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.153832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-a2fd31bc-b67d-47ed-b950-1bea24535e87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b111db-9809-4207-b44d-dfdd1dad76a7 HTTP/1.1" status: 200 len: 217 time: 0.0993731 Jul 16 01:45:47.298981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63a3630e-0c47-4e97-a162-478e0c35fd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.437937 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63a3630e-0c47-4e97-a162-478e0c35fd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.448939 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63a3630e-0c47-4e97-a162-478e0c35fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.453682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 38ceb280-1b40-4da7-93f6-b20b333bc60e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:47.481620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-44f63175-956e-4701-86ff-c157800bd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.483106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-44f63175-956e-4701-86ff-c157800bd6a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.3160448 Jul 16 01:45:47.517021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting port 858952ba-d1fd-4973-abe0-7010d178be2f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:47.517733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.538743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:47.543903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-a861fd06-aad6-4938-b845-938501236646 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496757 Jul 16 01:45:47.546773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-63a3630e-0c47-4e97-a162-478e0c35fd23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00af7dd49cc84c9fa36a3c647c94765f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201972 Jul 16 01:45:47.553204 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] Sync routers for ids ['96b269fb-6129-46a4-a3d1-a2d59f451c5c'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:47.553763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.554447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-39fa7d4f-11da-42fa-8c9d-fc7538c4aaed tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "PUT /v2.0/routers/96b269fb-6129-46a4-a3d1-a2d59f451c5c HTTP/1.1" status: 200 len: 879 time: 4.8317258 Jul 16 01:45:47.564746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.565083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.565824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3630e-0c47-4e97-a162-478e0c35fd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c795461e-b1ae-492d-9e98-a10458d5846b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.567544 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] Routers {'96b269fb-6129-46a4-a3d1-a2d59f451c5c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:47.569823 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96b269fb-6129-46a4-a3d1-a2d59f451c5c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.582449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e90d20c9-2567-4d3b-98d0-9e666dd061a1 None None] Provisioning for port 858952ba-d1fd-4973-abe0-7010d178be2f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:47.598901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e90d20c9-2567-4d3b-98d0-9e666dd061a1 None None] Provisioning complete for port 858952ba-d1fd-4973-abe0-7010d178be2f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:47.599285 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e90d20c9-2567-4d3b-98d0-9e666dd061a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.636873 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.647433 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] Routers {'96b269fb-6129-46a4-a3d1-a2d59f451c5c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:47.650183 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96b269fb-6129-46a4-a3d1-a2d59f451c5c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.692874 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.693711 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fd92b-7c7c-4947-85fb-4c3c9b76fd8e None None] The sync data for ids ['96b269fb-6129-46a4-a3d1-a2d59f451c5c'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:47.694812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.705535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e90d20c9-2567-4d3b-98d0-9e666dd061a1 None None] Port 858952ba-d1fd-4973-abe0-7010d178be2f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:47.718448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 38ceb280-1b40-4da7-93f6-b20b333bc60e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:47.719094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.741864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42847ac3-0018-4fcd-b761-41a2c97dd270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.762937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Calling delete_port for 858952ba-d1fd-4973-abe0-7010d178be2f owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:47.819117 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42847ac3-0018-4fcd-b761-41a2c97dd270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.853148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-9ffed87e-e6d3-450e-b57e-55be195f8472 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974160 Jul 16 01:45:47.883168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-40e75f26-4d70-46c7-a9a4-358014296223 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/96b269fb-6129-46a4-a3d1-a2d59f451c5c HTTP/1.1" status: 200 len: 920 time: 0.2748215 Jul 16 01:45:47.884352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.914798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.308586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42847ac3-0018-4fcd-b761-41a2c97dd270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.311056 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42847ac3-0018-4fcd-b761-41a2c97dd270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.312512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-42847ac3-0018-4fcd-b761-41a2c97dd270 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c795461e-b1ae-492d-9e98-a10458d5846b HTTP/1.1" status: 204 len: 168 time: 0.7427340 Jul 16 01:45:48.320788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df45b8f7-9f7d-4c7b-a89e-e654194be658 req-3aa1679c-b5b5-4b43-88a3-ec041e2c2aa1 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582098 Jul 16 01:45:48.338128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42847ac3-0018-4fcd-b761-41a2c97dd270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c795461e-b1ae-492d-9e98-a10458d5846b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.366970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e1530-d85d-4856-a164-fbada823db36 req-c517764a-f33c-4432-9ac9-0ed3b500a930 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.368492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e1e1530-d85d-4856-a164-fbada823db36 req-c517764a-f33c-4432-9ac9-0ed3b500a930 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1181536 Jul 16 01:45:48.420538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00a89a-a56b-4e1c-ad39-69869bba56f6 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.422173 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b00a89a-a56b-4e1c-ad39-69869bba56f6 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=96b269fb-6129-46a4-a3d1-a2d59f451c5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5372763 Jul 16 01:45:48.429030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.460313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e1e1530-d85d-4856-a164-fbada823db36 req-679ab1f5-050a-4521-b09a-a6d7b0ee318d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825536 Jul 16 01:45:48.612843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.662501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Port': ['ID=858952ba-d1fd-4973-abe0-7010d178be2f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.666105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd61b2-0fca-4e7d-b51f-89a0c230dd6f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.670271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4fcd61b2-0fca-4e7d-b51f-89a0c230dd6f tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.2375236 Jul 16 01:45:48.670739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.709065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-92d2618b-426b-4579-bcd6-fd7d47811dd1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=96b269fb-6129-46a4-a3d1-a2d59f451c5c HTTP/1.1" status: 200 len: 205 time: 0.0373225 Jul 16 01:45:48.713197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.822249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.824920 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-44076d4b-e56c-4241-973c-02af5d78a767 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/858952ba-d1fd-4973-abe0-7010d178be2f HTTP/1.1" status: 204 len: 168 time: 1.7127237 Jul 16 01:45:48.837491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51516) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.882338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.919100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Deleting port b0fa9c62-2b03-4201-a43b-c27bc150f020 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:48.920409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.992561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451ea78-35a8-4976-ad82-940dd9ff723f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.996745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2451ea78-35a8-4976-ad82-940dd9ff723f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1516135 Jul 16 01:45:49.005126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.096835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.111595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.127382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Calling delete_port for b0fa9c62-2b03-4201-a43b-c27bc150f020 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:49.142579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b770f6-bf09-4be0-be09-69a0cc6793f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.143889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a8b770f6-bf09-4be0-be09-69a0cc6793f8 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1374598 Jul 16 01:45:49.146691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.214980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d23dbd-c55e-4213-a53a-8e8b8e495d59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.216696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d23dbd-c55e-4213-a53a-8e8b8e495d59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.218288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d23dbd-c55e-4213-a53a-8e8b8e495d59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.219899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b0d23dbd-c55e-4213-a53a-8e8b8e495d59 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0719562 Jul 16 01:45:49.222745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.266965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Deleting port 4ca8f5dc-3366-4d40-b25a-b4cf0d8a4434 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:49.266965 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.269212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.315367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 214dcfa3-1d21-47ad-bbd2-782fcb8d84cc {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:49.344813 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.400429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.401636 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.427954 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.435122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-267456815-network', 'tenant_id': '2e8815f0d97b4f729b7d62f4cdd5d1ce'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:49.444391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Port': ['ID=b0fa9c62-2b03-4201-a43b-c27bc150f020,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:49.463440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Calling delete_port for 4ca8f5dc-3366-4d40-b25a-b4cf0d8a4434 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:49.556372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Made reservation on behalf of 2e8815f0d97b4f729b7d62f4cdd5d1ce for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:49.558830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.595063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.666517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.679526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.806949 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.828020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.892514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=214dcfa3-1d21-47ad-bbd2-782fcb8d84cc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:49.902146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2126fa8-cca8-4255-8061-60d34dea5700 req-7da3851d-f474-4053-989c-aab42368fa4c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.903879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2126fa8-cca8-4255-8061-60d34dea5700 req-7da3851d-f474-4053-989c-aab42368fa4c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.2864366 Jul 16 01:45:49.912085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.914482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ba33345d-1c25-48a6-bff0-e790dee613c4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/214dcfa3-1d21-47ad-bbd2-782fcb8d84cc HTTP/1.1" status: 204 len: 168 time: 0.6905015 Jul 16 01:45:49.919980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedce2fb-6b0b-449e-90db-f7013537fa2a None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:49.920992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.979692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.000432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2126fa8-cca8-4255-8061-60d34dea5700 req-e1aa6b7e-bdbb-473b-a7c5-2dbba78403af tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665662 Jul 16 01:45:50.033928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Deleting subnet 6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:50.034199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event deleted for resources: {'Port': ['ID=4ca8f5dc-3366-4d40-b25a-b4cf0d8a4434,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.038548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.066411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Router 26919b65-ec21-4e73-abec-edd41bd5f4ea has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:50.131661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.145325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.148665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.213620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.257172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:50.278572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.283381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.283729 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Added segment 9b3cc243-225e-4ef6-9789-58396569f529 of type vlan for network e8e45dae-9b0b-484e-8dce-4a66ad0a777e Jul 16 01:45:50.285457 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.308082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.320137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:50.329518 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4c1b3ec8-dcbb-423a-bb47-61da5f77b99e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "PUT /v2.0/routers/26919b65-ec21-4e73-abec-edd41bd5f4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3768752 Jul 16 01:45:50.332146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] Sync routers for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:50.338605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.340758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a26944-190a-4cb3-8c81-c2b6fc04d111,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.348324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:50.350095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.411993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.432308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] Routers {'26919b65-ec21-4e73-abec-edd41bd5f4ea'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:50.432942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['26919b65-ec21-4e73-abec-edd41bd5f4ea'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.442260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.457512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.470760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.472041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Fanout notify agent at l3_agent the message router_deleted on router 96b269fb-6129-46a4-a3d1-a2d59f451c5c {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:50.499933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.501020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.502824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9dd3c723-8382-48de-b06f-236aea22bf81 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/96b269fb-6129-46a4-a3d1-a2d59f451c5c HTTP/1.1" status: 204 len: 168 time: 1.7885520 Jul 16 01:45:50.506434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.509392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.513780 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e HTTP/1.1" status: 204 len: 168 time: 0.5895092 Jul 16 01:45:50.513948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.513948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6c473-48e0-4408-95bc-12536bffb4ee None None] The sync data for ids ['26919b65-ec21-4e73-abec-edd41bd5f4ea'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:50.519084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-161fc9ee-438b-4cbf-9bb0-302d34563e6f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1468085752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:50.524699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.589462 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-96b2eac8-6f1c-41f2-9765-ef4e45a1d816 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599875 Jul 16 01:45:50.589462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.589462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.589462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.589957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.589957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.590278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.590692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.591024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.591350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.591676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.592013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.592375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53be6f5-8ce6-43e3-be3f-0d89337f6d77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.596285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.598130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.600917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.602091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.602728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.667151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161fc9ee-438b-4cbf-9bb0-302d34563e6f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.668216 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161fc9ee-438b-4cbf-9bb0-302d34563e6f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.734626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4641688 Jul 16 01:45:50.737268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51564) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.743596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Request body: {'subnet': {'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-267456815-subnet', 'tenant_id': '2e8815f0d97b4f729b7d62f4cdd5d1ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:50.757130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161fc9ee-438b-4cbf-9bb0-302d34563e6f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.770733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161fc9ee-438b-4cbf-9bb0-302d34563e6f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.775248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8e25f-eb8c-4ec0-beb9-1be9481f2fbd admin admin] Pushing event updated for resources: {'Network': ['ID=e8e45dae-9b0b-484e-8dce-4a66ad0a777e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.787858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e8e45dae-9b0b-484e-8dce-4a66ad0a777e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:50.805911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3353227-ac3f-4c45-8cd3-83e4a7dbdb00 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.807489 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b3353227-ac3f-4c45-8cd3-83e4a7dbdb00 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2083898 Jul 16 01:45:50.813986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.820109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161fc9ee-438b-4cbf-9bb0-302d34563e6f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.823839 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-161fc9ee-438b-4cbf-9bb0-302d34563e6f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3139672 Jul 16 01:45:50.823839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Made reservation on behalf of 2e8815f0d97b4f729b7d62f4cdd5d1ce for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:50.824392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.826268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.841005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': True}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:50.873029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5de8566-65f2-46dd-a663-911602497b74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.878295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b5de8566-65f2-46dd-a663-911602497b74 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0631914 Jul 16 01:45:50.879270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.930318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-02749b51-498a-4dd3-a73a-7adaac325d1f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499010 Jul 16 01:45:50.930972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.942626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.970902 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf97237a-56e7-4ab4-9697-e380e0d3b563 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:50.971737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf97237a-56e7-4ab4-9697-e380e0d3b563 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:50.976735 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cf97237a-56e7-4ab4-9697-e380e0d3b563 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/858952ba-d1fd-4973-abe0-7010d178be2f HTTP/1.1" status: 404 len: 333 time: 0.0442045 Jul 16 01:45:50.977390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51574) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.008587 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5fef67-f0a8-48eb-94cc-d5024fbd6b84 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.009109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5fef67-f0a8-48eb-94cc-d5024fbd6b84 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.013996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ab5fef67-f0a8-48eb-94cc-d5024fbd6b84 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/214dcfa3-1d21-47ad-bbd2-782fcb8d84cc HTTP/1.1" status: 404 len: 337 time: 0.0343699 Jul 16 01:45:51.014822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.067067 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c484f66d-8128-41fa-a0f7-52b6a6c80ccb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.067666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c484f66d-8128-41fa-a0f7-52b6a6c80ccb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.072553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c484f66d-8128-41fa-a0f7-52b6a6c80ccb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/6ac5d6c9-7afd-46b1-9234-a7a7611a6e7e HTTP/1.1" status: 404 len: 337 time: 0.0565236 Jul 16 01:45:51.073185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51580) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.105061 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-244a5092-5e6b-4893-8714-f46c8f84c8c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.105767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244a5092-5e6b-4893-8714-f46c8f84c8c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.110741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-244a5092-5e6b-4893-8714-f46c8f84c8c2 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/540d9236-bbd7-4e1c-8834-6cfb65baddd8 HTTP/1.1" status: 404 len: 333 time: 0.0355608 Jul 16 01:45:51.111419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.121235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8836f-81db-46eb-a1ce-73dac487cc8a None None] Network fb5d48e9-5eb5-4157-b08c-7b53330f354b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:51.158462 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c478c779-f88e-4744-a5e1-25ed9569febc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.158704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c478c779-f88e-4744-a5e1-25ed9569febc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.162932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c478c779-f88e-4744-a5e1-25ed9569febc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/1dda9edc-f1fa-49a8-acc3-2890e3460dc2 HTTP/1.1" status: 404 len: 337 time: 0.0446270 Jul 16 01:45:51.163483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51584) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.176303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.215546 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f060d39-c181-4b3a-b60e-2f2b9d24e50a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.215987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f060d39-c181-4b3a-b60e-2f2b9d24e50a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.221004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0f060d39-c181-4b3a-b60e-2f2b9d24e50a tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/2078f152-8bca-453b-b12c-15b8164ff838 HTTP/1.1" status: 404 len: 337 time: 0.0538433 Jul 16 01:45:51.231080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.246726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8074ea64-e2c3-4b2c-a283-539974b69fc2 None None] Provisioning complete for port 38ceb280-1b40-4da7-93f6-b20b333bc60e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:51.248312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8074ea64-e2c3-4b2c-a283-539974b69fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.251631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Deleting port 50619041-9ebd-4010-9e5f-9be9d8376cac {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:51.251631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.272172 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92794b0-b9ae-47f0-88d2-ed1a8b8362c0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.273057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92794b0-b9ae-47f0-88d2-ed1a8b8362c0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.274963 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b92794b0-b9ae-47f0-88d2-ed1a8b8362c0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/6922b882-570d-425d-b0c6-570bcec67978 HTTP/1.1" status: 404 len: 333 time: 0.0427232 Jul 16 01:45:51.278282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.346435 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-3616ea4a-b831-42e3-a592-f6ebe3b6d26e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.346988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3616ea4a-b831-42e3-a592-f6ebe3b6d26e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.351632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3616ea4a-b831-42e3-a592-f6ebe3b6d26e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/1facf18e-89cd-40e1-b1f7-c9bacbb93af5 HTTP/1.1" status: 404 len: 337 time: 0.0688279 Jul 16 01:45:51.352831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d9a24-e4a4-4d1b-a714-bea8a7905833 req-b3cdc1b7-ccc9-4399-a656-776ab3aac0f9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.354786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac3d9a24-e4a4-4d1b-a714-bea8a7905833 req-b3cdc1b7-ccc9-4399-a656-776ab3aac0f9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1515977 Jul 16 01:45:51.355278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.390043 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.399351 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b23ccd-2c11-4752-a9e0-e970d96d6419 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.399818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b23ccd-2c11-4752-a9e0-e970d96d6419 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.404131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-68b23ccd-2c11-4752-a9e0-e970d96d6419 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/0cbf6f43-a0c3-4612-8854-6e4a74a780cb HTTP/1.1" status: 404 len: 337 time: 0.0437706 Jul 16 01:45:51.412543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.450883 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ff737a-92ea-4bd8-a5f8-b9b4cf7fce90 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.452603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ff737a-92ea-4bd8-a5f8-b9b4cf7fce90 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.454062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-95ff737a-92ea-4bd8-a5f8-b9b4cf7fce90 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/918c6c74-12df-471e-b118-09f8e76bbd47 HTTP/1.1" status: 404 len: 333 time: 0.0403340 Jul 16 01:45:51.456114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.458940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51594) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.476022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Calling delete_port for 50619041-9ebd-4010-9e5f-9be9d8376cac owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:51.497293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac3d9a24-e4a4-4d1b-a714-bea8a7905833 req-06206455-6995-49ff-82b9-db17641110f4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271889 Jul 16 01:45:51.528662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] DHCP port deletion for fb5d48e9-5eb5-4157-b08c-7b53330f354b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:51.591894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] Deleting port 38ceb280-1b40-4da7-93f6-b20b333bc60e {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:51.592299 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.699606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.741557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Port': ['ID=50619041-9ebd-4010-9e5f-9be9d8376cac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.758573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] For port 38ceb280-1b40-4da7-93f6-b20b333bc60e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=38ceb280-1b40-4da7-93f6-b20b333bc60e,segment=NetworkSegment(23e53b1a-3621-470b-865b-ffa9ef23b159),segment_id=23e53b1a-3621-470b-865b-ffa9ef23b159)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:51.759238 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.776656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] Calling delete_port for 38ceb280-1b40-4da7-93f6-b20b333bc60e owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:51.807458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e725e23d-71e7-47c4-bb80-31e79dc5cc33,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.820396 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.820798 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d72b86-4bbb-44c5-af05-6f41704d9a60 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.821333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d72b86-4bbb-44c5-af05-6f41704d9a60 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.824344 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-07d72b86-4bbb-44c5-af05-6f41704d9a60 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/8131990a-ce84-465f-bd07-ca006ef8628e HTTP/1.1" status: 404 len: 337 time: 0.3615515 Jul 16 01:45:51.827903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51602) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.830188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Checking segment: {'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:51.830573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Network hostable DHCP agents. Network: e8e45dae-9b0b-484e-8dce-4a66ad0a777e, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:51.919433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Network e8e45dae-9b0b-484e-8dce-4a66ad0a777e is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:51.933266 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.961212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e8e45dae-9b0b-484e-8dce-4a66ad0a777e) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:51.964033 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-762c8727-74bb-4c3b-91f0-39f3c110252f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:51.964618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762c8727-74bb-4c3b-91f0-39f3c110252f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:51.969286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-762c8727-74bb-4c3b-91f0-39f3c110252f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d08c93a7-d977-4f83-8d4d-a4a496a5a2c7 HTTP/1.1" status: 404 len: 337 time: 0.1139829 Jul 16 01:45:51.970161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.970763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.971774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51604) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.979276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.981006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.984194 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.004608 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.007163 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c666a4d-7771-49dd-9183-306c6fc73837 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.008129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c666a4d-7771-49dd-9183-306c6fc73837 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.009648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] No DVR routers for this DVR port 38ceb280-1b40-4da7-93f6-b20b333bc60e on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:52.012951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51606) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.013123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9c666a4d-7771-49dd-9183-306c6fc73837 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/b1a29229-9ac2-4642-b544-db29c18ba9b7 HTTP/1.1" status: 404 len: 333 time: 0.0402172 Jul 16 01:45:52.025959 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-df595a46-aa2d-4db9-84e0-957fef81a77e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2876227 Jul 16 01:45:52.055652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8651055-689f-4718-a4a6-770584dfabb7 None None] Pushing event deleted for resources: {'Port': ['ID=38ceb280-1b40-4da7-93f6-b20b333bc60e,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.071813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cb9fcf-f196-43b7-9d62-6ee3517ea208 None None] Network e8e45dae-9b0b-484e-8dce-4a66ad0a777e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:52.077924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.079058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Fanout notify agent at l3_agent the message router_deleted on router 26919b65-ec21-4e73-abec-edd41bd5f4ea {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:52.090485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.091671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d2aa6c03-5921-4b2f-b63d-7f68f1756d0d tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "DELETE /v2.0/routers/26919b65-ec21-4e73-abec-edd41bd5f4ea HTTP/1.1" status: 204 len: 168 time: 1.7519381 Jul 16 01:45:52.093694 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b99d66-566c-40eb-af7e-3aebc350d46b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.094093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b99d66-566c-40eb-af7e-3aebc350d46b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.095234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.095855 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-61b99d66-566c-40eb-af7e-3aebc350d46b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d3bad5ff-7596-4310-a587-4d80e2bf4365 HTTP/1.1" status: 404 len: 337 time: 0.0817559 Jul 16 01:45:52.099625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.175166 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ca86ef-cfc2-4af3-8cf5-05da3ec78dbb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.175964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ca86ef-cfc2-4af3-8cf5-05da3ec78dbb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.180414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a9ca86ef-cfc2-4af3-8cf5-05da3ec78dbb tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/148211ae-b825-4a43-8844-e8a3892cc34a HTTP/1.1" status: 404 len: 333 time: 0.0798709 Jul 16 01:45:52.180978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.215991 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c6280e-9705-43ba-90a6-23d530a29042 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.216991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c6280e-9705-43ba-90a6-23d530a29042 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.218962 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65c6280e-9705-43ba-90a6-23d530a29042 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/e1194643-d093-4ef4-b98c-eff36dacff44 HTTP/1.1" status: 404 len: 337 time: 0.0365040 Jul 16 01:45:52.222103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51620) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.232502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Allocated IP 172.25.5.142 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/f41aac24-41b4-4dbd-98b1-09f92d2b3c4e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:52.263957 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f044ba87-0301-4d27-91a0-d7e327cc28ef tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.264502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f044ba87-0301-4d27-91a0-d7e327cc28ef tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.266790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f044ba87-0301-4d27-91a0-d7e327cc28ef tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/85a11748-92d7-441d-b063-5f472b1a0a05 HTTP/1.1" status: 404 len: 333 time: 0.0436997 Jul 16 01:45:52.269811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51626) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.278253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208db24-aeaf-4212-9e39-82e6d745619d None None] Network e8e45dae-9b0b-484e-8dce-4a66ad0a777e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:52.303737 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d81878-395a-4a06-9caf-20d2ab68d68e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.304060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d81878-395a-4a06-9caf-20d2ab68d68e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.306399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-52d81878-395a-4a06-9caf-20d2ab68d68e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/9f226c1b-fab5-4d1b-a301-8daf71a90250 HTTP/1.1" status: 404 len: 337 time: 0.0359623 Jul 16 01:45:52.309267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51628) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.320832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Deleting subnet deb952da-5fea-44ca-a34a-f7c0ec4e7b36 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:52.341097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.345460 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-169d8cd8-c53a-485b-ba73-ee6c48e77810 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.346223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169d8cd8-c53a-485b-ba73-ee6c48e77810 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.348063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-169d8cd8-c53a-485b-ba73-ee6c48e77810 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/de0ad12b-7ff9-4d81-b718-3a69fdf2dd4a HTTP/1.1" status: 404 len: 333 time: 0.0375979 Jul 16 01:45:52.366525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.406902 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a83c4b-ddd0-465b-a6fe-e2af0f3156f6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.407360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a83c4b-ddd0-465b-a6fe-e2af0f3156f6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.409110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c4a83c4b-ddd0-465b-a6fe-e2af0f3156f6 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/94221090-5f76-4b03-ba8c-68450cf0aa50 HTTP/1.1" status: 404 len: 337 time: 0.0422833 Jul 16 01:45:52.412264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.443912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.493206 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.541879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:52.552259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:52.570983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:52.578068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Port': ['ID=f41aac24-41b4-4dbd-98b1-09f92d2b3c4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.772403 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.777111 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c63c1f7-240d-4795-acf0-76050f9003ce tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.777846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c63c1f7-240d-4795-acf0-76050f9003ce tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.779529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8c63c1f7-240d-4795-acf0-76050f9003ce tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/d223e06d-3bf0-43c3-83f6-304ced47793d HTTP/1.1" status: 404 len: 333 time: 0.3663795 Jul 16 01:45:52.799550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.843310 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f15b0d-b3b7-4cfd-83e2-d4772bda9d63 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.843784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f15b0d-b3b7-4cfd-83e2-d4772bda9d63 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.846661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-74f15b0d-b3b7-4cfd-83e2-d4772bda9d63 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/75fbef9a-b801-4277-be0a-7da6d9ab1be7 HTTP/1.1" status: 404 len: 337 time: 0.0463212 Jul 16 01:45:52.849575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.887923 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b29469e-1a7f-4177-b6be-d7989948ead4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.888648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b29469e-1a7f-4177-b6be-d7989948ead4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.891722 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1b29469e-1a7f-4177-b6be-d7989948ead4 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/e6bf66b2-03cd-4dcc-bce4-9489dacb5889 HTTP/1.1" status: 404 len: 333 time: 0.0403895 Jul 16 01:45:52.893982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.927053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc024ac-50c5-412b-8cdd-8e9834536578 req-4abe717e-b25f-434f-8b8e-35d4c5a9ec7d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.928732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdc024ac-50c5-412b-8cdd-8e9834536578 req-4abe717e-b25f-434f-8b8e-35d4c5a9ec7d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1529763 Jul 16 01:45:52.943445 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.950070 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd75221-91f3-4914-a205-95528e5c199e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.950653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd75221-91f3-4914-a205-95528e5c199e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.952319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4fd75221-91f3-4914-a205-95528e5c199e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/4dcb14c8-aff8-4820-a9dc-d94402e97c8a HTTP/1.1" status: 404 len: 337 time: 0.0578439 Jul 16 01:45:52.957089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51650) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.988487 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-38aced0d-51bb-4ace-9efb-628f013c4331 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:52.988981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38aced0d-51bb-4ace-9efb-628f013c4331 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:52.990804 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38aced0d-51bb-4ace-9efb-628f013c4331 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/1dccf095-beec-4cf5-907f-163302536b8a HTTP/1.1" status: 404 len: 337 time: 0.0327976 Jul 16 01:45:52.993412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51652) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.009587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdc024ac-50c5-412b-8cdd-8e9834536578 req-93017d57-9925-4f96-a598-20b4cb59353f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751181 Jul 16 01:45:53.028829 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-2132008a-ed14-42c6-b487-e91031d7967e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.029610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2132008a-ed14-42c6-b487-e91031d7967e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.031396 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2132008a-ed14-42c6-b487-e91031d7967e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/f96925a1-6de3-4d25-8448-669c36b05789 HTTP/1.1" status: 404 len: 333 time: 0.0370212 Jul 16 01:45:53.034354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.042775 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.066911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75c31b-563f-4d5b-9f8c-a390196ddacc None None] Network e68957c3-a423-4989-8ef4-c2f37f9b526d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:53.078847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Subnet': ['ID=deb952da-5fea-44ca-a34a-f7c0ec4e7b36,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.079074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.081310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.083597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f5a377f-595b-47b5-9c87-d7dfd7d7d70f tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "DELETE /v2.0/subnets/deb952da-5fea-44ca-a34a-f7c0ec4e7b36 HTTP/1.1" status: 204 len: 168 time: 0.9847965 Jul 16 01:45:53.086451 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cff2aae-f0ec-4854-a4b1-617af26a7536 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.087445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cff2aae-f0ec-4854-a4b1-617af26a7536 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.087680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.092165 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2cff2aae-f0ec-4854-a4b1-617af26a7536 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/cce39c24-b633-4501-9ccb-720cbd8a42b0 HTTP/1.1" status: 404 len: 337 time: 0.0545993 Jul 16 01:45:53.095667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.174258 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f480fb-008e-4d57-9c06-05de6fe6f748 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.174725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f480fb-008e-4d57-9c06-05de6fe6f748 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.178707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d0f480fb-008e-4d57-9c06-05de6fe6f748 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d74defcd-7e64-4806-84d9-a95d70266ac0 HTTP/1.1" status: 404 len: 337 time: 0.0782843 Jul 16 01:45:53.184115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.242945 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9474114-3dc8-45e9-a48f-b5d9c0577210 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.243662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9474114-3dc8-45e9-a48f-b5d9c0577210 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.247700 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c9474114-3dc8-45e9-a48f-b5d9c0577210 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/9eadd893-5a99-4875-8571-7513a0f34684 HTTP/1.1" status: 404 len: 333 time: 0.0531318 Jul 16 01:45:53.250509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.285876 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-928248ca-bbd4-4ec2-9a07-5fb933df2286 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.286299 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.286450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928248ca-bbd4-4ec2-9a07-5fb933df2286 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.290525 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-928248ca-bbd4-4ec2-9a07-5fb933df2286 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/37460773-7936-41bb-8717-8bee0a0ebf09 HTTP/1.1" status: 404 len: 337 time: 0.0367301 Jul 16 01:45:53.293489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.344741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Deleting port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:53.345176 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.359770 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b07c88-f8e7-4e2e-8013-11caa6706235 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.360387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b07c88-f8e7-4e2e-8013-11caa6706235 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.364603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6b07c88-f8e7-4e2e-8013-11caa6706235 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/332d075f-683d-4dae-9246-0e32520151e5 HTTP/1.1" status: 404 len: 337 time: 0.0677109 Jul 16 01:45:53.365515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.434791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] DHCP port deletion for e68957c3-a423-4989-8ef4-c2f37f9b526d request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:53.448121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] For port 70058913-7ff6-43cd-b0dd-f59e0fc164e9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=70058913-7ff6-43cd-b0dd-f59e0fc164e9,segment=NetworkSegment(731fd557-43b8-4407-a26d-4bff22d28f16),segment_id=731fd557-43b8-4407-a26d-4bff22d28f16)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:53.449808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.450452 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0057f725-e4a9-4d57-a174-f9ecad639611 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.451136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0057f725-e4a9-4d57-a174-f9ecad639611 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.456332 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0057f725-e4a9-4d57-a174-f9ecad639611 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/bbd64d4a-1916-4ae0-b5f9-2c0539f3fc94 HTTP/1.1" status: 404 len: 333 time: 0.0896587 Jul 16 01:45:53.458864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.463787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Calling delete_port for 70058913-7ff6-43cd-b0dd-f59e0fc164e9 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:53.503580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 38ceb280-1b40-4da7-93f6-b20b333bc60e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:53.512427 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a57683-5e8d-423e-94a8-9953712f64f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.513323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a57683-5e8d-423e-94a8-9953712f64f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.516170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c9a57683-5e8d-423e-94a8-9953712f64f0 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/aebc62c9-4205-466e-838a-65b2fc2c6ab1 HTTP/1.1" status: 404 len: 337 time: 0.0563672 Jul 16 01:45:53.519228 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.538531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 38ceb280-1b40-4da7-93f6-b20b333bc60e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:53.539117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 38ceb280-1b40-4da7-93f6-b20b333bc60e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:53.571748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] Deleting port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:53.572435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.579265 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f21c46-b51d-432a-b04a-18136c0c5bea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.579980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f21c46-b51d-432a-b04a-18136c0c5bea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.581897 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b7f21c46-b51d-432a-b04a-18136c0c5bea tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/faccf6bd-441e-4a80-b979-5e0c866c6be5 HTTP/1.1" status: 404 len: 337 time: 0.0617545 Jul 16 01:45:53.585591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.610024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.627577 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1c6e3885-804d-40cc-8557-be549e7b155c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports?device_id=08976cde-2478-4fea-8a25-e94284abd12b HTTP/1.1" status: 200 len: 205 time: 0.0406268 Jul 16 01:45:53.630764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.631611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] No DVR routers for this DVR port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:53.634941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.645640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.655505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] For port 70058913-7ff6-43cd-b0dd-f59e0fc164e9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=70058913-7ff6-43cd-b0dd-f59e0fc164e9,segment=NetworkSegment(731fd557-43b8-4407-a26d-4bff22d28f16),segment_id=731fd557-43b8-4407-a26d-4bff22d28f16)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:53.656248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.672359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] Calling delete_port for 70058913-7ff6-43cd-b0dd-f59e0fc164e9 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:53.702294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Port': ['ID=70058913-7ff6-43cd-b0dd-f59e0fc164e9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.728349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.728895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.729027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.729358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.729690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.730495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.730624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.730896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.731271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.731587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.731956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.732389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:53.736783 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-04464569-cdea-45ba-98a5-3d1976534527 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] delete failed (client error): The resource could not be found. Jul 16 01:45:53.737843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-04464569-cdea-45ba-98a5-3d1976534527 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/routers/08976cde-2478-4fea-8a25-e94284abd12b HTTP/1.1" status: 404 len: 336 time: 0.1007023 Jul 16 01:45:53.759799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.807707 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.810987 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-669abfa0-b6f8-442b-a6f5-3930741b269c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:53.812019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669abfa0-b6f8-442b-a6f5-3930741b269c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:53.821034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68957c3-a423-4989-8ef4-c2f37f9b526d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:53.824009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-669abfa0-b6f8-442b-a6f5-3930741b269c tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/c377762c-c4dd-4075-b28e-49f700e98134 HTTP/1.1" status: 404 len: 337 time: 0.0630856 Jul 16 01:45:53.825176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.885413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731fd557-43b8-4407-a26d-4bff22d28f16') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:53.886059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731fd557-43b8-4407-a26d-4bff22d28f16') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:53.891841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-02c74d14-f655-43ee-ba87-3a087a493e00 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "GET /v2.0/ports?device_id=e553b56c-91fb-4b85-80a8-2f142a46a433 HTTP/1.1" status: 200 len: 205 time: 0.0620394 Jul 16 01:45:53.896264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.907986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.929394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Router e33def9d-3c2f-4d2e-8aab-84578b9d19c5 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:53.938344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.971246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] Pushing event deleted for resources: {'Port': ['ID=70058913-7ff6-43cd-b0dd-f59e0fc164e9,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.976102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f09b1b-7387-40e9-8851-9f72a104dedb None None] No DVR routers for this DVR port 70058913-7ff6-43cd-b0dd-f59e0fc164e9 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:53.989053 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-260b525a-50dd-474e-8c2d-e2fe623eb55f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] delete failed (client error): The resource could not be found. Jul 16 01:45:53.990310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-260b525a-50dd-474e-8c2d-e2fe623eb55f tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/routers/e553b56c-91fb-4b85-80a8-2f142a46a433 HTTP/1.1" status: 404 len: 336 time: 0.0929272 Jul 16 01:45:53.997501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.025846 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4c6c71-019b-4efc-b165-ca48ff28cbd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.026322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4c6c71-019b-4efc-b165-ca48ff28cbd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.028675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6a4c6c71-019b-4efc-b165-ca48ff28cbd7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/bd845165-b3da-4149-809c-813fb6c9d91b HTTP/1.1" status: 404 len: 337 time: 0.0344028 Jul 16 01:45:54.031454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51702) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.033726 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.063846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:54.064255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:54.067529 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:54.077428 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-335ea5a2-c1f8-46e5-ac8c-29189bcc805d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.078144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335ea5a2-c1f8-46e5-ac8c-29189bcc805d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.080054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-335ea5a2-c1f8-46e5-ac8c-29189bcc805d tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/4bf7b6a1-87a3-4e02-9cf3-e46494f52c17 HTTP/1.1" status: 404 len: 337 time: 0.0476296 Jul 16 01:45:54.082965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.125396 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-37295f84-4307-4b01-afff-274caa6e2592 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.129373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37295f84-4307-4b01-afff-274caa6e2592 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.135356 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-37295f84-4307-4b01-afff-274caa6e2592 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/e24c516a-e12d-45ff-bd56-e01f653c9401 HTTP/1.1" status: 404 len: 333 time: 0.0490520 Jul 16 01:45:54.135356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:54.136881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51708) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.141789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.146520 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] Sync routers for ids ['e33def9d-3c2f-4d2e-8aab-84578b9d19c5'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:54.147302 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f10c8b87-2282-4c3f-870a-6d6adde60698 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "PUT /v2.0/routers/e33def9d-3c2f-4d2e-8aab-84578b9d19c5 HTTP/1.1" status: 200 len: 915 time: 3.3199723 Jul 16 01:45:54.148025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.159363 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] Routers {'e33def9d-3c2f-4d2e-8aab-84578b9d19c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:54.159990 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e33def9d-3c2f-4d2e-8aab-84578b9d19c5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.195407 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.208678 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] Routers {'e33def9d-3c2f-4d2e-8aab-84578b9d19c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:54.209605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e33def9d-3c2f-4d2e-8aab-84578b9d19c5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.216478 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2dacd5-d9c9-4f1b-9f17-6f024898430b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.216924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2dacd5-d9c9-4f1b-9f17-6f024898430b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.221401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e2dacd5-d9c9-4f1b-9f17-6f024898430b tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/6ee40ffe-834e-4270-bc52-8b3e0d024b41 HTTP/1.1" status: 404 len: 337 time: 0.0790031 Jul 16 01:45:54.224037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.255594 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.256163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923bc94-19eb-44a5-9702-651190f769b5 None None] The sync data for ids ['e33def9d-3c2f-4d2e-8aab-84578b9d19c5'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:54.267945 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5aa4a5e9-dcfd-4101-9a4f-d18f5d674160 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/e33def9d-3c2f-4d2e-8aab-84578b9d19c5 HTTP/1.1" status: 200 len: 921 time: 0.1186938 Jul 16 01:45:54.270664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.284202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.325839 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.327762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "DELETE /v2.0/networks/e68957c3-a423-4989-8ef4-c2f37f9b526d HTTP/1.1" status: 204 len: 168 time: 1.2392156 Jul 16 01:45:54.330343 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9a9796-8c8b-4f9b-9049-f684529781d3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.331062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9a9796-8c8b-4f9b-9049-f684529781d3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.331744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51720) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.332694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cf9a9796-8c8b-4f9b-9049-f684529781d3 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/334c3536-5da2-4200-a7e0-c990194636e9 HTTP/1.1" status: 404 len: 333 time: 0.0913501 Jul 16 01:45:54.336015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd05de4-1e20-4430-8df7-c4640d5a3d4e tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Network': ['ID=e68957c3-a423-4989-8ef4-c2f37f9b526d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.337882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.345698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66b052-6cab-41e2-98c9-3a2b3c299cdb tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.349784 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fc66b052-6cab-41e2-98c9-3a2b3c299cdb tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=e33def9d-3c2f-4d2e-8aab-84578b9d19c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0756145 Jul 16 01:45:54.352130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.395607 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-944f4f49-be53-46d7-bd27-392817f1a2f9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.396063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944f4f49-be53-46d7-bd27-392817f1a2f9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.400199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-944f4f49-be53-46d7-bd27-392817f1a2f9 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/0cf39729-5182-4f8c-8db0-dafc92f7be79 HTTP/1.1" status: 404 len: 337 time: 0.0562341 Jul 16 01:45:54.418752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.429076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-947e4367-f8d7-4454-98d6-7345b529a265 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.430888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-947e4367-f8d7-4454-98d6-7345b529a265 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/networks?id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e HTTP/1.1" status: 200 len: 808 time: 0.3304560 Jul 16 01:45:54.448487 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5759e940-8083-4da6-b03f-755cdd4ebbc7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.449188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5759e940-8083-4da6-b03f-755cdd4ebbc7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.454387 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5759e940-8083-4da6-b03f-755cdd4ebbc7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/2b70ee13-ed48-4d72-9219-fc415a4c67ac HTTP/1.1" status: 404 len: 333 time: 0.0312042 Jul 16 01:45:54.456315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.490641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be4279-8b8d-46de-a08c-f2c12a5e4750 req-4a5cb315-4c1d-4c20-b97b-7691e69258bd tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.492208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2be4279-8b8d-46de-a08c-f2c12a5e4750 req-4a5cb315-4c1d-4c20-b97b-7691e69258bd tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.2883437 Jul 16 01:45:54.504824 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-1081cb82-c943-463e-bf59-b937dd603213 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.505295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1081cb82-c943-463e-bf59-b937dd603213 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.509446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1081cb82-c943-463e-bf59-b937dd603213 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/d2180385-e724-4d77-8b33-c11ceee40bc1 HTTP/1.1" status: 404 len: 337 time: 0.0496109 Jul 16 01:45:54.509993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51734) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.527425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-a40157e4-5efd-41ca-8cbb-881d56685f5a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/quotas/2e8815f0d97b4f729b7d62f4cdd5d1ce HTTP/1.1" status: 200 len: 375 time: 0.0830829 Jul 16 01:45:54.538950 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db76afa-b93f-4d71-9c7a-0a82862a18b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.539662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db76afa-b93f-4d71-9c7a-0a82862a18b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.543918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2db76afa-b93f-4d71-9c7a-0a82862a18b7 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/32a62658-8f8d-40a5-9a28-118568b70a4e HTTP/1.1" status: 404 len: 333 time: 0.0302963 Jul 16 01:45:54.544091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51736) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.553763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2be4279-8b8d-46de-a08c-f2c12a5e4750 req-7e40fda8-2ceb-4aca-8963-3efd05b38798 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Jul 16 01:45:54.570131 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f473b8-4b3b-4107-8065-2cfa30fdf1cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.570533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f473b8-4b3b-4107-8065-2cfa30fdf1cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.574827 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-77f473b8-4b3b-4107-8065-2cfa30fdf1cc tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/b6c6ae72-565e-4c01-94b3-e12bf14526db HTTP/1.1" status: 404 len: 337 time: 0.0272782 Jul 16 01:45:54.575093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51738) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.595573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-7e20c4bb-12bb-4a40-9d45-2aa3fc1b774a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e8815f0d97b4f729b7d62f4cdd5d1ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451610 Jul 16 01:45:54.599607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b7c9b1-ceb8-4077-9049-022c68ec4be4 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.601249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-87b7c9b1-ceb8-4077-9049-022c68ec4be4 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.2431347 Jul 16 01:45:54.604807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51740) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.617922 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f0b7a1-0897-450f-b491-6244927bd476 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.618640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f0b7a1-0897-450f-b491-6244927bd476 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.624370 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-74f0b7a1-0897-450f-b491-6244927bd476 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/79f79ef6-4869-42e8-9a83-ccd15887d3f6 HTTP/1.1" status: 404 len: 333 time: 0.0440612 Jul 16 01:45:54.624641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.651924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e7c6b224-1671-40c9-ab21-9fd40d7ad45f tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=e33def9d-3c2f-4d2e-8aab-84578b9d19c5 HTTP/1.1" status: 200 len: 205 time: 0.0397041 Jul 16 01:45:54.652151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51744) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.660525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Deleting port 3e386f23-e8d4-43dd-b5cc-c244b590537d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:54.660866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.669219 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d524cce7-f47b-4a6b-b88f-fbaf226b753e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.669909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d524cce7-f47b-4a6b-b88f-fbaf226b753e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.674881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d524cce7-f47b-4a6b-b88f-fbaf226b753e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/beb7097f-1c5b-45ed-94a3-e051b78b6eac HTTP/1.1" status: 404 len: 337 time: 0.0469398 Jul 16 01:45:54.680552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.735667 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf926fe-39ed-4009-a153-6415f6059049 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.736378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf926fe-39ed-4009-a153-6415f6059049 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.738431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0bf926fe-39ed-4009-a153-6415f6059049 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/cbadddb2-4a18-4550-9a7f-b704e6e842d3 HTTP/1.1" status: 404 len: 333 time: 0.0571759 Jul 16 01:45:54.741093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.775711 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5dfd79-fe11-40cc-8423-4e10b0eb2d92 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.776462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5dfd79-fe11-40cc-8423-4e10b0eb2d92 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.781029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-be5dfd79-fe11-40cc-8423-4e10b0eb2d92 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/b7f27ca4-3e80-41e1-8fd0-eb7027d9e985 HTTP/1.1" status: 404 len: 337 time: 0.0359638 Jul 16 01:45:54.782152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51750) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.796816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-0ffe32a0-5d14-485c-b61d-ed3f00d45f2f service neutron] 10.222.0.81 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923070 Jul 16 01:45:54.824301 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c940aeb2-65e6-4563-83c3-ac1cae86ea77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.824813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c940aeb2-65e6-4563-83c3-ac1cae86ea77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.826512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c940aeb2-65e6-4563-83c3-ac1cae86ea77 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/ports/011b493d-20c9-4a2e-9c1c-f651a47f916b HTTP/1.1" status: 404 len: 333 time: 0.0442076 Jul 16 01:45:54.829842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.873802 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b6ab7c-818a-4db9-84a6-d40c6a3d3795 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] DELETE failed (client error): The resource could not be found. Jul 16 01:45:54.874371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b6ab7c-818a-4db9-84a6-d40c6a3d3795 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:54.876392 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-51b6ab7c-818a-4db9-84a6-d40c6a3d3795 tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/subnets/c3af8155-cc0d-4ae8-bb21-6a3b6b3fa13f HTTP/1.1" status: 404 len: 337 time: 0.0443733 Jul 16 01:45:54.878195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.878868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.879010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.894383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Calling delete_port for 3e386f23-e8d4-43dd-b5cc-c244b590537d owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:54.897797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.916657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-a72c8406-c5d9-4287-9d2d-aa47bb3f6ce0 service neutron] 10.222.0.81 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136065 Jul 16 01:45:54.981521 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.088418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.101456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5d48e9-5eb5-4157-b08c-7b53330f354b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:55.136122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e53b1a-3621-470b-865b-ffa9ef23b159') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:55.137374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e53b1a-3621-470b-865b-ffa9ef23b159') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:55.152406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.182084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.189731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:55.190563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:55.281739 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:55.366325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a43cdec1-4870-4fd5-8478-bc16b2ad677f req-ed3c0846-44c8-418d-8875-2e85062d5ac8 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 210 time: 0.0834081 Jul 16 01:45:55.367123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.395909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.407502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] 10.222.0.81 "DELETE /v2.0/networks/fb5d48e9-5eb5-4157-b08c-7b53330f354b HTTP/1.1" status: 204 len: 168 time: 0.5261557 Jul 16 01:45:55.425428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 70058913-7ff6-43cd-b0dd-f59e0fc164e9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:55.431241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.455151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040d7f5-d9ab-4bd6-b939-325443f76c8e tempest-NetworksTestDHCPv6-1775429993 tempest-NetworksTestDHCPv6-1775429993-project] Pushing event deleted for resources: {'Network': ['ID=fb5d48e9-5eb5-4157-b08c-7b53330f354b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.482070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 70058913-7ff6-43cd-b0dd-f59e0fc164e9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:55.484568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 70058913-7ff6-43cd-b0dd-f59e0fc164e9 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:55.622025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Deleting port f41aac24-41b4-4dbd-98b1-09f92d2b3c4e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:55.622596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.638793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.782394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Pushing event deleted for resources: {'Port': ['ID=3e386f23-e8d4-43dd-b5cc-c244b590537d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.819907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.825340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.828369 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f6edc337-274d-4913-8162-7968f806b276 tempest-FloatingIPAdminTestJSON-409691824 tempest-FloatingIPAdminTestJSON-409691824-project] 10.222.0.81 "DELETE /v2.0/floatingips/f202e758-4b67-48f6-85f7-a64d61ac45e2 HTTP/1.1" status: 204 len: 168 time: 1.4920521 Jul 16 01:45:55.873470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:55.876325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.912780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Calling delete_port for f41aac24-41b4-4dbd-98b1-09f92d2b3c4e owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:55.941696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c023b-d5ee-4d39-a969-0ee08f906143 req-e0e3bf1f-ef33-465a-81ff-421082b0919d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.944799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c5c023b-d5ee-4d39-a969-0ee08f906143 req-e0e3bf1f-ef33-465a-81ff-421082b0919d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1223066 Jul 16 01:45:56.036554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c5c023b-d5ee-4d39-a969-0ee08f906143 req-a977d4ad-1302-4ef5-8cdc-91ce665456f5 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822637 Jul 16 01:45:56.202312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e9fc29ec-d1a6-4a59-9f7a-211a305a874e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52f0101485b0464b8970d216e019beb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212657 Jul 16 01:45:56.205329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.235755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.282843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.314827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-329d30e2-0aa2-48dd-907f-d98c45cdb382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.319417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event deleted for resources: {'Port': ['ID=f41aac24-41b4-4dbd-98b1-09f92d2b3c4e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.391169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-329d30e2-0aa2-48dd-907f-d98c45cdb382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.466688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.549973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e9d2a76-dbbb-495c-9722-d9cceaaf67cf req-be9b2cdb-1508-44f3-9d2e-66b57891796e tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 210 time: 0.0364020 Jul 16 01:45:56.576877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.581911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.650519 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a2ee540-1d28-477c-bedc-4197da9c0204 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9ea01acafd64528aae97641835de3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062994 Jul 16 01:45:56.650843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.664604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.665215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Fanout notify agent at l3_agent the message router_deleted on router e33def9d-3c2f-4d2e-8aab-84578b9d19c5 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:56.673145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.674203 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f5fa67ae-5c5c-48d7-95e5-6b0fb820255d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/e33def9d-3c2f-4d2e-8aab-84578b9d19c5 HTTP/1.1" status: 204 len: 168 time: 2.0211685 Jul 16 01:45:56.687398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51796) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.695921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8f45c84d-9123-4f5f-b07d-7d6d9743e8e6 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-143970882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:56.703294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-329d30e2-0aa2-48dd-907f-d98c45cdb382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.719087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-329d30e2-0aa2-48dd-907f-d98c45cdb382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.723725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-329d30e2-0aa2-48dd-907f-d98c45cdb382 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9e8f97a-3da9-49db-b63a-a8fe8b288f41 HTTP/1.1" status: 204 len: 168 time: 0.5171564 Jul 16 01:45:56.741464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81c1f675-9c11-423f-a30b-fbce896f650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.742139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d30e2-0aa2-48dd-907f-d98c45cdb382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8f97a-3da9-49db-b63a-a8fe8b288f41,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.758967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f45c84d-9123-4f5f-b07d-7d6d9743e8e6 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.760171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f45c84d-9123-4f5f-b07d-7d6d9743e8e6 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.803828 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81c1f675-9c11-423f-a30b-fbce896f650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.860996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f45c84d-9123-4f5f-b07d-7d6d9743e8e6 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.872931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f45c84d-9123-4f5f-b07d-7d6d9743e8e6 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.875622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81c1f675-9c11-423f-a30b-fbce896f650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.879028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81c1f675-9c11-423f-a30b-fbce896f650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.883522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-81c1f675-9c11-423f-a30b-fbce896f650d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14c1cb55-0c77-4d67-ba4d-0f53f8de1e98 HTTP/1.1" status: 204 len: 168 time: 0.2314866 Jul 16 01:45:56.909200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f45c84d-9123-4f5f-b07d-7d6d9743e8e6 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.911205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8f45c84d-9123-4f5f-b07d-7d6d9743e8e6 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2198944 Jul 16 01:45:56.914294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.919931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'enable_snat': False}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:56.922405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1f675-9c11-423f-a30b-fbce896f650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c1cb55-0c77-4d67-ba4d-0f53f8de1e98,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.083949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.275118 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.457049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-8723f53d-45e3-4cb7-889a-bffd5833d804 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.461604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-8723f53d-45e3-4cb7-889a-bffd5833d804 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "GET /v2.0/networks?id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e HTTP/1.1" status: 200 len: 808 time: 0.3383045 Jul 16 01:45:57.482713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Request body: {'port': {'device_id': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e', 'admin_state_up': True, 'tenant_id': '2e8815f0d97b4f729b7d62f4cdd5d1ce'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:57.559345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.616341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7abdb501-27e7-40a5-963a-00d1af341b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.620528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7a24fa7-1fb4-45b8-862b-7ec855ca69eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.639735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514081e-2a24-44e5-b57b-6e5807d5f271 req-caea291f-6d0e-4e0b-baaf-201e5f92edcf tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.641268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7514081e-2a24-44e5-b57b-6e5807d5f271 req-caea291f-6d0e-4e0b-baaf-201e5f92edcf tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3536060 Jul 16 01:45:57.676541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.683744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Made reservation on behalf of 2e8815f0d97b4f729b7d62f4cdd5d1ce for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:57.688157 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.700462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.736210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7514081e-2a24-44e5-b57b-6e5807d5f271 req-d49d90d1-c14c-4814-9cea-0fd8004552ba tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845304 Jul 16 01:45:57.758064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-44cdace3-7418-4fa1-9e94-50061eb00223 req-c245c2c6-dad8-4b61-9610-4ca318f682ab tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 210 time: 0.0463483 Jul 16 01:45:57.829601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Allocated IP 172.25.5.78 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/6137596d-4e90-4c6b-8d69-a51ce40e0ca1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:57.924043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Allocated IP 172.20.0.4 (e8e45dae-9b0b-484e-8dce-4a66ad0a777e/e725e23d-71e7-47c4-bb80-31e79dc5cc33/7df3adce-f6fc-4506-b32f-2aa9ba6279c9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:57.927349 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7a24fa7-1fb4-45b8-862b-7ec855ca69eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.932936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7a24fa7-1fb4-45b8-862b-7ec855ca69eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.963307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.012883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d7a24fa7-1fb4-45b8-862b-7ec855ca69eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d248a8374db94bc9bee94ef31bd00d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9270296 Jul 16 01:45:58.018051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.038198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a24fa7-1fb4-45b8-862b-7ec855ca69eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dfdd42-4b52-4ad4-a989-60fa7cac8398,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.054819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.115833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:58.119289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7abdb501-27e7-40a5-963a-00d1af341b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.122662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:58.127928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:58.130431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7abdb501-27e7-40a5-963a-00d1af341b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.134285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Pushing event updated for resources: {'Port': ['ID=6137596d-4e90-4c6b-8d69-a51ce40e0ca1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.162923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.165076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee2adc64-1f57-4b95-bab5-b9c3acadd82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.198521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdb501-27e7-40a5-963a-00d1af341b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4171c821-7c2a-4f18-a938-41a34ae8efdc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.205128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7abdb501-27e7-40a5-963a-00d1af341b79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=852765cb3e3049789cab2b802a8655a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447482 Jul 16 01:45:58.207914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.212371 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee2adc64-1f57-4b95-bab5-b9c3acadd82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.239336 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.294246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee2adc64-1f57-4b95-bab5-b9c3acadd82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.297220 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee2adc64-1f57-4b95-bab5-b9c3acadd82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.298530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ee2adc64-1f57-4b95-bab5-b9c3acadd82f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6dfdd42-4b52-4ad4-a989-60fa7cac8398 HTTP/1.1" status: 204 len: 168 time: 0.2790449 Jul 16 01:45:58.308826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2adc64-1f57-4b95-bab5-b9c3acadd82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dfdd42-4b52-4ad4-a989-60fa7cac8398,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.311150 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.316533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-8f12b464-19ec-40a6-90e7-a3a589d347c4 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.320756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f12b464-19ec-40a6-90e7-a3a589d347c4 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1565888 Jul 16 01:45:58.321438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.340180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-da8ed577-ed6f-48c7-84f1-08803f18f04b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.344184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-da8ed577-ed6f-48c7-84f1-08803f18f04b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057452 Jul 16 01:45:58.347873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51854) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.358511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-caab6624-fb4d-4644-8640-ff087da0d9a0 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.359659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-caab6624-fb4d-4644-8640-ff087da0d9a0 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084608 Jul 16 01:45:58.362908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.363631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07c93af5-d28b-4b6b-a7ca-2158d27bd59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.369250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-47652a15-0668-4fe0-a8e1-613bbf0951fc tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.370207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-47652a15-0668-4fe0-a8e1-613bbf0951fc tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044577 Jul 16 01:45:58.380692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.384732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Network e8e45dae-9b0b-484e-8dce-4a66ad0a777e is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:58.388333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:58.392310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:58.414048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-8a9f0d9f-2909-4ba5-b651-7c6e0e42f508 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.417505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8a9f0d9f-2909-4ba5-b651-7c6e0e42f508 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0334029 Jul 16 01:45:58.419729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.435517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-43b3e88b-9171-48f1-ac6b-25864aa8e4c1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.435765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07c93af5-d28b-4b6b-a7ca-2158d27bd59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.437076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-43b3e88b-9171-48f1-ac6b-25864aa8e4c1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0143828 Jul 16 01:45:58.441747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51862) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.450867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-391b0b80-b7c1-4e5e-bccd-abf044f9c88b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.451838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-391b0b80-b7c1-4e5e-bccd-abf044f9c88b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065777 Jul 16 01:45:58.456701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Pushing event updated for resources: {'Port': ['ID=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.459952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51864) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.467343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-8ba877d6-fbc9-47d7-9fa8-d61b37a3a454 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.468450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8ba877d6-fbc9-47d7-9fa8-d61b37a3a454 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047534 Jul 16 01:45:58.471756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51866) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.479418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.479872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.486352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-60a41924-6c86-41d8-9d54-77ff3c863c0f tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.487368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-60a41924-6c86-41d8-9d54-77ff3c863c0f tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0145409 Jul 16 01:45:58.493250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.500329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-1832d810-2f2c-4b69-9da1-a7b164eab41e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.501316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1832d810-2f2c-4b69-9da1-a7b164eab41e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076990 Jul 16 01:45:58.503994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.508830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-0baa4ccd-f7d0-4b6c-adcb-1768c2c0fa2d tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.509962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0baa4ccd-f7d0-4b6c-adcb-1768c2c0fa2d tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049407 Jul 16 01:45:58.512469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-b05a8354-a772-4dc0-9e90-3455c5bc532b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0417285 Jul 16 01:45:58.512915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.517384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-279b9fd9-cee9-4a1e-b938-88676d9a2240 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.518331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-279b9fd9-cee9-4a1e-b938-88676d9a2240 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045528 Jul 16 01:45:58.520913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.522625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.523953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Request body: {'port': {'device_id': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:58.527442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-497e45e4-a862-44d2-8500-95f9c8d0ee16 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.528634 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-497e45e4-a862-44d2-8500-95f9c8d0ee16 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049152 Jul 16 01:45:58.531611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51878) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.535688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-aca934bb-8427-45e9-976d-20ccb3525c5e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.536670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aca934bb-8427-45e9-976d-20ccb3525c5e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041420 Jul 16 01:45:58.551797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.556815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-df922121-957e-43e1-9eb7-ea00d5355806 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.560068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-df922121-957e-43e1-9eb7-ea00d5355806 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049734 Jul 16 01:45:58.560359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.564442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-86994d8d-ad6a-4cbb-9971-ba5e511a561b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.567643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-86994d8d-ad6a-4cbb-9971-ba5e511a561b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044589 Jul 16 01:45:58.568434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.574209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-7c137b96-1d5c-4887-9829-0508421da5dd tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.577619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7c137b96-1d5c-4887-9829-0508421da5dd tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043185 Jul 16 01:45:58.579059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.579293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07c93af5-d28b-4b6b-a7ca-2158d27bd59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.581849 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07c93af5-d28b-4b6b-a7ca-2158d27bd59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.585450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-07c93af5-d28b-4b6b-a7ca-2158d27bd59a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4171c821-7c2a-4f18-a938-41a34ae8efdc HTTP/1.1" status: 204 len: 168 time: 0.3741093 Jul 16 01:45:58.585625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-a9c350ff-0df3-4c99-a8af-b19c7b348c00 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.589193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a9c350ff-0df3-4c99-a8af-b19c7b348c00 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0064616 Jul 16 01:45:58.589582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51890) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.594351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-dadd94b8-bd75-4557-96fa-16bac81fc624 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.597550 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dadd94b8-bd75-4557-96fa-16bac81fc624 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056758 Jul 16 01:45:58.602036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51892) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.608667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-d22d0319-de46-4f4c-8201-06396947e85e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.609610 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d22d0319-de46-4f4c-8201-06396947e85e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050678 Jul 16 01:45:58.612182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c93af5-d28b-4b6b-a7ca-2158d27bd59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4171c821-7c2a-4f18-a938-41a34ae8efdc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.613751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51894) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.648244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-3f60c5c1-dcf4-4b76-a078-d427add84cb9 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.650951 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f60c5c1-dcf4-4b76-a078-d427add84cb9 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063694 Jul 16 01:45:58.653397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.659016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-653c682b-9d6f-4392-b4b9-475921b6ef93 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.659506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-653c682b-9d6f-4392-b4b9-475921b6ef93 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048747 Jul 16 01:45:58.660355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.662155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.667184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-f1299715-b840-47e6-84c2-57f2fe8dec9d tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.668281 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f1299715-b840-47e6-84c2-57f2fe8dec9d tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042725 Jul 16 01:45:58.675523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51900) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.679890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-0c9d3f96-cba4-4ae4-9f50-b22d3c65c3d2 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.680667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c9d3f96-cba4-4ae4-9f50-b22d3c65c3d2 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042512 Jul 16 01:45:58.683307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51902) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.687419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-d1ad79ff-0dc6-440f-b715-64805d4600ad tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.688367 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d1ad79ff-0dc6-440f-b715-64805d4600ad tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041699 Jul 16 01:45:58.691855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.696988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-a6b93ba3-4ee9-469e-9c8f-1bc84e41b2f2 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.697928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a6b93ba3-4ee9-469e-9c8f-1bc84e41b2f2 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051799 Jul 16 01:45:58.714896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.721572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-5eb93eef-7456-4791-9e56-b9ed06d010f8 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.722512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5eb93eef-7456-4791-9e56-b9ed06d010f8 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066981 Jul 16 01:45:58.725218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51908) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.729830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-e4b3f7db-b171-4bc2-ac45-8041c118ce5f tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.730775 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e4b3f7db-b171-4bc2-ac45-8041c118ce5f tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044558 Jul 16 01:45:58.734031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.737882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-f8722d57-ac59-4e72-b0aa-699d824742b4 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.739038 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f8722d57-ac59-4e72-b0aa-699d824742b4 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044205 Jul 16 01:45:58.741665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.746275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-16d561ab-9281-4acc-91c7-7427f92b2fb1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.747207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-16d561ab-9281-4acc-91c7-7427f92b2fb1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044422 Jul 16 01:45:58.752203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51914) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.752599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51916) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.763913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-5ea21326-22c2-402f-ba4d-99996631934c tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.765939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5ea21326-22c2-402f-ba4d-99996631934c tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0104139 Jul 16 01:45:58.769801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.774598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-691182dc-52af-48aa-a3ae-58316609447b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.776497 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-691182dc-52af-48aa-a3ae-58316609447b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048344 Jul 16 01:45:58.808644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51924) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.815879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-59f6d9f2-a0e1-4767-9a61-dcb0d3560960 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.816877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-59f6d9f2-a0e1-4767-9a61-dcb0d3560960 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072815 Jul 16 01:45:58.819686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51928) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.829698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-b0db2da5-aad9-4119-b839-89273fb77ced tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.830676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b0db2da5-aad9-4119-b839-89273fb77ced tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0100923 Jul 16 01:45:58.833378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51930) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.839790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-1bf82b0c-7bfa-4a33-a052-aeacc6a1e7a8 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.840788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1bf82b0c-7bfa-4a33-a052-aeacc6a1e7a8 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064766 Jul 16 01:45:58.844206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.851458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-f0f717b0-6357-453e-a400-1849c366f7d2 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.852450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0f717b0-6357-453e-a400-1849c366f7d2 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073123 Jul 16 01:45:58.855722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.857733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e4a0af3-4b30-4cd0-b1df-31f22e65e46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.862548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-840edb95-d086-4a92-aa2c-9d0b297c25d6 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.863699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-840edb95-d086-4a92-aa2c-9d0b297c25d6 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066516 Jul 16 01:45:58.866987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.871785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-d03dc3b7-36be-49b8-9aab-fd7604b229c3 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.872982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d03dc3b7-36be-49b8-9aab-fd7604b229c3 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049317 Jul 16 01:45:58.879369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51940) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.889967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-f0675676-04f7-442f-b952-1bcb5fa163af tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.893185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f0675676-04f7-442f-b952-1bcb5fa163af tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0111079 Jul 16 01:45:58.895121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51942) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.920424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-3aa6f3b0-66b1-4493-9327-f425f7016796 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.921701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3aa6f3b0-66b1-4493-9327-f425f7016796 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0123947 Jul 16 01:45:58.926731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.947084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.948527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-e366b745-bdfe-4332-b60b-72afcd89b770 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.949502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e366b745-bdfe-4332-b60b-72afcd89b770 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0216205 Jul 16 01:45:58.955130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.959448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-56a809e7-36af-4ebe-85ac-3f0bc88fbcf6 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.962657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-56a809e7-36af-4ebe-85ac-3f0bc88fbcf6 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043497 Jul 16 01:45:58.963017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.969070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.973916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-2a5bebb6-8c4d-4ee5-9137-fab56fbbf0b5 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.975065 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2a5bebb6-8c4d-4ee5-9137-fab56fbbf0b5 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079498 Jul 16 01:45:58.977663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.983838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-58ef5546-abae-4849-ad70-635ee6d670f9 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.984819 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58ef5546-abae-4849-ad70-635ee6d670f9 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062835 Jul 16 01:45:58.987852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51952) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.996133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-97dcd0a1-e25f-4b4e-9b5c-dd385b708aeb tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:58.997053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-97dcd0a1-e25f-4b4e-9b5c-dd385b708aeb tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0069687 Jul 16 01:45:59.012728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.022881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-b8e77b91-9da6-459f-8adf-b40f93a38bdb tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.023822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b8e77b91-9da6-459f-8adf-b40f93a38bdb tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0059719 Jul 16 01:45:59.029734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.037098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-efb47637-240c-41eb-a370-e013d937df4e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.037907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-efb47637-240c-41eb-a370-e013d937df4e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061574 Jul 16 01:45:59.043267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.054614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-766ce56c-61a7-42a6-94fb-17ce28ea682e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.060703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-766ce56c-61a7-42a6-94fb-17ce28ea682e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0163407 Jul 16 01:45:59.061904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.076675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-4c764e05-bc84-4207-94e4-53976648967e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.080503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4c764e05-bc84-4207-94e4-53976648967e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082383 Jul 16 01:45:59.086868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.095246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-48d93cd4-0079-45c5-b720-305bd0015176 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.096482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-48d93cd4-0079-45c5-b720-305bd0015176 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0069788 Jul 16 01:45:59.102916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.110546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-5b1eafed-305e-47c2-babc-e4a290802a84 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.111496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b1eafed-305e-47c2-babc-e4a290802a84 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076630 Jul 16 01:45:59.114764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.127033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-48acaee1-193e-462d-8c90-d3efd5967be1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.127990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-48acaee1-193e-462d-8c90-d3efd5967be1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0085769 Jul 16 01:45:59.131140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51968) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.138254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e4a0af3-4b30-4cd0-b1df-31f22e65e46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.141616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-5fe41dd4-dd35-4758-9d78-42254c19834b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.142195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01f9c1-60ff-4a88-8725-9de9123b41ce req-d671b6ed-5cb9-4dc5-8fa2-92ea2199ee21 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.142585 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5fe41dd4-dd35-4758-9d78-42254c19834b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080585 Jul 16 01:45:59.144110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d01f9c1-60ff-4a88-8725-9de9123b41ce req-d671b6ed-5cb9-4dc5-8fa2-92ea2199ee21 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.2610254 Jul 16 01:45:59.145218 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e4a0af3-4b30-4cd0-b1df-31f22e65e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.147347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.155261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-0f7165e8-402c-45c5-ad73-b7550b7e7309 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.156238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0f7165e8-402c-45c5-ad73-b7550b7e7309 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046256 Jul 16 01:45:59.163668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 51972) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.180505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51974) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.183813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [None req-1ee7efc0-d99c-4bb8-88b6-ee9a5f9a4cd1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.184800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1ee7efc0-d99c-4bb8-88b6-ee9a5f9a4cd1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106332 Jul 16 01:45:59.197457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.204712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-843b26e8-432e-43ff-92f0-dc8fd4d9b627 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.205694 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-843b26e8-432e-43ff-92f0-dc8fd4d9b627 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071499 Jul 16 01:45:59.213008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.219111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-637dde05-5019-48b1-8b71-05afb68b1b8b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.220082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-637dde05-5019-48b1-8b71-05afb68b1b8b tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047073 Jul 16 01:45:59.224045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e4a0af3-4b30-4cd0-b1df-31f22e65e46e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=baaf8cb0467342c588bf4c297f70fd5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705465 Jul 16 01:45:59.224850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f335345c-00bd-46f2-86a7-800104987c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.226785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a0af3-4b30-4cd0-b1df-31f22e65e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab2e2e3-6acf-45af-b736-425b6581ecb8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.230482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51980) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.230866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51982) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.236683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-1b58c381-1ce0-4ec9-8be8-4b7daccee7e4 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.240157 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1b58c381-1ce0-4ec9-8be8-4b7daccee7e4 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0059314 Jul 16 01:45:59.252364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51984) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.263790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-f0485112-36e2-4c14-b361-6d55f7aa617e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.264896 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f0485112-36e2-4c14-b361-6d55f7aa617e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0108252 Jul 16 01:45:59.274924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.279256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-48bf5c12-96a3-4006-9c8b-2eac96692d3e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.280745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-48bf5c12-96a3-4006-9c8b-2eac96692d3e tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048816 Jul 16 01:45:59.287857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.298780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-c03d8560-79cc-43cf-a450-c0117b01f219 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.299749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c03d8560-79cc-43cf-a450-c0117b01f219 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067577 Jul 16 01:45:59.306515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51990) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.313394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-05fbbdd4-89f1-49e7-bd2e-123f46adea91 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.316838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-05fbbdd4-89f1-49e7-bd2e-123f46adea91 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0053604 Jul 16 01:45:59.321437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.327074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-d3352cff-7ba2-4d05-bb58-eb612a05fbe1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.328024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d3352cff-7ba2-4d05-bb58-eb612a05fbe1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044694 Jul 16 01:45:59.333089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Router 6dbd4a4e-5480-4bd3-b6c0-714d79460990 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:59.334898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51994) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.345805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-e8d764d3-558b-4552-85c0-b846099ee967 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.346801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e8d764d3-558b-4552-85c0-b846099ee967 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078213 Jul 16 01:45:59.351299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51996) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.361542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-ad2f1686-f5cf-4268-95e4-8647c8201e28 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.362541 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ad2f1686-f5cf-4268-95e4-8647c8201e28 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0102959 Jul 16 01:45:59.371625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 51998) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.384350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-bedeb4c4-2122-4405-a644-aca9827c75eb tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.385332 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bedeb4c4-2122-4405-a644-aca9827c75eb tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0127342 Jul 16 01:45:59.392412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.401139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-898ed05d-231c-48f5-a048-0444953982fc tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.402119 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-898ed05d-231c-48f5-a048-0444953982fc tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073552 Jul 16 01:45:59.406503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.446961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-cbd95341-d68b-496e-b27e-1477eb04ffcf tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.447931 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cbd95341-d68b-496e-b27e-1477eb04ffcf tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077262 Jul 16 01:45:59.448861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3b8-f513-434f-ae34-de86cc6505ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.455382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52004) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.463119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [None req-153d724c-8aea-48d7-8345-9ea2f64ce2f1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:59.464078 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-153d724c-8aea-48d7-8345-9ea2f64ce2f1 tempest-ExtensionsTestJSON-116334540 tempest-ExtensionsTestJSON-116334540-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0060468 Jul 16 01:45:59.503804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5ea6-1924-4fab-8645-0b392aff46ae req-8cce32a9-9602-4801-a63d-f1a7940d6940 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.505249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75aa5ea6-1924-4fab-8645-0b392aff46ae req-8cce32a9-9602-4801-a63d-f1a7940d6940 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 931 time: 0.5544775 Jul 16 01:45:59.540486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3b8-f513-434f-ae34-de86cc6505ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.541291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:59.548755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d01f9c1-60ff-4a88-8725-9de9123b41ce req-f0d91fb0-0186-4885-91ee-00e716899067 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866978 Jul 16 01:45:59.554218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.579414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Transition to ACTIVE for port object 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:59.583309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75aa5ea6-1924-4fab-8645-0b392aff46ae req-67268c3e-e286-490c-97e7-9c6ca913388b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679264 Jul 16 01:45:59.584463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.633592 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f335345c-00bd-46f2-86a7-800104987c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.635638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Pushing event updated for resources: {'Port': ['ID=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.638138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:59.645598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.646848 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b43726ac-6888-4d34-84f1-f1a7299ed682 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "PUT /v2.0/routers/6dbd4a4e-5480-4bd3-b6c0-714d79460990 HTTP/1.1" status: 200 len: 914 time: 2.7312589 Jul 16 01:45:59.647613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f335345c-00bd-46f2-86a7-800104987c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.649026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] Sync routers for ids ['6dbd4a4e-5480-4bd3-b6c0-714d79460990'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:59.650083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52008) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.667851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] Routers {'6dbd4a4e-5480-4bd3-b6c0-714d79460990'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:59.668913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6dbd4a4e-5480-4bd3-b6c0-714d79460990'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.705500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.717188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] Routers {'6dbd4a4e-5480-4bd3-b6c0-714d79460990'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:59.718548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6dbd4a4e-5480-4bd3-b6c0-714d79460990'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.720356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Attempting to bind port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:59.720573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Attempting to bind port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:59.721007 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Attempting to bind port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 on network e8e45dae-9b0b-484e-8dce-4a66ad0a777e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:59.726543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 on network e8e45dae-9b0b-484e-8dce-4a66ad0a777e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:59.726543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Attempting to bind port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 on network e8e45dae-9b0b-484e-8dce-4a66ad0a777e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:59.732652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:59.733052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Checking segment: {'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:59.733429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Bound using segment: {'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:59.733871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Bound port: 7df3adce-f6fc-4506-b32f-2aa9ba6279c9, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:59.734235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.757456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.758462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c903cc9f-709d-481f-822f-ca7bb256aabd None None] The sync data for ids ['6dbd4a4e-5480-4bd3-b6c0-714d79460990'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:59.798043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52012) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.814684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] For port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:59.828181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] For port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:59.833550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.885379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.886364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.888027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] 10.222.0.93 "PUT /v2.0/ports/7df3adce-f6fc-4506-b32f-2aa9ba6279c9 HTTP/1.1" status: 200 len: 1091 time: 1.3685238 Jul 16 01:45:59.888653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'tag': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:59.891509 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24615dd-875e-4a28-b40a-0577406302d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8ce8ba-d5fa-4d73-a349-369a5e95b364", "tag": "7df3adce-f6fc-4506-b32f-2aa9ba6279c9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:59.938006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55cac5b7-0d84-4a49-a674-b11027cc5cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.965387 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad62532-9ad6-444e-a9cd-c578218c9952 x-openstack-request-id: req-7ad62532-9ad6-444e-a9cd-c578218c9952 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:59.965693 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8ce8ba-d5fa-4d73-a349-369a5e95b364", "tag": "7df3adce-f6fc-4506-b32f-2aa9ba6279c9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:59.965948 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ad62532-9ad6-444e-a9cd-c578218c9952 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:59.966370 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'tag': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9', 'status': 'completed', 'code': 200} Jul 16 01:45:59.996823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b32f4-7a3f-4b2a-a986-e82d9e095de4 service neutron] Pushing event updated for resources: {'Port': ['ID=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.040597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335345c-00bd-46f2-86a7-800104987c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f8947-827b-4131-b296-062567d40b8d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.044920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3b8-f513-434f-ae34-de86cc6505ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.047612 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3b8-f513-434f-ae34-de86cc6505ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.051641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-be0ec3b8-f513-434f-ae34-de86cc6505ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ab2e2e3-6acf-45af-b736-425b6581ecb8 HTTP/1.1" status: 204 len: 168 time: 0.8160098 Jul 16 01:46:00.065705 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f335345c-00bd-46f2-86a7-800104987c53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4657eb77d3a244b48ba2613d04ebb124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8783145 Jul 16 01:46:00.070063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-dbff554b-b951-4d6d-90c9-f267483b8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.072201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.073136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-dbff554b-b951-4d6d-90c9-f267483b8414 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e8815f0d97b4f729b7d62f4cdd5d1ce&device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 1094 time: 0.1319919 Jul 16 01:46:00.114807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ec3b8-f513-434f-ae34-de86cc6505ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab2e2e3-6acf-45af-b736-425b6581ecb8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.122159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-ec4ef419-7e8a-46b2-8247-77dee2e42d29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7df3adce-f6fc-4506-b32f-2aa9ba6279c9 HTTP/1.1" status: 200 len: 217 time: 0.0397866 Jul 16 01:46:00.176440 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2d95d22c-8ac4-431f-9aec-15cb973ed8e0 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/6dbd4a4e-5480-4bd3-b6c0-714d79460990 HTTP/1.1" status: 200 len: 920 time: 0.2027950 Jul 16 01:46:00.178981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.215033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-a4a146cc-4c16-48e6-888b-3739e2845b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.217343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-a4a146cc-4c16-48e6-888b-3739e2845b02 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e725e23d-71e7-47c4-bb80-31e79dc5cc33 HTTP/1.1" status: 200 len: 848 time: 0.0862556 Jul 16 01:46:00.220746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f143572f-62a9-471b-b75d-dc95080e6023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.236420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55cac5b7-0d84-4a49-a674-b11027cc5cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.246065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f143572f-62a9-471b-b75d-dc95080e6023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.261241 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-cab86abd-25e4-4f50-813f-86a9ab0ea4da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350640 Jul 16 01:46:00.262218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55cac5b7-0d84-4a49-a674-b11027cc5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.294343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574b0c37-783d-47d7-86e8-461cf1380c47 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.295872 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-574b0c37-783d-47d7-86e8-461cf1380c47 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=6dbd4a4e-5480-4bd3-b6c0-714d79460990&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1157718 Jul 16 01:46:00.298576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.336139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-55cac5b7-0d84-4a49-a674-b11027cc5cd1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=721dd2f2a74c4e659b924f782439e3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368233 Jul 16 01:46:00.341114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.342027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cac5b7-0d84-4a49-a674-b11027cc5cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd928d5-26ba-4c01-82f5-c68441190d10,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.377039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f143572f-62a9-471b-b75d-dc95080e6023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.379636 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f143572f-62a9-471b-b75d-dc95080e6023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.383056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f143572f-62a9-471b-b75d-dc95080e6023 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e69f8947-827b-4131-b296-062567d40b8d HTTP/1.1" status: 204 len: 168 time: 0.3075161 Jul 16 01:46:00.413151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143572f-62a9-471b-b75d-dc95080e6023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f8947-827b-4131-b296-062567d40b8d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.435419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-822cd14a-ce87-4d1b-9281-0107d6883b63 service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551454 Jul 16 01:46:00.444676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf48502-7419-4d31-9085-d5f5a52edcec tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.446109 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ddf48502-7419-4d31-9085-d5f5a52edcec tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/networks/9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 881 time: 0.1462171 Jul 16 01:46:00.448837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52040) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.489030 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c87a813b-55d2-453e-84bb-c961d26d4c9d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=6dbd4a4e-5480-4bd3-b6c0-714d79460990 HTTP/1.1" status: 200 len: 205 time: 0.0390882 Jul 16 01:46:00.491433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.501461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3556f98a-84eb-4a0f-b0e1-a0b33c721d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.552178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7851bb9d-850d-449f-a598-6f1a553f00b3 req-2edff59a-809c-4448-9e0d-1c81e18cec96 service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092694 Jul 16 01:46:00.565127 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3556f98a-84eb-4a0f-b0e1-a0b33c721d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.654474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.715086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3556f98a-84eb-4a0f-b0e1-a0b33c721d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.721253 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3556f98a-84eb-4a0f-b0e1-a0b33c721d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.726601 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3556f98a-84eb-4a0f-b0e1-a0b33c721d34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7dd928d5-26ba-4c01-82f5-c68441190d10 HTTP/1.1" status: 204 len: 168 time: 0.3827703 Jul 16 01:46:00.753174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24615dd-875e-4a28-b40a-0577406302d7 req-a0e9a65f-31f6-4828-b0a0-be5cfe0de98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.754777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24615dd-875e-4a28-b40a-0577406302d7 req-a0e9a65f-31f6-4828-b0a0-be5cfe0de98b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e8815f0d97b4f729b7d62f4cdd5d1ce&device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 1094 time: 0.1166298 Jul 16 01:46:00.824349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556f98a-84eb-4a0f-b0e1-a0b33c721d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd928d5-26ba-4c01-82f5-c68441190d10,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.869999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.955788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c43f1-8114-45a6-b1f0-5b42ff24ce56 req-519dbbfe-3329-47e1-b4b4-76642a38de2d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.956461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Deleting port 6137596d-4e90-4c6b-8d69-a51ce40e0ca1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:00.957098 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.963179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a3c43f1-8114-45a6-b1f0-5b42ff24ce56 req-519dbbfe-3329-47e1-b4b4-76642a38de2d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.2124729 Jul 16 01:46:00.983332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab201d0f-88a1-4bc5-af72-bdfbc2b99f1d req-53c7be3c-fd01-4e46-8623-805ec2e76c50 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.990314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab201d0f-88a1-4bc5-af72-bdfbc2b99f1d req-53c7be3c-fd01-4e46-8623-805ec2e76c50 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 943 time: 0.1739841 Jul 16 01:46:01.035593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24615dd-875e-4a28-b40a-0577406302d7 req-97642e18-69eb-4ab1-b2ed-4b1c402784a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.037119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24615dd-875e-4a28-b40a-0577406302d7 req-97642e18-69eb-4ab1-b2ed-4b1c402784a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e HTTP/1.1" status: 200 len: 909 time: 0.2736363 Jul 16 01:46:01.074245 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.091962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Calling delete_port for 6137596d-4e90-4c6b-8d69-a51ce40e0ca1 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:01.107305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a3c43f1-8114-45a6-b1f0-5b42ff24ce56 req-373f7df3-9dbe-423e-8e6a-b7e66524810a tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429451 Jul 16 01:46:01.113114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab201d0f-88a1-4bc5-af72-bdfbc2b99f1d req-c3771d74-4383-455c-8301-377b7ee40f08 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217589 Jul 16 01:46:01.114364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24615dd-875e-4a28-b40a-0577406302d7 req-0651e2b6-4905-48e0-a64d-9822b4a4793c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7df3adce-f6fc-4506-b32f-2aa9ba6279c9 HTTP/1.1" status: 200 len: 217 time: 0.0676286 Jul 16 01:46:01.181416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24615dd-875e-4a28-b40a-0577406302d7 req-47d2b473-4e51-4828-8015-a32615ff78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.183199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24615dd-875e-4a28-b40a-0577406302d7 req-47d2b473-4e51-4828-8015-a32615ff78ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e725e23d-71e7-47c4-bb80-31e79dc5cc33 HTTP/1.1" status: 200 len: 848 time: 0.0613837 Jul 16 01:46:01.222145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24615dd-875e-4a28-b40a-0577406302d7 req-735babf7-99c7-4018-bf59-d7e9b95d0f32 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312960 Jul 16 01:46:01.299598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.346556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24615dd-875e-4a28-b40a-0577406302d7 req-55459fe3-063a-4f40-8374-ef2dcafd146a service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173360 Jul 16 01:46:01.363744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event deleted for resources: {'Port': ['ID=6137596d-4e90-4c6b-8d69-a51ce40e0ca1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.408316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.465332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24615dd-875e-4a28-b40a-0577406302d7 req-b9a6e2b1-dfb2-4056-902b-1c6888cbabbf service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109672 Jul 16 01:46:01.524975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.527148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.573742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.574521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbd4a4e-5480-4bd3-b6c0-714d79460990 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:01.582141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.583240 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f7356f5-cb76-4d81-a543-13b556948511 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/6dbd4a4e-5480-4bd3-b6c0-714d79460990 HTTP/1.1" status: 204 len: 168 time: 1.0906429 Jul 16 01:46:01.586637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.594181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489303749', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:01.622042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.623169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.686684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.738721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52102) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.833513 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.050693 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.064506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4dda3db5-c73b-4164-9bd2-5a757dd00bc4 tempest-AgentManagementNegativeTest-1178649137 tempest-AgentManagementNegativeTest-1178649137-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3242223 Jul 16 01:46:02.072305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.140936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.199188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Allocated IP 172.25.5.192 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/d51de2f2-79f0-4dd9-ad48-cae8010e94eb) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:02.353802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.378868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-770352854'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:02.419979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:02.424252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.435745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.438439 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.468975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac6491-e084-4ad2-a9c8-1132344ba9e6 req-6774df87-1526-4554-869c-328885eaf8f4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:02.470692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eaac6491-e084-4ad2-a9c8-1132344ba9e6 req-6774df87-1526-4554-869c-328885eaf8f4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1284766 Jul 16 01:46:02.479625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b512d-9394-4c3d-b2d4-70d3e154cc7d req-db2de64f-5e80-401c-98e3-bce7fc1ff15c tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:02.481794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-861b512d-9394-4c3d-b2d4-70d3e154cc7d req-db2de64f-5e80-401c-98e3-bce7fc1ff15c tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 943 time: 0.1405573 Jul 16 01:46:02.494273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:02.499759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.506605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:02.515700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:02.539125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event updated for resources: {'Port': ['ID=d51de2f2-79f0-4dd9-ad48-cae8010e94eb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.569520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eaac6491-e084-4ad2-a9c8-1132344ba9e6 req-5cda4be0-74dd-41db-a145-6423386e8f78 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865276 Jul 16 01:46:02.575788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-861b512d-9394-4c3d-b2d4-70d3e154cc7d req-636336c8-38c2-492c-a2cf-b1705429a1e7 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855293 Jul 16 01:46:02.653319 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be722a3-7c10-481f-882f-4ae8af7fe90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.769478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.774902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.828092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:02.856511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.856870 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment 4b9373a1-ae39-4eac-a2e8-6deac14dbd0f of type vlan for network a2989299-a7fd-4542-b50d-246fdd571b45 Jul 16 01:46:02.860565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b61fe1-cdba-444a-9250-be88a1e9c276,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.882706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be722a3-7c10-481f-882f-4ae8af7fe90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.888355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be722a3-7c10-481f-882f-4ae8af7fe90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.912258 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.917016 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.949416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8be722a3-7c10-481f-882f-4ae8af7fe90f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=878d690374a54385b44a712c8e01f3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431937 Jul 16 01:46:02.953385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52144) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.961854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be722a3-7c10-481f-882f-4ae8af7fe90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9600b74a-6f5d-4b27-b128-42a1deb5d296,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.009834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93dd6adc-6733-4ac8-9ab4-0f47ec4fb89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.023806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.030267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.030986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.034423 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93dd6adc-6733-4ac8-9ab4-0f47ec4fb89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.080009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9358916 Jul 16 01:46:03.111197 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93dd6adc-6733-4ac8-9ab4-0f47ec4fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.114753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93dd6adc-6733-4ac8-9ab4-0f47ec4fb89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.116105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-93dd6adc-6733-4ac8-9ab4-0f47ec4fb89f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9600b74a-6f5d-4b27-b128-42a1deb5d296 HTTP/1.1" status: 204 len: 168 time: 0.1616888 Jul 16 01:46:03.145413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd6adc-6733-4ac8-9ab4-0f47ec4fb89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600b74a-6f5d-4b27-b128-42a1deb5d296,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.154851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2cf1e-0d58-4244-ab02-773f7a5d201f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=a2989299-a7fd-4542-b50d-246fdd571b45,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.171336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a2989299-a7fd-4542-b50d-246fdd571b45 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:03.219846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52150) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.225265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': 'a2989299-a7fd-4542-b50d-246fdd571b45', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:03.244413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.354675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:03.359228 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.404753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Router d08310a6-fffd-413e-852a-82c374e43369 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:03.552215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:03.562249 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] Sync routers for ids ['d08310a6-fffd-413e-852a-82c374e43369'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:03.574926 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] Routers {'d08310a6-fffd-413e-852a-82c374e43369'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:03.576508 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d08310a6-fffd-413e-852a-82c374e43369'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.577717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.580088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec7a77e5-adcf-4a11-aa20-d002d2585e9c tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9917204 Jul 16 01:46:03.582587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.587868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:03.613279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:03.654025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.676185 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.703622 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] Routers {'d08310a6-fffd-413e-852a-82c374e43369'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:03.705540 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d08310a6-fffd-413e-852a-82c374e43369'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.753197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=970cbb0d-8166-4eaf-9e46-0e6e5f28844e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.782700 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.785954 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef70d12-1346-4708-a4b8-4637e83b2898 None None] The sync data for ids ['d08310a6-fffd-413e-852a-82c374e43369'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:03.810191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': '4b9373a1-ae39-4eac-a2e8-6deac14dbd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a2989299-a7fd-4542-b50d-246fdd571b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:03.810562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: a2989299-a7fd-4542-b50d-246fdd571b45, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:03.836052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:03.849957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network a2989299-a7fd-4542-b50d-246fdd571b45 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:03.855713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9', 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e', 'port_id': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9', 'mac_address': 'fa:16:3e:5e:92:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e725e23d-71e7-47c4-bb80-31e79dc5cc33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:03.903333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c78b4-0171-46f0-ab01-fdb18ed5f966 req-f74f1eef-b0fb-4641-b5d5-5859477682a5 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.905536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c4c78b4-0171-46f0-ab01-fdb18ed5f966 req-f74f1eef-b0fb-4641-b5d5-5859477682a5 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 943 time: 0.1569200 Jul 16 01:46:03.908018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a2989299-a7fd-4542-b50d-246fdd571b45) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:03.914463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.915061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.919846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.926608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e043e-60c4-44a0-a601-2512d3008493 None None] Network a2989299-a7fd-4542-b50d-246fdd571b45 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:03.957418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4f9f97e0-4d13-4b4e-ad8a-1ffc920d16b3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7362912 Jul 16 01:46:03.960831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52176) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.968359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001243900'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:03.997507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae18b-5f14-48d7-bd24-e9e1b7f26819 req-dfb8c8d9-23ce-4da1-b7a6-ca163df50598 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.999155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b46ae18b-5f14-48d7-bd24-e9e1b7f26819 req-dfb8c8d9-23ce-4da1-b7a6-ca163df50598 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1527824 Jul 16 01:46:04.025087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c4c78b4-0171-46f0-ab01-fdb18ed5f966 req-57eb04de-01a9-49c2-8f9c-6921bdb776b3 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871909 Jul 16 01:46:04.047465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:04.073207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:04.077304 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.100485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b46ae18b-5f14-48d7-bd24-e9e1b7f26819 req-3be8e11c-1a2a-4840-b15e-9a677aa4ee84 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920243 Jul 16 01:46:04.104808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:04.115104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:04.126492 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.127598 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment f16a431b-3bd7-41df-8d8f-92255dad6c2b of type vlan for network 5b95083e-7c19-4e08-8289-dd8027dc0264 Jul 16 01:46:04.159059 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.177150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-a2989299-a7fd-4542-b50d-246fdd571b45', 'network_id': 'a2989299-a7fd-4542-b50d-246fdd571b45', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': '970cbb0d-8166-4eaf-9e46-0e6e5f28844e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:04.185713 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.209040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.211667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.267386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.284406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.286205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.311992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.366285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4028308 Jul 16 01:46:04.369688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.374804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': '5b95083e-7c19-4e08-8289-dd8027dc0264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:04.393733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Allocated IP 172.20.255.242 (a2989299-a7fd-4542-b50d-246fdd571b45/970cbb0d-8166-4eaf-9e46-0e6e5f28844e/bbfdeefe-a47f-4720-940c-ccedaed62069) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:04.404372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7df3adce-f6fc-4506-b32f-2aa9ba6279c9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:04.438399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a6884-1b75-48c3-b4d6-33ccdd454888 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=5b95083e-7c19-4e08-8289-dd8027dc0264,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.457962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 5b95083e-7c19-4e08-8289-dd8027dc0264 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:04.466853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1831950305'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:04.534367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:46:04.534367 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:46:04.534367 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': 'e3545f333184490883e92dc0824a1750', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 46, 4, 509391)}] Jul 16 01:46:04.534367 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:04.535570 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:04.543831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Made reservation on behalf of 3c54029cd88d4685b820be92bb1c0b0a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:04.547211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.585789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.620941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.655227 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.737287 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.745799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Transition to ACTIVE for port object bbfdeefe-a47f-4720-940c-ccedaed62069 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:04.763508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Transition to ACTIVE for port object bbfdeefe-a47f-4720-940c-ccedaed62069 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:04.766140 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.770346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Deleting port d51de2f2-79f0-4dd9-ad48-cae8010e94eb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:04.770940 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.771540 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.774313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.810586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Network a2989299-a7fd-4542-b50d-246fdd571b45 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:04.811829 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:04.816489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:04.819984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:04.823164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Pushing event updated for resources: {'Port': ['ID=bbfdeefe-a47f-4720-940c-ccedaed62069,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.870185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.870542 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Added segment fcb927ab-b853-4c66-b542-48b665ed7270 of type vlan for network b333755a-9754-40c4-bcda-d6d111c2de00 Jul 16 01:46:04.872262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f9d3f-933d-41a9-aa8a-facfabcd83a2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.881003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Attempting to bind port bbfdeefe-a47f-4720-940c-ccedaed62069 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:04.881371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Attempting to bind port bbfdeefe-a47f-4720-940c-ccedaed62069 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '4b9373a1-ae39-4eac-a2e8-6deac14dbd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a2989299-a7fd-4542-b50d-246fdd571b45'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:04.881728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Attempting to bind port bbfdeefe-a47f-4720-940c-ccedaed62069 on network a2989299-a7fd-4542-b50d-246fdd571b45 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:04.887753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:04.888115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Checking segment: {'id': '4b9373a1-ae39-4eac-a2e8-6deac14dbd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a2989299-a7fd-4542-b50d-246fdd571b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:04.888557 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.889569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Bound using segment: {'id': '4b9373a1-ae39-4eac-a2e8-6deac14dbd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a2989299-a7fd-4542-b50d-246fdd571b45'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:04.890156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Bound port: bbfdeefe-a47f-4720-940c-ccedaed62069, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9373a1-ae39-4eac-a2e8-6deac14dbd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a2989299-a7fd-4542-b50d-246fdd571b45'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:04.890406 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.949186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.959072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.971249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Calling delete_port for d51de2f2-79f0-4dd9-ad48-cae8010e94eb owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:04.989943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] For port bbfdeefe-a47f-4720-940c-ccedaed62069, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:04.993157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] For port bbfdeefe-a47f-4720-940c-ccedaed62069, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bbfdeefe-a47f-4720-940c-ccedaed62069,segment=NetworkSegment(4b9373a1-ae39-4eac-a2e8-6deac14dbd0f),segment_id=4b9373a1-ae39-4eac-a2e8-6deac14dbd0f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:04.999406 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.063486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.066391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb324e72-1c8a-4fa8-8c3a-86b2c7818bf5 None None] Pushing event updated for resources: {'Port': ['ID=bbfdeefe-a47f-4720-940c-ccedaed62069,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.070716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.071345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.110591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:05.116084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.145320 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9324994 Jul 16 01:46:05.160723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:05.188071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'subnet': {'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:05.221057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222179a8-9f3c-4ef3-8d79-d8239df48585 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Network': ['ID=b333755a-9754-40c4-bcda-d6d111c2de00,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.242486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network b333755a-9754-40c4-bcda-d6d111c2de00 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:05.327010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.391739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Pushing event deleted for resources: {'Port': ['ID=d51de2f2-79f0-4dd9-ad48-cae8010e94eb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.488835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.520371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bbfdeefe-a47f-4720-940c-ccedaed62069 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:05.587090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f12b7-1074-4877-ab68-911c0340a230 req-5bf9e326-6968-4952-aa0e-a701b90bc8e9 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.594692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c6f12b7-1074-4877-ab68-911c0340a230 req-5bf9e326-6968-4952-aa0e-a701b90bc8e9 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 944 time: 0.4002030 Jul 16 01:46:05.619190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:05.627008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Made reservation on behalf of 3c54029cd88d4685b820be92bb1c0b0a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:05.630459 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.680051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port bbfdeefe-a47f-4720-940c-ccedaed62069 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:05.690893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:05.695440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:05.695816 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.709546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3499d0-acb1-4dc9-ae7e-88e18b230c6c req-b22e0ddd-a995-440e-abb2-f41d5b5a7e05 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.716337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a3499d0-acb1-4dc9-ae7e-88e18b230c6c req-b22e0ddd-a995-440e-abb2-f41d5b5a7e05 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3444629 Jul 16 01:46:05.749351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.752735 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.785431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.813094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c6f12b7-1074-4877-ab68-911c0340a230 req-bd5e28fb-a1aa-4560-bba2-02305bddfc79 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171807 Jul 16 01:46:05.818370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:05.822605 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5a0e94-ee24-49bd-9a4a-124d367c71ae" -d '{"events": [{"server_uuid": "0f8ce8ba-d5fa-4d73-a349-369a5e95b364", "name": "network-vif-plugged", "status": "completed", "tag": "7df3adce-f6fc-4506-b32f-2aa9ba6279c9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:05.845144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:05.849981 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.916848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.942957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Router d08310a6-fffd-413e-852a-82c374e43369 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:05.944190 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1d9f7e-ad24-440e-89d4-bd711f3ffe88 x-openstack-request-id: req-7b1d9f7e-ad24-440e-89d4-bd711f3ffe88 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:05.944570 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8ce8ba-d5fa-4d73-a349-369a5e95b364", "name": "network-vif-plugged", "status": "completed", "tag": "7df3adce-f6fc-4506-b32f-2aa9ba6279c9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:05.944932 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b1d9f7e-ad24-440e-89d4-bd711f3ffe88 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:05.945623 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9', 'code': 200} Jul 16 01:46:05.946762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.000819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a3499d0-acb1-4dc9-ae7e-88e18b230c6c req-25bccb69-ee07-4220-a339-a940f9ba9334 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830703 Jul 16 01:46:06.084247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:06.091942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.093404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38f81c05-2b31-43a7-bcd0-c08df340359a tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "PUT /v2.0/routers/d08310a6-fffd-413e-852a-82c374e43369 HTTP/1.1" status: 200 len: 706 time: 2.5096302 Jul 16 01:46:06.096380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] Sync routers for ids ['d08310a6-fffd-413e-852a-82c374e43369'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:06.099518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.111296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] Routers {'d08310a6-fffd-413e-852a-82c374e43369'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:06.111951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d08310a6-fffd-413e-852a-82c374e43369'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.184066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.196890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b799ca32-b6e4-4064-88a9-c4c328a2fb55 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/routers/d08310a6-fffd-413e-852a-82c374e43369 HTTP/1.1" status: 200 len: 741 time: 0.0922415 Jul 16 01:46:06.198312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.205356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] Routers {'d08310a6-fffd-413e-852a-82c374e43369'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:06.205985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d08310a6-fffd-413e-852a-82c374e43369'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.218976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=6418f05c-3f65-4509-ab02-4e80d4f91d93,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.226587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': 'f16a431b-3bd7-41df-8d8f-92255dad6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '5b95083e-7c19-4e08-8289-dd8027dc0264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:06.226741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: 5b95083e-7c19-4e08-8289-dd8027dc0264, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:06.267345 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7bc16556-ace4-4089-a69b-2e3b9fb8e256 tempest-RoutersAdminTest-1462347724 tempest-RoutersAdminTest-1462347724-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&device_id=d08310a6-fffd-413e-852a-82c374e43369 HTTP/1.1" status: 200 len: 205 time: 0.0677311 Jul 16 01:46:06.269814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52216) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.278082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.278871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7f8b1-ed1d-4f32-9a43-5b65608a09ee None None] The sync data for ids ['d08310a6-fffd-413e-852a-82c374e43369'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:06.309878 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4c3e506a-4ad5-4950-8b94-a5472b8d7239 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=d08310a6-fffd-413e-852a-82c374e43369 HTTP/1.1" status: 200 len: 205 time: 0.0389576 Jul 16 01:46:06.313700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52218) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.352742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3604-8638-4e64-b983-75a2befa41ad req-e9a19941-7118-4295-8546-1811e61a4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.355112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e9a3604-8638-4e64-b983-75a2befa41ad req-e9a19941-7118-4295-8546-1811e61a4a91 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 1096 time: 0.3133192 Jul 16 01:46:06.359951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network 5b95083e-7c19-4e08-8289-dd8027dc0264 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:06.368881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.393285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 5b95083e-7c19-4e08-8289-dd8027dc0264) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:06.400958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.401291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13e14c6-e0f9-4dbb-987b-ccad68e654fd None None] Network 5b95083e-7c19-4e08-8289-dd8027dc0264 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:06.401569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.446700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2980c8a-c8be-4efd-81e4-2c4722cfe12d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.488792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f304f2b4-39d3-4621-a812-4612861b3d85 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1156814 Jul 16 01:46:06.493031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52220) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.495037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e9a3604-8638-4e64-b983-75a2befa41ad req-3b2c7cc1-35c8-45c0-a9b0-6e8c96c202f8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188724 Jul 16 01:46:06.505973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Subnet': ['ID=6c514409-b820-4c8f-804f-e59978d8e675,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.525014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09bdee-0b55-429c-b904-895406ce0b0b None None] Network a2989299-a7fd-4542-b50d-246fdd571b45 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:06.540319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Checking segment: {'id': 'fcb927ab-b853-4c66-b542-48b665ed7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:06.540950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Network hostable DHCP agents. Network: b333755a-9754-40c4-bcda-d6d111c2de00, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:06.639117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Network b333755a-9754-40c4-bcda-d6d111c2de00 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:06.646140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96da974a-17e5-415a-a041-ad2d484b6493 None None] Provisioning for port bbfdeefe-a47f-4720-940c-ccedaed62069 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:06.651670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.659987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, b333755a-9754-40c4-bcda-d6d111c2de00) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:06.664395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96da974a-17e5-415a-a041-ad2d484b6493 None None] Provisioning complete for port bbfdeefe-a47f-4720-940c-ccedaed62069 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:06.664954 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96da974a-17e5-415a-a041-ad2d484b6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.665113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.665520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.685270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-abd9371f-a893-4192-9a91-6f0278e37fd4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5222116 Jul 16 01:46:06.691090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.696858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-11e6980c-f466-40d6-ac6c-8114d8b7dff4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-457384325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:06.698729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475d7d2-2eba-4d41-ac80-129e0fa2a549 None None] Network b333755a-9754-40c4-bcda-d6d111c2de00 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:06.715291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2980c8a-c8be-4efd-81e4-2c4722cfe12d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.720011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2980c8a-c8be-4efd-81e4-2c4722cfe12d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.780697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e6980c-f466-40d6-ac6c-8114d8b7dff4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.781952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e6980c-f466-40d6-ac6c-8114d8b7dff4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.785339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188d41c-14a8-460e-a766-8769f6981e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-5b95083e-7c19-4e08-8289-dd8027dc0264', 'network_id': '5b95083e-7c19-4e08-8289-dd8027dc0264', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': '6418f05c-3f65-4509-ab02-4e80d4f91d93'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:06.786288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2188d41c-14a8-460e-a766-8769f6981e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.800972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2980c8a-c8be-4efd-81e4-2c4722cfe12d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.801765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2980c8a-c8be-4efd-81e4-2c4722cfe12d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Fanout notify agent at l3_agent the message router_deleted on router d08310a6-fffd-413e-852a-82c374e43369 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:06.820303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.821699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2980c8a-c8be-4efd-81e4-2c4722cfe12d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.822971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c2980c8a-c8be-4efd-81e4-2c4722cfe12d tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/d08310a6-fffd-413e-852a-82c374e43369 HTTP/1.1" status: 204 len: 168 time: 0.5081944 Jul 16 01:46:06.828693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52224) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.871496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-df9ac95d-d55c-481f-9234-321aa960b085 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=d08310a6-fffd-413e-852a-82c374e43369 HTTP/1.1" status: 200 len: 205 time: 0.0396085 Jul 16 01:46:06.874335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52228) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.902858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e6980c-f466-40d6-ac6c-8114d8b7dff4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.909812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e6980c-f466-40d6-ac6c-8114d8b7dff4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.935066 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11e6980c-f466-40d6-ac6c-8114d8b7dff4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.939018 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-11e6980c-f466-40d6-ac6c-8114d8b7dff4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2445450 Jul 16 01:46:06.939263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.939578 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-f1531f96-921a-4b5f-8227-691fb392b21b tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] delete failed (client error): The resource could not be found. Jul 16 01:46:06.940642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f1531f96-921a-4b5f-8227-691fb392b21b tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/d08310a6-fffd-413e-852a-82c374e43369 HTTP/1.1" status: 404 len: 336 time: 0.0653226 Jul 16 01:46:06.943334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52232) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.983843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eb4f47f3-cef9-437e-a0ac-dfd09f90ffc5 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=6dbd4a4e-5480-4bd3-b6c0-714d79460990 HTTP/1.1" status: 200 len: 205 time: 0.0382609 Jul 16 01:46:06.987825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52234) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.051899 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-a0bba922-28cb-4827-ad05-c2569bfcfc89 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] delete failed (client error): The resource could not be found. Jul 16 01:46:07.059963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a0bba922-28cb-4827-ad05-c2569bfcfc89 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/6dbd4a4e-5480-4bd3-b6c0-714d79460990 HTTP/1.1" status: 404 len: 336 time: 0.0708027 Jul 16 01:46:07.106683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52238) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-2188d41c-14a8-460e-a766-8769f6981e93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6418f05c-3f65-4509-ab02-4e80d4f91d93: This subnet is being modified by another concurrent operation. Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:46:07.112842 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6418f05c-3f65-4509-ab02-4e80d4f91d93: This subnet is being modified by another concurrent operation. Jul 16 01:46:07.117049 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:46:07.119844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.136451 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96da974a-17e5-415a-a041-ad2d484b6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.288912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=6418f05c-3f65-4509-ab02-4e80d4f91d93,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.299012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e9d73bcb-9d95-4204-aa84-5761ddf7e9d1 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=e33def9d-3c2f-4d2e-8aab-84578b9d19c5 HTTP/1.1" status: 200 len: 205 time: 0.1877677 Jul 16 01:46:07.305010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.400534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972512b-aeaa-4d0e-9008-59b992837ff1 None None] Network 5b95083e-7c19-4e08-8289-dd8027dc0264 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:07.427015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-b333755a-9754-40c4-bcda-d6d111c2de00', 'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00', 'tenant_id': '3c54029cd88d4685b820be92bb1c0b0a', 'fixed_ips': [{'subnet_id': '6c514409-b820-4c8f-804f-e59978d8e675'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:07.427973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.471581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.505631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-96da974a-17e5-415a-a041-ad2d484b6493 None None] For port bbfdeefe-a47f-4720-940c-ccedaed62069, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bbfdeefe-a47f-4720-940c-ccedaed62069,segment=NetworkSegment(4b9373a1-ae39-4eac-a2e8-6deac14dbd0f),segment_id=4b9373a1-ae39-4eac-a2e8-6deac14dbd0f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:07.563211 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96da974a-17e5-415a-a041-ad2d484b6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.766429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da974a-17e5-415a-a041-ad2d484b6493 None None] Pushing event updated for resources: {'Port': ['ID=bbfdeefe-a47f-4720-940c-ccedaed62069,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.835728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Allocated IP 172.20.0.2 (b333755a-9754-40c4-bcda-d6d111c2de00/6c514409-b820-4c8f-804f-e59978d8e675/059abaf2-df93-47a3-abea-d7014115b20e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:07.906234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d777f818-e04b-491a-bf08-c877b93865d2 None None] Provisioning complete for port bbfdeefe-a47f-4720-940c-ccedaed62069 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:07.906803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d777f818-e04b-491a-bf08-c877b93865d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.926117 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-bbe3dcfe-9985-4635-83d1-171164482e0e tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] delete failed (client error): The resource could not be found. Jul 16 01:46:07.927337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bbe3dcfe-9985-4635-83d1-171164482e0e tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/e33def9d-3c2f-4d2e-8aab-84578b9d19c5 HTTP/1.1" status: 404 len: 336 time: 0.6185873 Jul 16 01:46:07.930068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52250) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.956825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.974982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b95083e-7c19-4e08-8289-dd8027dc0264']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.000389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85254d-33ad-457d-aec6-6775fd02648e req-e96f0f41-4cdc-4aab-87a9-bf87411cb8bb tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.002194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea85254d-33ad-457d-aec6-6775fd02648e req-e96f0f41-4cdc-4aab-87a9-bf87411cb8bb tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 945 time: 0.9545438 Jul 16 01:46:08.004550 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9d868407-3e40-4fe4-812e-84ea3f6df227 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=96b269fb-6129-46a4-a3d1-a2d59f451c5c HTTP/1.1" status: 200 len: 205 time: 0.0730350 Jul 16 01:46:08.006803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.007409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16a431b-3bd7-41df-8d8f-92255dad6c2b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.007575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16a431b-3bd7-41df-8d8f-92255dad6c2b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.022750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.068175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.086153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:08.086787 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.090544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52254) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.097086 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-ab58e141-b5d9-48e9-866d-39c54c47a7e3 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] delete failed (client error): The resource could not be found. Jul 16 01:46:08.098561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ab58e141-b5d9-48e9-866d-39c54c47a7e3 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/96b269fb-6129-46a4-a3d1-a2d59f451c5c HTTP/1.1" status: 404 len: 336 time: 0.0898392 Jul 16 01:46:08.101181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52258) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:08.107056 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:08.131123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f3150-c2b8-45f8-9977-97c972530a82 req-f7ffc945-3653-49e9-9c84-d5eed431ae40 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.133059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-511f3150-c2b8-45f8-9977-97c972530a82 req-f7ffc945-3653-49e9-9c84-d5eed431ae40 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.7949765 Jul 16 01:46:08.137952 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.154853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea85254d-33ad-457d-aec6-6775fd02648e req-16eb24d5-c2d9-49ec-aa21-afcbc284f543 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438582 Jul 16 01:46:08.163323 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6d58c17d-8766-487a-b716-8c9e08160e4b tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab149ea6-9e37-4d6d-9d3f-db00b1697574 HTTP/1.1" status: 200 len: 205 time: 0.0609093 Jul 16 01:46:08.166984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.206887 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-fea49a75-ac15-49bb-a42e-8c8664d53840 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] delete failed (client error): The resource could not be found. Jul 16 01:46:08.208183 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fea49a75-ac15-49bb-a42e-8c8664d53840 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/ab149ea6-9e37-4d6d-9d3f-db00b1697574 HTTP/1.1" status: 404 len: 336 time: 0.0399630 Jul 16 01:46:08.210690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.223803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Transition to ACTIVE for port object 059abaf2-df93-47a3-abea-d7014115b20e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:08.226090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.231341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.233325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/5b95083e-7c19-4e08-8289-dd8027dc0264 HTTP/1.1" status: 204 len: 168 time: 1.7373717 Jul 16 01:46:08.239692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.244589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231399307'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.252339 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5fd936d0-63a1-456d-a1a1-ec73b0f1b6f0 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1ec1349-1104-447c-b0c1-06ad1732e76a HTTP/1.1" status: 200 len: 205 time: 0.0390346 Jul 16 01:46:08.252553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-511f3150-c2b8-45f8-9977-97c972530a82 req-e98fdda0-fb3e-4143-bece-b4526bec8976 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024506 Jul 16 01:46:08.254109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Transition to ACTIVE for port object 059abaf2-df93-47a3-abea-d7014115b20e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:08.261998 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.263545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.268292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef540f-6b08-4a13-b9e7-f831a85e2745 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=5b95083e-7c19-4e08-8289-dd8027dc0264,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.292964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:08.296722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.327595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:08.330189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Network b333755a-9754-40c4-bcda-d6d111c2de00 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:08.334228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:08.336451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Pushing event updated for resources: {'Port': ['ID=059abaf2-df93-47a3-abea-d7014115b20e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.338925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.339383 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment 6f8fd4b2-d62c-4c44-a523-3b7f466d0c32 of type vlan for network 77669550-0f0b-49fb-afc2-f3993f396760 Jul 16 01:46:08.351697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:08.359036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ea42-cfad-4830-817f-ca741ab16750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.390001 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.392497 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-77c427b7-bc70-4843-b456-460ea6c41f19 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] delete failed (client error): The resource could not be found. Jul 16 01:46:08.393566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-77c427b7-bc70-4843-b456-460ea6c41f19 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/routers/e1ec1349-1104-447c-b0c1-06ad1732e76a HTTP/1.1" status: 404 len: 336 time: 0.1144996 Jul 16 01:46:08.396846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52268) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.428907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Attempting to bind port 059abaf2-df93-47a3-abea-d7014115b20e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:08.429982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Attempting to bind port 059abaf2-df93-47a3-abea-d7014115b20e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'fcb927ab-b853-4c66-b542-48b665ed7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:08.430562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Attempting to bind port 059abaf2-df93-47a3-abea-d7014115b20e on network b333755a-9754-40c4-bcda-d6d111c2de00 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:08.437653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:08.438428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Checking segment: {'id': 'fcb927ab-b853-4c66-b542-48b665ed7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:08.439087 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.439265 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.440813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Bound using segment: {'id': 'fcb927ab-b853-4c66-b542-48b665ed7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:08.441595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Bound port: 059abaf2-df93-47a3-abea-d7014115b20e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb927ab-b853-4c66-b542-48b665ed7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:08.442579 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.445500 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e66927-f7c3-47ed-b213-b5ad33fba2b0 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:08.445981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e66927-f7c3-47ed-b213-b5ad33fba2b0 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:08.446673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.447402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.448502 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c7e66927-f7c3-47ed-b213-b5ad33fba2b0 tempest-RoutersAdminTest-1637710655 tempest-RoutersAdminTest-1637710655-project] 10.222.0.81 "DELETE /v2.0/subnets/9ee343dd-4e50-4652-9275-9eef55230ca7 HTTP/1.1" status: 404 len: 337 time: 0.0490079 Jul 16 01:46:08.491982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Allocated IP 172.20.0.1 (b333755a-9754-40c4-bcda-d6d111c2de00/6c514409-b820-4c8f-804f-e59978d8e675/9344896b-a227-4b9a-88b1-ebe7d4eb6f40) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:08.533525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] For port 059abaf2-df93-47a3-abea-d7014115b20e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:08.538383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] For port 059abaf2-df93-47a3-abea-d7014115b20e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=059abaf2-df93-47a3-abea-d7014115b20e,segment=NetworkSegment(fcb927ab-b853-4c66-b542-48b665ed7270),segment_id=fcb927ab-b853-4c66-b542-48b665ed7270)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:08.539420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=77669550-0f0b-49fb-afc2-f3993f396760,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.543301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.571461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 77669550-0f0b-49fb-afc2-f3993f396760 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:08.662651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0da0f-1378-498e-9e58-6479de9d2d28 None None] Pushing event updated for resources: {'Port': ['ID=059abaf2-df93-47a3-abea-d7014115b20e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.726491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52274) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.888837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9846aa25-d566-428b-aafb-a1a3928fd3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.984545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.991428 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ea42-cfad-4830-817f-ca741ab16750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.995461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ea42-cfad-4830-817f-ca741ab16750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.001814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2c9a7eb6-2b0a-4d8a-ab01-224c0d0febc7 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7610548 Jul 16 01:46:09.004766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:09.012252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': '77669550-0f0b-49fb-afc2-f3993f396760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:09.016723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Transition to ACTIVE for port object 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:09.046499 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0eb5ea42-cfad-4830-817f-ca741ab16750 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86717733809647d4a25709e0e4e935c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9547088 Jul 16 01:46:09.049410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:09.051863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ea42-cfad-4830-817f-ca741ab16750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d53a6-eb6d-4865-8d6e-d7d7a3e8b670,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.116645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.151517 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a6e31d0-b990-4f74-9e86-2cf6ebe7beeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.170840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9846aa25-d566-428b-aafb-a1a3928fd3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.174000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Network b333755a-9754-40c4-bcda-d6d111c2de00 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:09.178536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9846aa25-d566-428b-aafb-a1a3928fd3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.187311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:09.195145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a6e31d0-b990-4f74-9e86-2cf6ebe7beeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.197461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:09.215856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:09.219938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.234470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Port': ['ID=9344896b-a227-4b9a-88b1-ebe7d4eb6f40,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.257514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846aa25-d566-428b-aafb-a1a3928fd3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b586c0da-e52b-4551-867d-c0487c6dbfa4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.271492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9846aa25-d566-428b-aafb-a1a3928fd3b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c8580b14eb042c481b38f443b59a2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437548 Jul 16 01:46:09.272795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:09.273847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.317972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing IP validity checks on allocation pools {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:46:09.318793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:46:09.478872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a6e31d0-b990-4f74-9e86-2cf6ebe7beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.482620 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a6e31d0-b990-4f74-9e86-2cf6ebe7beeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.486454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4a6e31d0-b990-4f74-9e86-2cf6ebe7beeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a57d53a6-eb6d-4865-8d6e-d7d7a3e8b670 HTTP/1.1" status: 204 len: 168 time: 0.4293485 Jul 16 01:46:09.506997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2759b07b-e0eb-41ee-b03a-2ea7ab078fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.544552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e31d0-b990-4f74-9e86-2cf6ebe7beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d53a6-eb6d-4865-8d6e-d7d7a3e8b670,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.549801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eb066-3b08-443e-b0f3-c4150f6adf1a req-5a3c279e-64a4-453d-90e5-5f5ff0eae263 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:09.551373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd3eb066-3b08-443e-b0f3-c4150f6adf1a req-5a3c279e-64a4-453d-90e5-5f5ff0eae263 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 945 time: 0.2297194 Jul 16 01:46:09.572390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.596572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2759b07b-e0eb-41ee-b03a-2ea7ab078fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.612591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bbfdeefe-a47f-4720-940c-ccedaed62069 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:09.668106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435984f9-0be0-4d30-8c01-0b9cb4ed1401 req-fea4d08c-3abf-4464-abb4-4b44f290ddd9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:09.669716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-435984f9-0be0-4d30-8c01-0b9cb4ed1401 req-fea4d08c-3abf-4464-abb4-4b44f290ddd9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.2699695 Jul 16 01:46:09.682079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bbfdeefe-a47f-4720-940c-ccedaed62069 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:09.682521 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.737855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd3eb066-3b08-443e-b0f3-c4150f6adf1a req-010910f1-952c-4c8d-9c34-9dae5131bc36 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692708 Jul 16 01:46:09.741288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.817017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-435984f9-0be0-4d30-8c01-0b9cb4ed1401 req-6d499f07-2a6b-4f69-866f-7c7b2894b637 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230836 Jul 16 01:46:09.828963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 059abaf2-df93-47a3-abea-d7014115b20e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:09.838825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d863ba3-f86c-4b4c-9bd3-6ebd7e8e2ecb None None] Network b333755a-9754-40c4-bcda-d6d111c2de00 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:09.845238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2759b07b-e0eb-41ee-b03a-2ea7ab078fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.848086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2759b07b-e0eb-41ee-b03a-2ea7ab078fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.860078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2759b07b-e0eb-41ee-b03a-2ea7ab078fcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b586c0da-e52b-4551-867d-c0487c6dbfa4 HTTP/1.1" status: 204 len: 168 time: 0.5764027 Jul 16 01:46:09.893365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=dd144e8c-15eb-4881-bb44-72b1d9d41049,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.930839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759b07b-e0eb-41ee-b03a-2ea7ab078fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b586c0da-e52b-4551-867d-c0487c6dbfa4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.950574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '77669550-0f0b-49fb-afc2-f3993f396760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:09.950940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: 77669550-0f0b-49fb-afc2-f3993f396760, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:09.996507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network 77669550-0f0b-49fb-afc2-f3993f396760 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:09.998086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a833a725-ae96-4c23-bc56-cb89a5d0f704 None None] Provisioning for port 059abaf2-df93-47a3-abea-d7014115b20e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:10.024952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.035061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 059abaf2-df93-47a3-abea-d7014115b20e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:10.042831 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf57f773-aa2b-40ad-9427-d43f4957a398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.057216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 77669550-0f0b-49fb-afc2-f3993f396760) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:10.067512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:10.067512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.090846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fdcf6c-a777-443f-a5e3-574d19ea83ac None None] Network 77669550-0f0b-49fb-afc2-f3993f396760 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:10.124211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.130419 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.145651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 059abaf2-df93-47a3-abea-d7014115b20e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:10.145941 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.240295 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf57f773-aa2b-40ad-9427-d43f4957a398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.250092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf57f773-aa2b-40ad-9427-d43f4957a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.259276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Port': ['ID=9344896b-a227-4b9a-88b1-ebe7d4eb6f40,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.290847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.304826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f773-aa2b-40ad-9427-d43f4957a398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b693f-a73b-4732-9120-55e25f3dd360,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.319439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dd36a60f-b826-40a8-ab33-d71b5313e80e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3101680 Jul 16 01:46:10.320098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52306) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.349062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf57f773-aa2b-40ad-9427-d43f4957a398 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ec8d2176ba74ea4a7df49768671dab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227043 Jul 16 01:46:10.349818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52308) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.382455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.406116 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.467427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b4bb15e2-ce7d-4660-bad6-296c3b07d6ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd7dba685cc94617991fe601b0381ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809455 Jul 16 01:46:10.473330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8218637-e75c-41c6-ad7a-f4a9f6c6f040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.475046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.480177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-77669550-0f0b-49fb-afc2-f3993f396760', 'network_id': '77669550-0f0b-49fb-afc2-f3993f396760', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': 'dd144e8c-15eb-4881-bb44-72b1d9d41049'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:10.481245 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.496620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8218637-e75c-41c6-ad7a-f4a9f6c6f040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.546417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8218637-e75c-41c6-ad7a-f4a9f6c6f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.549571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8218637-e75c-41c6-ad7a-f4a9f6c6f040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.553261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b8218637-e75c-41c6-ad7a-f4a9f6c6f040 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a19b693f-a73b-4732-9120-55e25f3dd360 HTTP/1.1" status: 204 len: 168 time: 0.2000725 Jul 16 01:46:10.560113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8218637-e75c-41c6-ad7a-f4a9f6c6f040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b693f-a73b-4732-9120-55e25f3dd360,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.574534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4656d8e4-1006-48a0-a4e9-1b18e8c9b81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.588598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.598671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Network b333755a-9754-40c4-bcda-d6d111c2de00 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:10.607033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:10.625477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4656d8e4-1006-48a0-a4e9-1b18e8c9b81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.655256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Allocated IP 172.20.0.3 (77669550-0f0b-49fb-afc2-f3993f396760/dd144e8c-15eb-4881-bb44-72b1d9d41049/b96ab994-eb82-481c-83fc-aed265474f30) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:10.732389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 059abaf2-df93-47a3-abea-d7014115b20e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=059abaf2-df93-47a3-abea-d7014115b20e,segment=NetworkSegment(fcb927ab-b853-4c66-b542-48b665ed7270),segment_id=fcb927ab-b853-4c66-b542-48b665ed7270)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:10.741799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.757071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.883006 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4656d8e4-1006-48a0-a4e9-1b18e8c9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.887523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4656d8e4-1006-48a0-a4e9-1b18e8c9b81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.889432 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4656d8e4-1006-48a0-a4e9-1b18e8c9b81c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a8d9f66-f8cd-41bc-a29a-9c187b851ee1 HTTP/1.1" status: 204 len: 168 time: 0.4090533 Jul 16 01:46:10.893837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Router 3fb77927-c4f7-47fb-acf8-d0c9287a5cf9 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:10.902792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656d8e4-1006-48a0-a4e9-1b18e8c9b81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d9f66-f8cd-41bc-a29a-9c187b851ee1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.937763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=059abaf2-df93-47a3-abea-d7014115b20e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.010397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:11.016970 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-82656861-243c-47f5-ace9-e8bab9bd0acd tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "PUT /v2.0/routers/3fb77927-c4f7-47fb-acf8-d0c9287a5cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0762174 Jul 16 01:46:11.019182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:11.021598 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] Sync routers for ids ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:11.024535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'port': {'network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00', 'name': 'tempest-FloatingIPNegativeTestJSON-1145157714'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:11.038655 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] Routers {'3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:11.039280 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.071795 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.072868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba4b6c-dfc6-4480-8136-79a9e1aba084 req-49292c06-3f3e-41f8-9c10-b6fbe89bf040 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.075131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3ba4b6c-dfc6-4480-8136-79a9e1aba084 req-49292c06-3f3e-41f8-9c10-b6fbe89bf040 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 945 time: 0.1780674 Jul 16 01:46:11.101579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Transition to ACTIVE for port object b96ab994-eb82-481c-83fc-aed265474f30 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:11.137554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Transition to ACTIVE for port object b96ab994-eb82-481c-83fc-aed265474f30 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:11.140406 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.155051 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] Routers {'3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:11.155401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.161400 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:45:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.231176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Pushing event updated for resources: {'Port': ['ID=b96ab994-eb82-481c-83fc-aed265474f30,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.250138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Network 77669550-0f0b-49fb-afc2-f3993f396760 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:11.250308 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.250831 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d47f42-0d14-41b7-91c2-b1f0e85a0ac2 None None] The sync data for ids ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:11.252157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.255916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:11.258939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:11.267713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5767f49f-40c3-4bf9-a9b1-ad44b1820904 None None] Provisioning complete for port 059abaf2-df93-47a3-abea-d7014115b20e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:11.268097 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5767f49f-40c3-4bf9-a9b1-ad44b1820904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.319413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3ba4b6c-dfc6-4480-8136-79a9e1aba084 req-04b5376d-3827-4f87-98bb-c953b6c0e9a6 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328932 Jul 16 01:46:11.402814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=dd144e8c-15eb-4881-bb44-72b1d9d41049,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.408753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Made reservation on behalf of 3c54029cd88d4685b820be92bb1c0b0a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:11.412567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.413003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Attempting to bind port b96ab994-eb82-481c-83fc-aed265474f30 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:11.413685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Attempting to bind port b96ab994-eb82-481c-83fc-aed265474f30 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '77669550-0f0b-49fb-afc2-f3993f396760'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:11.414246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Attempting to bind port b96ab994-eb82-481c-83fc-aed265474f30 on network 77669550-0f0b-49fb-afc2-f3993f396760 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:11.419690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb998a5-b2b8-4807-b584-8381b6c31890 req-3c5a22fd-ea94-4e8a-a506-caf6b9d4598a tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.422172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:11.423811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Checking segment: {'id': '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '77669550-0f0b-49fb-afc2-f3993f396760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:11.424550 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.425406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Bound using segment: {'id': '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '77669550-0f0b-49fb-afc2-f3993f396760'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:11.426641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Bound port: b96ab994-eb82-481c-83fc-aed265474f30, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '77669550-0f0b-49fb-afc2-f3993f396760'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:11.428330 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.430697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fb998a5-b2b8-4807-b584-8381b6c31890 req-3c5a22fd-ea94-4e8a-a506-caf6b9d4598a tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3103158 Jul 16 01:46:11.479564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 059abaf2-df93-47a3-abea-d7014115b20e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:11.523134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] device_id is not set on port c28e6c0c-d4fb-4b42-84df-4a100e1d5115 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:11.535288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fb998a5-b2b8-4807-b584-8381b6c31890 req-0279de09-af0d-436a-95a0-de7dbb30f71a tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951285 Jul 16 01:46:11.607226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.622198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77669550-0f0b-49fb-afc2-f3993f396760']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.660032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] For port b96ab994-eb82-481c-83fc-aed265474f30, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:11.668339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] For port b96ab994-eb82-481c-83fc-aed265474f30, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b96ab994-eb82-481c-83fc-aed265474f30,segment=NetworkSegment(6f8fd4b2-d62c-4c44-a523-3b7f466d0c32),segment_id=6f8fd4b2-d62c-4c44-a523-3b7f466d0c32)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:11.674856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b045996-6b74-44ea-85a7-ced0544328eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.679511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.680061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.680203 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.698819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.726207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.755744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:11.756326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:11.759812 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:11.852425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Allocated IP 172.20.0.4 (b333755a-9754-40c4-bcda-d6d111c2de00/6c514409-b820-4c8f-804f-e59978d8e675/c28e6c0c-d4fb-4b42-84df-4a100e1d5115) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:11.866530 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:46:11.866530 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:46:11.866530 n-d-800085-5 neutron-server[93707]: [parameters: {'id': '77669550-0f0b-49fb-afc2-f3993f396760'}] Jul 16 01:46:11.866530 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:11.867350 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:11.966771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5767f49f-40c3-4bf9-a9b1-ad44b1820904 None None] Provisioning for port 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:11.982169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5767f49f-40c3-4bf9-a9b1-ad44b1820904 None None] Provisioning complete for port 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:11.982781 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5767f49f-40c3-4bf9-a9b1-ad44b1820904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.030661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a62e88-424f-4c0a-835d-a520edc920f2 None None] Pushing event updated for resources: {'Port': ['ID=b96ab994-eb82-481c-83fc-aed265474f30,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.066086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 059abaf2-df93-47a3-abea-d7014115b20e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:12.066478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.097276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5767f49f-40c3-4bf9-a9b1-ad44b1820904 None None] Port 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:12.122335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf63b4d1-b42d-41ed-add8-9186cc35c58c None None] Network 77669550-0f0b-49fb-afc2-f3993f396760 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:12.148326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.182299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Transition to ACTIVE for port object c28e6c0c-d4fb-4b42-84df-4a100e1d5115 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:12.244549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-7753e7b9-86fd-4c6d-90cd-aac34824f3cf tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.246571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-7753e7b9-86fd-4c6d-90cd-aac34824f3cf tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 945 time: 0.1293380 Jul 16 01:46:12.256070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.258793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10dde3c7-20a4-4aef-be8d-4a3c330988aa None None] Provisioning complete for port 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:12.259088 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10dde3c7-20a4-4aef-be8d-4a3c330988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.317497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Network b333755a-9754-40c4-bcda-d6d111c2de00 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:12.320833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-10dde3c7-20a4-4aef-be8d-4a3c330988aa None None] Port 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:12.323633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:12.370758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.383408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Deleting port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:12.383765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.386683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:12.454166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Port': ['ID=c28e6c0c-d4fb-4b42-84df-4a100e1d5115,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.542003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] For port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:12.542630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.556889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.557518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.597572 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d907672f-7cea-45f0-b49b-ea7efbee9988 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5772195 Jul 16 01:46:12.599706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52380) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.605830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:12.613477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Calling delete_port for 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:12.632240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port b96ab994-eb82-481c-83fc-aed265474f30 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:12.632710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.671991 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.692478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebfed-ad4e-4f9c-b32d-7852aa6eb984 req-9197c625-c306-494d-9354-c3dff532d625 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.694173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e7ebfed-ad4e-4f9c-b32d-7852aa6eb984 req-9197c625-c306-494d-9354-c3dff532d625 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f8ce8ba-d5fa-4d73-a349-369a5e95b364 HTTP/1.1" status: 200 len: 945 time: 0.1449440 Jul 16 01:46:12.722209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5267253d-7e93-4eff-8c20-118e8e5a6533 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:12.767332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e7ebfed-ad4e-4f9c-b32d-7852aa6eb984 req-7e7bcf58-9413-43c0-9c77-5c8d466830bb tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634084 Jul 16 01:46:12.813096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-385ed030-672c-41b9-bf85-750da6a89d2d None None] Provisioning for port c28e6c0c-d4fb-4b42-84df-4a100e1d5115 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:12.836134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port b96ab994-eb82-481c-83fc-aed265474f30, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b96ab994-eb82-481c-83fc-aed265474f30,segment=NetworkSegment(6f8fd4b2-d62c-4c44-a523-3b7f466d0c32),segment_id=6f8fd4b2-d62c-4c44-a523-3b7f466d0c32)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:12.836510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.852998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for b96ab994-eb82-481c-83fc-aed265474f30 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:12.889822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5267253d-7e93-4eff-8c20-118e8e5a6533 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:12.895098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-385ed030-672c-41b9-bf85-750da6a89d2d None None] Provisioning complete for port c28e6c0c-d4fb-4b42-84df-4a100e1d5115 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:12.895856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-385ed030-672c-41b9-bf85-750da6a89d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.913829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.930243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7df3adce-f6fc-4506-b32f-2aa9ba6279c9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:12.969250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea580b46-f2ef-4527-9222-4d36e2886c73 req-2a3ec436-3ada-4f68-b925-c3003fd701c0 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.979457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea580b46-f2ef-4527-9222-4d36e2886c73 req-2a3ec436-3ada-4f68-b925-c3003fd701c0 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1508350 Jul 16 01:46:13.001763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.010801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.017507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Pushing event deleted for resources: {'Port': ['ID=7df3adce-f6fc-4506-b32f-2aa9ba6279c9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.101881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] No DVR routers for this DVR port 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:13.103036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=b96ab994-eb82-481c-83fc-aed265474f30,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.106687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea580b46-f2ef-4527-9222-4d36e2886c73 req-15d42818-d51a-4e7f-89af-d6673e5ac96c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257808 Jul 16 01:46:13.108357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.110307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9cde214f-c19b-4a4e-afec-7e0e3c99ae44 req-54d299b0-e0ac-4ed4-bbf4-0e0bdd55d674 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "DELETE /v2.0/ports/7df3adce-f6fc-4506-b32f-2aa9ba6279c9 HTTP/1.1" status: 204 len: 173 time: 0.8572013 Jul 16 01:46:13.110749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'name': 'network-vif-deleted', 'tag': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:13.111921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-385ed030-672c-41b9-bf85-750da6a89d2d None None] Port c28e6c0c-d4fb-4b42-84df-4a100e1d5115 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:13.113613 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adef705d-dfea-4bef-be20-6fce139cf8b7" -d '{"events": [{"server_uuid": "0f8ce8ba-d5fa-4d73-a349-369a5e95b364", "name": "network-vif-deleted", "tag": "7df3adce-f6fc-4506-b32f-2aa9ba6279c9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:13.165301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port b96ab994-eb82-481c-83fc-aed265474f30 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:13.200613 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092f13d4-9947-4bf2-aafe-b036771fe53d x-openstack-request-id: req-092f13d4-9947-4bf2-aafe-b036771fe53d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:13.200934 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8ce8ba-d5fa-4d73-a349-369a5e95b364", "name": "network-vif-deleted", "tag": "7df3adce-f6fc-4506-b32f-2aa9ba6279c9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:13.201229 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-092f13d4-9947-4bf2-aafe-b036771fe53d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:13.201641 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8ce8ba-d5fa-4d73-a349-369a5e95b364', 'name': 'network-vif-deleted', 'tag': '7df3adce-f6fc-4506-b32f-2aa9ba6279c9', 'status': 'completed', 'code': 200} Jul 16 01:46:13.282392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586213e0-1bd0-4390-b477-c81d879a96c9 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:13.307349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.326300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77669550-0f0b-49fb-afc2-f3993f396760']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.355966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Allocated IP 172.25.5.131 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b16e586a-b264-4187-bbfb-381e22ca11ca) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:13.361764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.362169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8fd4b2-d62c-4c44-a523-3b7f466d0c32') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.378562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.398540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586213e0-1bd0-4390-b477-c81d879a96c9 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:13.408321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.417741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:13.418294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:13.434163 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:13.462930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.530706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.553009 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.554922 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/77669550-0f0b-49fb-afc2-f3993f396760 HTTP/1.1" status: 204 len: 168 time: 3.2338834 Jul 16 01:46:13.555798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c44298-af54-4ec9-96af-19dc4593ec3b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=77669550-0f0b-49fb-afc2-f3993f396760,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.558555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.570873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-752310396'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:13.606897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-158238561', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:13.620078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.640804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:13.650087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.693496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.697668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:13.700455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Made reservation on behalf of 5dae9f1144b94ab98ff78e2901726b45 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:13.705025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.721357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.733840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.734101 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment c0160d1d-e35f-472e-9ef2-cd58c36c8927 of type vlan for network e3de4f3e-2a34-48b1-952f-073621db229f Jul 16 01:46:13.743706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:13.753775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:13.757836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:13.792614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Port': ['ID=b16e586a-b264-4187-bbfb-381e22ca11ca,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.822150 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.883065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.912383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.918092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.918702 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.960883 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.007400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=e3de4f3e-2a34-48b1-952f-073621db229f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.023189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e3de4f3e-2a34-48b1-952f-073621db229f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:14.027868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.033789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.041693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] device_id is not set on port bd82925d-d1cb-44c6-8b9f-92b961d13e0b yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:14.056565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-67b99e29-c8bf-4709-a202-1fb781ebae51 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4918778 Jul 16 01:46:14.057590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.065356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': 'e3de4f3e-2a34-48b1-952f-073621db229f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:14.147049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0227fed2-f82b-40c0-add5-f56bd09e906a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.204910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.210980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.291346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Port': ['ID=b16e586a-b264-4187-bbfb-381e22ca11ca,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.314841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.432897 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.443841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.447853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3d73dba3-e627-4b05-8e7b-0ee49f737fb2 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8445528 Jul 16 01:46:14.448629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52438) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.454625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e96818ce-ae24-4f5e-ab9b-356fac2908b3 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'floatingip': {'port_id': 'c28e6c0c-d4fb-4b42-84df-4a100e1d5115', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:14.458218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:14.462185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.504963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e96818ce-ae24-4f5e-ab9b-356fac2908b3 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.511497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e41e5618-1b08-4169-b1fa-9bc9d3935b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.521560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5f166f99-c6a5-49f0-b21f-2b9a71445d37 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.523105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5f166f99-c6a5-49f0-b21f-2b9a71445d37 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/networks?id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e HTTP/1.1" status: 200 len: 808 time: 0.3721642 Jul 16 01:46:14.525088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Allocated IP 172.25.5.122 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/bd82925d-d1cb-44c6-8b9f-92b961d13e0b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:14.605142 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-06b11ccd-377a-425f-a51e-4b568179d296 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/quotas/2e8815f0d97b4f729b7d62f4cdd5d1ce HTTP/1.1" status: 200 len: 375 time: 0.0722747 Jul 16 01:46:14.641060 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e96818ce-ae24-4f5e-ab9b-356fac2908b3 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] update failed (client error): The resource could not be found. Jul 16 01:46:14.645496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e96818ce-ae24-4f5e-ab9b-356fac2908b3 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "PUT /v2.0/floatingips/d281cb22-5798-4d4e-8358-02afdbeb94b9 HTTP/1.1" status: 404 len: 507 time: 0.1956217 Jul 16 01:46:14.646172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.657752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d59fa-c95d-4e3f-9248-9d118995c941 req-1855ea19-d9ae-4ec5-a314-7b63c983d76f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.659161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed3d59fa-c95d-4e3f-9248-9d118995c941 req-1855ea19-d9ae-4ec5-a314-7b63c983d76f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3921394 Jul 16 01:46:14.696680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-e51d91ba-5711-4230-b305-b66a555968b0 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e8815f0d97b4f729b7d62f4cdd5d1ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664425 Jul 16 01:46:14.743473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04db749-98a4-4169-9cd9-5cc6897f146d req-a1da579b-ba9b-436d-afe6-370f555f1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.744999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f04db749-98a4-4169-9cd9-5cc6897f146d req-a1da579b-ba9b-436d-afe6-370f555f1ea7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 1097 time: 0.3528798 Jul 16 01:46:14.788837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Deleting port b16e586a-b264-4187-bbfb-381e22ca11ca {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:14.789404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.882760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.883236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.901971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Calling delete_port for b16e586a-b264-4187-bbfb-381e22ca11ca owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:14.903958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed3d59fa-c95d-4e3f-9248-9d118995c941 req-012e3d76-2ca8-414a-a500-dd23be9f08b9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095878 Jul 16 01:46:15.011125 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f04db749-98a4-4169-9cd9-5cc6897f146d req-27388c69-b8d2-46dd-982b-ed8621ce0057 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553306 Jul 16 01:46:15.053338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.062294 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.076643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.108920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event deleted for resources: {'Port': ['ID=b16e586a-b264-4187-bbfb-381e22ca11ca,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.115090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-8c167562-ab15-4a66-9f09-fbd65e0c8970 service neutron] 10.222.0.81 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980634 Jul 16 01:46:15.171022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=6a2f1790-ddd8-4c7d-a942-03ddd1e4d162,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.239539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': 'c0160d1d-e35f-472e-9ef2-cd58c36c8927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e3de4f3e-2a34-48b1-952f-073621db229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:15.239908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: e3de4f3e-2a34-48b1-952f-073621db229f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:15.257410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.314282 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-4115f580-190c-49a4-91b4-56e0776993bb service neutron] 10.222.0.81 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871762 Jul 16 01:46:15.321917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network e3de4f3e-2a34-48b1-952f-073621db229f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:15.328058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.335097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:15.339673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:15.342469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Pushing event updated for resources: {'Port': ['ID=bd82925d-d1cb-44c6-8b9f-92b961d13e0b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.344655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e3de4f3e-2a34-48b1-952f-073621db229f) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:15.346401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:15.351539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.352326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.356739 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125192b-1b02-470f-b4fb-fa8680eebd0b None None] Network e3de4f3e-2a34-48b1-952f-073621db229f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:15.396375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4478d21-fbd3-40d5-ba24-6c898d928a9f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3353021 Jul 16 01:46:15.399115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52446) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.410644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.411262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.481631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5f0baf8c-592a-439b-a63c-90b77cb07d98 tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0175667 Jul 16 01:46:15.484676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52450) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.491196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.122'}]}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:15.577913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e3de4f3e-2a34-48b1-952f-073621db229f', 'network_id': 'e3de4f3e-2a34-48b1-952f-073621db229f', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': '6a2f1790-ddd8-4c7d-a942-03ddd1e4d162'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:15.579291 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.579543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.582346 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.587639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-151ca9ca-3472-4069-a258-2faa3ef2c4e4 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "DELETE /v2.0/floatingips/d281cb22-5798-4d4e-8358-02afdbeb94b9 HTTP/1.1" status: 204 len: 168 time: 0.9404328 Jul 16 01:46:15.588393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.593901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b6287ccb-8a3a-44ea-a1ed-f7746f64e946 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'floatingip': {'floating_network_id': 'b333755a-9754-40c4-bcda-d6d111c2de00', 'port_id': 'c28e6c0c-d4fb-4b42-84df-4a100e1d5115', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:15.602997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.642867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6287ccb-8a3a-44ea-a1ed-f7746f64e946 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.647252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.648444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.653444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a805564e-e598-4195-835d-d71c345bd646 req-956b119f-9159-4247-87ab-e7c80926e147 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 210 time: 0.0857618 Jul 16 01:46:15.748336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Allocated IP 172.20.0.1 (e3de4f3e-2a34-48b1-952f-073621db229f/6a2f1790-ddd8-4c7d-a942-03ddd1e4d162/c7e0005e-53e6-4fb8-a03b-83df5e0ee658) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:15.824854 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.844028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.944943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.958017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:15.960988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Transition to ACTIVE for port object c7e0005e-53e6-4fb8-a03b-83df5e0ee658 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:15.968480 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b6287ccb-8a3a-44ea-a1ed-f7746f64e946 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:46:15.978781 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6287ccb-8a3a-44ea-a1ed-f7746f64e946 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3890135 Jul 16 01:46:15.980930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.990535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:15.991107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7df3adce-f6fc-4506-b32f-2aa9ba6279c9 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:16.001372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Transition to ACTIVE for port object c7e0005e-53e6-4fb8-a03b-83df5e0ee658 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:16.002568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c28e6c0c-d4fb-4b42-84df-4a100e1d5115', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:16.018042 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.102234 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.162159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Network e3de4f3e-2a34-48b1-952f-073621db229f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:16.207484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:16.214288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:16.251613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Pushing event updated for resources: {'Port': ['ID=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.274721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.299180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Attempting to bind port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:16.299637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Attempting to bind port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'c0160d1d-e35f-472e-9ef2-cd58c36c8927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e3de4f3e-2a34-48b1-952f-073621db229f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:16.300923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Attempting to bind port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 on network e3de4f3e-2a34-48b1-952f-073621db229f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:16.310147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:16.311356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Checking segment: {'id': 'c0160d1d-e35f-472e-9ef2-cd58c36c8927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e3de4f3e-2a34-48b1-952f-073621db229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:16.312136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.312136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Bound using segment: {'id': 'c0160d1d-e35f-472e-9ef2-cd58c36c8927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e3de4f3e-2a34-48b1-952f-073621db229f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:16.312653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Bound port: c7e0005e-53e6-4fb8-a03b-83df5e0ee658, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0160d1d-e35f-472e-9ef2-cd58c36c8927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e3de4f3e-2a34-48b1-952f-073621db229f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:16.313036 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.373725 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.469742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] For port c7e0005e-53e6-4fb8-a03b-83df5e0ee658, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:16.480075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] For port c7e0005e-53e6-4fb8-a03b-83df5e0ee658, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,segment=NetworkSegment(c0160d1d-e35f-472e-9ef2-cd58c36c8927),segment_id=c0160d1d-e35f-472e-9ef2-cd58c36c8927)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:16.488170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.496549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.506693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.539674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa994b3-b653-435a-992a-420dc8254385 req-813c5cdc-cd9c-4341-a459-17a59a2413b0 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.543092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fa994b3-b653-435a-992a-420dc8254385 req-813c5cdc-cd9c-4341-a459-17a59a2413b0 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.2578323 Jul 16 01:46:16.584610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f7eed-e025-4d0b-b372-b0de9d143ade None None] Pushing event updated for resources: {'Port': ['ID=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.600603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Allocated IP 172.25.5.34 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/33f71f9b-3d29-4633-9d41-eff641fa68e2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:16.619323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2f1790-ddd8-4c7d-a942-03ddd1e4d162,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.728061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fa994b3-b653-435a-992a-420dc8254385 req-eb47e69e-63c4-48e7-bbb9-97ddac772cf9 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116583 Jul 16 01:46:16.781202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.782008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.803505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3de4f3e-2a34-48b1-952f-073621db229f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:16.854216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0160d1d-e35f-472e-9ef2-cd58c36c8927') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:16.854519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0160d1d-e35f-472e-9ef2-cd58c36c8927') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:16.855116 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.861616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.868079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.894787 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.903190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:16.903607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.937914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:16.940871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:16.943898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:16.973069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event updated for resources: {'Port': ['ID=33f71f9b-3d29-4633-9d41-eff641fa68e2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:17.012357 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:17.024791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:46:17.024791 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:46:17.024791 n-d-800085-5 neutron-server[93706]: [parameters: {'id': 'e3de4f3e-2a34-48b1-952f-073621db229f'}] Jul 16 01:46:17.024791 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:17.025191 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:17.064599 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:17.199370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e9769de-a743-40f6-ac64-97a140aaefd2 req-bdcdd38f-d091-4845-ac25-8da7901bb423 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 210 time: 0.0530756 Jul 16 01:46:17.280515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Deleting port 33f71f9b-3d29-4633-9d41-eff641fa68e2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:17.282176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.331424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.368095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.382229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-05eb4009-f9c5-4717-b86c-7f05f6d28d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.383761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-05eb4009-f9c5-4717-b86c-7f05f6d28d9e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 1097 time: 0.1815684 Jul 16 01:46:17.397782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a901e2-8677-4f23-955f-a24b96fd3593 req-0c133c0a-686e-439c-9fb2-9bf918120daa tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.399417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23a901e2-8677-4f23-955f-a24b96fd3593 req-0c133c0a-686e-439c-9fb2-9bf918120daa tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1420341 Jul 16 01:46:17.438605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.438954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.464341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Calling delete_port for 33f71f9b-3d29-4633-9d41-eff641fa68e2 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:17.502569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c7e0005e-53e6-4fb8-a03b-83df5e0ee658 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:17.528524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.622405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:17.793601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.886245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23a901e2-8677-4f23-955f-a24b96fd3593 req-5679fe3d-ac27-458d-b1f9-9703f3055792 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403386 Jul 16 01:46:17.918911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-a63ac9a6-c869-417d-8114-8a6cba2291b8 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.918911 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-a63ac9a6-c869-417d-8114-8a6cba2291b8 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "GET /v2.0/networks?id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e HTTP/1.1" status: 200 len: 808 time: 0.2587259 Jul 16 01:46:17.918911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.965756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Request body: {'port': {'device_id': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e', 'admin_state_up': True, 'tenant_id': '2e8815f0d97b4f729b7d62f4cdd5d1ce'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:17.977856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event deleted for resources: {'Port': ['ID=33f71f9b-3d29-4633-9d41-eff641fa68e2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.024967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefcab0-e802-40cb-8dc1-77759b5504c7 None None] Network e3de4f3e-2a34-48b1-952f-073621db229f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:18.075760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.078921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.102928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb804fda-daca-4fde-93b3-75d34f9906a8 None None] Provisioning for port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:18.113339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb804fda-daca-4fde-93b3-75d34f9906a8 None None] Provisioning complete for port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:18.113730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb804fda-daca-4fde-93b3-75d34f9906a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.139762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.140440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1a4346-b924-4da4-8073-016ce1408811 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:18.165009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-01393bd9-3361-4247-ba76-a646019db318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.167302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-01393bd9-3361-4247-ba76-a646019db318 service neutron] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 912 time: 0.7669325 Jul 16 01:46:18.176008 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] create failed (client error): The resource could not be found. Jul 16 01:46:18.180206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9de0d20b-99f9-4f46-a93f-06f1d0930e29 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1930132 Jul 16 01:46:18.180826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52490) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.226020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Made reservation on behalf of 2e8815f0d97b4f729b7d62f4cdd5d1ce for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:18.230124 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.231220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-d851d16c-ebea-4d12-84a0-ac1f2f2b5969 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01b111db-9809-4207-b44d-dfdd1dad76a7 HTTP/1.1" status: 200 len: 217 time: 0.0570393 Jul 16 01:46:18.233978 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:46:18.235798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-58df8040-56dc-4700-8819-57d80d019cfe tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7494655 Jul 16 01:46:18.245118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.274995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb804fda-daca-4fde-93b3-75d34f9906a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.280857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:18.281085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.315569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb804fda-daca-4fde-93b3-75d34f9906a8 None None] For port c7e0005e-53e6-4fb8-a03b-83df5e0ee658, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,segment=NetworkSegment(c0160d1d-e35f-472e-9ef2-cd58c36c8927),segment_id=c0160d1d-e35f-472e-9ef2-cd58c36c8927)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:18.330091 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb804fda-daca-4fde-93b3-75d34f9906a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.387722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] DHCP port deletion for e3de4f3e-2a34-48b1-952f-073621db229f request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:18.394350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-fa4fb511-4063-4524-8ec0-8c17c6e6a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.395966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-fa4fb511-4063-4524-8ec0-8c17c6e6a71f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.1583304 Jul 16 01:46:18.418589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Deleting port c28e6c0c-d4fb-4b42-84df-4a100e1d5115 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:18.418940 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.469711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb804fda-daca-4fde-93b3-75d34f9906a8 None None] Pushing event updated for resources: {'Port': ['ID=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.490735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] Deleting port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:18.491269 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.516050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-a477dbf3-23de-4600-b62d-4509c08250b7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590763 Jul 16 01:46:18.537880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.545952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d40a316b-4d2e-4b45-b0a7-243ad9e8c2cc req-c74657b8-21c0-4c7f-beb8-7c38c3457685 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 210 time: 0.0901804 Jul 16 01:46:18.548473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port c7e0005e-53e6-4fb8-a03b-83df5e0ee658, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,segment=NetworkSegment(c0160d1d-e35f-472e-9ef2-cd58c36c8927),segment_id=c0160d1d-e35f-472e-9ef2-cd58c36c8927)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:18.548925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.555140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Calling delete_port for c28e6c0c-d4fb-4b42-84df-4a100e1d5115 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:18.581237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] For port c7e0005e-53e6-4fb8-a03b-83df5e0ee658, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,segment=NetworkSegment(c0160d1d-e35f-472e-9ef2-cd58c36c8927),segment_id=c0160d1d-e35f-472e-9ef2-cd58c36c8927)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:18.582230 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.595181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] Calling delete_port for c7e0005e-53e6-4fb8-a03b-83df5e0ee658 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:18.603196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for c7e0005e-53e6-4fb8-a03b-83df5e0ee658 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:18.649062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Deleting port bd82925d-d1cb-44c6-8b9f-92b961d13e0b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:18.649520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.684283 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.715623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] Pushing event deleted for resources: {'Port': ['ID=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.720146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fceeaa2-e1f9-47b0-891a-ef7b88f90b5b None None] No DVR routers for this DVR port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:18.772654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Allocated IP 172.20.0.5 (e8e45dae-9b0b-484e-8dce-4a66ad0a777e/e725e23d-71e7-47c4-bb80-31e79dc5cc33/6cd313cd-2d01-4061-967b-712b323a3697) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:18.785694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.824523 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.828586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event deleted for resources: {'Port': ['ID=c28e6c0c-d4fb-4b42-84df-4a100e1d5115,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.830236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-1dd524e7-fe63-4778-aa19-721632e67b4e service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891028 Jul 16 01:46:18.877471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Calling delete_port for bd82925d-d1cb-44c6-8b9f-92b961d13e0b owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:18.972009 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.976849 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aa0ec661-4c76-4aee-95a8-079d42bf68cc tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "DELETE /v2.0/ports/c28e6c0c-d4fb-4b42-84df-4a100e1d5115 HTTP/1.1" status: 204 len: 168 time: 0.7950084 Jul 16 01:46:18.977595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.103255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee99e3-1f38-459e-9566-49524a7aab95 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.108531 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-75ee99e3-1f38-459e-9566-49524a7aab95 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb77927-c4f7-47fb-acf8-d0c9287a5cf9 HTTP/1.1" status: 200 len: 913 time: 0.1272950 Jul 16 01:46:19.111652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.228209 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.266342 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.366415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=c7e0005e-53e6-4fb8-a03b-83df5e0ee658,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.384401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port c7e0005e-53e6-4fb8-a03b-83df5e0ee658 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:19.403778 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-be5cf56d-78fd-4732-920a-1709ef990da4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856389 Jul 16 01:46:19.407755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.422343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9b0bb25-9733-4d64-b6d5-ff059c99fd4c req-20c30be9-88c3-42bc-ba32-cd1d689a8cce service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600984 Jul 16 01:46:19.486446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c7e0005e-53e6-4fb8-a03b-83df5e0ee658 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:19.496870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Network e8e45dae-9b0b-484e-8dce-4a66ad0a777e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:19.504689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:19.510372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:19.513836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c7e0005e-53e6-4fb8-a03b-83df5e0ee658 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:19.514440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c7e0005e-53e6-4fb8-a03b-83df5e0ee658 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:19.532562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Pushing event updated for resources: {'Port': ['ID=6cd313cd-2d01-4061-967b-712b323a3697,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.588193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.589282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.623777 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-74b5d496-5758-4f33-be7c-214504cf1d6a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6701162 Jul 16 01:46:19.651848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367b20f-ebd4-4302-bd77-fb497dfc3948 req-8fc387b8-3169-40dc-a953-ad02b293842d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.653330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9367b20f-ebd4-4302-bd77-fb497dfc3948 req-8fc387b8-3169-40dc-a953-ad02b293842d tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3846920 Jul 16 01:46:19.653900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Request body: {'port': {'device_id': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:19.694543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.721853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3de4f3e-2a34-48b1-952f-073621db229f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:19.751375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0160d1d-e35f-472e-9ef2-cd58c36c8927') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:19.751643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.751769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0160d1d-e35f-472e-9ef2-cd58c36c8927') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:19.789389 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.797528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.822064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.844518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.856770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9367b20f-ebd4-4302-bd77-fb497dfc3948 req-d2691875-70a8-429f-96a6-5bcd435ff4cb tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893303 Jul 16 01:46:19.860560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd82925d-d1cb-44c6-8b9f-92b961d13e0b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.862927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.866897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-de7ceebb-166a-4b42-90a0-70f69f38c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.868355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-de7ceebb-166a-4b42-90a0-70f69f38c43f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1df132ef57eb43f9a7558d075bd51340&device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 1096 time: 0.3437929 Jul 16 01:46:19.901616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:19.902027 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:19.905182 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:20.077777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822689e9-039a-4cf5-97d2-0460c2e72e5e req-e210232d-9187-4567-ae2c-9cd1a3c01001 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.079360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-822689e9-039a-4cf5-97d2-0460c2e72e5e req-e210232d-9187-4567-ae2c-9cd1a3c01001 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 931 time: 0.3365152 Jul 16 01:46:20.080040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.143552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.145499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5ce106b9-ebcb-43b7-9265-353cb9f4764c tempest-RoutersAdminNegativeTest-781376615 tempest-RoutersAdminNegativeTest-781376615-project-admin] 10.222.0.81 "DELETE /v2.0/ports/bd82925d-d1cb-44c6-8b9f-92b961d13e0b HTTP/1.1" status: 204 len: 168 time: 1.8983324 Jul 16 01:46:20.149440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.154421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/e3de4f3e-2a34-48b1-952f-073621db229f HTTP/1.1" status: 204 len: 168 time: 4.7511506 Jul 16 01:46:20.170759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52520) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.177675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1706246707'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:20.184908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931bf61-9c2b-4a4e-bfb8-4ace34198abd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=e3de4f3e-2a34-48b1-952f-073621db229f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.236187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-822689e9-039a-4cf5-97d2-0460c2e72e5e req-12a73669-5dae-4176-929b-2df4992cea2d tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190174 Jul 16 01:46:20.239629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-64abbf5a-5a07-4fa1-b19d-751ce8f2c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.241009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-64abbf5a-5a07-4fa1-b19d-751ce8f2c94d service neutron] 10.222.0.93 "GET /v2.0/networks?id=49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 200 len: 912 time: 0.2804186 Jul 16 01:46:20.269430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:20.273056 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.336194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-8a59d92c-2007-4ae6-9027-f843b34f60f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87336e59-4197-41b0-bc67-c36464416719 HTTP/1.1" status: 200 len: 217 time: 0.0879643 Jul 16 01:46:20.448824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-356ae45e-abdb-42ea-8385-ae48d7b31ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.462992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-356ae45e-abdb-42ea-8385-ae48d7b31ce5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 200 len: 851 time: 0.1088829 Jul 16 01:46:20.476753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:20.488175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.488912 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment 1c6fc319-be4b-4fd4-9fd0-ea6c23263388 of type vlan for network 6bcd3915-f04b-4459-87d0-dbf5cef579f1 Jul 16 01:46:20.500955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52526) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.539507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52530) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.567095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-7115b026-53c5-45ad-bc6b-cc22148ba74d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=49a9b375-8f93-421c-b201-664e91cca984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651360 Jul 16 01:46:20.587320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.672720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.679278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.679977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.735563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-7278601c-9e94-49f3-b015-b05d89c55cd6 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568248 Jul 16 01:46:20.765932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5923300 Jul 16 01:46:20.774744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.781881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:20.807061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54e44867-e920-4547-9807-4533f03ba3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.816403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932bf75-c532-4558-b51f-a9eef2b509b2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=6bcd3915-f04b-4459-87d0-dbf5cef579f1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.830146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6bcd3915-f04b-4459-87d0-dbf5cef579f1 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:20.831850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd713ea-13b7-443e-bbe8-89bc92b1fd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.928650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-6969c938-bc2c-4011-8569-157948d9ca60 service neutron] 10.222.0.93 "GET /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790648 Jul 16 01:46:20.982988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd313cd-2d01-4061-967b-712b323a3697 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:20.993405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.008203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54e44867-e920-4547-9807-4533f03ba3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.015722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Transition to ACTIVE for port object 6cd313cd-2d01-4061-967b-712b323a3697 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:21.016826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54e44867-e920-4547-9807-4533f03ba3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.023358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.057944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Deleting port 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:21.058297 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.105754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-54e44867-e920-4547-9807-4533f03ba3ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d8d1804c1fa437ca3fa734f767d6b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6025932 Jul 16 01:46:21.109550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52538) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.117250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e44867-e920-4547-9807-4533f03ba3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8742fa9a-ca1e-44d9-a652-68c0cb99ddb7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.171162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Pushing event updated for resources: {'Port': ['ID=6cd313cd-2d01-4061-967b-712b323a3697,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.176088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82033494-e50d-46c7-a5f2-21aaf26da54a req-dfb36582-0528-4abf-ad50-edd380b3e341 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.177599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82033494-e50d-46c7-a5f2-21aaf26da54a req-dfb36582-0528-4abf-ad50-edd380b3e341 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1518986 Jul 16 01:46:21.219852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd713ea-13b7-443e-bbe8-89bc92b1fd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.231032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fd713ea-13b7-443e-bbe8-89bc92b1fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.248901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.253608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82033494-e50d-46c7-a5f2-21aaf26da54a req-2392cb5a-30b3-445b-869b-0b751669552a tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646582 Jul 16 01:46:21.282949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Calling delete_port for 9344896b-a227-4b9a-88b1-ebe7d4eb6f40 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:21.283342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd713ea-13b7-443e-bbe8-89bc92b1fd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8aa373-6ec8-4163-83d2-1198907da5a1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.292962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1fd713ea-13b7-443e-bbe8-89bc92b1fd34 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=882c94925b6b49f3aa7596e032b3626d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7317801 Jul 16 01:46:21.293550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Attempting to bind port 6cd313cd-2d01-4061-967b-712b323a3697 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:21.293898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Attempting to bind port 6cd313cd-2d01-4061-967b-712b323a3697 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:21.294238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Attempting to bind port 6cd313cd-2d01-4061-967b-712b323a3697 on network e8e45dae-9b0b-484e-8dce-4a66ad0a777e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:21.296731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52542) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.305922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:21.309541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.331430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Port 6cd313cd-2d01-4061-967b-712b323a3697 on network e8e45dae-9b0b-484e-8dce-4a66ad0a777e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:21.331975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Attempting to bind port 6cd313cd-2d01-4061-967b-712b323a3697 on network e8e45dae-9b0b-484e-8dce-4a66ad0a777e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:21.349320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edcceda3-1219-4ff0-bff7-e3f48d13fb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.351559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85e333e8-98f9-4109-8b61-a1ebe0476273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.371977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edcceda3-1219-4ff0-bff7-e3f48d13fb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.392889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:21.393261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Checking segment: {'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:21.393661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Bound using segment: {'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:21.394116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Bound port: 6cd313cd-2d01-4061-967b-712b323a3697, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3cc243-225e-4ef6-9789-58396569f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:21.394481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.425927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edcceda3-1219-4ff0-bff7-e3f48d13fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.429306 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edcceda3-1219-4ff0-bff7-e3f48d13fb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.432880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-edcceda3-1219-4ff0-bff7-e3f48d13fb22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f8aa373-6ec8-4163-83d2-1198907da5a1 HTTP/1.1" status: 204 len: 168 time: 0.1327879 Jul 16 01:46:21.439495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcceda3-1219-4ff0-bff7-e3f48d13fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8aa373-6ec8-4163-83d2-1198907da5a1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.459595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85e333e8-98f9-4109-8b61-a1ebe0476273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.557643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082ef7-ea98-4b27-a907-82dd04b266c6 req-3755539e-fdb6-4b0e-a2a1-8aef994b6004 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.573173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e082ef7-ea98-4b27-a907-82dd04b266c6 req-3755539e-fdb6-4b0e-a2a1-8aef994b6004 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 943 time: 0.0950885 Jul 16 01:46:21.628374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e082ef7-ea98-4b27-a907-82dd04b266c6 req-4abb97dc-131a-427a-86ee-2c57bbdf3279 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541477 Jul 16 01:46:21.646249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] For port 6cd313cd-2d01-4061-967b-712b323a3697, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:21.653609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] For port 6cd313cd-2d01-4061-967b-712b323a3697, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6cd313cd-2d01-4061-967b-712b323a3697,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:21.675755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85e333e8-98f9-4109-8b61-a1ebe0476273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.678549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85e333e8-98f9-4109-8b61-a1ebe0476273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.680021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-85e333e8-98f9-4109-8b61-a1ebe0476273 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8742fa9a-ca1e-44d9-a652-68c0cb99ddb7 HTTP/1.1" status: 204 len: 168 time: 0.5412674 Jul 16 01:46:21.690903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.732586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e333e8-98f9-4109-8b61-a1ebe0476273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742fa9a-ca1e-44d9-a652-68c0cb99ddb7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.791570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.792253 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.793629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] 10.222.0.93 "PUT /v2.0/ports/6cd313cd-2d01-4061-967b-712b323a3697 HTTP/1.1" status: 200 len: 1091 time: 2.1448450 Jul 16 01:46:21.796000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'tag': '6cd313cd-2d01-4061-967b-712b323a3697'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:21.798325 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e78d0-7370-4247-beb0-8899982a2a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6e7b00-1233-4d4e-afee-412a856e07ec", "tag": "6cd313cd-2d01-4061-967b-712b323a3697"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:21.801065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074e00c-f53c-4b45-bb7d-3f05e134893c req-4b1e32e8-e2d5-4331-9736-be01f4f681cb tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.819947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5074e00c-f53c-4b45-bb7d-3f05e134893c req-4b1e32e8-e2d5-4331-9736-be01f4f681cb tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1108444 Jul 16 01:46:21.859215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5074e00c-f53c-4b45-bb7d-3f05e134893c req-07c4f231-1aa4-46b3-9bdc-9483a2cdc14a tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Jul 16 01:46:21.882675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52558) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.886818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480200d-840e-4f01-83a0-b21d6ca835ef service neutron] Pushing event updated for resources: {'Port': ['ID=6cd313cd-2d01-4061-967b-712b323a3697,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.918971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.937584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.938503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-93a4b123-065a-45a1-a179-895212e3adfe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5dae9f1144b94ab98ff78e2901726b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528343 Jul 16 01:46:21.939259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52560) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.990517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event deleted for resources: {'Port': ['ID=9344896b-a227-4b9a-88b1-ebe7d4eb6f40,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.012076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f30e-777b-4f8c-a8a2-ff77ed2c55e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.038909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f30e-777b-4f8c-a8a2-ff77ed2c55e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.109604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f30e-777b-4f8c-a8a2-ff77ed2c55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.113645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=b1620e19-7149-458c-b8cc-e86f1dbbc092,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.119594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3dd7f30e-777b-4f8c-a8a2-ff77ed2c55e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.123946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3dd7f30e-777b-4f8c-a8a2-ff77ed2c55e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0227fed2-f82b-40c0-add5-f56bd09e906a HTTP/1.1" status: 204 len: 168 time: 0.1807220 Jul 16 01:46:22.132308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7f30e-777b-4f8c-a8a2-ff77ed2c55e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0227fed2-f82b-40c0-add5-f56bd09e906a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.163738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-3153befe-aa07-4f55-80eb-1fffa60ec1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.165317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-3153befe-aa07-4f55-80eb-1fffa60ec1c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e8815f0d97b4f729b7d62f4cdd5d1ce&device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 1094 time: 0.3153048 Jul 16 01:46:22.167389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': '1c6fc319-be4b-4fd4-9fd0-ea6c23263388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:22.167968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: 6bcd3915-f04b-4459-87d0-dbf5cef579f1, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:22.258673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.273072 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-110d0c0c-6dac-4df7-af31-e00dca7161bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.286521 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891c7dec-3bd0-46b9-9835-9ae2e5f30fbc x-openstack-request-id: req-891c7dec-3bd0-46b9-9835-9ae2e5f30fbc {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:22.286762 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6e7b00-1233-4d4e-afee-412a856e07ec", "tag": "6cd313cd-2d01-4061-967b-712b323a3697", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:22.286983 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-891c7dec-3bd0-46b9-9835-9ae2e5f30fbc {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:22.287399 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'tag': '6cd313cd-2d01-4061-967b-712b323a3697', 'status': 'completed', 'code': 200} Jul 16 01:46:22.293835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-271ea81a-c5e8-41f5-b59c-c6cf42c6e230 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cd313cd-2d01-4061-967b-712b323a3697 HTTP/1.1" status: 200 len: 217 time: 0.0902693 Jul 16 01:46:22.302532 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.354435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network 6bcd3915-f04b-4459-87d0-dbf5cef579f1 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:22.389259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-110d0c0c-6dac-4df7-af31-e00dca7161bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.393384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-110d0c0c-6dac-4df7-af31-e00dca7161bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.424750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-110d0c0c-6dac-4df7-af31-e00dca7161bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1dd21411523d4783986a6e80ff4e90e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648579 Jul 16 01:46:22.429452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.446175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6bcd3915-f04b-4459-87d0-dbf5cef579f1) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:22.454203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d0c0c-6dac-4df7-af31-e00dca7161bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf8322-b903-4572-97c0-164883671ccd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.457686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd114e-be1a-46d1-ad0b-2712a6122c4f None None] Network 6bcd3915-f04b-4459-87d0-dbf5cef579f1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:22.460793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.460793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.470624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-cb7aa213-a96e-4d2c-bd67-11086dad6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.472369 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-cb7aa213-a96e-4d2c-bd67-11086dad6501 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e725e23d-71e7-47c4-bb80-31e79dc5cc33 HTTP/1.1" status: 200 len: 848 time: 0.1663439 Jul 16 01:46:22.507296 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e4ef2e54-050d-43d4-9319-9cd9ce2edc53 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7299237 Jul 16 01:46:22.510832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52574) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.529494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-bb7c7d7c-4537-46b1-8294-98409f063f77 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484083 Jul 16 01:46:22.622529 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.635625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Router 3fb77927-c4f7-47fb-acf8-d0c9287a5cf9 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:22.639096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-6bcd3915-f04b-4459-87d0-dbf5cef579f1', 'network_id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': 'b1620e19-7149-458c-b8cc-e86f1dbbc092'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:22.640753 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.648001 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04cbddf8-d72e-48a7-93cf-cf24a6e50b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.700094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04cbddf8-d72e-48a7-93cf-cf24a6e50b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.721488 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.766101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-6a2f9de0-42df-472f-b8a2-2e4934b04fd1 service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046320 Jul 16 01:46:22.767595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:22.776314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0b21377e-947b-401c-a03c-02103be3a103 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "PUT /v2.0/routers/3fb77927-c4f7-47fb-acf8-d0c9287a5cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6630962 Jul 16 01:46:22.777970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.793866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] Sync routers for ids ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:22.835172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04cbddf8-d72e-48a7-93cf-cf24a6e50b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.835639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] Routers {'3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:22.836507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:46:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:22.837802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04cbddf8-d72e-48a7-93cf-cf24a6e50b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.842044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-04cbddf8-d72e-48a7-93cf-cf24a6e50b83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21cf8322-b903-4572-97c0-164883671ccd HTTP/1.1" status: 204 len: 168 time: 0.4088104 Jul 16 01:46:22.879055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbddf8-d72e-48a7-93cf-cf24a6e50b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf8322-b903-4572-97c0-164883671ccd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.937950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2bd7-5458-4fbc-b5fd-56eda264c665 req-d667ddca-b7a5-4705-83b3-a30caddb7e4a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.939601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d53d2bd7-5458-4fbc-b5fd-56eda264c665 req-d667ddca-b7a5-4705-83b3-a30caddb7e4a tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 943 time: 0.1172421 Jul 16 01:46:22.971794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:22.994972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Allocated IP 172.20.0.2 (6bcd3915-f04b-4459-87d0-dbf5cef579f1/b1620e19-7149-458c-b8cc-e86f1dbbc092/8ef01618-1c23-442e-9af0-c8b32600c65e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:23.036181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] Routers {'3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:23.039276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:46:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:23.054538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d53d2bd7-5458-4fbc-b5fd-56eda264c665 req-a5cb454e-bf50-43d9-903b-547f01e7f27e tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058531 Jul 16 01:46:23.102240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:23.103143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b7ef93-2024-4210-9e8a-d3eb7db74671 None None] The sync data for ids ['3fb77927-c4f7-47fb-acf8-d0c9287a5cf9'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:23.199567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dfade-841a-460b-8b54-2fd9da5f983c req-b2fe713d-2099-4931-94aa-3602e94e2b5c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.202146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-645dfade-841a-460b-8b54-2fd9da5f983c req-b2fe713d-2099-4931-94aa-3602e94e2b5c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.1455607 Jul 16 01:46:23.247915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-746aabb4-4deb-4462-b285-1aa55027eb8c tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.262919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-645dfade-841a-460b-8b54-2fd9da5f983c req-83bf19ea-5d48-47b9-9419-692caf736dab tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Jul 16 01:46:23.306055 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.316589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Transition to ACTIVE for port object 8ef01618-1c23-442e-9af0-c8b32600c65e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:23.339751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Transition to ACTIVE for port object 8ef01618-1c23-442e-9af0-c8b32600c65e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:23.347122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6ab482df-e6b2-49f2-8e2a-b38453020a7e req-7e79d724-c99a-4056-bc77-4c14a07d9a50 service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698884 Jul 16 01:46:23.347955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.378328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.411739 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Network 6bcd3915-f04b-4459-87d0-dbf5cef579f1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:23.417002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:23.420253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:23.434474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=b1620e19-7149-458c-b8cc-e86f1dbbc092,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.482593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-746aabb4-4deb-4462-b285-1aa55027eb8c tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.486959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-746aabb4-4deb-4462-b285-1aa55027eb8c tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.488670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.510456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Pushing event updated for resources: {'Port': ['ID=8ef01618-1c23-442e-9af0-c8b32600c65e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.519782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Attempting to bind port 8ef01618-1c23-442e-9af0-c8b32600c65e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:23.520147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Attempting to bind port 8ef01618-1c23-442e-9af0-c8b32600c65e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1c6fc319-be4b-4fd4-9fd0-ea6c23263388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:23.521018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Attempting to bind port 8ef01618-1c23-442e-9af0-c8b32600c65e on network 6bcd3915-f04b-4459-87d0-dbf5cef579f1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:23.527556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:23.528262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Checking segment: {'id': '1c6fc319-be4b-4fd4-9fd0-ea6c23263388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:23.528886 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.529467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Bound using segment: {'id': '1c6fc319-be4b-4fd4-9fd0-ea6c23263388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:23.530107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Bound port: 8ef01618-1c23-442e-9af0-c8b32600c65e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6fc319-be4b-4fd4-9fd0-ea6c23263388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:23.530669 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.548427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-746aabb4-4deb-4462-b285-1aa55027eb8c tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.549111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746aabb4-4deb-4462-b285-1aa55027eb8c tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb77927-c4f7-47fb-acf8-d0c9287a5cf9 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:23.558065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-746aabb4-4deb-4462-b285-1aa55027eb8c tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.563196 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-746aabb4-4deb-4462-b285-1aa55027eb8c tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "DELETE /v2.0/routers/3fb77927-c4f7-47fb-acf8-d0c9287a5cf9 HTTP/1.1" status: 204 len: 168 time: 0.7842429 Jul 16 01:46:23.564065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.597007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-8111d130-226c-44e7-9a03-2506b4983bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.598905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-8111d130-226c-44e7-9a03-2506b4983bd9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2e8815f0d97b4f729b7d62f4cdd5d1ce&device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 1094 time: 0.1524365 Jul 16 01:46:23.611733 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.637534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] For port 8ef01618-1c23-442e-9af0-c8b32600c65e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:23.639962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcd3915-f04b-4459-87d0-dbf5cef579f1']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:23.643574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] For port 8ef01618-1c23-442e-9af0-c8b32600c65e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8ef01618-1c23-442e-9af0-c8b32600c65e,segment=NetworkSegment(1c6fc319-be4b-4fd4-9fd0-ea6c23263388),segment_id=1c6fc319-be4b-4fd4-9fd0-ea6c23263388)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:23.651451 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.662816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6fc319-be4b-4fd4-9fd0-ea6c23263388') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:23.663130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6fc319-be4b-4fd4-9fd0-ea6c23263388') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:23.667740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Deleting subnet 6c514409-b820-4c8f-804f-e59978d8e675 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:23.674796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.686628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.703550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.717666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:23.717990 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:23.752995 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:23.768816 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.790357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-458962564'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:23.812381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:23.816699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.834725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-6be83e1d-2101-4a8c-85fd-063f6abcde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.834725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-6be83e1d-2101-4a8c-85fd-063f6abcde83 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e HTTP/1.1" status: 200 len: 909 time: 0.2227266 Jul 16 01:46:23.843089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e785e-faf0-4a35-aed6-330cc0291d13 None None] Pushing event updated for resources: {'Port': ['ID=8ef01618-1c23-442e-9af0-c8b32600c65e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.860245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.863986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:46:23.863986 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:46:23.863986 n-d-800085-5 neutron-server[93706]: [parameters: {'id': '6bcd3915-f04b-4459-87d0-dbf5cef579f1'}] Jul 16 01:46:23.863986 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:23.864446 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:23.868330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0cfa82-85c9-449b-bd1a-c4c411b9e773 None None] Network 6bcd3915-f04b-4459-87d0-dbf5cef579f1 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:23.882011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-6282df5b-edc7-44be-93da-53b2d642b1a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cd313cd-2d01-4061-967b-712b323a3697 HTTP/1.1" status: 200 len: 217 time: 0.0423555 Jul 16 01:46:23.964675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.994437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-b63030f3-d525-493c-8c95-51a38b935bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.999145 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-b63030f3-d525-493c-8c95-51a38b935bbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e725e23d-71e7-47c4-bb80-31e79dc5cc33 HTTP/1.1" status: 200 len: 848 time: 0.0951588 Jul 16 01:46:24.058341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ca930-e7fd-422a-bee9-75d84980445f None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:24.074425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.080837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.084476 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-dc9a28ba-24ca-4c9f-93ac-27eb63fd6ce3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8e45dae-9b0b-484e-8dce-4a66ad0a777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710685 Jul 16 01:46:24.173301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:24.183093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b3b59-92ea-48ad-8686-a9b7702b374b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.190019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.190566 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Added segment 09fd98ed-a2ca-4029-9e29-bb347f3b8cb2 of type vlan for network bf13ac61-0f64-4970-b551-ad32595ba547 Jul 16 01:46:24.201890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.241912 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.243806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ca930-e7fd-422a-bee9-75d84980445f None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:24.258796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event deleted for resources: {'Subnet': ['ID=6c514409-b820-4c8f-804f-e59978d8e675,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.268921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.274746 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e49a5543-547b-4ffc-9788-28f0b9ca9173 tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "DELETE /v2.0/subnets/6c514409-b820-4c8f-804f-e59978d8e675 HTTP/1.1" status: 204 len: 168 time: 0.7085876 Jul 16 01:46:24.275610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:24.326803 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-d6ff26c7-f67b-487b-8d0d-8e6e3d0162d3 service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224879 Jul 16 01:46:24.328085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.339557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.340215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.368324 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.457838 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.534263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0444224 Jul 16 01:46:24.538899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:24.543963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'subnet': {'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:24.592777 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ac1e78d0-7370-4247-beb0-8899982a2a6f req-91cc816e-a551-4630-8564-b73245289cee service neutron] 10.222.0.93 "GET /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504964 Jul 16 01:46:24.681182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc43f-2908-4e68-a61d-ebe8c60c21df tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Network': ['ID=bf13ac61-0f64-4970-b551-ad32595ba547,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.694666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bf13ac61-0f64-4970-b551-ad32595ba547 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:24.695503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Deleting port 059abaf2-df93-47a3-abea-d7014115b20e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:24.696019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.771174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87df31-357b-4ad2-8f65-2ec8a4086c7a None None] Network b333755a-9754-40c4-bcda-d6d111c2de00 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:24.776624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:24.783194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.800491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02ec56-083d-4cf4-b560-47219dd60d2c req-d72197a1-7506-444b-85f6-c9175ed20c32 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.805606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c02ec56-083d-4cf4-b560-47219dd60d2c req-d72197a1-7506-444b-85f6-c9175ed20c32 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 943 time: 0.3770599 Jul 16 01:46:24.808416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port 8ef01618-1c23-442e-9af0-c8b32600c65e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:24.808763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.834350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] For port 059abaf2-df93-47a3-abea-d7014115b20e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=059abaf2-df93-47a3-abea-d7014115b20e,segment=NetworkSegment(fcb927ab-b853-4c66-b542-48b665ed7270),segment_id=fcb927ab-b853-4c66-b542-48b665ed7270)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:24.834748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.848055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05245065-ccf1-49b9-ac65-293b9825eb6e req-daf4c6e1-39e2-41ff-a477-ab8bf4e9bde4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.854972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05245065-ccf1-49b9-ac65-293b9825eb6e req-daf4c6e1-39e2-41ff-a477-ab8bf4e9bde4 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3157690 Jul 16 01:46:24.872678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-4aeabae7-a9ce-4c34-ad63-f2fb257e0c2f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.878909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-4aeabae7-a9ce-4c34-ad63-f2fb257e0c2f tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 946 time: 0.3417029 Jul 16 01:46:24.898688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Calling delete_port for 059abaf2-df93-47a3-abea-d7014115b20e owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:25.022229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c02ec56-083d-4cf4-b560-47219dd60d2c req-0716de14-99a2-46a1-bd1a-8f03aa8213d7 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038798 Jul 16 01:46:25.030728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port 8ef01618-1c23-442e-9af0-c8b32600c65e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8ef01618-1c23-442e-9af0-c8b32600c65e,segment=NetworkSegment(1c6fc319-be4b-4fd4-9fd0-ea6c23263388),segment_id=1c6fc319-be4b-4fd4-9fd0-ea6c23263388)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:25.031098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.071520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05245065-ccf1-49b9-ac65-293b9825eb6e req-c91f99a0-d698-4af0-ad6a-cdcabedf37cd tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155795 Jul 16 01:46:25.107624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for 8ef01618-1c23-442e-9af0-c8b32600c65e owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:25.130014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.173526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event deleted for resources: {'Port': ['ID=059abaf2-df93-47a3-abea-d7014115b20e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.180996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] No DVR routers for this DVR port 059abaf2-df93-47a3-abea-d7014115b20e on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:25.198035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bce1b5f-428c-4c26-8aac-e94460aa8d4a None None] DHCP port deletion for b333755a-9754-40c4-bcda-d6d111c2de00 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:25.211760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Deleting port 01b111db-9809-4207-b44d-dfdd1dad76a7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:25.211760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.215045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.292854 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.310929 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.332671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=8ef01618-1c23-442e-9af0-c8b32600c65e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.342742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b333755a-9754-40c4-bcda-d6d111c2de00']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:25.342989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port 8ef01618-1c23-442e-9af0-c8b32600c65e on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:25.359808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb927ab-b853-4c66-b542-48b665ed7270') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:25.360124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb927ab-b853-4c66-b542-48b665ed7270') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:25.362314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Subnet': ['ID=375577aa-b21b-4ed1-b4c2-9c03fa8f4b25,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.370016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Checking segment: {'id': '09fd98ed-a2ca-4029-9e29-bb347f3b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:25.370434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network hostable DHCP agents. Network: bf13ac61-0f64-4970-b551-ad32595ba547, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:25.375853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.397690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.418279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:25.419109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:25.423097 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:25.438649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network bf13ac61-0f64-4970-b551-ad32595ba547 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:25.460846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 059abaf2-df93-47a3-abea-d7014115b20e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:25.486580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 059abaf2-df93-47a3-abea-d7014115b20e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:25.487258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 059abaf2-df93-47a3-abea-d7014115b20e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:25.507716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, bf13ac61-0f64-4970-b551-ad32595ba547) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:25.512401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:25.513689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.521761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a068bd8-9a67-4758-ad47-5804c78e923e None None] Network bf13ac61-0f64-4970-b551-ad32595ba547 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:25.530275 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.532944 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-95a03005-0bbf-4ba8-80cb-fa18b948fd75 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9930611 Jul 16 01:46:25.537882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:25.544703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1105954111'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:25.642391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.647251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] 10.222.0.81 "DELETE /v2.0/networks/b333755a-9754-40c4-bcda-d6d111c2de00 HTTP/1.1" status: 204 len: 168 time: 1.3666487 Jul 16 01:46:25.664755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e41141-5028-4ff4-90a6-c81ffcca160b tempest-FloatingIPNegativeTestJSON-951111036 tempest-FloatingIPNegativeTestJSON-951111036-project] Pushing event deleted for resources: {'Network': ['ID=b333755a-9754-40c4-bcda-d6d111c2de00,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.684480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:25.690639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.700959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-bf13ac61-0f64-4970-b551-ad32595ba547', 'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'tenant_id': 'e3c83ea9b1d24011a92726ec4847a080', 'fixed_ips': [{'subnet_id': '375577aa-b21b-4ed1-b4c2-9c03fa8f4b25'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:25.704136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.711055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] device_id is not set on port 3b788c92-dd27-413a-a226-888ddaf15546 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:25.735169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6cd313cd-2d01-4061-967b-712b323a3697 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:25.811027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] For port 01b111db-9809-4207-b44d-dfdd1dad76a7, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=01b111db-9809-4207-b44d-dfdd1dad76a7,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:25.811561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.835844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Calling delete_port for 01b111db-9809-4207-b44d-dfdd1dad76a7 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:25.871134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Allocated IP 2001:db8::2d2 (bf13ac61-0f64-4970-b551-ad32595ba547/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25/3b788c92-dd27-413a-a226-888ddaf15546) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:25.884126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.915454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcd3915-f04b-4459-87d0-dbf5cef579f1']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:25.951104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6fc319-be4b-4fd4-9fd0-ea6c23263388') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:25.951104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6fc319-be4b-4fd4-9fd0-ea6c23263388') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:25.959189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6cd313cd-2d01-4061-967b-712b323a3697, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6cd313cd-2d01-4061-967b-712b323a3697,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:25.992654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '6cd313cd-2d01-4061-967b-712b323a3697', 'network_id': 'e8e45dae-9b0b-484e-8dce-4a66ad0a777e', 'port_id': '6cd313cd-2d01-4061-967b-712b323a3697', 'mac_address': 'fa:16:3e:85:71:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e725e23d-71e7-47c4-bb80-31e79dc5cc33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:26.049810 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.057355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.073273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd313cd-2d01-4061-967b-712b323a3697 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:26.106858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6cd313cd-2d01-4061-967b-712b323a3697, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6cd313cd-2d01-4061-967b-712b323a3697,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:26.115571 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.137504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.146314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:26.146792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:26.150167 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:26.175618 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.206710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Transition to ACTIVE for port object 3b788c92-dd27-413a-a226-888ddaf15546 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:26.227951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6cd313cd-2d01-4061-967b-712b323a3697,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.238440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.250784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.299502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.305400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Allocated IP 2001:db8::2 (bf13ac61-0f64-4970-b551-ad32595ba547/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25/9d71c9d7-16b1-4572-9110-326be0414aef) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:26.322538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=3b788c92-dd27-413a-a226-888ddaf15546,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.341585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network bf13ac61-0f64-4970-b551-ad32595ba547 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:26.343290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:26.345978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:26.352071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.352896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.377541 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e26a5d54-51f1-4f19-b2f3-9d82206e3ee7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8363447 Jul 16 01:46:26.378229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.387317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1524304665', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d2', 'mac_address': 'fa:16:3e:90:d7:bd'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:26.447287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e2cd83b-9810-4670-a46c-ef639267db0c req-ede8eaea-6c3c-47cc-9502-0e01f2e86ac1 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f549d99-7df7-4c89-a2e8-a1106f14ebd8 HTTP/1.1" status: 200 len: 210 time: 0.0837266 Jul 16 01:46:26.476644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.485992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Transition to ACTIVE for port object 9d71c9d7-16b1-4572-9110-326be0414aef will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:26.502105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Transition to ACTIVE for port object 9d71c9d7-16b1-4572-9110-326be0414aef will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:26.510176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['6cd313cd-2d01-4061-967b-712b323a3697'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:26.515367 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.531067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-87a19069-31de-4cc2-8e4b-02004f8e2d75 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c54029cd88d4685b820be92bb1c0b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906823 Jul 16 01:46:26.531767 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.534533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Pushing event deleted for resources: {'Port': ['ID=01b111db-9809-4207-b44d-dfdd1dad76a7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.537478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.555132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:26.555741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Network bf13ac61-0f64-4970-b551-ad32595ba547 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:26.561123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.563661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/6bcd3915-f04b-4459-87d0-dbf5cef579f1 HTTP/1.1" status: 204 len: 168 time: 4.0514014 Jul 16 01:46:26.572691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.578913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-634781536'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:26.589330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:26.594572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:26.660101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:26.663707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.666112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Pushing event updated for resources: {'Port': ['ID=9d71c9d7-16b1-4572-9110-326be0414aef,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.676164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c71c5-e75c-4c12-abd8-d9a8089b93b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=6bcd3915-f04b-4459-87d0-dbf5cef579f1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.678681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] No DVR routers for this DVR port 01b111db-9809-4207-b44d-dfdd1dad76a7 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:26.682328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.684322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-545f85cc-40b3-4117-98f8-d88e161d5b18 req-6d7207a2-affa-4a4d-ba8c-5e4892546843 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "DELETE /v2.0/ports/01b111db-9809-4207-b44d-dfdd1dad76a7 HTTP/1.1" status: 204 len: 173 time: 1.7928839 Jul 16 01:46:26.685609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'name': 'network-vif-deleted', 'tag': '01b111db-9809-4207-b44d-dfdd1dad76a7'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:26.696760 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f84a8b3-bb67-41f5-9a68-79d396ee243d" -d '{"events": [{"server_uuid": "9f549d99-7df7-4c89-a2e8-a1106f14ebd8", "name": "network-vif-deleted", "tag": "01b111db-9809-4207-b44d-dfdd1dad76a7"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:26.716866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Attempting to bind port 9d71c9d7-16b1-4572-9110-326be0414aef on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:26.717392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Attempting to bind port 9d71c9d7-16b1-4572-9110-326be0414aef by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '09fd98ed-a2ca-4029-9e29-bb347f3b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:26.717604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Attempting to bind port 9d71c9d7-16b1-4572-9110-326be0414aef on network bf13ac61-0f64-4970-b551-ad32595ba547 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:26.727660 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.732909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:26.733381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Checking segment: {'id': '09fd98ed-a2ca-4029-9e29-bb347f3b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:26.733792 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.734323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Bound using segment: {'id': '09fd98ed-a2ca-4029-9e29-bb347f3b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:26.734670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Bound port: 9d71c9d7-16b1-4572-9110-326be0414aef, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fd98ed-a2ca-4029-9e29-bb347f3b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:26.735058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.749458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:26.755442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f750aab-1232-4868-8ee7-f4a278f7a5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.767304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.767767 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment 6e9b56d8-b86b-4625-9df5-b10b494b682e of type vlan for network a4630cc7-6e8f-42c8-8f49-df6e69263c60 Jul 16 01:46:26.769889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] device_id is not set on port 55fffb23-726b-482e-9fab-b5cae7df10fa yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:26.806237 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8169214f-8714-45b3-83cb-64d02687676f x-openstack-request-id: req-8169214f-8714-45b3-83cb-64d02687676f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:26.806538 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f549d99-7df7-4c89-a2e8-a1106f14ebd8", "name": "network-vif-deleted", "tag": "01b111db-9809-4207-b44d-dfdd1dad76a7", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:26.806780 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8169214f-8714-45b3-83cb-64d02687676f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:26.807191 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f549d99-7df7-4c89-a2e8-a1106f14ebd8', 'name': 'network-vif-deleted', 'tag': '01b111db-9809-4207-b44d-dfdd1dad76a7', 'status': 'completed', 'code': 200} Jul 16 01:46:26.814219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f750aab-1232-4868-8ee7-f4a278f7a5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.845759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994b567-bf86-4858-9cfb-c987a9d8a00c req-c992b4ce-cf93-48af-8d50-c7441b7e3f0f tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.846427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b994b567-bf86-4858-9cfb-c987a9d8a00c req-c992b4ce-cf93-48af-8d50-c7441b7e3f0f tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 944 time: 0.6500444 Jul 16 01:46:26.872307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] For port 9d71c9d7-16b1-4572-9110-326be0414aef, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:26.876774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] For port 9d71c9d7-16b1-4572-9110-326be0414aef, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d71c9d7-16b1-4572-9110-326be0414aef,segment=NetworkSegment(09fd98ed-a2ca-4029-9e29-bb347f3b8cb2),segment_id=09fd98ed-a2ca-4029-9e29-bb347f3b8cb2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:26.885710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.887164 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.959520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f750aab-1232-4868-8ee7-f4a278f7a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.969482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f750aab-1232-4868-8ee7-f4a278f7a5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.972999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2f750aab-1232-4868-8ee7-f4a278f7a5fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f99f9d3f-933d-41a9-aa8a-facfabcd83a2 HTTP/1.1" status: 204 len: 168 time: 0.4228342 Jul 16 01:46:26.989106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0594-df56-45b4-af1d-95f732aa5040 None None] Pushing event updated for resources: {'Port': ['ID=9d71c9d7-16b1-4572-9110-326be0414aef,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.997833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f750aab-1232-4868-8ee7-f4a278f7a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f9d3f-933d-41a9-aa8a-facfabcd83a2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.030196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b994b567-bf86-4858-9cfb-c987a9d8a00c req-f5e32156-b99b-4bee-811d-d6a5b5c7e071 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708539 Jul 16 01:46:27.043546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:46:27.046596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Allocated IP 2001:db8::2f9 (bf13ac61-0f64-4970-b551-ad32595ba547/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25/55fffb23-726b-482e-9fab-b5cae7df10fa) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:27.097700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.103472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.104144 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.157642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['87336e59-4197-41b0-bc67-c36464416719'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:27.183670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.184150 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6098895 Jul 16 01:46:27.192939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': 'a4630cc7-6e8f-42c8-8f49-df6e69263c60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:27.300198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366add7-73a3-4ab2-b74d-8ed05997a366 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=a4630cc7-6e8f-42c8-8f49-df6e69263c60,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.369940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:27.392524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a4630cc7-6e8f-42c8-8f49-df6e69263c60 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:27.399595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.471408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.514529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Transition to ACTIVE for port object 55fffb23-726b-482e-9fab-b5cae7df10fa will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:27.545373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d71c9d7-16b1-4572-9110-326be0414aef up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:27.583872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing IP validity checks on allocation pools {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:46:27.584983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:46:27.601760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.642978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 9d71c9d7-16b1-4572-9110-326be0414aef completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:27.662581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network bf13ac61-0f64-4970-b551-ad32595ba547 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:27.674908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:27.686198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:27.696505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.697196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.730568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6cd313cd-2d01-4061-967b-712b323a3697 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:27.755815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.763505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3816369 Jul 16 01:46:27.765520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.777249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a833c-4447-41f8-aeeb-41475875f603 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=55fffb23-726b-482e-9fab-b5cae7df10fa,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.801562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 6cd313cd-2d01-4061-967b-712b323a3697 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:27.809975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 6cd313cd-2d01-4061-967b-712b323a3697 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:27.810459 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.859382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd823ee8-49aa-401e-a28a-791d5506a156 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.865839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd823ee8-49aa-401e-a28a-791d5506a156 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.870323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=e7addb62-ab03-4087-8207-ee2c31d17aae,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.871949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd823ee8-49aa-401e-a28a-791d5506a156 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.876814 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd823ee8-49aa-401e-a28a-791d5506a156 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1074414 Jul 16 01:46:27.877455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.883768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': '6e9b56d8-b86b-4625-9df5-b10b494b682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a4630cc7-6e8f-42c8-8f49-df6e69263c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:27.884208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: a4630cc7-6e8f-42c8-8f49-df6e69263c60, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:27.921667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network a4630cc7-6e8f-42c8-8f49-df6e69263c60 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:27.939344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a4630cc7-6e8f-42c8-8f49-df6e69263c60) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:27.949929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.951927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.972871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3cdeb2-9bc6-463e-b32b-4892ced1d1f2 None None] Network a4630cc7-6e8f-42c8-8f49-df6e69263c60 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:27.997809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-056f3d7d-6ced-4395-a4ec-04a143417498 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8128994 Jul 16 01:46:28.000767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:28.050359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting port 55fffb23-726b-482e-9fab-b5cae7df10fa {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:28.050751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.053341 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.183128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd313cd-2d01-4061-967b-712b323a3697'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:28.191145 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a1a4a4-8a30-4d20-a87d-f39e2049d3f0" -d '{"events": [{"server_uuid": "6d6e7b00-1233-4d4e-afee-412a856e07ec", "name": "network-vif-plugged", "status": "completed", "tag": "6cd313cd-2d01-4061-967b-712b323a3697"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:28.250997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6cd313cd-2d01-4061-967b-712b323a3697, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6cd313cd-2d01-4061-967b-712b323a3697,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:28.255199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.281386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.284866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 01b111db-9809-4207-b44d-dfdd1dad76a7 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:28.286398 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.291277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Calling delete_port for 55fffb23-726b-482e-9fab-b5cae7df10fa owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:28.309128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:28.447637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 01b111db-9809-4207-b44d-dfdd1dad76a7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:28.448349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 01b111db-9809-4207-b44d-dfdd1dad76a7 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:28.482229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb19260-0596-4416-a70f-86956807dbbc None None] Network bf13ac61-0f64-4970-b551-ad32595ba547 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:28.487545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.524678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6cd313cd-2d01-4061-967b-712b323a3697,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.550061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674a3a8-8e09-44b8-bef5-82c6d7c9309f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-a4630cc7-6e8f-42c8-8f49-df6e69263c60', 'network_id': 'a4630cc7-6e8f-42c8-8f49-df6e69263c60', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': 'e7addb62-ab03-4087-8207-ee2c31d17aae'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:28.551197 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c674a3a8-8e09-44b8-bef5-82c6d7c9309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.552062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'networks': [{'name': 'tempest-network--2012784365'}, {'name': 'tempest-network--2069869124'}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:28.552597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'network': {'name': 'tempest-network--2012784365'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:28.553156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'network': {'name': 'tempest-network--2069869124'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:28.595410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Made reservation on behalf of 740d4e9a7a5941e6bbcb3ad499a7cdf1 for: {'network': 2} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:28.601839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.617294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.624174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f5b8-c962-4be3-96f4-3477a69756af req-ae7387a7-1fba-4eb6-9d5e-fb9f1e042769 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.625747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de37f5b8-c962-4be3-96f4-3477a69756af req-ae7387a7-1fba-4eb6-9d5e-fb9f1e042769 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.3366838 Jul 16 01:46:28.634298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897722c7-240e-48d6-999e-608334e53b0b req-1d876015-2944-4772-86aa-8f57f652482c tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.636279 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-897722c7-240e-48d6-999e-608334e53b0b req-1d876015-2944-4772-86aa-8f57f652482c tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 945 time: 0.3449461 Jul 16 01:46:28.661723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-804ec6f8-0dcd-4c22-a363-96131def5742 None None] Provisioning for port 9d71c9d7-16b1-4572-9110-326be0414aef completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:28.665398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.677643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-804ec6f8-0dcd-4c22-a363-96131def5742 None None] Provisioning complete for port 9d71c9d7-16b1-4572-9110-326be0414aef triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:28.678035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-804ec6f8-0dcd-4c22-a363-96131def5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.705003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de37f5b8-c962-4be3-96f4-3477a69756af req-2171cf60-c8fb-41a0-9596-46ff585aaaa0 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651112 Jul 16 01:46:28.711715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.749890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=e7addb62-ab03-4087-8207-ee2c31d17aae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.773619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-897722c7-240e-48d6-999e-608334e53b0b req-90d72a0d-6836-4ea2-ac30-d56922817def tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109853 Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-c674a3a8-8e09-44b8-bef5-82c6d7c9309f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7addb62-ab03-4087-8207-ee2c31d17aae: This subnet is being modified by another concurrent operation. Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:46:28.814827 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7addb62-ab03-4087-8207-ee2c31d17aae: This subnet is being modified by another concurrent operation. Jul 16 01:46:28.820668 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:46:28.862171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.869636 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.871913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Port': ['ID=55fffb23-726b-482e-9fab-b5cae7df10fa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.874641 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72e5936-01ae-4c0f-ae22-11040a461b7a x-openstack-request-id: req-c72e5936-01ae-4c0f-ae22-11040a461b7a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:28.874951 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6e7b00-1233-4d4e-afee-412a856e07ec", "name": "network-vif-plugged", "status": "completed", "tag": "6cd313cd-2d01-4061-967b-712b323a3697", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:28.875211 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c72e5936-01ae-4c0f-ae22-11040a461b7a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:28.875618 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd313cd-2d01-4061-967b-712b323a3697', 'code': 200} Jul 16 01:46:28.876363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f394fc-06da-48b3-b21e-21fa7938d3d5 None None] Network a4630cc7-6e8f-42c8-8f49-df6e69263c60 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:28.877261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4630cc7-6e8f-42c8-8f49-df6e69263c60']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:28.893970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9b56d8-b86b-4625-9df5-b10b494b682e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:28.894277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9b56d8-b86b-4625-9df5-b10b494b682e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:28.896271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.896920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.911950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.933703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.937456 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-804ec6f8-0dcd-4c22-a363-96131def5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.981255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:28.981983 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:28.988345 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:29.020087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa3cdd-aff7-42a7-a681-610137294e75,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.061216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-804ec6f8-0dcd-4c22-a363-96131def5742 None None] For port 9d71c9d7-16b1-4572-9110-326be0414aef, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d71c9d7-16b1-4572-9110-326be0414aef,segment=NetworkSegment(09fd98ed-a2ca-4029-9e29-bb347f3b8cb2),segment_id=09fd98ed-a2ca-4029-9e29-bb347f3b8cb2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:29.070854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-804ec6f8-0dcd-4c22-a363-96131def5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.093086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.096630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea47c7-cc91-45cd-89da-cb63b404eb2e req-41953522-58de-4575-9cdb-28d68c904007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.098166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbea47c7-cc91-45cd-89da-cb63b404eb2e req-41953522-58de-4575-9cdb-28d68c904007 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 1096 time: 0.1615157 Jul 16 01:46:29.113185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.115320 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-64af0c44-ddbc-4f2d-a957-30a54ef73f7c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/ports/55fffb23-726b-482e-9fab-b5cae7df10fa HTTP/1.1" status: 204 len: 168 time: 1.2368193 Jul 16 01:46:29.116402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:29.119366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.120526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.122480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/a4630cc7-6e8f-42c8-8f49-df6e69263c60 HTTP/1.1" status: 204 len: 168 time: 1.1200178 Jul 16 01:46:29.125465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a471dab-5c3c-49ef-a6b4-3ac629e9158b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=a4630cc7-6e8f-42c8-8f49-df6e69263c60,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.126775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52734) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.131101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ec6f8-0dcd-4c22-a363-96131def5742 None None] Pushing event updated for resources: {'Port': ['ID=9d71c9d7-16b1-4572-9110-326be0414aef,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.132812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-260741416'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:29.147964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.148333 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Added segment b7744b36-37ed-421f-9115-6258c0bad3ad of type vlan for network e54b737e-7734-4248-960c-916ffc142b45 Jul 16 01:46:29.175633 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27842eb-4cd9-4529-8712-593b4f3c3005 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] GET failed (client error): The resource could not be found. Jul 16 01:46:29.177363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f27842eb-4cd9-4529-8712-593b4f3c3005 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "GET /v2.0/ports/55fffb23-726b-482e-9fab-b5cae7df10fa HTTP/1.1" status: 404 len: 333 time: 0.0507751 Jul 16 01:46:29.181270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.193940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-341939240'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:29.197839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:29.201914 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.208663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.242386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbea47c7-cc91-45cd-89da-cb63b404eb2e req-d16d363d-7a2d-4582-883a-01463deeb028 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187994 Jul 16 01:46:29.249760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:29.267401 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.267753 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment de9a9e1a-faf9-4c26-84d1-e8a1a926b388 of type vlan for network 6fa46eea-dec2-4820-b381-e2648f802d52 Jul 16 01:46:29.269065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:29.303954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.304215 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Added segment ebbbe419-6cfa-40d3-aa15-b89636142683 of type vlan for network 9b76154e-d37b-4e74-829f-8f3099be5750 Jul 16 01:46:29.324436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.340430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:29.345918 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.362202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.373313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] device_id is not set on port 56087b4e-4105-43d8-92d7-0ee367735eea yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:29.397845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.405825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.406750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.415184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-709481d0-b14b-4874-8687-20a9200f0e27 None None] Provisioning for port 3b788c92-dd27-413a-a226-888ddaf15546 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:29.420754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-709481d0-b14b-4874-8687-20a9200f0e27 None None] Provisioning complete for port 3b788c92-dd27-413a-a226-888ddaf15546 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:29.421437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-709481d0-b14b-4874-8687-20a9200f0e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.475072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-709481d0-b14b-4874-8687-20a9200f0e27 None None] Port 3b788c92-dd27-413a-a226-888ddaf15546 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:29.477471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.477970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.485051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.495606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-709481d0-b14b-4874-8687-20a9200f0e27 None None] Provisioning complete for port 9d71c9d7-16b1-4572-9110-326be0414aef triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:29.496466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-709481d0-b14b-4874-8687-20a9200f0e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.497680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.504351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.507805 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3797188 Jul 16 01:46:29.514730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52740) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.520575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': '6fa46eea-dec2-4820-b381-e2648f802d52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:29.553757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Allocated IP 2001:db8::58 (bf13ac61-0f64-4970-b551-ad32595ba547/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25/56087b4e-4105-43d8-92d7-0ee367735eea) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:29.560376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d71c9d7-16b1-4572-9110-326be0414aef up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:29.565580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b4f8d-ab0a-436e-a86c-e106d1017e0c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=6fa46eea-dec2-4820-b381-e2648f802d52,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.598469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2836637 Jul 16 01:46:29.600256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6fa46eea-dec2-4820-b381-e2648f802d52 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:29.609656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.751194 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.767573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Transition to ACTIVE for port object 56087b4e-4105-43d8-92d7-0ee367735eea will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:29.827905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:29.832037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.847771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 9d71c9d7-16b1-4572-9110-326be0414aef triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:29.848434 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.863197 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.963425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=56087b4e-4105-43d8-92d7-0ee367735eea,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.042627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network bf13ac61-0f64-4970-b551-ad32595ba547 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:30.046304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:30.050633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:30.067660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.068433 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.186094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-274eb8b6-0dce-4163-a3c1-216ef3e5eeac tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0036032 Jul 16 01:46:30.189404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.202987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d2', 'mac_address': 'fa:16:3e:90:d7:bd'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:30.210658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7262f4ec-95ff-402c-8b28-c4f761dc167d None None] Provisioning complete for port 3b788c92-dd27-413a-a226-888ddaf15546 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:30.211026 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7262f4ec-95ff-402c-8b28-c4f761dc167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.254738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7262f4ec-95ff-402c-8b28-c4f761dc167d None None] Port 3b788c92-dd27-413a-a226-888ddaf15546 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:30.394296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4a148abd-4997-4e24-b0d7-6e8e75233ec3 None None] Could not find standard attr ID for object 55fffb23-726b-482e-9fab-b5cae7df10fa. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:46:30.417049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3647-f190-43ab-a787-76b2ded74cf6 req-91ff910e-b13c-4982-96d4-2eb77f983fa3 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.418707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ff3647-f190-43ab-a787-76b2ded74cf6 req-91ff910e-b13c-4982-96d4-2eb77f983fa3 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.3458095 Jul 16 01:46:30.511106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Network': ['ID=e54b737e-7734-4248-960c-916ffc142b45,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.522603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e54b737e-7734-4248-960c-916ffc142b45 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:30.539912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-8c7a803c-d5f9-42cd-8bc8-57abb6e0364c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.542057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-8c7a803c-d5f9-42cd-8bc8-57abb6e0364c tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 945 time: 0.2776620 Jul 16 01:46:30.551304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c101d5-cf26-4b62-9456-04bb3c51bee5 req-8ac57a3f-c465-40c2-81be-ef9a30a99484 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.553028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86c101d5-cf26-4b62-9456-04bb3c51bee5 req-8ac57a3f-c465-40c2-81be-ef9a30a99484 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 945 time: 0.2908175 Jul 16 01:46:30.559305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f8f2c3b-8cc4-4254-aaf2-09a7b11fc627 None None] Provisioning for port 56087b4e-4105-43d8-92d7-0ee367735eea completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:30.571674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ff3647-f190-43ab-a787-76b2ded74cf6 req-95fc8d1e-2d92-4514-a98b-f56eb16f45f1 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/security-groups?id=97ec125e-2a83-42aa-9924-7de20338c3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117158 Jul 16 01:46:30.599655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f8f2c3b-8cc4-4254-aaf2-09a7b11fc627 None None] Provisioning complete for port 56087b4e-4105-43d8-92d7-0ee367735eea triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:30.600261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2c3b-8cc4-4254-aaf2-09a7b11fc627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.731243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ee134-a84b-4e42-9309-6a70c24237bf tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Network': ['ID=9b76154e-d37b-4e74-829f-8f3099be5750,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.770452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86c101d5-cf26-4b62-9456-04bb3c51bee5 req-0dad7acc-9b1e-4f9a-8c77-cca262b1d3e8 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018499 Jul 16 01:46:30.771201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890abacc-6084-4004-b63b-395502d38727 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.771536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.779562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890abacc-6084-4004-b63b-395502d38727 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.786402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890abacc-6084-4004-b63b-395502d38727 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.792703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890abacc-6084-4004-b63b-395502d38727 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.798330 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-890abacc-6084-4004-b63b-395502d38727 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.1700692 Jul 16 01:46:30.800908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.876770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f2c3b-8cc4-4254-aaf2-09a7b11fc627 None None] Port 56087b4e-4105-43d8-92d7-0ee367735eea cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:30.881268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9b76154e-d37b-4e74-829f-8f3099be5750 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:30.883520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1da400-e377-4186-b8e0-db0ee1043e30 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:30.909837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.964310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1da400-e377-4186-b8e0-db0ee1043e30 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:31.039046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Deleting port 87336e59-4197-41b0-bc67-c36464416719 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:31.039306 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.082631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.099137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54b737e-7734-4248-960c-916ffc142b45']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.104364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.150583 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7744b36-37ed-421f-9115-6258c0bad3ad') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.150881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7744b36-37ed-421f-9115-6258c0bad3ad') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.175915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.194910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.211579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] For port 87336e59-4197-41b0-bc67-c36464416719, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=87336e59-4197-41b0-bc67-c36464416719,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:31.211976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.212105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.222736 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.226258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=3bb78a75-1cf3-4ee4-9740-44a81849dbcd,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.232993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Calling delete_port for 87336e59-4197-41b0-bc67-c36464416719 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:31.234481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:31.234930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:31.239780 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:31.264182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6fa46eea-dec2-4820-b381-e2648f802d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:31.264469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: 6fa46eea-dec2-4820-b381-e2648f802d52, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:31.287188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] In _notify_port_updated(), no bound segment for port 56087b4e-4105-43d8-92d7-0ee367735eea on network bf13ac61-0f64-4970-b551-ad32595ba547 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:46:31.295261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.296052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.301414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "PUT /v2.0/ports/56087b4e-4105-43d8-92d7-0ee367735eea HTTP/1.1" status: 200 len: 1001 time: 1.1064768 Jul 16 01:46:31.301626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:31.345971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756bf33-3470-4b92-a7bf-7c4417d2e13c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=56087b4e-4105-43d8-92d7-0ee367735eea,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.357811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.382006 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.386870 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/networks/e54b737e-7734-4248-960c-916ffc142b45 HTTP/1.1" status: 204 len: 168 time: 0.5808253 Jul 16 01:46:31.387617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network 6fa46eea-dec2-4820-b381-e2648f802d52 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:31.388263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52768) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:31.406202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda5b36-1900-4d85-9009-bdf5503a385c tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Network': ['ID=e54b737e-7734-4248-960c-916ffc142b45,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.448600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6fa46eea-dec2-4820-b381-e2648f802d52) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:31.454462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.455199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.483641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7a1a3b3a-0909-4ceb-9987-ce6f6589864e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9676137 Jul 16 01:46:31.483815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22556b11-8be1-4006-92c9-1a3bb4bf373e None None] Network 6fa46eea-dec2-4820-b381-e2648f802d52 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:31.488802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:31.523703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting port 56087b4e-4105-43d8-92d7-0ee367735eea {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:31.524992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.533874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.563889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.615416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['87336e59-4197-41b0-bc67-c36464416719'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:31.646592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Pushing event deleted for resources: {'Port': ['ID=87336e59-4197-41b0-bc67-c36464416719,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.712666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] No DVR routers for this DVR port 87336e59-4197-41b0-bc67-c36464416719 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:31.714152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.715346 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.718669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da6cc17d-db6b-4530-a40a-2cf44eef4fc7 req-18af7fc9-5785-4be1-945d-5ed8d9dcca24 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.93 "DELETE /v2.0/ports/87336e59-4197-41b0-bc67-c36464416719 HTTP/1.1" status: 204 len: 173 time: 1.1610811 Jul 16 01:46:31.723514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'name': 'network-vif-deleted', 'tag': '87336e59-4197-41b0-bc67-c36464416719'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:31.726153 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889132a0-c898-4d03-ad59-e98ee19e2862" -d '{"events": [{"server_uuid": "bc9a090f-9ce8-4670-b729-bc32996634d7", "name": "network-vif-deleted", "tag": "87336e59-4197-41b0-bc67-c36464416719"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:31.739716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.758545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.759776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Calling delete_port for 56087b4e-4105-43d8-92d7-0ee367735eea owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:31.836505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9c11e75-0303-44ab-ba1c-83ea6f603eec req-c15fa48a-1db8-4125-841d-a57958a4daa6 tempest-ServerRescueTestJSON-81040949 tempest-ServerRescueTestJSON-81040949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc9a090f-9ce8-4670-b729-bc32996634d7 HTTP/1.1" status: 200 len: 210 time: 0.0738659 Jul 16 01:46:31.840275 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c562c73d-da8b-4f5e-8c0a-658f2285b13d x-openstack-request-id: req-c562c73d-da8b-4f5e-8c0a-658f2285b13d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:31.840581 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9a090f-9ce8-4670-b729-bc32996634d7", "name": "network-vif-deleted", "tag": "87336e59-4197-41b0-bc67-c36464416719", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:31.841983 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c562c73d-da8b-4f5e-8c0a-658f2285b13d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:31.841983 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9a090f-9ce8-4670-b729-bc32996634d7', 'name': 'network-vif-deleted', 'tag': '87336e59-4197-41b0-bc67-c36464416719', 'status': 'completed', 'code': 200} Jul 16 01:46:31.843461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b76154e-d37b-4e74-829f-8f3099be5750']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.865814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbbe419-6cfa-40d3-aa15-b89636142683') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.866117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbbe419-6cfa-40d3-aa15-b89636142683') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.879211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.897046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.899117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-6fa46eea-dec2-4820-b381-e2648f802d52', 'network_id': '6fa46eea-dec2-4820-b381-e2648f802d52', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': '3bb78a75-1cf3-4ee4-9740-44a81849dbcd'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:31.900699 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.909141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:31.910164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:31.918734 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:31.954001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.999930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.014899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.017473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/networks/9b76154e-d37b-4e74-829f-8f3099be5750 HTTP/1.1" status: 204 len: 168 time: 0.6281567 Jul 16 01:46:32.021972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52778) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.036683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6924e-372a-49b9-8489-569c29974eb0 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Network': ['ID=9b76154e-d37b-4e74-829f-8f3099be5750,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.118780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-627bf6f4-ba50-4f45-8d64-8e9564f6fbdc None None] Provisioning complete for port 56087b4e-4105-43d8-92d7-0ee367735eea triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:32.119192 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-627bf6f4-ba50-4f45-8d64-8e9564f6fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.152880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bc03b-e47f-47db-879a-dfbf7c2f26fc req-f7fad4a7-9b46-4360-af58-0f375749bfcb tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.154577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f1bc03b-e47f-47db-879a-dfbf7c2f26fc req-f7fad4a7-9b46-4360-af58-0f375749bfcb tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 945 time: 0.1051540 Jul 16 01:46:32.173258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Allocated IP 172.20.0.1 (6fa46eea-dec2-4820-b381-e2648f802d52/3bb78a75-1cf3-4ee4-9740-44a81849dbcd/0144ce46-b299-4372-8c47-7b1184f54acf) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:32.178771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-627bf6f4-ba50-4f45-8d64-8e9564f6fbdc None None] Port 56087b4e-4105-43d8-92d7-0ee367735eea cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:32.200809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaddccd-3321-4926-aed4-f4d89288cc52 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.207263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaddccd-3321-4926-aed4-f4d89288cc52 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.213099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ccaddccd-3321-4926-aed4-f4d89288cc52 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1890590 Jul 16 01:46:32.213904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52782) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.217428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f1bc03b-e47f-47db-879a-dfbf7c2f26fc req-19cf204c-e49d-4cc8-b03e-4e0156e887a3 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572555 Jul 16 01:46:32.243683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-830475345'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:32.281548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.287522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Made reservation on behalf of 740d4e9a7a5941e6bbcb3ad499a7cdf1 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:32.296664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.389895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Port': ['ID=56087b4e-4105-43d8-92d7-0ee367735eea,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.401482 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.411879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Transition to ACTIVE for port object 0144ce46-b299-4372-8c47-7b1184f54acf will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:32.447027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Transition to ACTIVE for port object 0144ce46-b299-4372-8c47-7b1184f54acf will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:32.470314 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.496996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:32.504777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Network 6fa46eea-dec2-4820-b381-e2648f802d52 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:32.508515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:32.512233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:32.529161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.529521 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Added segment f0474ffc-53dd-40d6-bf2d-6b1d56a9e746 of type vlan for network c8f74758-185d-4d3a-b48f-7a8736ec2610 Jul 16 01:46:32.583690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.630176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Pushing event updated for resources: {'Port': ['ID=0144ce46-b299-4372-8c47-7b1184f54acf,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.638664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Attempting to bind port 0144ce46-b299-4372-8c47-7b1184f54acf on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:32.639293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Attempting to bind port 0144ce46-b299-4372-8c47-7b1184f54acf by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6fa46eea-dec2-4820-b381-e2648f802d52'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:32.639429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Attempting to bind port 0144ce46-b299-4372-8c47-7b1184f54acf on network 6fa46eea-dec2-4820-b381-e2648f802d52 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:32.645740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:32.646128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Checking segment: {'id': 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6fa46eea-dec2-4820-b381-e2648f802d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:32.646537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.647053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Bound using segment: {'id': 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6fa46eea-dec2-4820-b381-e2648f802d52'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:32.647411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Bound port: 0144ce46-b299-4372-8c47-7b1184f54acf, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6fa46eea-dec2-4820-b381-e2648f802d52'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:32.647791 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.685155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.707854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb78a75-1cf3-4ee4-9740-44a81849dbcd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.732375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] For port 0144ce46-b299-4372-8c47-7b1184f54acf, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:32.736383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] For port 0144ce46-b299-4372-8c47-7b1184f54acf, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0144ce46-b299-4372-8c47-7b1184f54acf,segment=NetworkSegment(de9a9e1a-faf9-4c26-84d1-e8a1a926b388),segment_id=de9a9e1a-faf9-4c26-84d1-e8a1a926b388)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:32.744735 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.782093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.786865 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d81dc2a9-5694-4f28-95c4-0dadbbbd762d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/ports/56087b4e-4105-43d8-92d7-0ee367735eea HTTP/1.1" status: 204 len: 168 time: 1.4818046 Jul 16 01:46:32.787097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.816553 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-deaa852e-ae92-4fb5-83bd-a93e7fb03b26 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] GET failed (client error): The resource could not be found. Jul 16 01:46:32.818155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-deaa852e-ae92-4fb5-83bd-a93e7fb03b26 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "GET /v2.0/ports/56087b4e-4105-43d8-92d7-0ee367735eea HTTP/1.1" status: 404 len: 333 time: 0.0303233 Jul 16 01:46:32.824466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.835346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1f4f8-085b-45f7-a7d7-20758b2eb2eb None None] Pushing event updated for resources: {'Port': ['ID=0144ce46-b299-4372-8c47-7b1184f54acf,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.839216 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.839499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-483595560'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:32.848112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.848863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.874920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.878424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fb51d-f857-43fb-a984-cf721b3d0235 None None] Network 6fa46eea-dec2-4820-b381-e2648f802d52 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:32.893926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa46eea-dec2-4820-b381-e2648f802d52']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:32.950102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:32.950960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:32.965495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.970770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7494249 Jul 16 01:46:32.973880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.994779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1582788101'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:32.996005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:33.025057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a6e70-936c-4ba4-909e-253ca9a95146 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Network': ['ID=c8f74758-185d-4d3a-b48f-7a8736ec2610,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.034327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.042648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c8f74758-185d-4d3a-b48f-7a8736ec2610 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:33.044805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:33.045552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:33.050928 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:33.105172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Made reservation on behalf of 740d4e9a7a5941e6bbcb3ad499a7cdf1 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:33.108830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.133506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:46:33.133506 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:46:33.133506 n-d-800085-5 neutron-server[93707]: [parameters: {'id': '6fa46eea-dec2-4820-b381-e2648f802d52'}] Jul 16 01:46:33.133506 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:33.134107 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:33.145437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede45ea-1d55-4293-b860-60c2ae38721e None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:33.228051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede45ea-1d55-4293-b860-60c2ae38721e None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:33.489846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:33.494233 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.523828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:33.544068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] device_id is not set on port 6a046a63-3059-4090-ae28-55a05d694ffa yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:33.551070 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.551413 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Added segment ef91744e-031f-44d7-9c7f-c081fce1ac00 of type vlan for network 7dc11a06-1852-4d44-9a6b-4e9f839686e6 Jul 16 01:46:33.636058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.694188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port 0144ce46-b299-4372-8c47-7b1184f54acf {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:33.694881 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.724254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.745918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd21eb2-dba0-4166-bc49-5d60cb07ffe0 req-830cd1bc-e33d-43a2-bef5-1ecf6ccfaba1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.747449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dd21eb2-dba0-4166-bc49-5d60cb07ffe0 req-830cd1bc-e33d-43a2-bef5-1ecf6ccfaba1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 945 time: 0.3014100 Jul 16 01:46:33.769673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port 0144ce46-b299-4372-8c47-7b1184f54acf, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0144ce46-b299-4372-8c47-7b1184f54acf,segment=NetworkSegment(de9a9e1a-faf9-4c26-84d1-e8a1a926b388),segment_id=de9a9e1a-faf9-4c26-84d1-e8a1a926b388)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.770036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.782103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for 0144ce46-b299-4372-8c47-7b1184f54acf owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:33.795702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 87336e59-4197-41b0-bc67-c36464416719 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:33.816890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 87336e59-4197-41b0-bc67-c36464416719 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:33.817240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 87336e59-4197-41b0-bc67-c36464416719 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:33.875130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.889249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.894731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.895333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.898212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Allocated IP 2001:db8::3a (bf13ac61-0f64-4970-b551-ad32595ba547/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25/6a046a63-3059-4090-ae28-55a05d694ffa) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:33.907509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=0144ce46-b299-4372-8c47-7b1184f54acf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.913024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port 0144ce46-b299-4372-8c47-7b1184f54acf on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:33.914176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dd21eb2-dba0-4166-bc49-5d60cb07ffe0 req-0b3660d5-8669-42d9-b159-21245df5568b tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557620 Jul 16 01:46:33.969127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9924195 Jul 16 01:46:33.974305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:33.979438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'ports': [{'network_id': 'c8f74758-185d-4d3a-b48f-7a8736ec2610', 'name': 'tempest-port--1620957517', 'admin_state_up': True}, {'network_id': '7dc11a06-1852-4d44-9a6b-4e9f839686e6', 'admin_state_up': False}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:33.979756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'port': {'network_id': 'c8f74758-185d-4d3a-b48f-7a8736ec2610', 'name': 'tempest-port--1620957517', 'admin_state_up': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:33.980259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'port': {'network_id': '7dc11a06-1852-4d44-9a6b-4e9f839686e6', 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:34.027208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.046558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa46eea-dec2-4820-b381-e2648f802d52']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:34.064389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:34.064693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9a9e1a-faf9-4c26-84d1-e8a1a926b388') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:34.074522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbc4cb-2850-4c1d-bfbd-05e05db7f76a tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Network': ['ID=7dc11a06-1852-4d44-9a6b-4e9f839686e6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.089495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 7dc11a06-1852-4d44-9a6b-4e9f839686e6 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:34.107872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.133712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.150291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:34.151014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:34.154209 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:34.262174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.267708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.272749 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/6fa46eea-dec2-4820-b381-e2648f802d52 HTTP/1.1" status: 204 len: 168 time: 2.7794826 Jul 16 01:46:34.275148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.282702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-599098573'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:34.297397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.301302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df756-7299-4970-9911-582f6b6527c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=6fa46eea-dec2-4820-b381-e2648f802d52,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.312336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Made reservation on behalf of 740d4e9a7a5941e6bbcb3ad499a7cdf1 for: {'port': 2} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:34.317158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.324313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Transition to ACTIVE for port object 6a046a63-3059-4090-ae28-55a05d694ffa will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:34.341000 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.354967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:34.357737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.359110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.437198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:34.478275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] device_id is not set on port 0eb4b6f2-7902-4c0c-be42-2bcb0c485985 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:34.482013 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.486753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.487226 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb of type vlan for network b396a059-476d-4d1f-9266-462bfc63ca4b Jul 16 01:46:34.537985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.618326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.624299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.624884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.635114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network bf13ac61-0f64-4970-b551-ad32595ba547 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:34.652335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:34.661153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:34.666853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.667386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.672975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=6a046a63-3059-4090-ae28-55a05d694ffa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.697016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4171667 Jul 16 01:46:34.702045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.704447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0d82bdc9-ec98-46f6-ad18-9bc80e22b806 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8793082 Jul 16 01:46:34.712785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': 'b396a059-476d-4d1f-9266-462bfc63ca4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:34.718362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52824) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.728391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:90:d7:bd'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:34.733344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b92e5-3548-4448-a786-c7b35a2b6328 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=b396a059-476d-4d1f-9266-462bfc63ca4b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.746222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network b396a059-476d-4d1f-9266-462bfc63ca4b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:34.750094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.840131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] device_id is not set on port 62e892b3-92ad-4f8c-8321-b9aa1dc64238 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:34.864008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ee071-d321-408f-b5f0-51b71592a900 req-32783661-7cf2-4672-a252-2f622e4049cb tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.865632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f17ee071-d321-408f-b5f0-51b71592a900 req-32783661-7cf2-4672-a252-2f622e4049cb tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 945 time: 0.3071387 Jul 16 01:46:34.996077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.042957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82d25234-f20c-4fa7-b42a-381941bb333e None None] Provisioning for port 6a046a63-3059-4090-ae28-55a05d694ffa completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:35.048267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82d25234-f20c-4fa7-b42a-381941bb333e None None] Provisioning complete for port 6a046a63-3059-4090-ae28-55a05d694ffa triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:35.049193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82d25234-f20c-4fa7-b42a-381941bb333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.064207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.086945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:35.090720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.101056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.127556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-82d25234-f20c-4fa7-b42a-381941bb333e None None] Port 6a046a63-3059-4090-ae28-55a05d694ffa cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:35.178351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Port': ['ID=0eb4b6f2-7902-4c0c-be42-2bcb0c485985,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.197037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Checking segment: {'id': 'f0474ffc-53dd-40d6-bf2d-6b1d56a9e746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c8f74758-185d-4d3a-b48f-7a8736ec2610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:35.197037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network hostable DHCP agents. Network: c8f74758-185d-4d3a-b48f-7a8736ec2610, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:35.216458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network c8f74758-185d-4d3a-b48f-7a8736ec2610 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:35.225756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c8f74758-185d-4d3a-b48f-7a8736ec2610) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:35.229568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:35.230613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.239262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d6f69-309b-4f47-858d-8b443ddf4346 None None] Network c8f74758-185d-4d3a-b48f-7a8736ec2610 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:35.325492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Port': ['ID=62e892b3-92ad-4f8c-8321-b9aa1dc64238,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.341952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Deleting port 6cd313cd-2d01-4061-967b-712b323a3697 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:35.342325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.372362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Deleting port ba64d7a5-c833-4245-af3c-7ce90f9714ce {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:35.372657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.398867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Checking segment: {'id': 'ef91744e-031f-44d7-9c7f-c081fce1ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7dc11a06-1852-4d44-9a6b-4e9f839686e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:35.399162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network hostable DHCP agents. Network: 7dc11a06-1852-4d44-9a6b-4e9f839686e6, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:35.418272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network 7dc11a06-1852-4d44-9a6b-4e9f839686e6 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:35.429293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 7dc11a06-1852-4d44-9a6b-4e9f839686e6) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:35.433083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:35.438784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b3929a-c277-4d6b-aadb-240b74e59f5f None None] Network 7dc11a06-1852-4d44-9a6b-4e9f839686e6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:35.439163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.444413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.445198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.461759 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f435ff4f-789c-48c4-b2c6-951c2ce036a5 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4865768 Jul 16 01:46:35.464118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.560540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3f298-0fcf-4c6a-9760-6c16d911b6f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.567823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3f298-0fcf-4c6a-9760-6c16d911b6f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.569734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3ad3f298-0fcf-4c6a-9760-6c16d911b6f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1045737 Jul 16 01:46:35.572554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52834) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.705996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Deleting port 0eb4b6f2-7902-4c0c-be42-2bcb0c485985 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:35.706354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.792197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.808875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Calling delete_port for 0eb4b6f2-7902-4c0c-be42-2bcb0c485985 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:35.809157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1099b-a80b-4838-91b0-0ba920db18e8 req-f0c2bd3a-2605-4a83-a3ab-c530854b19e4 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.810865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58d1099b-a80b-4838-91b0-0ba920db18e8 req-f0c2bd3a-2605-4a83-a3ab-c530854b19e4 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 945 time: 0.7000859 Jul 16 01:46:35.932731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.978439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Port': ['ID=0eb4b6f2-7902-4c0c-be42-2bcb0c485985,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.985492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.987636 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8ea29028-ede9-459a-9307-e3635dc5eea7 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/ports/0eb4b6f2-7902-4c0c-be42-2bcb0c485985 HTTP/1.1" status: 204 len: 168 time: 0.4139781 Jul 16 01:46:35.990651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52840) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.042148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] For port 6cd313cd-2d01-4061-967b-712b323a3697, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6cd313cd-2d01-4061-967b-712b323a3697,segment=NetworkSegment(9b3cc243-225e-4ef6-9789-58396569f529),segment_id=9b3cc243-225e-4ef6-9789-58396569f529)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:36.042573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.056809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] For port ba64d7a5-c833-4245-af3c-7ce90f9714ce, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ba64d7a5-c833-4245-af3c-7ce90f9714ce,segment=NetworkSegment(f4149208-ba2e-4d44-a9ba-8cc80453bd3f),segment_id=f4149208-ba2e-4d44-a9ba-8cc80453bd3f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:36.057208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.070911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58d1099b-a80b-4838-91b0-0ba920db18e8 req-cd901170-512a-4cc7-945f-f764227a5b89 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5a26944-190a-4cb3-8c81-c2b6fc04d111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246492 Jul 16 01:46:36.096920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52842) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.100481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.107335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Calling delete_port for 6cd313cd-2d01-4061-967b-712b323a3697 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:36.124376 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.127668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Calling delete_port for ba64d7a5-c833-4245-af3c-7ce90f9714ce owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:36.149062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Deleting port 62e892b3-92ad-4f8c-8321-b9aa1dc64238 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:36.149840 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.164326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.232061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.234569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43818ea3-259d-4bde-909c-a29788ff84bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.256121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Calling delete_port for 62e892b3-92ad-4f8c-8321-b9aa1dc64238 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:36.299384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] In _notify_port_updated(), no bound segment for port 6a046a63-3059-4090-ae28-55a05d694ffa on network bf13ac61-0f64-4970-b551-ad32595ba547 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:46:36.305081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.305736 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.310596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "PUT /v2.0/ports/6a046a63-3059-4090-ae28-55a05d694ffa HTTP/1.1" status: 200 len: 1001 time: 1.5868053 Jul 16 01:46:36.312803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.351099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=afd0e6d4-aa2d-481a-964c-55ca2a9a97ad,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.357713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025534b-c5db-40b3-b507-d1261ce82b0c tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=6a046a63-3059-4090-ae28-55a05d694ffa,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.385173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b396a059-476d-4d1f-9266-462bfc63ca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:36.385586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: b396a059-476d-4d1f-9266-462bfc63ca4b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:36.479585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.481734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network b396a059-476d-4d1f-9266-462bfc63ca4b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:36.514352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, b396a059-476d-4d1f-9266-462bfc63ca4b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:36.525280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.525964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.531867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43818ea3-259d-4bde-909c-a29788ff84bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.536765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting port 6a046a63-3059-4090-ae28-55a05d694ffa {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:36.537146 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.539457 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.540033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Port': ['ID=62e892b3-92ad-4f8c-8321-b9aa1dc64238,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.547360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf19970-fa61-4f91-a393-ffddc02a55d0 None None] Network b396a059-476d-4d1f-9266-462bfc63ca4b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:36.555621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43818ea3-259d-4bde-909c-a29788ff84bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.558491 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.563081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8cbf85c6-b85c-437c-b98a-2aedd7067678 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/ports/62e892b3-92ad-4f8c-8321-b9aa1dc64238 HTTP/1.1" status: 204 len: 168 time: 0.5713196 Jul 16 01:46:36.580760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.610218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Pushing event deleted for resources: {'Port': ['ID=6cd313cd-2d01-4061-967b-712b323a3697,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.613025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-def07aaa-1526-469b-83e8-4ac29f3d6f0f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9073877 Jul 16 01:46:36.616857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.636907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a09873ea-0b9b-4ec1-92b5-3cf1e0fc2c37 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514436 Jul 16 01:46:36.640754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.650484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-28963024'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:36.675116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43818ea3-259d-4bde-909c-a29788ff84bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b9b700-37e4-4ae5-a220-67a56bc9ea89,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.684096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-43818ea3-259d-4bde-909c-a29788ff84bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0020199f22546d3b0e36109d541e23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5854137 Jul 16 01:46:36.685112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.702803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] No DVR routers for this DVR port 6cd313cd-2d01-4061-967b-712b323a3697 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:36.715378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.717939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f17ee071-d321-408f-b5f0-51b71592a900 req-abc5de4c-e235-4b1a-8e86-009a9cf1aeb1 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.93 "DELETE /v2.0/ports/6cd313cd-2d01-4061-967b-712b323a3697 HTTP/1.1" status: 204 len: 173 time: 1.8369861 Jul 16 01:46:36.718395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'name': 'network-vif-deleted', 'tag': '6cd313cd-2d01-4061-967b-712b323a3697'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:36.721178 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc6ad09-7da9-431c-93be-3585664fa076" -d '{"events": [{"server_uuid": "6d6e7b00-1233-4d4e-afee-412a856e07ec", "name": "network-vif-deleted", "tag": "6cd313cd-2d01-4061-967b-712b323a3697"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:36.739732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c768baf-3797-49cf-9c06-11dffeb81be1 None None] Provisioning complete for port 6a046a63-3059-4090-ae28-55a05d694ffa triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:36.740587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c768baf-3797-49cf-9c06-11dffeb81be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.767552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-b396a059-476d-4d1f-9266-462bfc63ca4b', 'network_id': 'b396a059-476d-4d1f-9266-462bfc63ca4b', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': 'afd0e6d4-aa2d-481a-964c-55ca2a9a97ad'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:36.768934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.782603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.804145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Calling delete_port for 6a046a63-3059-4090-ae28-55a05d694ffa owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:36.824684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.826882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d39ed-ce3b-4971-9760-9ead9a79d0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.828154 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.838325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Made reservation on behalf of 740d4e9a7a5941e6bbcb3ad499a7cdf1 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:36.841993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.861144 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d978ca-650c-4dc1-8875-592a465fc2ac x-openstack-request-id: req-57d978ca-650c-4dc1-8875-592a465fc2ac {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:36.861443 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6e7b00-1233-4d4e-afee-412a856e07ec", "name": "network-vif-deleted", "tag": "6cd313cd-2d01-4061-967b-712b323a3697", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:36.861705 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57d978ca-650c-4dc1-8875-592a465fc2ac {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:36.862651 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6e7b00-1233-4d4e-afee-412a856e07ec', 'name': 'network-vif-deleted', 'tag': '6cd313cd-2d01-4061-967b-712b323a3697', 'status': 'completed', 'code': 200} Jul 16 01:46:36.871634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5c768baf-3797-49cf-9c06-11dffeb81be1 None None] Port 6a046a63-3059-4090-ae28-55a05d694ffa cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:36.882330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d39ed-ce3b-4971-9760-9ead9a79d0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.928921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:36.937564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Allocated IP 172.20.0.1 (b396a059-476d-4d1f-9266-462bfc63ca4b/afd0e6d4-aa2d-481a-964c-55ca2a9a97ad/ffc65a31-a76b-40f5-805c-2eaba7c4a219) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:36.940605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.940982 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Added segment a145024f-af17-41e6-a05c-237161e8bff9 of type vlan for network f21d6170-cf5e-444c-8aee-a1e1e9f15d6a Jul 16 01:46:36.977873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d39ed-ce3b-4971-9760-9ead9a79d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.980450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997d39ed-ce3b-4971-9760-9ead9a79d0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.983464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba64d7a5-c833-4245-af3c-7ce90f9714ce,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.985101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-997d39ed-ce3b-4971-9760-9ead9a79d0fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6b9b700-37e4-4ae5-a220-67a56bc9ea89 HTTP/1.1" status: 204 len: 168 time: 0.2965386 Jul 16 01:46:37.000750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d39ed-ce3b-4971-9760-9ead9a79d0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b9b700-37e4-4ae5-a220-67a56bc9ea89,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.027897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.038888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.085463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Port': ['ID=6a046a63-3059-4090-ae28-55a05d694ffa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.116288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.127651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Transition to ACTIVE for port object ffc65a31-a76b-40f5-805c-2eaba7c4a219 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:37.162041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Transition to ACTIVE for port object ffc65a31-a76b-40f5-805c-2eaba7c4a219 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:37.162918 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.165275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-64334355-a864-464f-93a3-669f39825571 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/ports/6a046a63-3059-4090-ae28-55a05d694ffa HTTP/1.1" status: 204 len: 168 time: 0.8515038 Jul 16 01:46:37.167941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.176523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.213723 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39374f5-08ce-4cd0-83e6-22db9e267bd7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] GET failed (client error): The resource could not be found. Jul 16 01:46:37.220113 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f39374f5-08ce-4cd0-83e6-22db9e267bd7 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "GET /v2.0/ports/6a046a63-3059-4090-ae28-55a05d694ffa HTTP/1.1" status: 404 len: 333 time: 0.0459082 Jul 16 01:46:37.220113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.225495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1893828417'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.252146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.255698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.267965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.268661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.302012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Network b396a059-476d-4d1f-9266-462bfc63ca4b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:37.314057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:37.330425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:37.357423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Pushing event updated for resources: {'Port': ['ID=ffc65a31-a76b-40f5-805c-2eaba7c4a219,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.397542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.398111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.401709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.402832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.404394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.404939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.406131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.406673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.408742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.409802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.412157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.412696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:37.455839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2bf0f93-c445-4b45-8f2e-9fb67f551daf req-8c9828df-5c6f-4f98-95de-c19b3999d216 tempest-VolumesActionsTest-600505601 tempest-VolumesActionsTest-600505601-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d6e7b00-1233-4d4e-afee-412a856e07ec HTTP/1.1" status: 200 len: 210 time: 0.1107461 Jul 16 01:46:37.459722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8110104 Jul 16 01:46:37.460429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52868) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.470211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1909197615'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.500061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:37.506460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.519495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a882c-a585-4d1a-91c1-2c9ff5c22132 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Network': ['ID=f21d6170-cf5e-444c-8aee-a1e1e9f15d6a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.552252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f21d6170-cf5e-444c-8aee-a1e1e9f15d6a details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:37.563449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.573988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.582751 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.583188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Attempting to bind port ffc65a31-a76b-40f5-805c-2eaba7c4a219 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:37.583565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Attempting to bind port ffc65a31-a76b-40f5-805c-2eaba7c4a219 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b396a059-476d-4d1f-9266-462bfc63ca4b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:37.583929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Attempting to bind port ffc65a31-a76b-40f5-805c-2eaba7c4a219 on network b396a059-476d-4d1f-9266-462bfc63ca4b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:37.593674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:37.594113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Checking segment: {'id': 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b396a059-476d-4d1f-9266-462bfc63ca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:37.594524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.594971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Bound using segment: {'id': 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b396a059-476d-4d1f-9266-462bfc63ca4b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:37.595655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Bound port: ffc65a31-a76b-40f5-805c-2eaba7c4a219, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b396a059-476d-4d1f-9266-462bfc63ca4b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:37.596172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] device_id is not set on port bc49e5f7-a58d-4bca-b122-d6c2870e4a9e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:37.596497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.620737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31716330-cb14-4434-8451-cc53be9186c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.658068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=afd0e6d4-aa2d-481a-964c-55ca2a9a97ad,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.665788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Made reservation on behalf of 740d4e9a7a5941e6bbcb3ad499a7cdf1 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:37.678311 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.707076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] For port ffc65a31-a76b-40f5-805c-2eaba7c4a219, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:37.712249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] For port ffc65a31-a76b-40f5-805c-2eaba7c4a219, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ffc65a31-a76b-40f5-805c-2eaba7c4a219,segment=NetworkSegment(c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb),segment_id=c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:37.719649 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.770606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:37.775755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d68095-f83a-4483-bf01-36211afd3013 None None] Pushing event updated for resources: {'Port': ['ID=ffc65a31-a76b-40f5-805c-2eaba7c4a219,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.790958 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.791379 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Added segment 30d90c5c-2721-4f55-8199-736055b5768e of type vlan for network 228798a2-f750-4f7d-9cfb-5d6c650147e2 Jul 16 01:46:37.795621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.811776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6cd313cd-2d01-4061-967b-712b323a3697 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:37.814738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b396a059-476d-4d1f-9266-462bfc63ca4b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.835945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Allocated IP 2001:db8::cf (bf13ac61-0f64-4970-b551-ad32595ba547/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25/bc49e5f7-a58d-4bca-b122-d6c2870e4a9e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:37.836346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.836624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.851895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.859059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.877529 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.941959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:37.942435 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:37.946570 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:37.965678 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.971608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.972263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.041998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 6cd313cd-2d01-4061-967b-712b323a3697 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:38.042253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6cd313cd-2d01-4061-967b-712b323a3697 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:38.078073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:46:38.078073 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:46:38.078073 n-d-800085-5 neutron-server[93706]: [parameters: {'id': 'b396a059-476d-4d1f-9266-462bfc63ca4b'}] Jul 16 01:46:38.078073 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:38.078587 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:38.087998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70498f-8993-4504-9396-7fe112310385 None None] Network b396a059-476d-4d1f-9266-462bfc63ca4b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:38.095954 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31716330-cb14-4434-8451-cc53be9186c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.104208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31716330-cb14-4434-8451-cc53be9186c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.135050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:38.158496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31716330-cb14-4434-8451-cc53be9186c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c5001f-0841-4070-88bd-2e88f84dd8e8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.166209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-31716330-cb14-4434-8451-cc53be9186c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44629590e09248188398a0d0f6f2cefd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910532 Jul 16 01:46:38.166988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:38.242790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8012e-3a2e-4538-bc7c-40d9d6fe8cbd None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:38.307505 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9afb1ac-acde-4b35-95dd-08e65ea479b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.323654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8012e-3a2e-4538-bc7c-40d9d6fe8cbd None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:38.337429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:38.340199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9afb1ac-acde-4b35-95dd-08e65ea479b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.345034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bc8bd58a-7c57-4f79-966d-5400eb7ff68e admin admin] 10.222.0.81 "PUT /v2.0/routers/49cf18e1-a00d-4516-a40c-f7212d9b73c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3476825 Jul 16 01:46:38.351463 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] Sync routers for ids ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:38.352258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:38.362893 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] Routers {'49cf18e1-a00d-4516-a40c-f7212d9b73c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:38.363506 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:46:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:38.422966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9afb1ac-acde-4b35-95dd-08e65ea479b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.426861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9afb1ac-acde-4b35-95dd-08e65ea479b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.427043 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9637761 Jul 16 01:46:38.429697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f9afb1ac-acde-4b35-95dd-08e65ea479b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2c5001f-0841-4070-88bd-2e88f84dd8e8 HTTP/1.1" status: 204 len: 168 time: 0.2604151 Jul 16 01:46:38.441969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afb1ac-acde-4b35-95dd-08e65ea479b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c5001f-0841-4070-88bd-2e88f84dd8e8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.466762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b5cfb-7438-4dc6-a62d-f9c337e513be tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Network': ['ID=228798a2-f750-4f7d-9cfb-5d6c650147e2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.488624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 228798a2-f750-4f7d-9cfb-5d6c650147e2 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:38.547130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.552776 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] Set router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:38.571475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:38.573174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Transition to ACTIVE for port object bc49e5f7-a58d-4bca-b122-d6c2870e4a9e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:38.581488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'subnets': [{'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1703448421', 'ip_version': 4}, {'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:38.582524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'subnet': {'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1703448421', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:38.582858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Request body: {'subnet': {'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:38.666688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.691395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.815878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.830166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Made reservation on behalf of 740d4e9a7a5941e6bbcb3ad499a7cdf1 for: {'subnet': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:38.836662 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.837000 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.891602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.931572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port ffc65a31-a76b-40f5-805c-2eaba7c4a219 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:38.931846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.938946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Deleting port e246b0be-dd9b-4deb-9b9f-a05816409742 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:38.939410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.967200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network bf13ac61-0f64-4970-b551-ad32595ba547 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:38.980150 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:46:36Z', 'revision_number': 5, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port': {'id': 'e246b0be-dd9b-4deb-9b9f-a05816409742', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:20Z', 'updated_at': '2021-07-16T01:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:38.998781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:39.001379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:39.014386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:39.015071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.015532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port ffc65a31-a76b-40f5-805c-2eaba7c4a219, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ffc65a31-a76b-40f5-805c-2eaba7c4a219,segment=NetworkSegment(c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb),segment_id=c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:39.015904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.034293 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] Checking router: 49cf18e1-a00d-4516-a40c-f7212d9b73c5 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:39.053577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] Routers {'49cf18e1-a00d-4516-a40c-f7212d9b73c5'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:39.056805 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:46:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.109160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=bc49e5f7-a58d-4bca-b122-d6c2870e4a9e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:39.121137 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-64077b9d-1e91-417d-b26e-a25252e2c8c1 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9000289 Jul 16 01:46:39.123836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.132851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'network_id': 'bf13ac61-0f64-4970-b551-ad32595ba547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2121407739'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:39.216104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for ffc65a31-a76b-40f5-805c-2eaba7c4a219 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:39.237209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] For port e246b0be-dd9b-4deb-9b9f-a05816409742, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e246b0be-dd9b-4deb-9b9f-a05816409742,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:39.237739 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.299319 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] Set router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:39.300955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Calling delete_port for e246b0be-dd9b-4deb-9b9f-a05816409742 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:39.420025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c73906b0-2cf5-400d-b240-493254caf040 None None] Provisioning for port bc49e5f7-a58d-4bca-b122-d6c2870e4a9e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:39.425112 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 6, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.425727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c73906b0-2cf5-400d-b240-493254caf040 None None] Provisioning complete for port bc49e5f7-a58d-4bca-b122-d6c2870e4a9e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:39.428300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c73906b0-2cf5-400d-b240-493254caf040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.468829 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8bd01-5e88-4db1-a853-1f6e33f0b0a6 None None] The sync data for ids ['49cf18e1-a00d-4516-a40c-f7212d9b73c5'] in n-d-800085-5 is: [{'id': '49cf18e1-a00d-4516-a40c-f7212d9b73c5', 'name': 'tempest-ServerRescueTestJSON-1601757219-router', 'tenant_id': '1df132ef57eb43f9a7558d075bd51340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:19Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 6, 'project_id': '1df132ef57eb43f9a7558d075bd51340', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:39.475385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c73906b0-2cf5-400d-b240-493254caf040 None None] Port bc49e5f7-a58d-4bca-b122-d6c2870e4a9e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:39.493244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Made reservation on behalf of e3c83ea9b1d24011a92726ec4847a080 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:39.501877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.576085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] device_id is not set on port e376e482-994a-4f68-8834-b390d5df298e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:39.731911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.809528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Allocated IP 2001:db8::3a2 (bf13ac61-0f64-4970-b551-ad32595ba547/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25/e376e482-994a-4f68-8834-b390d5df298e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:39.814109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Pushing event deleted for resources: {'Port': ['ID=e246b0be-dd9b-4deb-9b9f-a05816409742,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:39.905671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.926377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.971722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=ffc65a31-a76b-40f5-805c-2eaba7c4a219,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:39.979174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port ffc65a31-a76b-40f5-805c-2eaba7c4a219 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:39.987236 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.043175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.051862 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.071552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Subnet': ['ID=4a3deb50-db7d-4eda-8782-60e0a14da754,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.149694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.150221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49cf18e1-a00d-4516-a40c-f7212d9b73c5 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:40.156930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.158082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a20c5682-5ecb-482f-a8f8-25326c763240 admin admin] 10.222.0.81 "DELETE /v2.0/routers/49cf18e1-a00d-4516-a40c-f7212d9b73c5 HTTP/1.1" status: 204 len: 168 time: 1.8043845 Jul 16 01:46:40.161081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.168134 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.181310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Checking segment: {'id': 'a145024f-af17-41e6-a05c-237161e8bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:40.182261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network hostable DHCP agents. Network: f21d6170-cf5e-444c-8aee-a1e1e9f15d6a, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:40.187373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b396a059-476d-4d1f-9266-462bfc63ca4b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.203333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.203699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dbfa3f-4730-42ac-80ad-1e0f1c6fe0bb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.217894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.220483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] Deleting subnet 56129f05-ba2e-4b54-9f2a-6e632af80566 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:40.224266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.233927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network f21d6170-cf5e-444c-8aee-a1e1e9f15d6a is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:40.255303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.265225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f21d6170-cf5e-444c-8aee-a1e1e9f15d6a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:40.269984 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.275300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896fecc2-29b9-423b-8726-9b6df58ec94b None None] Network f21d6170-cf5e-444c-8aee-a1e1e9f15d6a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:40.279186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:40.279606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:40.286161 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:40.296383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.300418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.430463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Transition to ACTIVE for port object e376e482-994a-4f68-8834-b390d5df298e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:40.430727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event updated for resources: {'Subnet': ['ID=9a6b338c-0d10-460a-b5e1-e80cab51bedc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.444418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.451109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781417'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.466030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/b396a059-476d-4d1f-9266-462bfc63ca4b HTTP/1.1" status: 204 len: 168 time: 3.8325045 Jul 16 01:46:40.470737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52956) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.483540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.483719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Checking segment: {'id': '30d90c5c-2721-4f55-8199-736055b5768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:40.483918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network hostable DHCP agents. Network: 228798a2-f750-4f7d-9cfb-5d6c650147e2, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:40.500974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1364031340'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:40.516957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a51c6-8778-4425-93ae-fa036b9d9c06 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=b396a059-476d-4d1f-9266-462bfc63ca4b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.527824 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-f21d6170-cf5e-444c-8aee-a1e1e9f15d6a', 'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a', 'tenant_id': '740d4e9a7a5941e6bbcb3ad499a7cdf1', 'fixed_ips': [{'subnet_id': '4a3deb50-db7d-4eda-8782-60e0a14da754'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:40.529544 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.539858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Network 228798a2-f750-4f7d-9cfb-5d6c650147e2 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:40.552629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 228798a2-f750-4f7d-9cfb-5d6c650147e2) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:40.570425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.571490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.572598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.587382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:40.592074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.595426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c3bb8-464e-43de-922e-30ce74dffb52 None None] Network 228798a2-f750-4f7d-9cfb-5d6c650147e2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:40.600833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-04679395-050d-4f66-a8ca-3b629fcf3b07 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0265729 Jul 16 01:46:40.601051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.615056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.755977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:40.766818 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.767176 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment 1d03911a-2c04-4bef-bd76-9f20e06b3661 of type vlan for network fba51215-6c55-4be0-b209-e11801799a02 Jul 16 01:46:40.810088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=e376e482-994a-4f68-8834-b390d5df298e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.817674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.827178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.891702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Network bf13ac61-0f64-4970-b551-ad32595ba547 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:40.899089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-228798a2-f750-4f7d-9cfb-5d6c650147e2', 'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2', 'tenant_id': '740d4e9a7a5941e6bbcb3ad499a7cdf1', 'fixed_ips': [{'subnet_id': '9a6b338c-0d10-460a-b5e1-e80cab51bedc'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:40.900320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.900492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56129f05-ba2e-4b54-9f2a-6e632af80566,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.903510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.905532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cac9ee50-83c4-49f6-b832-3e420d1c6ab5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/56129f05-ba2e-4b54-9f2a-6e632af80566 HTTP/1.1" status: 204 len: 168 time: 0.7431276 Jul 16 01:46:40.908257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.912757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:40.918113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:40.925807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.926339 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.932980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c9226-2b6d-40ca-abea-b150c4705dfb tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.935613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c9226-2b6d-40ca-abea-b150c4705dfb tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.936158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Allocated IP 172.20.0.2 (f21d6170-cf5e-444c-8aee-a1e1e9f15d6a/4a3deb50-db7d-4eda-8782-60e0a14da754/4d776f6b-7574-4ec3-9533-a2db49c211a3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:40.937377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c9226-2b6d-40ca-abea-b150c4705dfb tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.939155 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f03c9226-2b6d-40ca-abea-b150c4705dfb tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3217831 Jul 16 01:46:40.945876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.003728 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8b806f21-12c0-4bee-897e-64f1819cc790 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8787355 Jul 16 01:46:41.017831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 52992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.027672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d2', 'mac_address': 'fa:16:3e:90:d7:bd'}, {'ip_address': '2001:db8::cf', 'mac_address': 'fa:16:3e:14:7a:35'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:41.055840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Deleting subnet 4a3deb50-db7d-4eda-8782-60e0a14da754 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:41.081826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.088404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:41.088993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.130666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.158298 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6760759 Jul 16 01:46:41.197585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 52996) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.210661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d143ff-07bc-4e8f-8dda-33401376bfa5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=fba51215-6c55-4be0-b209-e11801799a02,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.216149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:41.229126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network fba51215-6c55-4be0-b209-e11801799a02 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:41.263844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Allocated IP 172.20.0.18 (228798a2-f750-4f7d-9cfb-5d6c650147e2/9a6b338c-0d10-460a-b5e1-e80cab51bedc/abc244b2-93ce-475c-affa-32d7a6a16c44) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:41.350604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.505559 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.528586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Transition to ACTIVE for port object 4d776f6b-7574-4ec3-9533-a2db49c211a3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:41.584277 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.600113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ba64d7a5-c833-4245-af3c-7ce90f9714ce no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:41.603554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a9b375-8f93-421c-b201-664e91cca984']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:41.612473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75e417a9-453f-4d76-a616-475bb9e9d413 None None] Provisioning for port e376e482-994a-4f68-8834-b390d5df298e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:41.652554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.654957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ba64d7a5-c833-4245-af3c-7ce90f9714ce {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:41.655463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ba64d7a5-c833-4245-af3c-7ce90f9714ce not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:41.655709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e246b0be-dd9b-4deb-9b9f-a05816409742 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:41.658819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Transition to ACTIVE for port object 4d776f6b-7574-4ec3-9533-a2db49c211a3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:41.664023 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.665631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75e417a9-453f-4d76-a616-475bb9e9d413 None None] Provisioning complete for port e376e482-994a-4f68-8834-b390d5df298e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:41.666247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75e417a9-453f-4d76-a616-475bb9e9d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.683072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.737835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:41.738346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4149208-ba2e-4d44-a9ba-8cc80453bd3f') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:41.752598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] In _notify_port_updated(), no bound segment for port e376e482-994a-4f68-8834-b390d5df298e on network bf13ac61-0f64-4970-b551-ad32595ba547 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:46:41.758427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:41.759483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.764673 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "PUT /v2.0/ports/e376e482-994a-4f68-8834-b390d5df298e HTTP/1.1" status: 200 len: 1067 time: 0.7450807 Jul 16 01:46:41.766583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c5b585b-69de-4dc4-8ebb-21062c22011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.768405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-75e417a9-453f-4d76-a616-475bb9e9d413 None None] Port e376e482-994a-4f68-8834-b390d5df298e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:41.772634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53014) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.782614 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.799424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e246b0be-dd9b-4deb-9b9f-a05816409742 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:41.799792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e246b0be-dd9b-4deb-9b9f-a05816409742 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:41.807807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.841271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.852045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.854873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a971a6-af11-497b-bbd2-c8c573eaad1a tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event updated for resources: {'Port': ['ID=e376e482-994a-4f68-8834-b390d5df298e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.909516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Pushing event updated for resources: {'Port': ['ID=4d776f6b-7574-4ec3-9533-a2db49c211a3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.926064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:41.926617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:41.929047 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:41.948581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Network f21d6170-cf5e-444c-8aee-a1e1e9f15d6a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:41.952730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:42.013856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:42.126718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.135181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Attempting to bind port 4d776f6b-7574-4ec3-9533-a2db49c211a3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:42.135553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Attempting to bind port 4d776f6b-7574-4ec3-9533-a2db49c211a3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a145024f-af17-41e6-a05c-237161e8bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:42.135908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Attempting to bind port 4d776f6b-7574-4ec3-9533-a2db49c211a3 on network f21d6170-cf5e-444c-8aee-a1e1e9f15d6a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:42.151481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:42.151919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Checking segment: {'id': 'a145024f-af17-41e6-a05c-237161e8bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:42.153342 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.153760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Bound using segment: {'id': 'a145024f-af17-41e6-a05c-237161e8bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:42.154260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Bound port: 4d776f6b-7574-4ec3-9533-a2db49c211a3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a145024f-af17-41e6-a05c-237161e8bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f21d6170-cf5e-444c-8aee-a1e1e9f15d6a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:42.154649 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.156448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.162196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.195334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.207711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network fba51215-6c55-4be0-b209-e11801799a02 is not hosted by any dhcp agent {{(pid=93706) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:46:42.221208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.221862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.223193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "PUT /v2.0/networks/fba51215-6c55-4be0-b209-e11801799a02 HTTP/1.1" status: 200 len: 723 time: 1.0208583 Jul 16 01:46:42.233599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.239554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.261020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.263561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] For port 4d776f6b-7574-4ec3-9533-a2db49c211a3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:42.266802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] For port 4d776f6b-7574-4ec3-9533-a2db49c211a3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d776f6b-7574-4ec3-9533-a2db49c211a3,segment=NetworkSegment(a145024f-af17-41e6-a05c-237161e8bff9),segment_id=a145024f-af17-41e6-a05c-237161e8bff9)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:42.268260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Transition to ACTIVE for port object abc244b2-93ce-475c-affa-32d7a6a16c44 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:42.283165 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.295626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': 'fba51215-6c55-4be0-b209-e11801799a02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:42.302217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.308045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/49a9b375-8f93-421c-b201-664e91cca984 HTTP/1.1" status: 204 len: 168 time: 1.3986726 Jul 16 01:46:42.361608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Transition to ACTIVE for port object abc244b2-93ce-475c-affa-32d7a6a16c44 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:42.367616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50a81259-8886-450f-8d51-87cb5f48edfc None None] Provisioning complete for port e376e482-994a-4f68-8834-b390d5df298e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:42.380750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50a81259-8886-450f-8d51-87cb5f48edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.393194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3deb50-db7d-4eda-8782-60e0a14da754,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.414646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836152e-0d83-4c37-9cba-590ac2c1e2ae tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=fba51215-6c55-4be0-b209-e11801799a02,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.417758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.430433 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d1c27c27-a869-498b-8590-bd58af5d19dc tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/subnets/4a3deb50-db7d-4eda-8782-60e0a14da754 HTTP/1.1" status: 204 len: 168 time: 1.4778743 Jul 16 01:46:42.433886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cda95-f926-470b-9909-3a7eb28063b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a9b375-8f93-421c-b201-664e91cca984,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.436211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53038) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.440727 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.450186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network fba51215-6c55-4be0-b209-e11801799a02 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:42.518870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting port e376e482-994a-4f68-8834-b390d5df298e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:42.519213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.550920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c433d8-d296-4650-9b9a-73c9b498451e None None] Pushing event updated for resources: {'Port': ['ID=4d776f6b-7574-4ec3-9533-a2db49c211a3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.570987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Network 228798a2-f750-4f7d-9cfb-5d6c650147e2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:42.616710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:42.622575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-50a81259-8886-450f-8d51-87cb5f48edfc None None] Port e376e482-994a-4f68-8834-b390d5df298e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:42.626450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:42.637697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Deleting subnet 9a6b338c-0d10-460a-b5e1-e80cab51bedc {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:42.648947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.780359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.782249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:42.789859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.806395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Pushing event updated for resources: {'Port': ['ID=abc244b2-93ce-475c-affa-32d7a6a16c44,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.807136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.815472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Calling delete_port for e376e482-994a-4f68-8834-b390d5df298e owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:42.839104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.852126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53044) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.947181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Attempting to bind port abc244b2-93ce-475c-affa-32d7a6a16c44 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:42.947893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Attempting to bind port abc244b2-93ce-475c-affa-32d7a6a16c44 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '30d90c5c-2721-4f55-8199-736055b5768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:42.949603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Attempting to bind port abc244b2-93ce-475c-affa-32d7a6a16c44 on network 228798a2-f750-4f7d-9cfb-5d6c650147e2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:42.967908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:42.968389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Checking segment: {'id': '30d90c5c-2721-4f55-8199-736055b5768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:42.968972 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.969756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Bound using segment: {'id': '30d90c5c-2721-4f55-8199-736055b5768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:42.970340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Bound port: abc244b2-93ce-475c-affa-32d7a6a16c44, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d90c5c-2721-4f55-8199-736055b5768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '228798a2-f750-4f7d-9cfb-5d6c650147e2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:42.971107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.110643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a1214f8e-1f9c-4cab-b618-426bc5d1063e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1df132ef57eb43f9a7558d075bd51340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355421 Jul 16 01:46:43.117125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.124059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] For port abc244b2-93ce-475c-affa-32d7a6a16c44, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:43.128109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] For port abc244b2-93ce-475c-affa-32d7a6a16c44, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=abc244b2-93ce-475c-affa-32d7a6a16c44,segment=NetworkSegment(30d90c5c-2721-4f55-8199-736055b5768e),segment_id=30d90c5c-2721-4f55-8199-736055b5768e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:43.139588 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.144360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.211794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f791c2-ecc1-4dff-82e8-c83dfe97fb14 None None] Pushing event updated for resources: {'Port': ['ID=abc244b2-93ce-475c-affa-32d7a6a16c44,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.283680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.290867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d073390-7d1b-4af0-b882-d6ba0e68e740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.380879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Port': ['ID=e376e482-994a-4f68-8834-b390d5df298e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.419139 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-857caa32-0f87-4309-b80a-dc144d0fe142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.431506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.435110 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.558896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6b338c-0d10-460a-b5e1-e80cab51bedc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.561938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.564244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fa0c0afd-c8d3-49c2-b16c-9de93672526b tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/subnets/9a6b338c-0d10-460a-b5e1-e80cab51bedc HTTP/1.1" status: 204 len: 168 time: 1.1195555 Jul 16 01:46:43.570941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53054) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.592373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4d776f6b-7574-4ec3-9533-a2db49c211a3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:43.593383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-857caa32-0f87-4309-b80a-dc144d0fe142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.713975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': '1d03911a-2c04-4bef-bd76-9f20e06b3661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fba51215-6c55-4be0-b209-e11801799a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:43.714489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: fba51215-6c55-4be0-b209-e11801799a02, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:43.735953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=deb1227f-32b9-45f9-9cf5-5f073a2bb75d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.768182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network fba51215-6c55-4be0-b209-e11801799a02 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:43.775864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-857caa32-0f87-4309-b80a-dc144d0fe142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.780204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-857caa32-0f87-4309-b80a-dc144d0fe142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.781936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4d776f6b-7574-4ec3-9533-a2db49c211a3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:43.782257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-857caa32-0f87-4309-b80a-dc144d0fe142 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97ec125e-2a83-42aa-9924-7de20338c3ff HTTP/1.1" status: 204 len: 168 time: 0.6614540 Jul 16 01:46:43.800156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, fba51215-6c55-4be0-b209-e11801799a02) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:43.811835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.813164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbbcb17-f03d-4388-9159-dd42eeda93c4 None None] Network fba51215-6c55-4be0-b209-e11801799a02 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:43.814142 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.843685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857caa32-0f87-4309-b80a-dc144d0fe142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ec125e-2a83-42aa-9924-7de20338c3ff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.891625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57917e2e-0fd3-4c94-bbc5-023cd3b30118 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.898442 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-57917e2e-0fd3-4c94-bbc5-023cd3b30118 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3224170 Jul 16 01:46:43.899145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.123652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.173710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.179954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-05f8f4ad-f7ba-4ab8-bcff-f786fb73906d tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/ports/e376e482-994a-4f68-8834-b390d5df298e HTTP/1.1" status: 204 len: 168 time: 2.4064126 Jul 16 01:46:44.180782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.231847 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7b4ace-0a89-494d-9edb-283687eda092 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] GET failed (client error): The resource could not be found. Jul 16 01:46:44.237059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2d7b4ace-0a89-494d-9edb-283687eda092 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "GET /v2.0/ports/e376e482-994a-4f68-8834-b390d5df298e HTTP/1.1" status: 404 len: 333 time: 0.0503190 Jul 16 01:46:44.237751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.305581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d073390-7d1b-4af0-b882-d6ba0e68e740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.313933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d073390-7d1b-4af0-b882-d6ba0e68e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.353848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c24b9e-0ae7-42e3-8a1b-e5dcc157a88f None None] Network f21d6170-cf5e-444c-8aee-a1e1e9f15d6a requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:44.372630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7d073390-7d1b-4af0-b882-d6ba0e68e740 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=654a34928d344ec1a26427ebb4e2ae1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5297947 Jul 16 01:46:44.375983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.379108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d073390-7d1b-4af0-b882-d6ba0e68e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef7eb67-4d48-458f-9899-15deb2d3457d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:44.435396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ef3305f7-c149-4a40-9318-66f988b2a00f tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1593068 Jul 16 01:46:44.435396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Deleting port abc244b2-93ce-475c-affa-32d7a6a16c44 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:44.436061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.436193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.452195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1ebfc91d-55a7-4937-a0a7-5fe54e6b9cfc tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:44.498214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c236cade-fdc8-4ec1-a220-babfe330dacc None None] Provisioning for port 4d776f6b-7574-4ec3-9533-a2db49c211a3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:44.511103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c236cade-fdc8-4ec1-a220-babfe330dacc None None] Provisioning complete for port 4d776f6b-7574-4ec3-9533-a2db49c211a3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:44.511870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c236cade-fdc8-4ec1-a220-babfe330dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.522206 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.622811 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f10b0add-6595-4159-b51f-de55c6a84828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.633187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc91d-55a7-4937-a0a7-5fe54e6b9cfc tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4446372'] for subnet, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.670486 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c5ae8358-d6a2-49fd-8fb1-87a1633ba468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.790303 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f10b0add-6595-4159-b51f-de55c6a84828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.795839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fba51215-6c55-4be0-b209-e11801799a02', 'network_id': 'fba51215-6c55-4be0-b209-e11801799a02', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': 'deb1227f-32b9-45f9-9cf5-5f073a2bb75d'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:44.798152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.862732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f10b0add-6595-4159-b51f-de55c6a84828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.865434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f10b0add-6595-4159-b51f-de55c6a84828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.869524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f10b0add-6595-4159-b51f-de55c6a84828 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ef7eb67-4d48-458f-9899-15deb2d3457d HTTP/1.1" status: 204 len: 168 time: 0.4797118 Jul 16 01:46:44.880464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] For port abc244b2-93ce-475c-affa-32d7a6a16c44, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=abc244b2-93ce-475c-affa-32d7a6a16c44,segment=NetworkSegment(30d90c5c-2721-4f55-8199-736055b5768e),segment_id=30d90c5c-2721-4f55-8199-736055b5768e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:44.881328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.915249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b0add-6595-4159-b51f-de55c6a84828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef7eb67-4d48-458f-9899-15deb2d3457d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:44.928532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Calling delete_port for abc244b2-93ce-475c-affa-32d7a6a16c44 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:44.935629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting port bc49e5f7-a58d-4bca-b122-d6c2870e4a9e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:44.935974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.995028 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc91d-55a7-4937-a0a7-5fe54e6b9cfc tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780520067467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4853128'] for subnet, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.089321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.102820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Calling delete_port for bc49e5f7-a58d-4bca-b122-d6c2870e4a9e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:45.138877 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebfc91d-55a7-4937-a0a7-5fe54e6b9cfc tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:45.139899 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc91d-55a7-4937-a0a7-5fe54e6b9cfc tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.144856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1ebfc91d-55a7-4937-a0a7-5fe54e6b9cfc tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "PUT /v2.0/subnets/deb1227f-32b9-45f9-9cf5-5f073a2bb75d HTTP/1.1" status: 200 len: 806 time: 0.7064190 Jul 16 01:46:45.145769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfc91d-55a7-4937-a0a7-5fe54e6b9cfc tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=deb1227f-32b9-45f9-9cf5-5f073a2bb75d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.151871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.235737 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c236cade-fdc8-4ec1-a220-babfe330dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.271056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] DHCP port deletion for f21d6170-cf5e-444c-8aee-a1e1e9f15d6a request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:45.348101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.378767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e184ad-d626-46ea-af06-169ced4ac50d None None] Network 228798a2-f750-4f7d-9cfb-5d6c650147e2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:45.454979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c236cade-fdc8-4ec1-a220-babfe330dacc None None] For port 4d776f6b-7574-4ec3-9533-a2db49c211a3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d776f6b-7574-4ec3-9533-a2db49c211a3,segment=NetworkSegment(a145024f-af17-41e6-a05c-237161e8bff9),segment_id=a145024f-af17-41e6-a05c-237161e8bff9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:45.455809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.474989 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.491596 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c236cade-fdc8-4ec1-a220-babfe330dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.589869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Allocated IP 172.20.0.2 (fba51215-6c55-4be0-b209-e11801799a02/deb1227f-32b9-45f9-9cf5-5f073a2bb75d/62ac6be4-3452-46ca-8eb1-89c2d721c90e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:45.639466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.675980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Port': ['ID=abc244b2-93ce-475c-affa-32d7a6a16c44,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.679153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] No DVR routers for this DVR port abc244b2-93ce-475c-affa-32d7a6a16c44 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:45.826375 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.843427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228798a2-f750-4f7d-9cfb-5d6c650147e2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.856408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d90c5c-2721-4f55-8199-736055b5768e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.856759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d90c5c-2721-4f55-8199-736055b5768e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.859353 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.881631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.908299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Port': ['ID=bc49e5f7-a58d-4bca-b122-d6c2870e4a9e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.960015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.962403 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.973288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Transition to ACTIVE for port object 62ac6be4-3452-46ca-8eb1-89c2d721c90e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:45.984195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa1ee-4c71-4ec5-8669-b503ffa18a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.989206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.994191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a92557d8-fed2-4221-82bc-496316ad97da tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/ports/bc49e5f7-a58d-4bca-b122-d6c2870e4a9e HTTP/1.1" status: 204 len: 168 time: 1.7504530 Jul 16 01:46:45.999893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.002494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Transition to ACTIVE for port object 62ac6be4-3452-46ca-8eb1-89c2d721c90e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:46.004414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.006056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abc244b2-93ce-475c-affa-32d7a6a16c44 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:46.130258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.154806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.159746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eeea07e2-4204-4c01-89cf-fa717fa72717 None None] Could not find standard attr ID for object abc244b2-93ce-475c-affa-32d7a6a16c44. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:46:46.170738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:46.173313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:46.229046 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:46.260878 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e0c216-c022-4660-9a80-95802c788fef tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] GET failed (client error): The resource could not be found. Jul 16 01:46:46.264100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: abc244b2-93ce-475c-affa-32d7a6a16c44 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:46.266359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f2e0c216-c022-4660-9a80-95802c788fef tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "GET /v2.0/ports/bc49e5f7-a58d-4bca-b122-d6c2870e4a9e HTTP/1.1" status: 404 len: 333 time: 0.2605610 Jul 16 01:46:46.272172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.275365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abc244b2-93ce-475c-affa-32d7a6a16c44 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:46:46.323072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] Deleting port 4d776f6b-7574-4ec3-9533-a2db49c211a3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:46.323868 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.368347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=deb1227f-32b9-45f9-9cf5-5f073a2bb75d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.397593 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.405540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.412532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/networks/228798a2-f750-4f7d-9cfb-5d6c650147e2 HTTP/1.1" status: 204 len: 168 time: 2.5117033 Jul 16 01:46:46.413844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.452527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d4735-534b-410f-ba70-d6d45bc6bc48 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Network': ['ID=228798a2-f750-4f7d-9cfb-5d6c650147e2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.504393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Port abc244b2-93ce-475c-affa-32d7a6a16c44 not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:46:46.536947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236cade-fdc8-4ec1-a220-babfe330dacc None None] Pushing event updated for resources: {'Port': ['ID=4d776f6b-7574-4ec3-9533-a2db49c211a3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.542721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Network fba51215-6c55-4be0-b209-e11801799a02 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:46.547936 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.554244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d5e6e-c089-47c2-9176-bc2ffb34900e None None] DHCP port deletion for 228798a2-f750-4f7d-9cfb-5d6c650147e2 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:46.558148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:46.615512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:46.626572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.656374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.659415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4d776f6b-7574-4ec3-9533-a2db49c211a3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:46.671355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba51215-6c55-4be0-b209-e11801799a02']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.696320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d03911a-2c04-4bef-bd76-9f20e06b3661') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.696320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d03911a-2c04-4bef-bd76-9f20e06b3661') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.736897 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.780169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.798323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:46.798742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.800481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Deleting port 4d776f6b-7574-4ec3-9533-a2db49c211a3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:46.800830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:46.801896 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:46.829875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] For port 4d776f6b-7574-4ec3-9533-a2db49c211a3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d776f6b-7574-4ec3-9533-a2db49c211a3,segment=NetworkSegment(a145024f-af17-41e6-a05c-237161e8bff9),segment_id=a145024f-af17-41e6-a05c-237161e8bff9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:46.830425 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.837679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Pushing event updated for resources: {'Port': ['ID=62ac6be4-3452-46ca-8eb1-89c2d721c90e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.857762 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa1ee-4c71-4ec5-8669-b503ffa18a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.900830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting port 3b788c92-dd27-413a-a226-888ddaf15546 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:46.901201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.905111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa1ee-4c71-4ec5-8669-b503ffa18a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.948397 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.951194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.965959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] Calling delete_port for 4d776f6b-7574-4ec3-9533-a2db49c211a3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:46.967712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] For port 4d776f6b-7574-4ec3-9533-a2db49c211a3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d776f6b-7574-4ec3-9533-a2db49c211a3,segment=NetworkSegment(a145024f-af17-41e6-a05c-237161e8bff9),segment_id=a145024f-af17-41e6-a05c-237161e8bff9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:46.968091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.985313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Calling delete_port for 4d776f6b-7574-4ec3-9533-a2db49c211a3 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:46.988660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Attempting to bind port 62ac6be4-3452-46ca-8eb1-89c2d721c90e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:46.993045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Attempting to bind port 62ac6be4-3452-46ca-8eb1-89c2d721c90e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1d03911a-2c04-4bef-bd76-9f20e06b3661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fba51215-6c55-4be0-b209-e11801799a02'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:46.993747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Attempting to bind port 62ac6be4-3452-46ca-8eb1-89c2d721c90e on network fba51215-6c55-4be0-b209-e11801799a02 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:47.016314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:47.032860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Checking segment: {'id': '1d03911a-2c04-4bef-bd76-9f20e06b3661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fba51215-6c55-4be0-b209-e11801799a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:47.033733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.034371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Bound using segment: {'id': '1d03911a-2c04-4bef-bd76-9f20e06b3661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fba51215-6c55-4be0-b209-e11801799a02'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:47.035306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Bound port: 62ac6be4-3452-46ca-8eb1-89c2d721c90e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d03911a-2c04-4bef-bd76-9f20e06b3661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fba51215-6c55-4be0-b209-e11801799a02'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:47.036010 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.157062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 4d776f6b-7574-4ec3-9533-a2db49c211a3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4d776f6b-7574-4ec3-9533-a2db49c211a3,segment=NetworkSegment(a145024f-af17-41e6-a05c-237161e8bff9),segment_id=a145024f-af17-41e6-a05c-237161e8bff9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:47.176742 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.182239 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.261148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] No DVR routers for this DVR port 4d776f6b-7574-4ec3-9533-a2db49c211a3 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:47.262920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Port': ['ID=4d776f6b-7574-4ec3-9533-a2db49c211a3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.296963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event deleted for resources: {'Port': ['ID=4d776f6b-7574-4ec3-9533-a2db49c211a3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.336341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:46:47.336341 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:46:47.336341 n-d-800085-5 neutron-server[93707]: [parameters: {'id': 'fba51215-6c55-4be0-b209-e11801799a02'}] Jul 16 01:46:47.336341 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:47.337217 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:47.402421 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fcdfa1ee-4c71-4ec5-8669-b503ffa18a70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=414b6bc8eda14d1fbbac5731b89749eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4406319 Jul 16 01:46:47.403326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.414794 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa1ee-4c71-4ec5-8669-b503ffa18a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9808b547-4ae9-408c-91f9-a503f40b4bf0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.421579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] For port 62ac6be4-3452-46ca-8eb1-89c2d721c90e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:47.425474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] For port 62ac6be4-3452-46ca-8eb1-89c2d721c90e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=62ac6be4-3452-46ca-8eb1-89c2d721c90e,segment=NetworkSegment(1d03911a-2c04-4bef-bd76-9f20e06b3661),segment_id=1d03911a-2c04-4bef-bd76-9f20e06b3661)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:47.431718 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.439587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.450561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.468165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21d6170-cf5e-444c-8aee-a1e1e9f15d6a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.487758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.490004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a145024f-af17-41e6-a05c-237161e8bff9') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.491769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a145024f-af17-41e6-a05c-237161e8bff9') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.510662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] Pushing event deleted for resources: {'Port': ['ID=4d776f6b-7574-4ec3-9533-a2db49c211a3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.512842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832c3d9-c76b-42e8-ab96-4b1daab6f3fa None None] No DVR routers for this DVR port 4d776f6b-7574-4ec3-9533-a2db49c211a3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:47.522947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.538941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Calling delete_port for 3b788c92-dd27-413a-a226-888ddaf15546 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:47.546131 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.570932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:47.571356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:47.596363 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:47.603449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abc244b2-93ce-475c-affa-32d7a6a16c44 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:47.670573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.681937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: abc244b2-93ce-475c-affa-32d7a6a16c44 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:47.682964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device abc244b2-93ce-475c-affa-32d7a6a16c44 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:47.698226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.706366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/networks/f21d6170-cf5e-444c-8aee-a1e1e9f15d6a HTTP/1.1" status: 204 len: 168 time: 1.2841096 Jul 16 01:46:47.706582 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bac9ee-eb00-4d55-b183-0b6a4fb9f870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.707456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.739020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70957166-f668-47cb-9bae-3c80526184f8 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Network': ['ID=f21d6170-cf5e-444c-8aee-a1e1e9f15d6a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.747336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa405-c5fd-4ef7-8083-f6b908e5333c None None] Pushing event updated for resources: {'Port': ['ID=62ac6be4-3452-46ca-8eb1-89c2d721c90e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.771531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bac9ee-eb00-4d55-b183-0b6a4fb9f870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.791429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b0f87-1aa6-4c34-9e02-421f42b6ede6 None None] Network fba51215-6c55-4be0-b209-e11801799a02 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:47.876833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.966771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.068857 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.073416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514fd261-065c-4b08-938e-a03ee077ccba None None] Network fba51215-6c55-4be0-b209-e11801799a02 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:48.094550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bac9ee-eb00-4d55-b183-0b6a4fb9f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.097724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bac9ee-eb00-4d55-b183-0b6a4fb9f870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.101773 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b9bac9ee-eb00-4d55-b183-0b6a4fb9f870 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9808b547-4ae9-408c-91f9-a503f40b4bf0 HTTP/1.1" status: 204 len: 168 time: 0.6949592 Jul 16 01:46:48.151710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Port': ['ID=3b788c92-dd27-413a-a226-888ddaf15546,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.164206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bac9ee-eb00-4d55-b183-0b6a4fb9f870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9808b547-4ae9-408c-91f9-a503f40b4bf0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.243162 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.248572 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e355fbab-5073-486b-bcad-69b25ee6f680 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/ports/3b788c92-dd27-413a-a226-888ddaf15546 HTTP/1.1" status: 204 len: 168 time: 1.8965831 Jul 16 01:46:48.251327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53148) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.335337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.357603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc11a06-1852-4d44-9a6b-4e9f839686e6']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:48.405415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef91744e-031f-44d7-9c7f-c081fce1ac00') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:48.405728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting subnet 375577aa-b21b-4ed1-b4c2-9c03fa8f4b25 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:48.406213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef91744e-031f-44d7-9c7f-c081fce1ac00') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:48.415867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.442018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.474466 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.488886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:48.489358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.546356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:48.577793 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:48.584486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port 62ac6be4-3452-46ca-8eb1-89c2d721c90e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:48.586635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.599798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.665518 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.676101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/networks/7dc11a06-1852-4d44-9a6b-4e9f839686e6 HTTP/1.1" status: 204 len: 168 time: 0.9633074 Jul 16 01:46:48.676101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6041bcc-e3c2-442d-b41b-03181c261f24 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Network': ['ID=7dc11a06-1852-4d44-9a6b-4e9f839686e6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.688570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53166) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.694741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251e430-67df-4e4d-90be-a1254cd9c381 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:48.709151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.783144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port 62ac6be4-3452-46ca-8eb1-89c2d721c90e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=62ac6be4-3452-46ca-8eb1-89c2d721c90e,segment=NetworkSegment(1d03911a-2c04-4bef-bd76-9f20e06b3661),segment_id=1d03911a-2c04-4bef-bd76-9f20e06b3661)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:48.783947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.821739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.862439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for 62ac6be4-3452-46ca-8eb1-89c2d721c90e owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:48.879170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251e430-67df-4e4d-90be-a1254cd9c381 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:48.894088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.900190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/subnets/375577aa-b21b-4ed1-b4c2-9c03fa8f4b25 HTTP/1.1" status: 204 len: 168 time: 0.6479049 Jul 16 01:46:48.901763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.903074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270255ff-dca2-4f37-813e-ea0525d1e9a0 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Subnet': ['ID=375577aa-b21b-4ed1-b4c2-9c03fa8f4b25,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.904657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.091489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.108579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.119886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f74758-185d-4d3a-b48f-7a8736ec2610']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.133752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0474ffc-53dd-40d6-bf2d-6b1d56a9e746') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.134476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0474ffc-53dd-40d6-bf2d-6b1d56a9e746') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.145887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.171183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.183709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:49.184331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:49.187851 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:49.227111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Deleting port 9d71c9d7-16b1-4572-9110-326be0414aef {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:49.227666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.255290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.335641 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.356551 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.362763 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] 10.222.0.81 "DELETE /v2.0/networks/c8f74758-185d-4d3a-b48f-7a8736ec2610 HTTP/1.1" status: 204 len: 168 time: 0.6693556 Jul 16 01:46:49.364436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port 62ac6be4-3452-46ca-8eb1-89c2d721c90e on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:49.373601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] For port 9d71c9d7-16b1-4572-9110-326be0414aef, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=9d71c9d7-16b1-4572-9110-326be0414aef,segment=NetworkSegment(09fd98ed-a2ca-4029-9e29-bb347f3b8cb2),segment_id=09fd98ed-a2ca-4029-9e29-bb347f3b8cb2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:49.374178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.377393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47184392-fbfb-448d-b4fd-81b8e934e6f2 None None] Network bf13ac61-0f64-4970-b551-ad32595ba547 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:49.394770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Calling delete_port for 9d71c9d7-16b1-4572-9110-326be0414aef owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:49.431553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=62ac6be4-3452-46ca-8eb1-89c2d721c90e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.500551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.546379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Port': ['ID=9d71c9d7-16b1-4572-9110-326be0414aef,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.549011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] No DVR routers for this DVR port 9d71c9d7-16b1-4572-9110-326be0414aef on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:49.612104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef53a3-d95d-4eab-b3ea-215556658021 tempest-BulkNetworkOpsTest-1315570163 tempest-BulkNetworkOpsTest-1315570163-project] Pushing event deleted for resources: {'Network': ['ID=c8f74758-185d-4d3a-b48f-7a8736ec2610,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.691742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.704702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf13ac61-0f64-4970-b551-ad32595ba547']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.724522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fd98ed-a2ca-4029-9e29-bb347f3b8cb2') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.725233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fd98ed-a2ca-4029-9e29-bb347f3b8cb2') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.750611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.784019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.807756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.819418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:49.822781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.847015 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.930273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba51215-6c55-4be0-b209-e11801799a02']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.930273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d03911a-2c04-4bef-bd76-9f20e06b3661') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.930273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d03911a-2c04-4bef-bd76-9f20e06b3661') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.932913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27058bb-d19a-40ca-ab65-0409888a3fb7 None None] DHCP port deletion for bf13ac61-0f64-4970-b551-ad32595ba547 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:49.933526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53202) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.964036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:49.976329 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:49.994119 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.006605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:50.008427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:50.021148 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:50.126625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.177977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.182677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] 10.222.0.81 "DELETE /v2.0/networks/bf13ac61-0f64-4970-b551-ad32595ba547 HTTP/1.1" status: 204 len: 168 time: 1.2647114 Jul 16 01:46:50.182677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6fabe-2106-462b-988e-b24b0c4f1db2 tempest-AllowedAddressPairIpV6TestJSON-1724036847 tempest-AllowedAddressPairIpV6TestJSON-1724036847-project] Pushing event deleted for resources: {'Network': ['ID=bf13ac61-0f64-4970-b551-ad32595ba547,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.194605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.203045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.207732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/fba51215-6c55-4be0-b209-e11801799a02 HTTP/1.1" status: 204 len: 168 time: 5.0535417 Jul 16 01:46:50.210484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53212) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.229888 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df5288e-a144-4b97-a301-794bb1c5f48c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:50.257172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df5288e-a144-4b97-a301-794bb1c5f48c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:50.262010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f545d0-0a74-46eb-b163-f024cac49f77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=fba51215-6c55-4be0-b209-e11801799a02,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.267388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.269338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5df5288e-a144-4b97-a301-794bb1c5f48c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/fba51215-6c55-4be0-b209-e11801799a02 HTTP/1.1" status: 404 len: 339 time: 0.0577159 Jul 16 01:46:50.280506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132941090', 'description': 'd1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:50.349488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:50.366849 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.458263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:50.470469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.470991 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment dbe86f67-2b3e-402e-bb66-016f7a51a67a of type vlan for network 0e8fa1f3-0313-45b5-b219-cc9aef791f9e Jul 16 01:46:50.526184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.663734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-99868927-3266-4dd4-b17b-25eb8850b6ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=740d4e9a7a5941e6bbcb3ad499a7cdf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321935 Jul 16 01:46:50.667476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.776709 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.790425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.791099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.840747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53228) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.900323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53232) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.900718 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6305604 Jul 16 01:46:50.946905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=0e8fa1f3-0313-45b5-b219-cc9aef791f9e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.960653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32383b28-6964-4279-88d6-7f7b3dff067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.960653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.960911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.961419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.961516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.961835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.962157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.962518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.962827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.963140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.963472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.963803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.964170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf466eee-7347-41e0-95a6-278ee590a571 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:50.977734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 0e8fa1f3-0313-45b5-b219-cc9aef791f9e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:51.023642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32383b28-6964-4279-88d6-7f7b3dff067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.177065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32383b28-6964-4279-88d6-7f7b3dff067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.184880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32383b28-6964-4279-88d6-7f7b3dff067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.188673 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-32383b28-6964-4279-88d6-7f7b3dff067c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4fa3cdd-aff7-42a7-a681-610137294e75 HTTP/1.1" status: 204 len: 168 time: 0.5192032 Jul 16 01:46:51.198723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32383b28-6964-4279-88d6-7f7b3dff067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa3cdd-aff7-42a7-a681-610137294e75,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.262454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302686a4-106b-404b-aef8-93306941933a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.264048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-302686a4-106b-404b-aef8-93306941933a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/networks?id=0e8fa1f3-0313-45b5-b219-cc9aef791f9e HTTP/1.1" status: 200 len: 760 time: 0.3623936 Jul 16 01:46:51.267458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53242) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.274051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'description': 'd2'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:51.302068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4202fd8b-1ee2-41ff-99eb-bb02bd7d0f90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3c83ea9b1d24011a92726ec4847a080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587276 Jul 16 01:46:51.304708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.398221 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7817dce-4b24-4f61-b000-a62c015a2f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.452737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7817dce-4b24-4f61-b000-a62c015a2f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.489181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d71c9d7-16b1-4572-9110-326be0414aef no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:51.549023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 9d71c9d7-16b1-4572-9110-326be0414aef {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:51.550229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 9d71c9d7-16b1-4572-9110-326be0414aef not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:51.576764 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7817dce-4b24-4f61-b000-a62c015a2f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.581939 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7817dce-4b24-4f61-b000-a62c015a2f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.593377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.596460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f7817dce-4b24-4f61-b000-a62c015a2f34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a70b3b59-92ea-48ad-8686-a9b7702b374b HTTP/1.1" status: 204 len: 168 time: 0.2872932 Jul 16 01:46:51.623113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.625909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817dce-4b24-4f61-b000-a62c015a2f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b3b59-92ea-48ad-8686-a9b7702b374b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.658323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network 0e8fa1f3-0313-45b5-b219-cc9aef791f9e is not hosted by any dhcp agent {{(pid=93707) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:46:51.665021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.666197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.671642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.672159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "PUT /v2.0/networks/0e8fa1f3-0313-45b5-b219-cc9aef791f9e HTTP/1.1" status: 200 len: 757 time: 0.4029589 Jul 16 01:46:51.765469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb023b-5918-4612-82f8-54757c06727b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=0e8fa1f3-0313-45b5-b219-cc9aef791f9e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.778605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 0e8fa1f3-0313-45b5-b219-cc9aef791f9e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:52.391077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d50a2-8cc6-48a7-a1ca-e849119853e3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.400500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53288) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.404709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-853979370'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:52.409705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-841d50a2-8cc6-48a7-a1ca-e849119853e3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/networks?id=0e8fa1f3-0313-45b5-b219-cc9aef791f9e HTTP/1.1" status: 200 len: 760 time: 0.7368429 Jul 16 01:46:52.434760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:52.443482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.550168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:52.585266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.585621 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment b7476fc0-9671-422d-a52d-edda78a101fa of type vlan for network b181fc0f-0bd4-4b96-a32d-60090a9372ea Jul 16 01:46:52.685158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.734192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53304) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.744362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.757494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.763531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.824746 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4243045 Jul 16 01:46:52.827739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.834922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:52.873115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75c808-46a3-4dcf-b617-17efc4561179 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=b181fc0f-0bd4-4b96-a32d-60090a9372ea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.886240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network b181fc0f-0bd4-4b96-a32d-60090a9372ea details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:52.999924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c657ec23-964f-4b5b-ab89-84fb3f2bfc97 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-710924689', 'prefixes': ['172.20.0.0/16']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:53.092496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:53.102760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.189349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53322) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.328816 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c657ec23-964f-4b5b-ab89-84fb3f2bfc97 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] Notify callbacks [] for subnetpool, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.330050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c657ec23-964f-4b5b-ab89-84fb3f2bfc97 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5948322 Jul 16 01:46:53.333066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.412970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1840423028'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:53.472742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:53.476264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.501808 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3cb1e1d0-5801-4a50-9a95-08b1eadfc21a tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] 10.222.0.81 "GET /v2.0/subnetpools/39aab87d-8ddc-4957-b209-23851dadb153 HTTP/1.1" status: 200 len: 731 time: 0.1676202 Jul 16 01:46:53.502776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.504687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53332) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.518840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9f84e0fd-b66f-492c-a6e3-c47482394659 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1457173247'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:53.537222 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.663598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': 'b7476fc0-9671-422d-a52d-edda78a101fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:53.664133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: b181fc0f-0bd4-4b96-a32d-60090a9372ea, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:53.666739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=ecfec621-8346-4cac-ac13-1f04b11d0e22,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.698685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network b181fc0f-0bd4-4b96-a32d-60090a9372ea is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:53.711140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, b181fc0f-0bd4-4b96-a32d-60090a9372ea) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:53.718768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.719813 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.724103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8a2d8-4705-4c55-a795-f0aa98fba73b None None] Network b181fc0f-0bd4-4b96-a32d-60090a9372ea requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:53.743386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f84e0fd-b66f-492c-a6e3-c47482394659 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] Notify callbacks [] for subnetpool, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.748175 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9f84e0fd-b66f-492c-a6e3-c47482394659 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] 10.222.0.81 "PUT /v2.0/subnetpools/39aab87d-8ddc-4957-b209-23851dadb153 HTTP/1.1" status: 200 len: 684 time: 0.2390738 Jul 16 01:46:53.748175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53338) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.875201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.891315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.895390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4d6dcfd6-47cf-49a9-8b50-9307c55e6072 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0653861 Jul 16 01:46:53.897643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.934456 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbd848ee-ff3a-41e7-a9c9-015bc9fe3843 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] Notify callbacks [] for subnetpool, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.938238 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bbd848ee-ff3a-41e7-a9c9-015bc9fe3843 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] 10.222.0.81 "DELETE /v2.0/subnetpools/39aab87d-8ddc-4957-b209-23851dadb153 HTTP/1.1" status: 204 len: 168 time: 0.1868198 Jul 16 01:46:53.938238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:53.942799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53342) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.959652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf92e60-1ff6-4938-909e-2572270b722f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.964639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.964964 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment 2980c164-50f2-4251-8598-70e658f0f3aa of type vlan for network d1d7b235-a368-45f3-9911-980ecc5d7406 Jul 16 01:46:54.033844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.070062 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:54.086771 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-8fb1a87e-2ffe-48b2-99db-a510bf675986 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] show failed (client error): The resource could not be found. Jul 16 01:46:54.087079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.092719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8fb1a87e-2ffe-48b2-99db-a510bf675986 tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] 10.222.0.81 "GET /v2.0/subnetpools/39aab87d-8ddc-4957-b209-23851dadb153 HTTP/1.1" status: 404 len: 346 time: 0.0870588 Jul 16 01:46:54.097588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.118085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.118757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.167580 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-5a5b849e-1111-4ce5-bbbd-28277bf7689a tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] delete failed (client error): The resource could not be found. Jul 16 01:46:54.183589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5a5b849e-1111-4ce5-bbbd-28277bf7689a tempest-SubnetPoolsTestJSON-1540320825 tempest-SubnetPoolsTestJSON-1540320825-project] 10.222.0.81 "DELETE /v2.0/subnetpools/39aab87d-8ddc-4957-b209-23851dadb153 HTTP/1.1" status: 404 len: 346 time: 0.0829377 Jul 16 01:46:54.203590 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0120177 Jul 16 01:46:54.212389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53350) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.228258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-b181fc0f-0bd4-4b96-a32d-60090a9372ea', 'network_id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': 'ecfec621-8346-4cac-ac13-1f04b11d0e22'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:54.228925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'name': 'tempest-PortsIpV6TestJSON-1552288448'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:54.229549 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.274022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.299489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858a6ca-d755-4089-a407-9d68bda6ed6e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=d1d7b235-a368-45f3-9911-980ecc5d7406,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.388908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:54.404434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.492547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:54.497975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.544217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port fd5f39c3-480f-42fc-bf9c-2274d7518524 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:54.783015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Allocated IP 172.20.0.2 (b181fc0f-0bd4-4b96-a32d-60090a9372ea/ecfec621-8346-4cac-ac13-1f04b11d0e22/ef22f053-ade7-476c-bb18-bb4ff1d50bbd) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:54.798539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53362) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.933160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.970016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7acdaff7-b685-466c-a300-85fcb4a4c1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.001977 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.065091 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.096953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Transition to ACTIVE for port object ef22f053-ade7-476c-bb18-bb4ff1d50bbd will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:55.141442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Transition to ACTIVE for port object ef22f053-ade7-476c-bb18-bb4ff1d50bbd will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:55.167796 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.215184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=fd5f39c3-480f-42fc-bf9c-2274d7518524,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.257054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': '2980c164-50f2-4251-8598-70e658f0f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:55.257411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: d1d7b235-a368-45f3-9911-980ecc5d7406, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:55.281191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:55.297712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Network b181fc0f-0bd4-4b96-a32d-60090a9372ea is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:55.301776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, d1d7b235-a368-45f3-9911-980ecc5d7406) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:55.320346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b720eb-abbf-4d72-8a85-a56bc48503ee None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:55.327336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:55.335804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:55.350310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:55.350888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7acdaff7-b685-466c-a300-85fcb4a4c1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.352461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.352846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.353624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.399985 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f7470984-5c97-4d56-a01a-e8f141bdc12d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1826634 Jul 16 01:46:55.403525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53374) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.408100 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7acdaff7-b685-466c-a300-85fcb4a4c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.412825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-761339165'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:55.445705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfec621-8346-4cac-ac13-1f04b11d0e22,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.472924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:55.477016 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.535305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Pushing event updated for resources: {'Port': ['ID=ef22f053-ade7-476c-bb18-bb4ff1d50bbd,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.541259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:55.573804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.575303 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment 886119d4-c0f8-4d6d-b686-234de0b41d60 of type vlan for network af133407-e349-4a0d-b55f-3b55460eb065 Jul 16 01:46:55.591280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Attempting to bind port ef22f053-ade7-476c-bb18-bb4ff1d50bbd on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:55.591664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Attempting to bind port ef22f053-ade7-476c-bb18-bb4ff1d50bbd by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b7476fc0-9671-422d-a52d-edda78a101fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:55.592040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Attempting to bind port ef22f053-ade7-476c-bb18-bb4ff1d50bbd on network b181fc0f-0bd4-4b96-a32d-60090a9372ea {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:55.605099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:55.606276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Checking segment: {'id': 'b7476fc0-9671-422d-a52d-edda78a101fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:55.606759 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.607166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Bound using segment: {'id': 'b7476fc0-9671-422d-a52d-edda78a101fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:55.607782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Bound port: ef22f053-ade7-476c-bb18-bb4ff1d50bbd, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7476fc0-9671-422d-a52d-edda78a101fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:55.608175 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.613467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.639999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b181fc0f-0bd4-4b96-a32d-60090a9372ea']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.670224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7476fc0-9671-422d-a52d-edda78a101fa') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.670557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7476fc0-9671-422d-a52d-edda78a101fa') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.687420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.702172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.706217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] For port ef22f053-ade7-476c-bb18-bb4ff1d50bbd, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:55.709236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:55.710039 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.746349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:55.785024 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:55.788118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.789101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.789228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.789821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.790473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.790819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.791153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.791527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.791901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.792258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.792573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.793455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.799204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:46:55.799204 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:46:55.799204 n-d-800085-5 neutron-server[93706]: [parameters: {'id': 'b181fc0f-0bd4-4b96-a32d-60090a9372ea'}] Jul 16 01:46:55.799204 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:55.799944 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:55.806292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7acdaff7-b685-466c-a300-85fcb4a4c1ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f0933531bd441818d8ab6d6b5532432&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0035586 Jul 16 01:46:55.806292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdaff7-b685-466c-a300-85fcb4a4c1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58784c01-1ab8-4fd3-8f78-d6e1a08117bb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.806526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.837987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] For port ef22f053-ade7-476c-bb18-bb4ff1d50bbd, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ef22f053-ade7-476c-bb18-bb4ff1d50bbd,segment=NetworkSegment(b7476fc0-9671-422d-a52d-edda78a101fa),segment_id=b7476fc0-9671-422d-a52d-edda78a101fa)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:55.850957 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.909630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bf1d5-aed4-43cf-9979-5f7d2b2fbd7f None None] Pushing event updated for resources: {'Port': ['ID=ef22f053-ade7-476c-bb18-bb4ff1d50bbd,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.966864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.981864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.983657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.040160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26cbc9-a6d9-44c3-ba2a-c07ff2a440ca None None] Network b181fc0f-0bd4-4b96-a32d-60090a9372ea requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:56.044249 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6395178 Jul 16 01:46:56.047156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.070137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'ports': [{'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406'}, {'network_id': 'af133407-e349-4a0d-b55f-3b55460eb065'}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:56.070546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:56.071136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'af133407-e349-4a0d-b55f-3b55460eb065'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:56.114609 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1456-21af-4429-a581-bd73beaae463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.148022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1456-21af-4429-a581-bd73beaae463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.290507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c77e2d-36f8-40fc-bf13-c38f5a70dfc9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=af133407-e349-4a0d-b55f-3b55460eb065,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.305684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.321338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1456-21af-4429-a581-bd73beaae463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.325141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1456-21af-4429-a581-bd73beaae463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.328824 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e7aa1456-21af-4429-a581-bd73beaae463 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58784c01-1ab8-4fd3-8f78-d6e1a08117bb HTTP/1.1" status: 204 len: 168 time: 0.5148082 Jul 16 01:46:56.339755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network af133407-e349-4a0d-b55f-3b55460eb065 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:56.341691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa1456-21af-4429-a581-bd73beaae463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58784c01-1ab8-4fd3-8f78-d6e1a08117bb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.400414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c2196-1854-4359-bc9c-3c26c063ac71 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:46:56.556737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:56.556737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.556737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.557740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c2196-1854-4359-bc9c-3c26c063ac71 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:46:56.671092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port ef22f053-ade7-476c-bb18-bb4ff1d50bbd {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:56.671374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.845714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port ef22f053-ade7-476c-bb18-bb4ff1d50bbd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ef22f053-ade7-476c-bb18-bb4ff1d50bbd,segment=NetworkSegment(b7476fc0-9671-422d-a52d-edda78a101fa),segment_id=b7476fc0-9671-422d-a52d-edda78a101fa)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:56.846849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.879981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port df0a8068-f2ee-45c8-8423-ee3ffabed83f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:56.928811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for ef22f053-ade7-476c-bb18-bb4ff1d50bbd owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:57.097467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.132272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=ef22f053-ade7-476c-bb18-bb4ff1d50bbd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.144119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port ef22f053-ade7-476c-bb18-bb4ff1d50bbd on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:57.517121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.552762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b181fc0f-0bd4-4b96-a32d-60090a9372ea']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:57.589198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7476fc0-9671-422d-a52d-edda78a101fa') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:57.593889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7476fc0-9671-422d-a52d-edda78a101fa') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:57.597665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.619911 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.659021 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.694850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:57.695261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:57.698303 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:57.733020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port 86ce9375-e84e-41fd-bbc9-826d4983cac7 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:57.839407 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.866434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.868799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/b181fc0f-0bd4-4b96-a32d-60090a9372ea HTTP/1.1" status: 204 len: 168 time: 3.9651439 Jul 16 01:46:57.871824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:57.892036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc060c4-fa87-453b-9010-10fae05052b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=b181fc0f-0bd4-4b96-a32d-60090a9372ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.965471 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3b0916-2dd7-4ee0-adc7-d190c23ee321 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] GET failed (client error): The resource could not be found. Jul 16 01:46:57.970379 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ab3b0916-2dd7-4ee0-adc7-d190c23ee321 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/subnets/ecfec621-8346-4cac-ac13-1f04b11d0e22 HTTP/1.1" status: 404 len: 337 time: 0.0962026 Jul 16 01:46:57.971753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53444) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:57.991938 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.034939 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-8073bda5-4cc0-4b21-a0fa-de4796947261 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:58.035565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8073bda5-4cc0-4b21-a0fa-de4796947261 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:58.040451 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8073bda5-4cc0-4b21-a0fa-de4796947261 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/b181fc0f-0bd4-4b96-a32d-60090a9372ea HTTP/1.1" status: 404 len: 339 time: 0.0634832 Jul 16 01:46:58.045014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.142538 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.304691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=df0a8068-f2ee-45c8-8423-ee3ffabed83f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.329972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:58.332902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:58.338013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:58.339533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.416055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ab43d-a60c-4105-b951-412bd3cadf3a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.418556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-820ab43d-a60c-4105-b951-412bd3cadf3a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3718011 Jul 16 01:46:58.430465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53456) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.447038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=86ce9375-e84e-41fd-bbc9-826d4983cac7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.461845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': '886119d4-c0f8-4d6d-b686-234de0b41d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'af133407-e349-4a0d-b55f-3b55460eb065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:58.461845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: af133407-e349-4a0d-b55f-3b55460eb065, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:58.489516 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a053dfe0-0551-40ba-8978-7782a2bf8a2c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 207 time: 0.0575130 Jul 16 01:46:58.492459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.514683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network af133407-e349-4a0d-b55f-3b55460eb065 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:58.536742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, af133407-e349-4a0d-b55f-3b55460eb065) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:58.551690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f7594-1c5f-4970-b32c-e3fffd0ab887 None None] Network af133407-e349-4a0d-b55f-3b55460eb065 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:58.577743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:58.626067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.665086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.665739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.716650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0cf62453-c8bc-4393-b23c-8e001075f551 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6680629 Jul 16 01:46:58.717296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.916993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cd5dc-1e1f-4d98-b00d-225239b806f4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.926229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cd5dc-1e1f-4d98-b00d-225239b806f4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.937984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cd5dc-1e1f-4d98-b00d-225239b806f4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.962086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cd5dc-1e1f-4d98-b00d-225239b806f4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.967737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e79cd5dc-1e1f-4d98-b00d-225239b806f4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4704130 Jul 16 01:46:58.974189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.302190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 86ce9375-e84e-41fd-bbc9-826d4983cac7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:59.302817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.411244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.413599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-df38eea5-9a4e-416b-a927-f645fb6823a3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4363930 Jul 16 01:46:59.501514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b47560-234b-4d38-8831-d879efc28ea0 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.513175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b47560-234b-4d38-8831-d879efc28ea0 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.517305 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-87b47560-234b-4d38-8831-d879efc28ea0 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1043332 Jul 16 01:46:59.520277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.524200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.552165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 86ce9375-e84e-41fd-bbc9-826d4983cac7 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:59.649733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fddb04b-60d5-462a-8ecf-57234dfcb0b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.654032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fddb04b-60d5-462a-8ecf-57234dfcb0b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.655567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8fddb04b-60d5-462a-8ecf-57234dfcb0b8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1343157 Jul 16 01:46:59.659471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.780158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.826192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b4773-e5eb-40d2-8d55-20a451425e0b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.827895 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-392b4773-e5eb-40d2-8d55-20a451425e0b tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/networks/a2989299-a7fd-4542-b50d-246fdd571b45 HTTP/1.1" status: 200 len: 799 time: 0.1675603 Jul 16 01:46:59.831458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53514) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.858474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=86ce9375-e84e-41fd-bbc9-826d4983cac7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.877981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.887719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ad9ac104-b018-478b-a82a-fed07186a43f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/86ce9375-e84e-41fd-bbc9-826d4983cac7 HTTP/1.1" status: 204 len: 168 time: 1.1662769 Jul 16 01:46:59.888355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53520) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.927818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53522) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.957640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.197016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77133834-5bf6-4371-ba6c-988286fe2e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.205169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e45305-a0ba-45fe-b3d4-082770622f0b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.212085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e45305-a0ba-45fe-b3d4-082770622f0b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.216903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71e45305-a0ba-45fe-b3d4-082770622f0b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3248074 Jul 16 01:47:00.218242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.222674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a74d4717-6b52-4cb6-bbfe-05f7be551b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.249785 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-224602f1-82ff-4777-a2da-29a2c04629af tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/networks/a2989299-a7fd-4542-b50d-246fdd571b45?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4170349 Jul 16 01:47:00.250849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53532) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.395971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e722749-5d13-42b2-8d3d-45c748c304c8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.401636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.402288 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e722749-5d13-42b2-8d3d-45c748c304c8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/subnets/970cbb0d-8166-4eaf-9e46-0e6e5f28844e HTTP/1.1" status: 200 len: 811 time: 0.1097286 Jul 16 01:47:00.433896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port df0a8068-f2ee-45c8-8423-ee3ffabed83f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:00.433896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.553392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.571410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77133834-5bf6-4371-ba6c-988286fe2e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.580367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77133834-5bf6-4371-ba6c-988286fe2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.581888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for df0a8068-f2ee-45c8-8423-ee3ffabed83f owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:00.587518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a62cae-fdbb-4e3c-9ae4-dfd32a3bd58e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.592885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b3a62cae-fdbb-4e3c-9ae4-dfd32a3bd58e tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "GET /v2.0/subnets/970cbb0d-8166-4eaf-9e46-0e6e5f28844e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1852701 Jul 16 01:47:00.593049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53538) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.604413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1982932103'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:00.627861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-77133834-5bf6-4371-ba6c-988286fe2e7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0cbd65bcdb7545f8b74aa050e9018547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6909704 Jul 16 01:47:00.628319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.636770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133834-5bf6-4371-ba6c-988286fe2e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f81a743-e95a-4919-b4cc-4027709af6b2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.711061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a9d98a7-30da-4e42-9331-85868174db8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.742367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.744399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a9d98a7-30da-4e42-9331-85868174db8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.790635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=df0a8068-f2ee-45c8-8423-ee3ffabed83f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.798250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a74d4717-6b52-4cb6-bbfe-05f7be551b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.801790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.806867 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-96cc7930-2ad9-4b7b-ba64-a8ced3113360 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/df0a8068-f2ee-45c8-8423-ee3ffabed83f HTTP/1.1" status: 204 len: 168 time: 0.5852971 Jul 16 01:47:00.807034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.819943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a74d4717-6b52-4cb6-bbfe-05f7be551b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.827845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a9d98a7-30da-4e42-9331-85868174db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.833102 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a9d98a7-30da-4e42-9331-85868174db8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.837465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9a9d98a7-30da-4e42-9331-85868174db8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f81a743-e95a-4919-b4cc-4027709af6b2 HTTP/1.1" status: 204 len: 168 time: 0.2082341 Jul 16 01:47:00.849362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d98a7-30da-4e42-9331-85868174db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f81a743-e95a-4919-b4cc-4027709af6b2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.985748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:00.993244 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.009233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d4717-6b52-4cb6-bbfe-05f7be551b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed024a1f-41c1-4ff8-b264-8f377ee1cc89,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:01.026828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a74d4717-6b52-4cb6-bbfe-05f7be551b23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7f5e4a7927f4e89b4a375d753c645c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0625315 Jul 16 01:47:01.029985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.081653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:01.099026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cafee73-6ad4-434f-adcd-80b2618b7980 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.103294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7cafee73-6ad4-434f-adcd-80b2618b7980 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2932055 Jul 16 01:47:01.103926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53554) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.116142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.116622 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Added segment 9b678a6e-3c06-48fe-8cfa-d92500d9dfb5 of type vlan for network bc5d4616-2baa-4e85-9754-01cf8645ce39 Jul 16 01:47:01.144965 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a207a6-5f4a-4680-9e50-f79f4427f39c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:01.149507 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-67a207a6-5f4a-4680-9e50-f79f4427f39c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/86ce9375-e84e-41fd-bbc9-826d4983cac7 HTTP/1.1" status: 404 len: 333 time: 0.0421901 Jul 16 01:47:01.150227 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.171033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c80bc09e-333c-4d2f-a9b0-bbff47a57724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.200766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c80bc09e-333c-4d2f-a9b0-bbff47a57724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.202916 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae707d4a-578a-47fe-980f-156ef8b93d78 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:01.207180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ae707d4a-578a-47fe-980f-156ef8b93d78 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/df0a8068-f2ee-45c8-8423-ee3ffabed83f HTTP/1.1" status: 404 len: 333 time: 0.0518813 Jul 16 01:47:01.210638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.283478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c80bc09e-333c-4d2f-a9b0-bbff47a57724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.292038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c80bc09e-333c-4d2f-a9b0-bbff47a57724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.297434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c80bc09e-333c-4d2f-a9b0-bbff47a57724 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed024a1f-41c1-4ff8-b264-8f377ee1cc89 HTTP/1.1" status: 204 len: 168 time: 0.2662566 Jul 16 01:47:01.325675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bc09e-333c-4d2f-a9b0-bbff47a57724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed024a1f-41c1-4ff8-b264-8f377ee1cc89,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:01.411940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53562) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.462544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824558f7-a571-4478-9a99-f3370fd016e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.776373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824558f7-a571-4478-9a99-f3370fd016e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.786627 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824558f7-a571-4478-9a99-f3370fd016e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.860559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824558f7-a571-4478-9a99-f3370fd016e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1cbe3b-4382-407c-a586-6cb015d0538f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:01.909167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.911436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-824558f7-a571-4478-9a99-f3370fd016e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d27ffaf44326408fabdbc27d2b0d673e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912202 Jul 16 01:47:01.912084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.025566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.048310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.072880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.073742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.088349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df0e4647-926f-4b93-a057-dd076fd3c9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.147377 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5507908 Jul 16 01:47:02.147769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:02.153323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'network_id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:02.176578 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df0e4647-926f-4b93-a057-dd076fd3c9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.216208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae7168-3ced-4d0b-9775-08ea8c0c697c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Network': ['ID=bc5d4616-2baa-4e85-9754-01cf8645ce39,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.229344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bc5d4616-2baa-4e85-9754-01cf8645ce39 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:02.254954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Made reservation on behalf of e3545f333184490883e92dc0824a1750 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:02.260693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.310220 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.342651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af133407-e349-4a0d-b55f-3b55460eb065']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:02.346216 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df0e4647-926f-4b93-a057-dd076fd3c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.349524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df0e4647-926f-4b93-a057-dd076fd3c9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.353690 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-df0e4647-926f-4b93-a057-dd076fd3c9c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a1cbe3b-4382-407c-a586-6cb015d0538f HTTP/1.1" status: 204 len: 168 time: 0.4371197 Jul 16 01:47:02.371397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e4647-926f-4b93-a057-dd076fd3c9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1cbe3b-4382-407c-a586-6cb015d0538f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.375058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886119d4-c0f8-4d6d-b686-234de0b41d60') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:02.375362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886119d4-c0f8-4d6d-b686-234de0b41d60') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:02.387884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.406385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.419595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:02.420009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing IP validity checks on allocation pools {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:47:02.421322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:47:02.422599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:02.429077 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:02.523741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.538088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.541971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/af133407-e349-4a0d-b55f-3b55460eb065 HTTP/1.1" status: 204 len: 168 time: 1.3301699 Jul 16 01:47:02.552333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:02.559773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1587690209'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:02.562039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a71e-1c4b-4075-b956-bef70c00b2e2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=af133407-e349-4a0d-b55f-3b55460eb065,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.709459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:02.721933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.847266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:02.899248 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.901843 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment 967487bf-00be-47ca-a51b-921d64ee757f of type vlan for network 80c33193-3ddd-423a-a984-a43ab09e88d3 Jul 16 01:47:02.927680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.051038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.086121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=049a006c-f7f7-4eeb-ada5-c473385cf61c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.131192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Checking segment: {'id': '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:03.133046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network hostable DHCP agents. Network: bc5d4616-2baa-4e85-9754-01cf8645ce39, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:03.142095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.150254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.150900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.222547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Network bc5d4616-2baa-4e85-9754-01cf8645ce39 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:03.222547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6667569 Jul 16 01:47:03.224547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53640) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:03.233604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:03.285660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30e56d-fa8f-4dc1-a180-bd738afdc733 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=80c33193-3ddd-423a-a984-a43ab09e88d3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.298517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, bc5d4616-2baa-4e85-9754-01cf8645ce39) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:03.299364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 80c33193-3ddd-423a-a984-a43ab09e88d3 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:03.303167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.303775 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.330507 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-efdf6acd-41db-4817-ac29-04ef21e3213a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1813376 Jul 16 01:47:03.331902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53644) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:03.342732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d67f7381-50bc-4bd8-9b72-7e69192feb3d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:03.352714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c1b46-5676-462f-b5b4-e11fc22416d1 None None] Network bc5d4616-2baa-4e85-9754-01cf8645ce39 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:03.474537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:03.479292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.649147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-bc5d4616-2baa-4e85-9754-01cf8645ce39', 'network_id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39', 'tenant_id': 'e3545f333184490883e92dc0824a1750', 'fixed_ips': [{'subnet_id': '049a006c-f7f7-4eeb-ada5-c473385cf61c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:03.656306 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.667300 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67f7381-50bc-4bd8-9b72-7e69192feb3d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4446372'] for subnet, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.844930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.941320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:47:03.941320 n-d-800085-5 neutron-server[93708]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 01:47:03.941320 n-d-800085-5 neutron-server[93708]: [parameters: {'in_use': 1, 'id_1': '049a006c-f7f7-4eeb-ada5-c473385cf61c'}] Jul 16 01:47:03.941320 n-d-800085-5 neutron-server[93708]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:47:03.942171 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:47:03.964623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=c1390658-c59c-4449-b0fa-f0d8943f67cf,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.993641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': '967487bf-00be-47ca-a51b-921d64ee757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:03.993641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: 80c33193-3ddd-423a-a984-a43ab09e88d3, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:04.137176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 80c33193-3ddd-423a-a984-a43ab09e88d3 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:04.192806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 80c33193-3ddd-423a-a984-a43ab09e88d3) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:04.197560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67f7381-50bc-4bd8-9b72-7e69192feb3d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780520067467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4853128'] for subnet, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.198216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.198905 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.205830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1626b44-1aad-41fe-b010-9000529a30a8 None None] Network 80c33193-3ddd-423a-a984-a43ab09e88d3 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:04.242295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36d008bf-e831-40a9-a0e1-cef5a406425f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0141859 Jul 16 01:47:04.242504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.245546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67f7381-50bc-4bd8-9b72-7e69192feb3d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.246755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67f7381-50bc-4bd8-9b72-7e69192feb3d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.249776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3', 'name': 'tempest-PortsIpV6TestJSON-1299982738'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:04.251160 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d67f7381-50bc-4bd8-9b72-7e69192feb3d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "PUT /v2.0/subnets/049a006c-f7f7-4eeb-ada5-c473385cf61c HTTP/1.1" status: 200 len: 877 time: 0.9174964 Jul 16 01:47:04.251824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.305866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f7381-50bc-4bd8-9b72-7e69192feb3d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event updated for resources: {'Subnet': ['ID=049a006c-f7f7-4eeb-ada5-c473385cf61c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.536521 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.564694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:04.574089 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.583759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.647123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-80c33193-3ddd-423a-a984-a43ab09e88d3', 'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3', 'tenant_id': 'baaae91c5f4349cb8a21551b5cbbcac4', 'fixed_ips': [{'subnet_id': 'c1390658-c59c-4449-b0fa-f0d8943f67cf'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:04.650587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.699485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port c469da5f-adff-4be1-8f6a-36b2e642a82c yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:04.743631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.940489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Allocated IP 172.20.0.3 (bc5d4616-2baa-4e85-9754-01cf8645ce39/049a006c-f7f7-4eeb-ada5-c473385cf61c/59d53cfe-53d9-4427-8f71-c00245b096dd) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:05.150907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::e3 (80c33193-3ddd-423a-a984-a43ab09e88d3/c1390658-c59c-4449-b0fa-f0d8943f67cf/c469da5f-adff-4be1-8f6a-36b2e642a82c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:05.526496 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.531113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.543068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object c469da5f-adff-4be1-8f6a-36b2e642a82c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:05.554870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Transition to ACTIVE for port object 59d53cfe-53d9-4427-8f71-c00245b096dd will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:05.589055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.654514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Transition to ACTIVE for port object 59d53cfe-53d9-4427-8f71-c00245b096dd will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:05.661799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 80c33193-3ddd-423a-a984-a43ab09e88d3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:05.668839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:05.673754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:05.680242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.681259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.702238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=c469da5f-adff-4be1-8f6a-36b2e642a82c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:05.703188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.737758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.746939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2466d629-5d2a-41fb-96fd-510c1ab36bd7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5028210 Jul 16 01:47:05.748506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.797916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Allocated IP 2001:db8::2 (80c33193-3ddd-423a-a984-a43ab09e88d3/c1390658-c59c-4449-b0fa-f0d8943f67cf/6ab4487c-26d5-4936-b95a-7ea67b79cc69) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:05.811728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Network bc5d4616-2baa-4e85-9754-01cf8645ce39 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:05.849973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=049a006c-f7f7-4eeb-ada5-c473385cf61c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:05.892114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:05.894481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Pushing event updated for resources: {'Port': ['ID=59d53cfe-53d9-4427-8f71-c00245b096dd,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:05.907657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:06.066004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port c469da5f-adff-4be1-8f6a-36b2e642a82c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:06.072339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.120999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.172941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5d4616-2baa-4e85-9754-01cf8645ce39']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:06.200259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:06.201214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:06.228733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.262779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.284011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:06.284625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.294645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:06.300342 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:06.302027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Attempting to bind port 59d53cfe-53d9-4427-8f71-c00245b096dd on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:06.304391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Attempting to bind port 59d53cfe-53d9-4427-8f71-c00245b096dd by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:06.304851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Attempting to bind port 59d53cfe-53d9-4427-8f71-c00245b096dd on network bc5d4616-2baa-4e85-9754-01cf8645ce39 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:06.313968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for c469da5f-adff-4be1-8f6a-36b2e642a82c owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:06.380018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:06.384246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Checking segment: {'id': '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:06.385290 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.385898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Bound using segment: {'id': '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:06.387242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Bound port: 59d53cfe-53d9-4427-8f71-c00245b096dd, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:06.387751 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.482874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:47:06.482874 n-d-800085-5 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:47:06.482874 n-d-800085-5 neutron-server[93707]: [parameters: {'id': 'bc5d4616-2baa-4e85-9754-01cf8645ce39'}] Jul 16 01:47:06.482874 n-d-800085-5 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:47:06.483220 n-d-800085-5 neutron-server[93707]: DEBUG oslo_db.api [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:47:06.538241 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.549079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53806) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.582500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=c469da5f-adff-4be1-8f6a-36b2e642a82c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:06.614079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.619644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.619948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36fc0f73-34e2-4420-b687-e3f35ce00bf8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/c469da5f-adff-4be1-8f6a-36b2e642a82c HTTP/1.1" status: 204 len: 168 time: 0.8690617 Jul 16 01:47:06.765156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] For port 59d53cfe-53d9-4427-8f71-c00245b096dd, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:06.788941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] For port 59d53cfe-53d9-4427-8f71-c00245b096dd, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=59d53cfe-53d9-4427-8f71-c00245b096dd,segment=NetworkSegment(9b678a6e-3c06-48fe-8cfa-d92500d9dfb5),segment_id=9b678a6e-3c06-48fe-8cfa-d92500d9dfb5)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:06.802665 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.806337 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b647184-8f03-444a-9bbe-f437f604cc53 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:06.809309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b647184-8f03-444a-9bbe-f437f604cc53 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:06.811045 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.811875 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b647184-8f03-444a-9bbe-f437f604cc53 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/c469da5f-adff-4be1-8f6a-36b2e642a82c HTTP/1.1" status: 404 len: 333 time: 0.1906314 Jul 16 01:47:06.814728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.835605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebb77fd0-e77e-440b-8d49-84c40c7d717f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.860774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Transition to ACTIVE for port object 6ab4487c-26d5-4936-b95a-7ea67b79cc69 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:06.908502 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-77425453-fed2-4069-9c88-fcb0d9959649 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:06.913159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-77425453-fed2-4069-9c88-fcb0d9959649 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/c469da5f-adff-4be1-8f6a-36b2e642a82c HTTP/1.1" status: 404 len: 333 time: 0.0932589 Jul 16 01:47:06.913815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.975515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Transition to ACTIVE for port object 6ab4487c-26d5-4936-b95a-7ea67b79cc69 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:06.980041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebb77fd0-e77e-440b-8d49-84c40c7d717f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.984361 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.989438 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.990463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebb77fd0-e77e-440b-8d49-84c40c7d717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.023319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Network 80c33193-3ddd-423a-a984-a43ab09e88d3 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:07.026573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82310d-e38b-4c62-a2f2-e9894037d3d5 None None] Network bc5d4616-2baa-4e85-9754-01cf8645ce39 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:07.105008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ebb77fd0-e77e-440b-8d49-84c40c7d717f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7abb97f757f74f0fbe60d24675f21d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529046 Jul 16 01:47:07.106388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:07.119026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:07.121971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet c1390658-c59c-4449-b0fa-f0d8943f67cf {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:07.125314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:07.145266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.162327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9207610-bca0-4d60-bf6c-e5120e37179f None None] Pushing event updated for resources: {'Port': ['ID=59d53cfe-53d9-4427-8f71-c00245b096dd,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.190834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77fd0-e77e-440b-8d49-84c40c7d717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2408e08-204c-4ea6-8c6f-a4fb0ee007f2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.345232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.353314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-728ee492-1ddb-4b75-9174-5bf42a43031c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.369394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port 59d53cfe-53d9-4427-8f71-c00245b096dd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:07.369796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.405282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-728ee492-1ddb-4b75-9174-5bf42a43031c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.509931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port 59d53cfe-53d9-4427-8f71-c00245b096dd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=59d53cfe-53d9-4427-8f71-c00245b096dd,segment=NetworkSegment(9b678a6e-3c06-48fe-8cfa-d92500d9dfb5),segment_id=9b678a6e-3c06-48fe-8cfa-d92500d9dfb5)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:07.510464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.538743 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for 59d53cfe-53d9-4427-8f71-c00245b096dd owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:07.631563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Attempting to bind port 6ab4487c-26d5-4936-b95a-7ea67b79cc69 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:07.635367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Attempting to bind port 6ab4487c-26d5-4936-b95a-7ea67b79cc69 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '967487bf-00be-47ca-a51b-921d64ee757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:07.636125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Attempting to bind port 6ab4487c-26d5-4936-b95a-7ea67b79cc69 on network 80c33193-3ddd-423a-a984-a43ab09e88d3 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:07.641067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.654058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:07.654733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Checking segment: {'id': '967487bf-00be-47ca-a51b-921d64ee757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:07.655319 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.655861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Bound using segment: {'id': '967487bf-00be-47ca-a51b-921d64ee757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:07.656525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Bound port: 6ab4487c-26d5-4936-b95a-7ea67b79cc69, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967487bf-00be-47ca-a51b-921d64ee757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '80c33193-3ddd-423a-a984-a43ab09e88d3'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:07.657064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.683716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-728ee492-1ddb-4b75-9174-5bf42a43031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.690482 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-728ee492-1ddb-4b75-9174-5bf42a43031c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.696410 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-728ee492-1ddb-4b75-9174-5bf42a43031c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2408e08-204c-4ea6-8c6f-a4fb0ee007f2 HTTP/1.1" status: 204 len: 168 time: 0.5862672 Jul 16 01:47:07.715097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Pushing event updated for resources: {'Port': ['ID=6ab4487c-26d5-4936-b95a-7ea67b79cc69,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.733872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee492-1ddb-4b75-9174-5bf42a43031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2408e08-204c-4ea6-8c6f-a4fb0ee007f2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.781899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.793809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.794710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3bfc0-9af1-4392-a8a0-58674addb2c7 None None] Network bc5d4616-2baa-4e85-9754-01cf8645ce39 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:07.881996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=59d53cfe-53d9-4427-8f71-c00245b096dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.892891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port 59d53cfe-53d9-4427-8f71-c00245b096dd on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:08.057642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] For port 6ab4487c-26d5-4936-b95a-7ea67b79cc69, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:08.131264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] For port 6ab4487c-26d5-4936-b95a-7ea67b79cc69, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ab4487c-26d5-4936-b95a-7ea67b79cc69,segment=NetworkSegment(967487bf-00be-47ca-a51b-921d64ee757f),segment_id=967487bf-00be-47ca-a51b-921d64ee757f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:08.142288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.162891 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.194472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5d4616-2baa-4e85-9754-01cf8645ce39']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:08.234176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:08.234176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b678a6e-3c06-48fe-8cfa-d92500d9dfb5') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:08.257272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e835d-4d78-44c8-9669-26a50d06da1e None None] Pushing event updated for resources: {'Port': ['ID=6ab4487c-26d5-4936-b95a-7ea67b79cc69,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.286148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.328265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.342170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:08.342590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:08.346656 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:08.470467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.478980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.480947 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/bc5d4616-2baa-4e85-9754-01cf8645ce39 HTTP/1.1" status: 204 len: 168 time: 4.2257838 Jul 16 01:47:08.490825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.510436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59ca6b-29be-4c82-99c6-2bf636d46705 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=bc5d4616-2baa-4e85-9754-01cf8645ce39,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.537393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.554191 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a723a0b5-222a-43b0-9d22-5afb6b5b04d5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:08.555009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a723a0b5-222a-43b0-9d22-5afb6b5b04d5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:08.561140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a723a0b5-222a-43b0-9d22-5afb6b5b04d5 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/049a006c-f7f7-4eeb-ada5-c473385cf61c HTTP/1.1" status: 404 len: 337 time: 0.0643709 Jul 16 01:47:08.564751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=c1390658-c59c-4449-b0fa-f0d8943f67cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.568644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.570621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.576570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10b69b3-9593-417b-8dbb-ce890c35f6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.578306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af7cceb6-ecbb-45b2-a63f-bc45c357fc2c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/c1390658-c59c-4449-b0fa-f0d8943f67cf HTTP/1.1" status: 204 len: 168 time: 1.6632664 Jul 16 01:47:08.578578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.598318 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be2e4f8-e4d1-412b-b0f8-2a45dc132227 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:08.598910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be2e4f8-e4d1-412b-b0f8-2a45dc132227 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:08.605189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9be2e4f8-e4d1-412b-b0f8-2a45dc132227 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/bc5d4616-2baa-4e85-9754-01cf8645ce39 HTTP/1.1" status: 404 len: 339 time: 0.0296879 Jul 16 01:47:08.605353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53854) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.660627 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e326a9b-8a91-4768-8801-a38b2c90afb8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:08.661142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e326a9b-8a91-4768-8801-a38b2c90afb8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:08.665304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3e326a9b-8a91-4768-8801-a38b2c90afb8 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/ecfec621-8346-4cac-ac13-1f04b11d0e22 HTTP/1.1" status: 404 len: 337 time: 0.0585289 Jul 16 01:47:08.668753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53856) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.692062 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f269776-848e-4e98-8e22-00809570a28d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:08.692648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f269776-848e-4e98-8e22-00809570a28d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:08.697135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7f269776-848e-4e98-8e22-00809570a28d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/b181fc0f-0bd4-4b96-a32d-60090a9372ea HTTP/1.1" status: 404 len: 339 time: 0.0249469 Jul 16 01:47:08.700170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.740635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.826633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.948044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 6ab4487c-26d5-4936-b95a-7ea67b79cc69 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:08.951616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.964361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.972444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10b69b3-9593-417b-8dbb-ce890c35f6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.984879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f10b69b3-9593-417b-8dbb-ce890c35f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.005378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8fa1f3-0313-45b5-b219-cc9aef791f9e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.029741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe86f67-2b3e-402e-bb66-016f7a51a67a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.031070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe86f67-2b3e-402e-bb66-016f7a51a67a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.048204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.063136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] For port 6ab4487c-26d5-4936-b95a-7ea67b79cc69, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ab4487c-26d5-4936-b95a-7ea67b79cc69,segment=NetworkSegment(967487bf-00be-47ca-a51b-921d64ee757f),segment_id=967487bf-00be-47ca-a51b-921d64ee757f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:09.063505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.069259 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f10b69b3-9593-417b-8dbb-ce890c35f6d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b022d5e489d246dba9473874e7c973e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304477 Jul 16 01:47:09.070652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.074580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b69b3-9593-417b-8dbb-ce890c35f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9476e944-ba86-48cb-8f4c-cdcede7a0a66,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.078874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.084678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:09.085401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.096415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 6ab4487c-26d5-4936-b95a-7ea67b79cc69 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:09.185829 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28a9acc2-19a8-44a0-b886-a02e23903f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:09.199043 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:09.204023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.229606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.236726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/0e8fa1f3-0313-45b5-b219-cc9aef791f9e HTTP/1.1" status: 204 len: 168 time: 0.5329876 Jul 16 01:47:09.236992 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28a9acc2-19a8-44a0-b886-a02e23903f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.242584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afca0e4-4cad-41cf-8dc1-c8185f5dc2eb tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=0e8fa1f3-0313-45b5-b219-cc9aef791f9e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.249151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.290366 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-753675ce-d42b-4bb1-aa8d-7f1dd7421557 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.290828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753675ce-d42b-4bb1-aa8d-7f1dd7421557 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.295943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-753675ce-d42b-4bb1-aa8d-7f1dd7421557 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/deb1227f-32b9-45f9-9cf5-5f073a2bb75d HTTP/1.1" status: 404 len: 337 time: 0.0457921 Jul 16 01:47:09.296621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.503755 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5934b94-0c9a-4bb6-a952-0c43c6b4a6c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.505236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5934b94-0c9a-4bb6-a952-0c43c6b4a6c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.519174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.538047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a5934b94-0c9a-4bb6-a952-0c43c6b4a6c2 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/fba51215-6c55-4be0-b209-e11801799a02 HTTP/1.1" status: 404 len: 339 time: 0.2402997 Jul 16 01:47:09.543901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.647603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=6ab4487c-26d5-4936-b95a-7ea67b79cc69,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.653258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ab4487c-26d5-4936-b95a-7ea67b79cc69 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:09.665261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No DVR routers for this DVR port 6ab4487c-26d5-4936-b95a-7ea67b79cc69 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:09.666961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28a9acc2-19a8-44a0-b886-a02e23903f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.672813 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7441c1-a934-4729-acdd-ff57443fdfc9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.674421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7441c1-a934-4729-acdd-ff57443fdfc9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.679706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3e7441c1-a934-4729-acdd-ff57443fdfc9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/afd0e6d4-aa2d-481a-964c-55ca2a9a97ad HTTP/1.1" status: 404 len: 337 time: 0.1323953 Jul 16 01:47:09.681066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.685983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28a9acc2-19a8-44a0-b886-a02e23903f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.690447 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-28a9acc2-19a8-44a0-b886-a02e23903f31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9476e944-ba86-48cb-8f4c-cdcede7a0a66 HTTP/1.1" status: 204 len: 168 time: 0.6105163 Jul 16 01:47:09.723545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6ab4487c-26d5-4936-b95a-7ea67b79cc69 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:09.725278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ab4487c-26d5-4936-b95a-7ea67b79cc69 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:47:09.735463 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-90498d65-eaa0-4250-b869-9c24a0f1fa9a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.736432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90498d65-eaa0-4250-b869-9c24a0f1fa9a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.743582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-90498d65-eaa0-4250-b869-9c24a0f1fa9a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/b396a059-476d-4d1f-9266-462bfc63ca4b HTTP/1.1" status: 404 len: 339 time: 0.0593863 Jul 16 01:47:09.744923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.775855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Port 6ab4487c-26d5-4936-b95a-7ea67b79cc69 not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:47:09.800854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9acc2-19a8-44a0-b886-a02e23903f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9476e944-ba86-48cb-8f4c-cdcede7a0a66,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.813289 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f541846e-a6c8-443e-b861-487957b584f3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.813784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f541846e-a6c8-443e-b861-487957b584f3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.821569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f541846e-a6c8-443e-b861-487957b584f3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/3bb78a75-1cf3-4ee4-9740-44a81849dbcd HTTP/1.1" status: 404 len: 337 time: 0.0744221 Jul 16 01:47:09.822200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53892) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.852998 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2c6e5c-7717-43b9-8f58-97cd77d959d3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.854573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2c6e5c-7717-43b9-8f58-97cd77d959d3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.860778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fc2c6e5c-7717-43b9-8f58-97cd77d959d3 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/6fa46eea-dec2-4820-b381-e2648f802d52 HTTP/1.1" status: 404 len: 339 time: 0.0369051 Jul 16 01:47:09.861421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.904853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.925287 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74adeb8-77b4-4756-b2e5-6ed4ababf5a4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.926383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74adeb8-77b4-4756-b2e5-6ed4ababf5a4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.932496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f74adeb8-77b4-4756-b2e5-6ed4ababf5a4 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/e7addb62-ab03-4087-8207-ee2c31d17aae HTTP/1.1" status: 404 len: 337 time: 0.0684731 Jul 16 01:47:09.933670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.946078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c33193-3ddd-423a-a984-a43ab09e88d3']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.968127 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edbd4e0-6563-4dfe-b495-a9769abe17b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:09.968991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edbd4e0-6563-4dfe-b495-a9769abe17b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.972515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967487bf-00be-47ca-a51b-921d64ee757f') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.973025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967487bf-00be-47ca-a51b-921d64ee757f') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.976741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7edbd4e0-6563-4dfe-b495-a9769abe17b9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/a4630cc7-6e8f-42c8-8f49-df6e69263c60 HTTP/1.1" status: 404 len: 339 time: 0.0363631 Jul 16 01:47:09.980031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.993645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.026090 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-02595a5b-1c33-4fa1-94f6-9f476456e9dd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.029014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02595a5b-1c33-4fa1-94f6-9f476456e9dd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.035369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-02595a5b-1c33-4fa1-94f6-9f476456e9dd tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/b1620e19-7149-458c-b8cc-e86f1dbbc092 HTTP/1.1" status: 404 len: 337 time: 0.0541408 Jul 16 01:47:10.036003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53900) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.041857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b078bbe-8b68-4fe3-bf7d-e333d15026e1 None None] Network 80c33193-3ddd-423a-a984-a43ab09e88d3 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:10.051951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.081879 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb60804-2717-4040-a960-1561d4c0dc2a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.082956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb60804-2717-4040-a960-1561d4c0dc2a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.083259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:10.086191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.088260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3eb60804-2717-4040-a960-1561d4c0dc2a tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/6bcd3915-f04b-4459-87d0-dbf5cef579f1 HTTP/1.1" status: 404 len: 339 time: 0.0480552 Jul 16 01:47:10.090485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53902) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:10.125198 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:10.127472 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-67464b33-ee1d-4994-913b-c4807710d168 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.128008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67464b33-ee1d-4994-913b-c4807710d168 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.133674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-67464b33-ee1d-4994-913b-c4807710d168 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/6a2f1790-ddd8-4c7d-a942-03ddd1e4d162 HTTP/1.1" status: 404 len: 337 time: 0.0419438 Jul 16 01:47:10.134392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.158871 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3919e993-ea73-404c-ac85-28d9d057da77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.159468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3919e993-ea73-404c-ac85-28d9d057da77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.164964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3919e993-ea73-404c-ac85-28d9d057da77 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/e3de4f3e-2a34-48b1-952f-073621db229f HTTP/1.1" status: 404 len: 339 time: 0.0295160 Jul 16 01:47:10.165694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53908) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.322030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1e2c9d8-f258-46f4-b50d-5553392fb5e4 None None] Could not find standard attr ID for object 6ab4487c-26d5-4936-b95a-7ea67b79cc69. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:47:10.361956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.364808 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5fb5e-85fd-4c02-b561-d89023c1552c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.365436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd5fb5e-85fd-4c02-b561-d89023c1552c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.368535 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9dd5fb5e-85fd-4c02-b561-d89023c1552c tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/dd144e8c-15eb-4881-bb44-72b1d9d41049 HTTP/1.1" status: 404 len: 337 time: 0.1991313 Jul 16 01:47:10.371751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.376803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.379644 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/80c33193-3ddd-423a-a984-a43ab09e88d3 HTTP/1.1" status: 204 len: 168 time: 1.7831154 Jul 16 01:47:10.387603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.408077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1432271605'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:10.410811 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f2f23-d6e2-491b-b72e-4b4dcbc87291 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=80c33193-3ddd-423a-a984-a43ab09e88d3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:10.435716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8764e36-d06c-42bd-8123-dc4e38636667 None None] DHCP port deletion for 80c33193-3ddd-423a-a984-a43ab09e88d3 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:10.457093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c7563-a825-4a89-9414-913112598419 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:47:10.504064 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2321c5-a71f-4b9d-8975-471993abf999 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.504888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2321c5-a71f-4b9d-8975-471993abf999 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.516304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e2321c5-a71f-4b9d-8975-471993abf999 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/77669550-0f0b-49fb-afc2-f3993f396760 HTTP/1.1" status: 404 len: 339 time: 0.1339481 Jul 16 01:47:10.516538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.524692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:10.529256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.544400 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e91485-9e7a-420d-9960-836afee6e960 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.544873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e91485-9e7a-420d-9960-836afee6e960 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.549952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-92e91485-9e7a-420d-9960-836afee6e960 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/6418f05c-3f65-4509-ab02-4e80d4f91d93 HTTP/1.1" status: 404 len: 337 time: 0.0353730 Jul 16 01:47:10.550343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53926) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.582221 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-f977a200-7672-4c51-81ec-1cba16a83f9d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:10.583399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f977a200-7672-4c51-81ec-1cba16a83f9d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:10.588629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f977a200-7672-4c51-81ec-1cba16a83f9d tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/5b95083e-7c19-4e08-8289-dd8027dc0264 HTTP/1.1" status: 404 len: 339 time: 0.0349956 Jul 16 01:47:10.588981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.618021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:10.638799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c7563-a825-4a89-9414-913112598419 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:47:10.656563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.660332 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment 3d2ee58d-ef52-4dca-87ab-c43249a01865 of type vlan for network eb83d734-287c-472e-be69-828445847a3c Jul 16 01:47:10.684499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting subnet 970cbb0d-8166-4eaf-9e46-0e6e5f28844e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:10.697211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.791668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.837622 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.882987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.889674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.890284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.005265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6165566 Jul 16 01:47:11.009115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.033141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'eb83d734-287c-472e-be69-828445847a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:11.156700 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.187286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a78566-cbd9-4060-a93b-84a0d7a3e7b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=eb83d734-287c-472e-be69-828445847a3c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.202637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network eb83d734-287c-472e-be69-828445847a3c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:11.321898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:11.325757 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.356860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.400066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Subnet': ['ID=970cbb0d-8166-4eaf-9e46-0e6e5f28844e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.427802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.433046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f0ed2-b2b8-4cbd-9ce1-e36b5ce717e8 None None] Network a2989299-a7fd-4542-b50d-246fdd571b45 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:11.437036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0101af25-a225-41cd-9f04-dfb34e5a9dd9 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/subnets/970cbb0d-8166-4eaf-9e46-0e6e5f28844e HTTP/1.1" status: 204 len: 168 time: 0.8464270 Jul 16 01:47:11.439336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53952) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.539487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ab4487c-26d5-4936-b95a-7ea67b79cc69 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:11.600410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6ab4487c-26d5-4936-b95a-7ea67b79cc69 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:11.600636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ab4487c-26d5-4936-b95a-7ea67b79cc69 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:11.629073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.685969 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e769739-dbf4-45b4-a3e8-3936d21963f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.727298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Deleting port bbfdeefe-a47f-4720-940c-ccedaed62069 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:11.727659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.819916 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.874315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] For port bbfdeefe-a47f-4720-940c-ccedaed62069, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bbfdeefe-a47f-4720-940c-ccedaed62069,segment=NetworkSegment(4b9373a1-ae39-4eac-a2e8-6deac14dbd0f),segment_id=4b9373a1-ae39-4eac-a2e8-6deac14dbd0f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:11.874963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.924718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=e8260ffa-2f71-4e2b-862e-34e59cf976a5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.924947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Calling delete_port for bbfdeefe-a47f-4720-940c-ccedaed62069 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:11.937235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': '3d2ee58d-ef52-4dca-87ab-c43249a01865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'eb83d734-287c-472e-be69-828445847a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:11.938435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: eb83d734-287c-472e-be69-828445847a3c, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:11.967477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network eb83d734-287c-472e-be69-828445847a3c is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:11.982639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] DHCP port deletion for a2989299-a7fd-4542-b50d-246fdd571b45 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:11.991480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, eb83d734-287c-472e-be69-828445847a3c) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:11.997963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.998759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.035049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094ddf3-4a54-44e6-a884-8c9fc0805099 None None] Network eb83d734-287c-472e-be69-828445847a3c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:12.037153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7b0970ff-b6ec-42bc-ba90-0718ece27df4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0268650 Jul 16 01:47:12.039600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 53964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:12.048804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'eb83d734-287c-472e-be69-828445847a3c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1777285638'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:12.052058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.099615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] No DVR routers for this DVR port bbfdeefe-a47f-4720-940c-ccedaed62069 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:12.115052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Port': ['ID=bbfdeefe-a47f-4720-940c-ccedaed62069,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.154587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] Deleting port bbfdeefe-a47f-4720-940c-ccedaed62069 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:12.155244 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.327680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.353650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2989299-a7fd-4542-b50d-246fdd571b45']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:12.357591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:12.366852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.381633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9373a1-ae39-4eac-a2e8-6deac14dbd0f') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:12.382586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9373a1-ae39-4eac-a2e8-6deac14dbd0f') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:12.404712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.414320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port 2c10281f-7cdb-4b08-a240-b48b1ffc757b yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:12.435960 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.462521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:12.462922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.465481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] For port bbfdeefe-a47f-4720-940c-ccedaed62069, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:12.465965 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:12.469240 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:12.504436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] Calling delete_port for bbfdeefe-a47f-4720-940c-ccedaed62069 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:12.520922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] Port bbfdeefe-a47f-4720-940c-ccedaed62069 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:47:12.528280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.616430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-eb83d734-287c-472e-be69-828445847a3c', 'network_id': 'eb83d734-287c-472e-be69-828445847a3c', 'tenant_id': 'baaae91c5f4349cb8a21551b5cbbcac4', 'fixed_ips': [{'subnet_id': 'e8260ffa-2f71-4e2b-862e-34e59cf976a5'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:12.617615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.620029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] Pushing event deleted for resources: {'Port': ['ID=bbfdeefe-a47f-4720-940c-ccedaed62069,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.628440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.642537 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.645283 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] 10.222.0.81 "DELETE /v2.0/networks/a2989299-a7fd-4542-b50d-246fdd571b45 HTTP/1.1" status: 204 len: 168 time: 1.2047830 Jul 16 01:47:12.651105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f7727-1f57-446f-8606-1a6cf7ad4925 None None] No DVR routers for this DVR port bbfdeefe-a47f-4720-940c-ccedaed62069 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:12.710465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ae752-b08f-442d-8e26-46b1056b7c45 tempest-NetworksTest-160574798 tempest-NetworksTest-160574798-project] Pushing event deleted for resources: {'Network': ['ID=a2989299-a7fd-4542-b50d-246fdd571b45,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.755112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::10f (eb83d734-287c-472e-be69-828445847a3c/e8260ffa-2f71-4e2b-862e-34e59cf976a5/2c10281f-7cdb-4b08-a240-b48b1ffc757b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:13.115702 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.143530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object 2c10281f-7cdb-4b08-a240-b48b1ffc757b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:13.217578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.246009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 53998) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.319301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Allocated IP 2001:db8::2 (eb83d734-287c-472e-be69-828445847a3c/e8260ffa-2f71-4e2b-862e-34e59cf976a5/ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:13.324491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network eb83d734-287c-472e-be69-828445847a3c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:13.336397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:13.355164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:13.369516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.370256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.396798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3525906 Jul 16 01:47:13.398246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54002) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.406499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.440973 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e79f6ca-041a-46df-bfcc-6856a2cf636e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3545f333184490883e92dc0824a1750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914754 Jul 16 01:47:13.441541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54006) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.458150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb336786-2639-4b1f-9203-8880c280cdbd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=2c10281f-7cdb-4b08-a240-b48b1ffc757b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.552110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bbfdeefe-a47f-4720-940c-ccedaed62069 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:13.567753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 2c10281f-7cdb-4b08-a240-b48b1ffc757b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:13.571686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.608602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7571059-fd90-49c8-995d-19b0848ecbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.618150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8346a731-7086-4ba9-a29c-42958ffd11e3 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:13.625152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: bbfdeefe-a47f-4720-940c-ccedaed62069 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:13.626201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bbfdeefe-a47f-4720-940c-ccedaed62069 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:13.665130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.671353 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7571059-fd90-49c8-995d-19b0848ecbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.681264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Transition to ACTIVE for port object ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:13.716523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Transition to ACTIVE for port object ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:13.718634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54014) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.720722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8346a731-7086-4ba9-a29c-42958ffd11e3 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] 10.222.0.81 "PUT /v2.0/quotas/0372c2840dcd4ee5a743e283a9a4dec0 HTTP/1.1" status: 200 len: 368 time: 0.2692142 Jul 16 01:47:13.725103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Request body: {'network': {'project_id': '0372c2840dcd4ee5a743e283a9a4dec0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:13.730968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.768298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Made reservation on behalf of 0372c2840dcd4ee5a743e283a9a4dec0 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:13.775941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Network eb83d734-287c-472e-be69-828445847a3c is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:13.776444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.777666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:13.809693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:13.825850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.866677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7571059-fd90-49c8-995d-19b0848ecbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.869831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7571059-fd90-49c8-995d-19b0848ecbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.871792 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a7571059-fd90-49c8-995d-19b0848ecbb8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5b61fe1-cdba-444a-9250-be88a1e9c276 HTTP/1.1" status: 204 len: 168 time: 0.4293211 Jul 16 01:47:13.895356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.923230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7571059-fd90-49c8-995d-19b0848ecbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b61fe1-cdba-444a-9250-be88a1e9c276,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.927106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 2c10281f-7cdb-4b08-a240-b48b1ffc757b owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:14.026316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Pushing event updated for resources: {'Port': ['ID=ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.032290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Attempting to bind port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:14.032945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Attempting to bind port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '3d2ee58d-ef52-4dca-87ab-c43249a01865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'eb83d734-287c-472e-be69-828445847a3c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:14.032945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Attempting to bind port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 on network eb83d734-287c-472e-be69-828445847a3c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:14.043857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:14.046453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Checking segment: {'id': '3d2ee58d-ef52-4dca-87ab-c43249a01865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'eb83d734-287c-472e-be69-828445847a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:14.047847 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.048183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Bound using segment: {'id': '3d2ee58d-ef52-4dca-87ab-c43249a01865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'eb83d734-287c-472e-be69-828445847a3c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:14.048709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Bound port: ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2ee58d-ef52-4dca-87ab-c43249a01865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'eb83d734-287c-472e-be69-828445847a3c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:14.059955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.100396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.118215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.160071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] For port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:14.164750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] For port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86,segment=NetworkSegment(3d2ee58d-ef52-4dca-87ab-c43249a01865),segment_id=3d2ee58d-ef52-4dca-87ab-c43249a01865)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:14.177582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.179534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:14.245797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.246760 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Added segment b8b786d4-fee6-4f83-b395-7bda81d687ae of type vlan for network 3d6c67fe-e33b-44e9-8dcd-8d456f68682b Jul 16 01:47:14.301604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e935b-ef5f-41ac-a9fd-0c16066ba840,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.450462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.471865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.484535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8de9a-a412-423b-b862-fec7716b91fb None None] Pushing event updated for resources: {'Port': ['ID=ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.551327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.566878 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6fcd2b63-c5ed-4a94-94a8-66eacd243778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.579265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.582287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.583047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.602917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=2c10281f-7cdb-4b08-a240-b48b1ffc757b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.632295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.689262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.695573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f53ad4ec-d73b-4732-98b5-1823ea941f17 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/2c10281f-7cdb-4b08-a240-b48b1ffc757b HTTP/1.1" status: 204 len: 168 time: 1.2940192 Jul 16 01:47:14.700343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.723297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0034711 Jul 16 01:47:14.725785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.734127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Request body: {'network': {'project_id': '0372c2840dcd4ee5a743e283a9a4dec0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:14.849656 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74f1d82-91f2-4750-82ec-98ba3f3c1e1e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:14.862030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f74f1d82-91f2-4750-82ec-98ba3f3c1e1e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/2c10281f-7cdb-4b08-a240-b48b1ffc757b HTTP/1.1" status: 404 len: 333 time: 0.1596537 Jul 16 01:47:14.862931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.877313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebb69f-7693-4def-8812-6202fdc39683 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Pushing event updated for resources: {'Network': ['ID=3d6c67fe-e33b-44e9-8dcd-8d456f68682b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.889801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3d6c67fe-e33b-44e9-8dcd-8d456f68682b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:14.896067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Made reservation on behalf of 0372c2840dcd4ee5a743e283a9a4dec0 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:14.900202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.996609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:15.009551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet e8260ffa-2f71-4e2b-862e-34e59cf976a5 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:15.019947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.037639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.038003 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Added segment 0c2ba443-7fef-4106-9914-043a4e1364e5 of type vlan for network ddddbfdc-2372-4aa8-99d1-ee4ebc04015c Jul 16 01:47:15.139740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.196430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.346700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.351076 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.359606 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d550202-ec3c-4264-9982-01475b132f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.427723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.428927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.435757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.505710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.629009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Pushing event updated for resources: {'Network': ['ID=ddddbfdc-2372-4aa8-99d1-ee4ebc04015c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.636156 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.639943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ddddbfdc-2372-4aa8-99d1-ee4ebc04015c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:15.643886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/e8260ffa-2f71-4e2b-862e-34e59cf976a5 HTTP/1.1" status: 204 len: 168 time: 0.7766848 Jul 16 01:47:15.644000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.685582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:15.722179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716380f7-7b6c-40c3-a35f-79e947ea3e99 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=e8260ffa-2f71-4e2b-862e-34e59cf976a5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.825713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.831135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:15.852839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.938645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d550202-ec3c-4264-9982-01475b132f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.949304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d550202-ec3c-4264-9982-01475b132f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.963348 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b9a28623-ab09-423d-85d5-c6ac573c42c4 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2365575 Jul 16 01:47:15.967075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.972884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6a4dfce2-b721-4664-8726-e8d691b44430 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Request body: {'network': {'project_id': '0372c2840dcd4ee5a743e283a9a4dec0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:16.006781 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8d550202-ec3c-4264-9982-01475b132f4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=377c85c288554f3e96f5304359803d32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3566122 Jul 16 01:47:16.008619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.009267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d550202-ec3c-4264-9982-01475b132f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f742c44-fd47-4c8f-a45c-21a773db0a39,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.015974 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4dfce2-b721-4664-8726-e8d691b44430 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:47:16.016731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4dfce2-b721-4664-8726-e8d691b44430 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:16.034574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6a4dfce2-b721-4664-8726-e8d691b44430 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0661936 Jul 16 01:47:16.046281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:16.046867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.084289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-965247980'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:16.164056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54080) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.197207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:16.201788 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.205264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] For port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86,segment=NetworkSegment(3d2ee58d-ef52-4dca-87ab-c43249a01865),segment_id=3d2ee58d-ef52-4dca-87ab-c43249a01865)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:16.205633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.219752 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.227968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16dbac10-a235-4f74-9c85-abfae1a920e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.233850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.237481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:16.311696 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16dbac10-a235-4f74-9c85-abfae1a920e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.324054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b2994eff-b487-42e3-b415-49708cf4a998 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0372c2840dcd4ee5a743e283a9a4dec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587608 Jul 16 01:47:16.324943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.383229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da73c60-8fd6-4e32-b245-b4ef254cce37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.429472 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da73c60-8fd6-4e32-b245-b4ef254cce37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.506069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16dbac10-a235-4f74-9c85-abfae1a920e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.510044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16dbac10-a235-4f74-9c85-abfae1a920e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.516643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-16dbac10-a235-4f74-9c85-abfae1a920e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f742c44-fd47-4c8f-a45c-21a773db0a39 HTTP/1.1" status: 204 len: 168 time: 0.4903357 Jul 16 01:47:16.527098 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.547161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbac10-a235-4f74-9c85-abfae1a920e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f742c44-fd47-4c8f-a45c-21a773db0a39,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.565357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da73c60-8fd6-4e32-b245-b4ef254cce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.579746 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da73c60-8fd6-4e32-b245-b4ef254cce37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.591940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0da73c60-8fd6-4e32-b245-b4ef254cce37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e30e935b-ef5f-41ac-a9fd-0c16066ba840 HTTP/1.1" status: 204 len: 168 time: 0.2657273 Jul 16 01:47:16.595065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.599726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No DVR routers for this DVR port ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:16.614926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.654500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da73c60-8fd6-4e32-b245-b4ef254cce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e935b-ef5f-41ac-a9fd-0c16066ba840,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.706303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.725076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.748630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7498b02-801c-42ca-955c-220239eeef50 None None] Network eb83d734-287c-472e-be69-828445847a3c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:16.872488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.877638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.898940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:16.902701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb83d734-287c-472e-be69-828445847a3c']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:16.920834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe7441-c193-4884-a2fe-07f23cc6e1cf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.929232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2ee58d-ef52-4dca-87ab-c43249a01865') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:16.929457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2ee58d-ef52-4dca-87ab-c43249a01865') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:16.972607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.973000 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment b8bcb4a5-0884-4487-81bd-a291ac874373 of type vlan for network 5f913348-1d88-4c82-82d5-2aa0367d2611 Jul 16 01:47:16.975860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.042086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.042320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3af4eb3a-52c3-4679-82a3-f48554107d49 None None] Could not find standard attr ID for object ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:47:17.061893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:17.062340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:17.065675 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:17.074927 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.093025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.134075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.179752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072547f-6337-452d-b94b-98ad232e8518 None None] DHCP port deletion for eb83d734-287c-472e-be69-828445847a3c request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:17.195860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddddbfdc-2372-4aa8-99d1-ee4ebc04015c']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:17.228324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2ba443-7fef-4106-9914-043a4e1364e5') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:17.228703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2ba443-7fef-4106-9914-043a4e1364e5') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:17.238246 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.262073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.264650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.267414 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/eb83d734-287c-472e-be69-828445847a3c HTTP/1.1" status: 204 len: 168 time: 1.6224055 Jul 16 01:47:17.271027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54098) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.284103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'name': 'tempest-PortsIpV6TestJSON-1768177566'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:17.320197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.338056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.338717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.346397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.360430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dafcd-b4b3-4d43-8046-3dfd07f38b5c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=eb83d734-287c-472e-be69-828445847a3c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.379299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.391253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:17.391703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.466837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:17.474669 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:17.489576 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:17.491582 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb0e4a5-9154-45c1-871c-10644cc3946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.491671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:17.500808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.510538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.513415 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] 10.222.0.81 "DELETE /v2.0/networks/ddddbfdc-2372-4aa8-99d1-ee4ebc04015c HTTP/1.1" status: 204 len: 168 time: 0.9171309 Jul 16 01:47:17.531844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54102) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.536399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:17.537894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff9ec2e8-36a0-4e55-bbf9-4e9cf2835f86 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:17.540206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port ccfd9a78-9059-45a0-b6a7-a97881b49909 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:17.623498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.638140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8059940 Jul 16 01:47:17.656652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.668637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-529627214'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:17.761762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f5147-5755-4031-b90a-34eb003aaa70 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=5f913348-1d88-4c82-82d5-2aa0367d2611,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.775252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:17.811342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08f765-1c6c-441d-b803-f5057059c76e tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Pushing event deleted for resources: {'Network': ['ID=ddddbfdc-2372-4aa8-99d1-ee4ebc04015c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.849685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.867331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6c67fe-e33b-44e9-8dcd-8d456f68682b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:17.894607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b786d4-fee6-4f83-b395-7bda81d687ae') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:17.894916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b786d4-fee6-4f83-b395-7bda81d687ae') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:17.923423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.978274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.983479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.995613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:17.996062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:17.997891 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:18.041383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb0e4a5-9154-45c1-871c-10644cc3946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.054914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.111215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:18.148449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=ccfd9a78-9059-45a0-b6a7-a97881b49909,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.153969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:18.157348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:18.167286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.168319 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.188199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb0e4a5-9154-45c1-871c-10644cc3946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.237215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6c9bc737-e1c5-4dea-a569-119df516cd27 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9646986 Jul 16 01:47:18.237895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.289208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.293266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0e4a5-9154-45c1-871c-10644cc3946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82841e94-05cc-461c-96d8-ed6594769d49,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.295740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:18.305219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.333248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.338061 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3d6c67fe-e33b-44e9-8dcd-8d456f68682b HTTP/1.1" status: 204 len: 168 time: 0.8053687 Jul 16 01:47:18.372174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port ccfd9a78-9059-45a0-b6a7-a97881b49909 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:18.372659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.388356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.417881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4095136-d5c5-4011-88ef-bc25f01dc358 tempest-QuotasNegativeTest-964469311 tempest-QuotasNegativeTest-964469311-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d6c67fe-e33b-44e9-8dcd-8d456f68682b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.422489 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-adb0e4a5-9154-45c1-871c-10644cc3946e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15352cf689364038a24c769c85d54ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0738199 Jul 16 01:47:18.429662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.466947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:18.469941 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.488213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for ccfd9a78-9059-45a0-b6a7-a97881b49909 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:18.529036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.530551 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3 of type vlan for network 3db26a72-5562-4f65-8a35-f2f1b627c250 Jul 16 01:47:18.639113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.691134 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.695549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/ccfd9a78-9059-45a0-b6a7-a97881b49909 HTTP/1.1" status: 204 len: 168 time: 0.4540854 Jul 16 01:47:18.695549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d751d58-310c-4910-a760-c0d73886e46e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=ccfd9a78-9059-45a0-b6a7-a97881b49909,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.696536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54128) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.705758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'mac_address': 'fa:16:3e:c2:ed:ab', 'name': 'tempest-PortsIpV6TestJSON-547089824'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:18.865808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:19.070822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.133430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port 115e1658-c564-4dce-90b7-5a136d8c4124 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:19.225979 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.277995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.284069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.284767 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.287997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54136) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.312675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-355f1c03-be54-4c97-9193-452b6cf82a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.326409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e99711d-d7ce-4332-b0a3-13663c917814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.351242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fe60f2f-d28f-47b5-8440-8cbc6d6c9e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.356872 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6925926 Jul 16 01:47:19.378779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.393282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': '5f913348-1d88-4c82-82d5-2aa0367d2611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:19.454874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-355f1c03-be54-4c97-9193-452b6cf82a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.466005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-355f1c03-be54-4c97-9193-452b6cf82a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.530837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e99711d-d7ce-4332-b0a3-13663c917814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.544155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21cd93-ef04-4aac-a118-26f39a5723f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=3db26a72-5562-4f65-8a35-f2f1b627c250,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.554828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:19.592276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-355f1c03-be54-4c97-9193-452b6cf82a28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9bbd7aea1684416a87fbfbd01c27fc0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1921415 Jul 16 01:47:19.593563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.609210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f1c03-be54-4c97-9193-452b6cf82a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d795aeb6-8088-45d4-9034-ccc52a9681d1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.661222 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a324b4ea-be11-4022-9fb9-09ea5b4cd42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.674453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e99711d-d7ce-4332-b0a3-13663c917814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.677197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e99711d-d7ce-4332-b0a3-13663c917814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.678523 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e99711d-d7ce-4332-b0a3-13663c917814 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82841e94-05cc-461c-96d8-ed6594769d49 HTTP/1.1" status: 204 len: 168 time: 1.2434208 Jul 16 01:47:19.698974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99711d-d7ce-4332-b0a3-13663c917814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82841e94-05cc-461c-96d8-ed6594769d49,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.700068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a324b4ea-be11-4022-9fb9-09ea5b4cd42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.754819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.770307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a324b4ea-be11-4022-9fb9-09ea5b4cd42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.774370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a324b4ea-be11-4022-9fb9-09ea5b4cd42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.776888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a324b4ea-be11-4022-9fb9-09ea5b4cd42c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d795aeb6-8088-45d4-9034-ccc52a9681d1 HTTP/1.1" status: 204 len: 168 time: 0.1808956 Jul 16 01:47:19.789780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324b4ea-be11-4022-9fb9-09ea5b4cd42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d795aeb6-8088-45d4-9034-ccc52a9681d1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.846197 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fe60f2f-d28f-47b5-8440-8cbc6d6c9e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.848341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.850572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.867022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fe60f2f-d28f-47b5-8440-8cbc6d6c9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.941412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=115e1658-c564-4dce-90b7-5a136d8c4124,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.990028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:19.996713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.052551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:20.087213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:20.104740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5fe60f2f-d28f-47b5-8440-8cbc6d6c9e31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8bfaca3686a476fba14c83ca99b4627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154771 Jul 16 01:47:20.105721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:20.107533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54154) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.125543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.126221 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.141175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe60f2f-d28f-47b5-8440-8cbc6d6c9e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38832f0b-b9ce-46ad-ae2b-8a029d34e140,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.230011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e99bb90-75f3-4217-9c40-58707b60e206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.269680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3cc08457-4f66-4469-b38d-0b05f3ac2e32 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5681992 Jul 16 01:47:20.272290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.312906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e99bb90-75f3-4217-9c40-58707b60e206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.500388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a4a79f-32f1-4c81-8189-fadcbd690a0e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.502307 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e4a4a79f-32f1-4c81-8189-fadcbd690a0e tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/115e1658-c564-4dce-90b7-5a136d8c4124 HTTP/1.1" status: 200 len: 844 time: 0.2286811 Jul 16 01:47:20.518904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.556511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e99bb90-75f3-4217-9c40-58707b60e206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.564553 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e99bb90-75f3-4217-9c40-58707b60e206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.570465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6e99bb90-75f3-4217-9c40-58707b60e206 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38832f0b-b9ce-46ad-ae2b-8a029d34e140 HTTP/1.1" status: 204 len: 168 time: 0.4619884 Jul 16 01:47:20.589336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99bb90-75f3-4217-9c40-58707b60e206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38832f0b-b9ce-46ad-ae2b-8a029d34e140,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.645022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.793881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=1cf17cbd-8c39-4a37-ba33-6f1069a54112,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.805615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': 'b8bcb4a5-0884-4487-81bd-a291ac874373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5f913348-1d88-4c82-82d5-2aa0367d2611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:20.806293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: 5f913348-1d88-4c82-82d5-2aa0367d2611, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:20.834929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 115e1658-c564-4dce-90b7-5a136d8c4124 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:20.835329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.839996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:20.890370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 5f913348-1d88-4c82-82d5-2aa0367d2611) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:20.900500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5a9365-1fee-4ab2-a8d7-40dfb6d14c93 None None] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:20.933124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.933788 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.951785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.971117 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0bc68654-5952-48aa-b7bf-40d5c44e6a3f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5892940 Jul 16 01:47:20.972251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 115e1658-c564-4dce-90b7-5a136d8c4124 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:20.974008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54192) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.979990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': '3db26a72-5562-4f65-8a35-f2f1b627c250', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:21.200758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-5f913348-1d88-4c82-82d5-2aa0367d2611', 'network_id': '5f913348-1d88-4c82-82d5-2aa0367d2611', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': '1cf17cbd-8c39-4a37-ba33-6f1069a54112'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:21.203759 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.205982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:21.215557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.282872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.327718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54204) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.363269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36f0e26c-8f13-4bb6-bc89-56eaad6b537c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.460737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Allocated IP 2001:db8::2 (5f913348-1d88-4c82-82d5-2aa0367d2611/1cf17cbd-8c39-4a37-ba33-6f1069a54112/6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:21.503657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=115e1658-c564-4dce-90b7-5a136d8c4124,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:21.533694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.539839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e11908de-d7eb-4ff1-9788-bb9f4cbe3696 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/115e1658-c564-4dce-90b7-5a136d8c4124 HTTP/1.1" status: 204 len: 168 time: 1.0022860 Jul 16 01:47:21.551195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.551828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54208) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.556880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36f0e26c-8f13-4bb6-bc89-56eaad6b537c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.567269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36f0e26c-8f13-4bb6-bc89-56eaad6b537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.606841 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b126b032-871f-4e91-8d8a-eb27b1cc3c87 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:21.613723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b126b032-871f-4e91-8d8a-eb27b1cc3c87 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/115e1658-c564-4dce-90b7-5a136d8c4124 HTTP/1.1" status: 404 len: 333 time: 0.0605671 Jul 16 01:47:21.614742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54214) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.624026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'name': 'tempest-PortsIpV6TestJSON-186083502'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:21.693740 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-36f0e26c-8f13-4bb6-bc89-56eaad6b537c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ed916d1414d4d01baea4823cf98eee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646777 Jul 16 01:47:21.698796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54216) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.795443 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.804532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Transition to ACTIVE for port object 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:21.811480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0e26c-8f13-4bb6-bc89-56eaad6b537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c04a395-9049-41e5-9234-c5272a4476e2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:21.835781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Transition to ACTIVE for port object 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:21.846913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.859526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:21.865047 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.887880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:21.891472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:21.895095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port be9e20f9-b421-4626-bd5f-d48fdade694a yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:21.905300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:21.941398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3475cc9e-64b5-4223-ae52-cc9a3e65d76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.984345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Pushing event updated for resources: {'Port': ['ID=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.001763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3475cc9e-64b5-4223-ae52-cc9a3e65d76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.024363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Attempting to bind port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:22.025207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Attempting to bind port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b8bcb4a5-0884-4487-81bd-a291ac874373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5f913348-1d88-4c82-82d5-2aa0367d2611'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:22.025834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Attempting to bind port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada on network 5f913348-1d88-4c82-82d5-2aa0367d2611 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:22.033566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:22.034301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Checking segment: {'id': 'b8bcb4a5-0884-4487-81bd-a291ac874373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5f913348-1d88-4c82-82d5-2aa0367d2611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:22.034992 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.035773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Bound using segment: {'id': 'b8bcb4a5-0884-4487-81bd-a291ac874373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5f913348-1d88-4c82-82d5-2aa0367d2611'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:22.037653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Bound port: 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bcb4a5-0884-4487-81bd-a291ac874373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5f913348-1d88-4c82-82d5-2aa0367d2611'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:22.038608 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.090394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-29200000-network', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.102380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.130871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3475cc9e-64b5-4223-ae52-cc9a3e65d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.133988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3475cc9e-64b5-4223-ae52-cc9a3e65d76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.146004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3475cc9e-64b5-4223-ae52-cc9a3e65d76d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c04a395-9049-41e5-9234-c5272a4476e2 HTTP/1.1" status: 204 len: 168 time: 0.4389265 Jul 16 01:47:22.148625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] For port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:22.154675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] For port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,segment=NetworkSegment(b8bcb4a5-0884-4487-81bd-a291ac874373),segment_id=b8bcb4a5-0884-4487-81bd-a291ac874373)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:22.162248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.165242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.173521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475cc9e-64b5-4223-ae52-cc9a3e65d76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c04a395-9049-41e5-9234-c5272a4476e2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.190603 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.229071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Made reservation on behalf of 205bd73de0cc4655b687047d4b21aad0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:22.232181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.251806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': 'a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3db26a72-5562-4f65-8a35-f2f1b627c250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:22.252375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: 3db26a72-5562-4f65-8a35-f2f1b627c250, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:22.254874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.320444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:22.333975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d281c6c-9b88-438b-ae6c-6fdb9d775883 None None] Pushing event updated for resources: {'Port': ['ID=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.352867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3db26a72-5562-4f65-8a35-f2f1b627c250) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:22.362558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712900b7-c937-4407-a1e4-f63418999efc None None] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:22.377231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.377907 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.403550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.528150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=be9e20f9-b421-4626-bd5f-d48fdade694a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.613104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:22.636017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:22.640992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:22.654427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.666346 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.756046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.773060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.793470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.794699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-598ee11b-079e-4957-9c6d-b7a5ab1aaec8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1761107 Jul 16 01:47:22.800505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.809696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:22.822295 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.823516 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Added segment 0adc229d-cbd8-4246-9e8c-586f1898db5b of type vlan for network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 Jul 16 01:47:22.873022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.921313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.922292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4384e928-11ff-4b9b-8276-414f54c0d44f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9471951 Jul 16 01:47:22.927136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5b778e6e-4791-4b75-b431-d0af0df13694 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-379828750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.935296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.935973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.936652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.957398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4028492 Jul 16 01:47:22.968298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0bfa6d-939c-4794-b5f1-ac923f9a815e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.970853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.975734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3db26a72-5562-4f65-8a35-f2f1b627c250', 'network_id': '3db26a72-5562-4f65-8a35-f2f1b627c250', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': '9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:22.977537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.983469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Request body: {'subnet': {'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-29200000-subnet', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:23.054764 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:47:23.054764 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:47:23.054764 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': '205bd73de0cc4655b687047d4b21aad0', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 47, 22, 991380)}] Jul 16 01:47:23.054764 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:47:23.055100 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:47:23.060530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e516a5-dd88-4c9b-8509-605fc2f39c1d admin admin] Pushing event updated for resources: {'Network': ['ID=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:23.090304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.229022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Allocated IP 2001:db8:1::2 (3db26a72-5562-4f65-8a35-f2f1b627c250/9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7/bf649fbf-4de4-4e65-acaf-d32dcddc522b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:23.324049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:23.381398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.385098 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b778e6e-4791-4b75-b431-d0af0df13694 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.387056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b778e6e-4791-4b75-b431-d0af0df13694 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.467889 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.479406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Transition to ACTIVE for port object bf649fbf-4de4-4e65-acaf-d32dcddc522b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:23.501451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Transition to ACTIVE for port object bf649fbf-4de4-4e65-acaf-d32dcddc522b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:23.512547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.522186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b778e6e-4791-4b75-b431-d0af0df13694 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.524011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.537937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:23.540854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:23.567941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:23.621922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:23.630816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Made reservation on behalf of 205bd73de0cc4655b687047d4b21aad0 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:23.634054 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.656889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=be9e20f9-b421-4626-bd5f-d48fdade694a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:23.668567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b778e6e-4791-4b75-b431-d0af0df13694 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.713832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Pushing event updated for resources: {'Port': ['ID=bf649fbf-4de4-4e65-acaf-d32dcddc522b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:23.719615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] In _notify_port_updated(), no bound segment for port be9e20f9-b421-4626-bd5f-d48fdade694a on network d1d7b235-a368-45f3-9911-980ecc5d7406 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:47:23.740638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:23.741316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.746806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.747230 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-15f06d92-7ff8-4bd2-8932-bb60f0b260b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "PUT /v2.0/ports/be9e20f9-b421-4626-bd5f-d48fdade694a HTTP/1.1" status: 200 len: 818 time: 0.9526742 Jul 16 01:47:23.762996 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b778e6e-4791-4b75-b431-d0af0df13694 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.767111 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b778e6e-4791-4b75-b431-d0af0df13694 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8420904 Jul 16 01:47:23.767617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54296) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.775914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Attempting to bind port bf649fbf-4de4-4e65-acaf-d32dcddc522b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:23.778718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Attempting to bind port bf649fbf-4de4-4e65-acaf-d32dcddc522b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3db26a72-5562-4f65-8a35-f2f1b627c250'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:23.779085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Attempting to bind port bf649fbf-4de4-4e65-acaf-d32dcddc522b on network 3db26a72-5562-4f65-8a35-f2f1b627c250 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:23.796791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:23.797194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Checking segment: {'id': 'a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3db26a72-5562-4f65-8a35-f2f1b627c250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:23.797576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.797974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Bound using segment: {'id': 'a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3db26a72-5562-4f65-8a35-f2f1b627c250'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:23.798464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Bound port: bf649fbf-4de4-4e65-acaf-d32dcddc522b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3db26a72-5562-4f65-8a35-f2f1b627c250'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:23.802443 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.892047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:23.903488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bfcc48-40b5-4b56-b7e5-143ed0d0ba4d None None] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:23.961816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] For port bf649fbf-4de4-4e65-acaf-d32dcddc522b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:23.969952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] For port bf649fbf-4de4-4e65-acaf-d32dcddc522b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bf649fbf-4de4-4e65-acaf-d32dcddc522b,segment=NetworkSegment(a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3),segment_id=a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:24.003799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.086760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port be9e20f9-b421-4626-bd5f-d48fdade694a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:24.087226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.127000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8fae34f6-676c-40c1-9c94-81d7b8789a8f None None] Provisioning for port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:24.173642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8fae34f6-676c-40c1-9c94-81d7b8789a8f None None] Provisioning complete for port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:24.174103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8fae34f6-676c-40c1-9c94-81d7b8789a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.331926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.341757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a056d-18ad-4f15-a79c-93c85c8141fd None None] Pushing event updated for resources: {'Port': ['ID=bf649fbf-4de4-4e65-acaf-d32dcddc522b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.429958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:24.551587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8fae34f6-676c-40c1-9c94-81d7b8789a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.666243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8fae34f6-676c-40c1-9c94-81d7b8789a8f None None] For port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,segment=NetworkSegment(b8bcb4a5-0884-4487-81bd-a291ac874373),segment_id=b8bcb4a5-0884-4487-81bd-a291ac874373)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:24.678603 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8fae34f6-676c-40c1-9c94-81d7b8789a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.810364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae34f6-676c-40c1-9c94-81d7b8789a8f None None] Pushing event updated for resources: {'Port': ['ID=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.826222 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.885523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for be9e20f9-b421-4626-bd5f-d48fdade694a owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:24.901583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.029021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8::1 (5f913348-1d88-4c82-82d5-2aa0367d2611/1cf17cbd-8c39-4a37-ba33-6f1069a54112/46bb6920-ae26-4374-8bc0-4d4b54d6363a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:25.110255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9548981f-6b24-4827-a303-5f3c1bf4becd None None] Provisioning complete for port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:25.110826 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9548981f-6b24-4827-a303-5f3c1bf4becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.158852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Checking segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:25.159225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Network hostable DHCP agents. Network: 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:25.161497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e6b787-c501-43b6-b02b-184c61bd61aa,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.198898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:25.212962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3924869c-5525-405d-ac6f-863829071ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.225738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.238751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:25.265350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d26bd0-67a1-40df-874d-c1afb1797e9b None None] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:25.304346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.308731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.312087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=be9e20f9-b421-4626-bd5f-d48fdade694a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.334977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.337658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-873e8622-0324-4e12-802c-30a4e830fe47 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/be9e20f9-b421-4626-bd5f-d48fdade694a HTTP/1.1" status: 204 len: 168 time: 1.5895586 Jul 16 01:47:25.341245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.420009 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.448728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c6c60-c7ed-43b5-985a-ca79d8364f26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.454907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-594c6c60-c7ed-43b5-985a-ca79d8364f26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1125247 Jul 16 01:47:25.455570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.487027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 46bb6920-ae26-4374-8bc0-4d4b54d6363a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:25.507055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54360) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.551428 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d0114b-d4bf-4b5f-81c8-f8904ffcedb7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:25.565943 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-66d0114b-d4bf-4b5f-81c8-f8904ffcedb7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/be9e20f9-b421-4626-bd5f-d48fdade694a HTTP/1.1" status: 404 len: 333 time: 0.1048257 Jul 16 01:47:25.568391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54366) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.582017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1117982321'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:25.621132 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3924869c-5525-405d-ac6f-863829071ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.627018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.643100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3924869c-5525-405d-ac6f-863829071ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.664818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0e2caec3-f082-4a9f-8b72-c7f89a0d1cac admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6858077 Jul 16 01:47:25.677425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54376) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.688530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:25.712422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'fixed_ips': [{'subnet_id': '94e6b787-c501-43b6-b02b-184c61bd61aa'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:25.719789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.720826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.727424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:25.756131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:25.771967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:25.796478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:25.808630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.809937 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.810172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=46bb6920-ae26-4374-8bc0-4d4b54d6363a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.818282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:25.818879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.822557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924869c-5525-405d-ac6f-863829071ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026f09ab-d0dd-48df-92bb-bb2fe6816a20,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.845434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3924869c-5525-405d-ac6f-863829071ceb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bac7c0c93b9942d1ae62be8e70711001&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4143443 Jul 16 01:47:25.846474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.884655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:25.933386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.944925 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment 4425e5f2-eabf-42e0-addb-0a454fe1d3cb of type vlan for network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 Jul 16 01:47:26.015482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67bbe4-00a0-42a8-92e0-82ce2c6a1235 None None] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:26.092657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1866258915'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:26.097584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c082f9-d146-45e0-9255-8daaddc0b94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.160957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c082f9-d146-45e0-9255-8daaddc0b94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.162671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.167173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.231782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:26.232381 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.284825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.290087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Made reservation on behalf of ed75d5f0713a4027aa83e3dc169b8e6e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:26.293892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.313459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.327632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e1eae724-7375-44f4-846f-d7902ddd88f5 None None] Provisioning for port bf649fbf-4de4-4e65-acaf-d32dcddc522b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:26.349285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Allocated IP 172.20.0.2 (4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49/94e6b787-c501-43b6-b02b-184c61bd61aa/650a6f84-ce10-48de-8259-b6841b964374) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:26.363776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c082f9-d146-45e0-9255-8daaddc0b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.366683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c082f9-d146-45e0-9255-8daaddc0b94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.368071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-60c082f9-d146-45e0-9255-8daaddc0b94e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/026f09ab-d0dd-48df-92bb-bb2fe6816a20 HTTP/1.1" status: 204 len: 168 time: 0.4764335 Jul 16 01:47:26.386805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:47:26.398578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.405989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c082f9-d146-45e0-9255-8daaddc0b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f09ab-d0dd-48df-92bb-bb2fe6816a20,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:26.443334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.449613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.450244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.585098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bf649fbf-4de4-4e65-acaf-d32dcddc522b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:26.589424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-796f29ea-d246-4a3f-bc27-66117dad0a29 None None] Provisioning for port 46bb6920-ae26-4374-8bc0-4d4b54d6363a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:26.617545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=417cf010-57c5-4de3-bcbe-24f42e0ad3f5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:26.650224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:26.656912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-796f29ea-d246-4a3f-bc27-66117dad0a29 None None] Provisioning complete for port 46bb6920-ae26-4374-8bc0-4d4b54d6363a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:26.657536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-796f29ea-d246-4a3f-bc27-66117dad0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.749653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.763572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.778181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:26.787514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cce11b58-d92f-4728-9414-047a1293ff06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2147660 Jul 16 01:47:26.789226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.789762 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Added segment b5829e4e-b850-426f-b09b-7929317849df of type vlan for network 232a90c8-5b9f-4700-b876-dc7bc591b586 Jul 16 01:47:26.791367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:26.799976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:26.829664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-796f29ea-d246-4a3f-bc27-66117dad0a29 None None] Port 46bb6920-ae26-4374-8bc0-4d4b54d6363a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:26.834704 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.863326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.890227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port bf649fbf-4de4-4e65-acaf-d32dcddc522b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:26.905626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.907196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bf649fbf-4de4-4e65-acaf-d32dcddc522b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:26.907819 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.927040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62521b5-6636-4127-bfe7-59e077ed7810,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:26.949740 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.969346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Transition to ACTIVE for port object 650a6f84-ce10-48de-8259-b6841b964374 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:26.992375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Transition to ACTIVE for port object 650a6f84-ce10-48de-8259-b6841b964374 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:27.003680 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.019710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.036548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.050032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.074366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54406) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.112245 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.127022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.127709 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.130513 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faefed9c-c662-4829-8d99-8fbb4b4cf0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.144531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:27.148242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.274981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:27.282897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:27.292917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:27.296902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7871659 Jul 16 01:47:27.305949 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.317057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb7461a8-6d03-4730-80e1-7f62275e055d None None] Provisioning complete for port bf649fbf-4de4-4e65-acaf-d32dcddc522b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:27.317556 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb7461a8-6d03-4730-80e1-7f62275e055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.322133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:27.327154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Pushing event updated for resources: {'Port': ['ID=650a6f84-ce10-48de-8259-b6841b964374,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.332850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Allocated IP 172.25.5.74 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/986a7ed5-cd66-4502-a9fc-110e60dae9b7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:27.345666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:27.430057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Attempting to bind port 650a6f84-ce10-48de-8259-b6841b964374 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:27.430543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Attempting to bind port 650a6f84-ce10-48de-8259-b6841b964374 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:27.431011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Attempting to bind port 650a6f84-ce10-48de-8259-b6841b964374 on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:27.450932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port bf649fbf-4de4-4e65-acaf-d32dcddc522b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bf649fbf-4de4-4e65-acaf-d32dcddc522b,segment=NetworkSegment(a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3),segment_id=a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:27.458390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:27.458909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Checking segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:27.459470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.459969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Bound using segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:27.461000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Bound port: 650a6f84-ce10-48de-8259-b6841b964374, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:27.461000 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.472960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.541012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=bf649fbf-4de4-4e65-acaf-d32dcddc522b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.551553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=46bb6920-ae26-4374-8bc0-4d4b54d6363a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.634625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202393fc-c4b9-4760-8cea-50fd45a8d40f tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Pushing event updated for resources: {'Network': ['ID=232a90c8-5b9f-4700-b876-dc7bc591b586,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.661848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 232a90c8-5b9f-4700-b876-dc7bc591b586 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:27.686825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faefed9c-c662-4829-8d99-8fbb4b4cf0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.701196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 91123cbc-a1fa-4fea-8118-fcf21103a6ec is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:27.724930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faefed9c-c662-4829-8d99-8fbb4b4cf0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.746364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] For port 650a6f84-ce10-48de-8259-b6841b964374, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:27.790669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] For port 650a6f84-ce10-48de-8259-b6841b964374, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=650a6f84-ce10-48de-8259-b6841b964374,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:27.797436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.824737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:27.840032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e9a75e06-800d-49cc-bcbb-24e6902c2982 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/91123cbc-a1fa-4fea-8118-fcf21103a6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0708950 Jul 16 01:47:27.842587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] Sync routers for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:27.842759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.861160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.871772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:27.873502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:27.874635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-faefed9c-c662-4829-8d99-8fbb4b4cf0c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2de93e5b9c049cea128f6fc7c5180da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7992122 Jul 16 01:47:27.878307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54416) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.891448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.911913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54418) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.915793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Request body: {'port': {'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586', 'binding:host_id': 'n-h2-800085-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1872843163'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:27.938209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f0bbce0c-61b3-4538-b7c8-b0f265d9a49e None None] Provisioning complete for port 46bb6920-ae26-4374-8bc0-4d4b54d6363a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:27.938687 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0bbce0c-61b3-4538-b7c8-b0f265d9a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.948774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:27.967988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac3d87-2113-401b-a3e3-a129b625678d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.980290 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-deac3d87-2113-401b-a3e3-a129b625678d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports/46bb6920-ae26-4374-8bc0-4d4b54d6363a HTTP/1.1" status: 200 len: 911 time: 0.1360998 Jul 16 01:47:27.982820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc916ed0-1ec3-49f5-8c99-ba5759ea8f12 None None] Pushing event updated for resources: {'Port': ['ID=650a6f84-ce10-48de-8259-b6841b964374,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.988526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.014838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:28.015575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.045350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Made reservation on behalf of eba9c25c40314b24a83c5d2c9b35be64 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:28.059701 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.066399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.066399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bee42f-9adf-4183-9410-d6c11fd9ac2a None None] The sync data for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:28.066399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbce0c-61b3-4538-b7c8-b0f265d9a49e None None] Port 46bb6920-ae26-4374-8bc0-4d4b54d6363a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:28.105951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=f284ae60-1837-4df3-abba-0e6f0d1a5c8d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.116933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.123118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefed9c-c662-4829-8d99-8fbb4b4cf0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfa26af-b2da-4cb5-a92d-5395d6dd6bcb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.140496 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.201052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5e73d1-ac44-42ac-958d-083a0b73c2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.226351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': '4425e5f2-eabf-42e0-addb-0a454fe1d3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:28.226716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: 417cf010-57c5-4de3-bcbe-24f42e0ad3f5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:28.230169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.235519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Pushing event updated for resources: {'Port': ['ID=986a7ed5-cd66-4502-a9fc-110e60dae9b7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.238150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.243990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] device_id is not set on port 755243d5-f14e-4dc6-85ea-da7c34f56339 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:28.250096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:28.255369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:28.259486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:28.271290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5e73d1-ac44-42ac-958d-083a0b73c2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.328563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:28.420189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d3ced8-5b70-4fec-be24-cc38491a4b4a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.426023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 417cf010-57c5-4de3-bcbe-24f42e0ad3f5) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:28.431291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.431784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.436119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a02d90-6940-4b87-88ef-7a4c254e103a None None] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:28.482108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5e73d1-ac44-42ac-958d-083a0b73c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.484824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5e73d1-ac44-42ac-958d-083a0b73c2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.488309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ff5e73d1-ac44-42ac-958d-083a0b73c2b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9cfa26af-b2da-4cb5-a92d-5395d6dd6bcb HTTP/1.1" status: 204 len: 168 time: 0.5844872 Jul 16 01:47:28.497039 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-56fc2584-a10b-4b53-bfb0-fb46cf65ec57 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7037086 Jul 16 01:47:28.497486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54426) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.513234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cdf42f5c-7bd5-4b87-91a6-fee7c57a04e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:28.531671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e73d1-ac44-42ac-958d-083a0b73c2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfa26af-b2da-4cb5-a92d-5395d6dd6bcb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.698735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] device_id is not set on port 755243d5-f14e-4dc6-85ea-da7c34f56339 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:28.710035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.722899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Transition to ACTIVE for port object 755243d5-f14e-4dc6-85ea-da7c34f56339 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:28.733213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-417cf010-57c5-4de3-bcbe-24f42e0ad3f5', 'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5', 'tenant_id': 'baaae91c5f4349cb8a21551b5cbbcac4', 'fixed_ips': [{'subnet_id': 'f284ae60-1837-4df3-abba-0e6f0d1a5c8d'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:28.734496 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.761150 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.813671 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.867694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf42f5c-7bd5-4b87-91a6-fee7c57a04e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:28.883309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdf42f5c-7bd5-4b87-91a6-fee7c57a04e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.947316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Allocated IP 2001:db8::2 (417cf010-57c5-4de3-bcbe-24f42e0ad3f5/f284ae60-1837-4df3-abba-0e6f0d1a5c8d/db2cb200-b3cc-42f8-9aa6-64d27da51879) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:28.983404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Checking segment: {'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:28.984440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Network hostable DHCP agents. Network: 232a90c8-5b9f-4700-b876-dc7bc591b586, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:29.006015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=755243d5-f14e-4dc6-85ea-da7c34f56339,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.118531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.140185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Network 232a90c8-5b9f-4700-b876-dc7bc591b586 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:29.234577 n-d-800085-5 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-cdf42f5c-7bd5-4b87-91a6-fee7c57a04e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f284ae60-1837-4df3-abba-0e6f0d1a5c8d (CIDR: 2001:db8::/64) Jul 16 01:47:29.238934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.250649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Transition to ACTIVE for port object db2cb200-b3cc-42f8-9aa6-64d27da51879 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:29.272437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Transition to ACTIVE for port object db2cb200-b3cc-42f8-9aa6-64d27da51879 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:29.284386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.287153 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf42f5c-7bd5-4b87-91a6-fee7c57a04e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:47:29.287659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf42f5c-7bd5-4b87-91a6-fee7c57a04e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:29.325504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cdf42f5c-7bd5-4b87-91a6-fee7c57a04e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8215930 Jul 16 01:47:29.328120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.333254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.357776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:29.358718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54442) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.359245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:29.362903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:29.383676 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.402726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Pushing event updated for resources: {'Port': ['ID=db2cb200-b3cc-42f8-9aa6-64d27da51879,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.476306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Attempting to bind port db2cb200-b3cc-42f8-9aa6-64d27da51879 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:29.477121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Attempting to bind port db2cb200-b3cc-42f8-9aa6-64d27da51879 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '4425e5f2-eabf-42e0-addb-0a454fe1d3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:29.477121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Attempting to bind port db2cb200-b3cc-42f8-9aa6-64d27da51879 on network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:29.495737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:29.496122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Checking segment: {'id': '4425e5f2-eabf-42e0-addb-0a454fe1d3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:29.496553 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.496987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Bound using segment: {'id': '4425e5f2-eabf-42e0-addb-0a454fe1d3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:29.497412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Bound port: db2cb200-b3cc-42f8-9aa6-64d27da51879, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4425e5f2-eabf-42e0-addb-0a454fe1d3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:29.497795 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.562153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db75bac-013e-44b0-b9aa-3610192bcf08 None None] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:29.583095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] Deleting subnet e725e23d-71e7-47c4-bb80-31e79dc5cc33 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:29.597355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.662727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ccea5025-b638-43c4-a93e-822e2a61ee8d None None] Provisioning for port 650a6f84-ce10-48de-8259-b6841b964374 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:29.741502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] For port db2cb200-b3cc-42f8-9aa6-64d27da51879, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:29.759580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bf649fbf-4de4-4e65-acaf-d32dcddc522b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:29.768694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] For port db2cb200-b3cc-42f8-9aa6-64d27da51879, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=db2cb200-b3cc-42f8-9aa6-64d27da51879,segment=NetworkSegment(4425e5f2-eabf-42e0-addb-0a454fe1d3cb),segment_id=4425e5f2-eabf-42e0-addb-0a454fe1d3cb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:29.797842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.934720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bf649fbf-4de4-4e65-acaf-d32dcddc522b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:29.935510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.983971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152eaf7-02af-49ca-8ae9-52e23d614879 None None] Pushing event updated for resources: {'Port': ['ID=db2cb200-b3cc-42f8-9aa6-64d27da51879,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.022072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8:1::1 (3db26a72-5562-4f65-8a35-f2f1b627c250/9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7/8b1db9b2-06a6-41b3-ba25-09fd5e06fb65) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:30.147791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.160412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 650a6f84-ce10-48de-8259-b6841b964374 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:30.163520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:30.200927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 232a90c8-5b9f-4700-b876-dc7bc591b586) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:30.206723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:30.237910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.269620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:30.270240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:30.270715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.280379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640045d6-1909-4bfe-985d-2e327c6b8e59 None None] Network 232a90c8-5b9f-4700-b876-dc7bc591b586 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:30.285848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:30.286409 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:30.289075 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 2 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:30.303684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.315754 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.336456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:30.337000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:30.337513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.374079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:30.378130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:30.378625 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:30.382813 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 3 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:30.387720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:30.391667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:30.392366 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.414508 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.433110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:30.436700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.494425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e725e23d-71e7-47c4-bb80-31e79dc5cc33,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.504881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.506620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e8954676-343c-469d-8860-482d5d4939af admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e725e23d-71e7-47c4-bb80-31e79dc5cc33 HTTP/1.1" status: 204 len: 168 time: 1.1469524 Jul 16 01:47:30.509842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:30.541810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 650a6f84-ce10-48de-8259-b6841b964374 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:30.551426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 650a6f84-ce10-48de-8259-b6841b964374 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:30.551968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.634771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.653549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.682288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:30.683150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:30.683150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.721923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=8b1db9b2-06a6-41b3-ba25-09fd5e06fb65,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.730571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:30.731103 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:30.733872 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 4 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:30.753498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Router aff34151-9cd5-47cc-81a0-9dfe7063d0fb is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:30.758543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:30.758842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:30.759180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.761926 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.767744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:30.768132 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:30.770902 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 5 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:30.790042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:30.790460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:30.790812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.846774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 650a6f84-ce10-48de-8259-b6841b964374, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=650a6f84-ce10-48de-8259-b6841b964374,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:30.857389 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.924390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:30.925096 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:30.928311 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 6 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:30.938147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-391cc416-9bf9-4e0d-9c62-6eacda29c88c None None] Provisioning for port 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:30.945994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=650a6f84-ce10-48de-8259-b6841b964374,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.949501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-391cc416-9bf9-4e0d-9c62-6eacda29c88c None None] Provisioning complete for port 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:30.949882 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-391cc416-9bf9-4e0d-9c62-6eacda29c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.965533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:30.965884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:30.966237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.973948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:30.974425 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:30.976421 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 7 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:31.001958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:31.002312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:31.002663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:31.011538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-391cc416-9bf9-4e0d-9c62-6eacda29c88c None None] Port 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:31.011857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:31.012201 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:31.017751 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 8 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:31.073909 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:31.077304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:31.077701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:31.077847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.078155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:31.115595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:31.116253 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:31.118677 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 9 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:31.137845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a0f7140c-94f9-4d03-a70b-5a15387d8876 None None] Provisioning complete for port 650a6f84-ce10-48de-8259-b6841b964374 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:31.138685 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0f7140c-94f9-4d03-a70b-5a15387d8876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.142498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:31.142925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:31.143315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e45dae-9b0b-484e-8dce-4a66ad0a777e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:31.143451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:31.150131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:31.150323 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:31.154423 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 10 to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 Jul 16 01:47:31.168858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3cc243-225e-4ef6-9789-58396569f529') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:31.169758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3cc243-225e-4ef6-9789-58396569f529') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:31.187318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.201206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:31.201630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:31.202064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:31.205219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.212646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:31.213163 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.227312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 755243d5-f14e-4dc6-85ea-da7c34f56339 on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:31.227800 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 755243d5-f14e-4dc6-85ea-da7c34f56339 on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:31.228338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:31.253036 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:31.258335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.317295 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.318137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.381957 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.388587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:31.401514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] For port 755243d5-f14e-4dc6-85ea-da7c34f56339, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:31.401898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempted to set empty binding levels {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:47:31.406025 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Sync routers for ids ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:31.412276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.418157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.421541 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Routers {'aff34151-9cd5-47cc-81a0-9dfe7063d0fb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:31.423843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e8e45dae-9b0b-484e-8dce-4a66ad0a777e HTTP/1.1" status: 204 len: 168 time: 0.9090161 Jul 16 01:47:31.425505 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:31.438641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.439544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.452865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=8b1db9b2-06a6-41b3-ba25-09fd5e06fb65,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.463289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.5515120 Jul 16 01:47:31.466825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.509476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ee0ed-cd48-4e90-89cb-c19bfc2be570 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e45dae-9b0b-484e-8dce-4a66ad0a777e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.513875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.599164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01674eca-5f4e-40e6-89f3-0c16f30e4ec0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=755243d5-f14e-4dc6-85ea-da7c34f56339,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.603472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48dcf5-0342-40a2-a423-e55531f8dfca None None] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:31.604623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.608090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-46332f5a-9199-4c32-a565-717a2fcf19ef admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.9222860 Jul 16 01:47:31.611863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.622747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:31.644125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:31.697605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Set router aff34151-9cd5-47cc-81a0-9dfe7063d0fb gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:31.721057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.721760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.759752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:31.768210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:31.778504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-084cfe51-9968-4cef-8fc7-dac58b92ec9b None None] Provisioning for port db2cb200-b3cc-42f8-9aa6-64d27da51879 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:31.793213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=015a54b4-582a-43e9-810b-e552b148d93a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.798910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b326862b-e6f3-441d-b925-bc2ab1941c8d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4697428 Jul 16 01:47:31.802738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.810968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5', 'fixed_ips': [{'subnet_id': 'f284ae60-1837-4df3-abba-0e6f0d1a5c8d'}, {'subnet_id': '015a54b4-582a-43e9-810b-e552b148d93a'}], 'name': 'tempest-PortsIpV6TestJSON-704193113'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:31.822702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device db2cb200-b3cc-42f8-9aa6-64d27da51879 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:31.959447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port db2cb200-b3cc-42f8-9aa6-64d27da51879 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:31.970352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port db2cb200-b3cc-42f8-9aa6-64d27da51879 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:31.970768 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.028445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.092081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Deleting port 755243d5-f14e-4dc6-85ea-da7c34f56339 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:32.092558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.164580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] Update dhcp port {'port': {'network_id': '417cf010-57c5-4de3-bcbe-24f42e0ad3f5', 'fixed_ips': [{'subnet_id': 'f284ae60-1837-4df3-abba-0e6f0d1a5c8d', 'ip_address': '2001:db8::2'}, {'subnet_id': '015a54b4-582a-43e9-810b-e552b148d93a'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'db2cb200-b3cc-42f8-9aa6-64d27da51879'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:47:32.170192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 91123cbc-a1fa-4fea-8118-fcf21103a6ec has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:32.189970 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:47:28Z', 'revision_number': 3, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port': {'id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:26Z', 'updated_at': '2021-07-16T01:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.241532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] For port 755243d5-f14e-4dc6-85ea-da7c34f56339, host n-h2-800085-5, got binding levels [] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:32.241907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.247199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6957c0d6-2c91-427d-aa1b-aebc46bcea5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e8815f0d97b4f729b7d62f4cdd5d1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173338 Jul 16 01:47:32.252024 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Checking router: aff34151-9cd5-47cc-81a0-9dfe7063d0fb for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:32.254067 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Updating router aff34151-9cd5-47cc-81a0-9dfe7063d0fb port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:32.255233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.284002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.302045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:32.314757 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.315978 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.321821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc5129be-cd4d-4c15-838f-25e500a7da88 None None] Provisioning complete for port 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:32.322320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc5129be-cd4d-4c15-838f-25e500a7da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.388067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Calling delete_port for 755243d5-f14e-4dc6-85ea-da7c34f56339 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:32.400053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dc5129be-cd4d-4c15-838f-25e500a7da88 None None] Port 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:32.428783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port db2cb200-b3cc-42f8-9aa6-64d27da51879, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=db2cb200-b3cc-42f8-9aa6-64d27da51879,segment=NetworkSegment(4425e5f2-eabf-42e0-addb-0a454fe1d3cb),segment_id=4425e5f2-eabf-42e0-addb-0a454fe1d3cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:32.437436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.439348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 650a6f84-ce10-48de-8259-b6841b964374 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:32.486631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:32.495961 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.499618 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5454a242-78a3-4177-94ca-566151a2276e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/91123cbc-a1fa-4fea-8118-fcf21103a6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5075462 Jul 16 01:47:32.502973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54542) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.518903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] Sync routers for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:32.600269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b5e11d9-0582-4d82-a22d-4e617a4764b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.612168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port bb3003c1-fa7c-406c-97a9-38814581410c yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:32.630893 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b5e11d9-0582-4d82-a22d-4e617a4764b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.710124 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.751386 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.758874 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "DELETE /v2.0/ports/755243d5-f14e-4dc6-85ea-da7c34f56339 HTTP/1.1" status: 204 len: 168 time: 1.2909725 Jul 16 01:47:32.760509 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b5e11d9-0582-4d82-a22d-4e617a4764b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.764309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b5e11d9-0582-4d82-a22d-4e617a4764b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.765996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3b5e11d9-0582-4d82-a22d-4e617a4764b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5a26944-190a-4cb3-8c81-c2b6fc04d111 HTTP/1.1" status: 204 len: 168 time: 0.5079305 Jul 16 01:47:32.766275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.767125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793af2f-cf1d-490a-910a-3f310315944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event deleted for resources: {'Port': ['ID=755243d5-f14e-4dc6-85ea-da7c34f56339,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.802302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:32.802942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.846835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=db2cb200-b3cc-42f8-9aa6-64d27da51879,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.853163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.856834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081677e4-1303-4b76-95b9-3de616dd53a5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.858931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-081677e4-1303-4b76-95b9-3de616dd53a5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports/8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 HTTP/1.1" status: 200 len: 913 time: 0.3578982 Jul 16 01:47:32.863830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54548) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.892127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:32.892781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.913050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e11d9-0582-4d82-a22d-4e617a4764b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a26944-190a-4cb3-8c81-c2b6fc04d111,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.915394 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd8d0e5-e62d-431a-82ec-57e2a64eb67f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:47:32.919563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dcd8d0e5-e62d-431a-82ec-57e2a64eb67f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "GET /v2.0/ports/755243d5-f14e-4dc6-85ea-da7c34f56339 HTTP/1.1" status: 404 len: 333 time: 0.1305268 Jul 16 01:47:32.922461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.930734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Request body: {'port': {'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713072321'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.978599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Made reservation on behalf of eba9c25c40314b24a83c5d2c9b35be64 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:32.981537 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.011774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] device_id is not set on port b77a80a5-49c5-4df9-919b-37d7c9560aad yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:33.025002 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.049326 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Transition to ACTIVE for port object 986a7ed5-cd66-4502-a9fc-110e60dae9b7 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:33.050385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:33.057640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2105d-1ff9-4560-aea3-cf1593c15040 None None] The sync data for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:33.066172 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.074849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 650a6f84-ce10-48de-8259-b6841b964374 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:33.075723 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.157250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] Allocated IP 2001:db8:0:1::2 (417cf010-57c5-4de3-bcbe-24f42e0ad3f5/015a54b4-582a-43e9-810b-e552b148d93a/db2cb200-b3cc-42f8-9aa6-64d27da51879) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:33.170527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.281408 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Attempting to bind port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:33.281999 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Attempting to bind port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:33.282107 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Attempting to bind port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:33.290714 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Pushing event updated for resources: {'Port': ['ID=986a7ed5-cd66-4502-a9fc-110e60dae9b7,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.307383 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.322212 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.322842 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.323318 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.323786 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.324289 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.324790 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.325255 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.325736 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.326209 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.326678 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.336854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:33.347287 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:33.347951 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:33.348539 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.349076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:33.349746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Bound port: 986a7ed5-cd66-4502-a9fc-110e60dae9b7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:33.350300 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.391920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] For port db2cb200-b3cc-42f8-9aa6-64d27da51879, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=db2cb200-b3cc-42f8-9aa6-64d27da51879,segment=NetworkSegment(4425e5f2-eabf-42e0-addb-0a454fe1d3cb),segment_id=4425e5f2-eabf-42e0-addb-0a454fe1d3cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:33.457681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.467005 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] For port 986a7ed5-cd66-4502-a9fc-110e60dae9b7, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:33.470662 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] For port 986a7ed5-cd66-4502-a9fc-110e60dae9b7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=986a7ed5-cd66-4502-a9fc-110e60dae9b7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:33.481710 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.487577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.494140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] Transition to ACTIVE for port object db2cb200-b3cc-42f8-9aa6-64d27da51879 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:33.502864 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.536687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.570463 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Routers {'aff34151-9cd5-47cc-81a0-9dfe7063d0fb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:33.571097 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:33.619308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Network 232a90c8-5b9f-4700-b876-dc7bc591b586 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:33.622683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:33.629101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:33.630243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.631024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.645689 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f1fb-1447-4581-a039-c3f9bf7079ad None None] Pushing event updated for resources: {'Port': ['ID=986a7ed5-cd66-4502-a9fc-110e60dae9b7,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.647033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc54a90-4a5c-4f1f-bff4-6992cfcf6242 None None] Pushing event updated for resources: {'Port': ['ID=db2cb200-b3cc-42f8-9aa6-64d27da51879,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.647231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=b77a80a5-49c5-4df9-919b-37d7c9560aad,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.659718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device db2cb200-b3cc-42f8-9aa6-64d27da51879 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:33.669069 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-568991f7-65e3-4106-b4f8-a01b006e59ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7447479 Jul 16 01:47:33.672032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:33.677556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:33.770597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Allocated IP 172.20.0.1 (4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49/94e6b787-c501-43b6-b02b-184c61bd61aa/be16a556-e895-48f4-9502-7375ed07a6e0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:33.779760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.796580 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] Set router aff34151-9cd5-47cc-81a0-9dfe7063d0fb gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:33.854474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::9d (417cf010-57c5-4de3-bcbe-24f42e0ad3f5/f284ae60-1837-4df3-abba-0e6f0d1a5c8d/bb3003c1-fa7c-406c-97a9-38814581410c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:33.874968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8:0:1::32d (417cf010-57c5-4de3-bcbe-24f42e0ad3f5/015a54b4-582a-43e9-810b-e552b148d93a/bb3003c1-fa7c-406c-97a9-38814581410c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:34.011369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] device_id is not set on port b77a80a5-49c5-4df9-919b-37d7c9560aad yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:34.022210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.035638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Transition to ACTIVE for port object b77a80a5-49c5-4df9-919b-37d7c9560aad will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:34.040936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.055483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.073587 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:47:28Z', 'revision_number': 3, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port': {'id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:26Z', 'updated_at': '2021-07-16T01:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:34.108153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=b77a80a5-49c5-4df9-919b-37d7c9560aad,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.126447 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d7328-dbf9-4a6e-aad0-a041a0a9a76f None None] The sync data for ids ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'] in n-d-800085-5 is: [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:47:28Z', 'revision_number': 3, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port': {'id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:26Z', 'updated_at': '2021-07-16T01:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:34.143047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.143422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.143801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.149803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.150151 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.150718 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 2 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.170060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.170533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.170883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.180173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.180735 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.181146 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 3 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.199454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.199803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.200456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.206178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.206521 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.206920 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 4 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.235990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.236645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.239806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.249572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.250403 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.251065 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 5 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.270499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.271263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.271754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.277669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.278228 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.278768 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 6 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.298121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.298796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.298963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.304791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.305218 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.305942 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 7 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.324827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.325262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.325675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.331618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.332050 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.332945 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 8 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.355490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.355833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.356171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.372612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.372969 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.373372 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 9 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.394121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.394578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.395290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.401532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.402163 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.402664 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 10 to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad Jul 16 01:47:34.424067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:34.424513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:34.425214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:34.431663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:34.432787 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port b77a80a5-49c5-4df9-919b-37d7c9560aad on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:34.433262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.601223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] For port b77a80a5-49c5-4df9-919b-37d7c9560aad, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:34.601873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempted to set empty binding levels {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:47:34.605234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.609464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.665209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcaf9df-d4f0-444e-8d8f-df8d765b189e None None] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:34.670362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] In _notify_port_updated(), no bound segment for port b77a80a5-49c5-4df9-919b-37d7c9560aad on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:47:34.671511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.672060 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.673845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "PUT /v2.0/ports/b77a80a5-49c5-4df9-919b-37d7c9560aad HTTP/1.1" status: 200 len: 979 time: 1.0006402 Jul 16 01:47:34.678177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.696916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Transition to ACTIVE for port object be16a556-e895-48f4-9502-7375ed07a6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:34.750385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8c75f-9fde-4605-8809-0bb31a0049b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=b77a80a5-49c5-4df9-919b-37d7c9560aad,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.796739 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-493d82da-13c3-4c69-8fcb-82f338462bf7 None None] Provisioning for port db2cb200-b3cc-42f8-9aa6-64d27da51879 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:34.811862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-493d82da-13c3-4c69-8fcb-82f338462bf7 None None] Provisioning complete for port db2cb200-b3cc-42f8-9aa6-64d27da51879 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:34.815845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-493d82da-13c3-4c69-8fcb-82f338462bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.816648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.817138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.817650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.818233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.818589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.820041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.820041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.820041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.820440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.820904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.821367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.821827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.822466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.824899 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c5137e43-6268-4b0b-bfa9-03ea0efc07d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11786 time: 0.1447816 Jul 16 01:47:34.828276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.876245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.895964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object bb3003c1-fa7c-406c-97a9-38814581410c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:34.937205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.981852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Deleting port b77a80a5-49c5-4df9-919b-37d7c9560aad {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:34.982353 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.030222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:35.036241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:35.045623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:35.108730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] For port b77a80a5-49c5-4df9-919b-37d7c9560aad, host n-h2-800085-5, got binding levels [] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:35.109382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.111035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=be16a556-e895-48f4-9502-7375ed07a6e0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.138732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.140260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Calling delete_port for b77a80a5-49c5-4df9-919b-37d7c9560aad owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:35.235540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.308547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.362802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event deleted for resources: {'Port': ['ID=b77a80a5-49c5-4df9-919b-37d7c9560aad,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.365085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=bb3003c1-fa7c-406c-97a9-38814581410c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.373331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.383558 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-60c06795-9a33-406c-8e93-ecd255331c53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "DELETE /v2.0/ports/b77a80a5-49c5-4df9-919b-37d7c9560aad HTTP/1.1" status: 204 len: 168 time: 0.5515683 Jul 16 01:47:35.383980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54564) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:35.433539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:35.437861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:35.438547 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-733832c6-13f9-425c-8750-dbed0707c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:47:35.445945 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-733832c6-13f9-425c-8750-dbed0707c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "GET /v2.0/ports/b77a80a5-49c5-4df9-919b-37d7c9560aad HTTP/1.1" status: 404 len: 333 time: 0.0554099 Jul 16 01:47:35.446704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:35.450264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:35.452329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-743004918', 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:35.458792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.459562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.463086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddc72531-14c4-4a94-ac9b-19d6321ae895 None None] Provisioning for port be16a556-e895-48f4-9502-7375ed07a6e0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:35.467137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddc72531-14c4-4a94-ac9b-19d6321ae895 None None] Provisioning complete for port be16a556-e895-48f4-9502-7375ed07a6e0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:35.467514 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddc72531-14c4-4a94-ac9b-19d6321ae895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.478682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Made reservation on behalf of eba9c25c40314b24a83c5d2c9b35be64 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:35.481495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.505427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] device_id is not set on port c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:35.535133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-03997bfd-519f-4526-8d6a-b22d13d55153 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.7292116 Jul 16 01:47:35.539606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:35.550183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ddc72531-14c4-4a94-ac9b-19d6321ae895 None None] Port be16a556-e895-48f4-9502-7375ed07a6e0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:35.575643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f284ae60-1837-4df3-abba-0e6f0d1a5c8d'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:35.576814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddc72531-14c4-4a94-ac9b-19d6321ae895 None None] Provisioning complete for port db2cb200-b3cc-42f8-9aa6-64d27da51879 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:35.577193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddc72531-14c4-4a94-ac9b-19d6321ae895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.745066 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:35.745958 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.805044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device db2cb200-b3cc-42f8-9aa6-64d27da51879 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:35.821794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.838746 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.841695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.882240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.886834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port db2cb200-b3cc-42f8-9aa6-64d27da51879 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:35.888233 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.891623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ddf9517-e79b-4811-920f-f590c90b087b None None] Provisioning for port bb3003c1-fa7c-406c-97a9-38814581410c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:35.924111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ddf9517-e79b-4811-920f-f590c90b087b None None] Provisioning complete for port bb3003c1-fa7c-406c-97a9-38814581410c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:35.924560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9517-e79b-4811-920f-f590c90b087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.951345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Network 232a90c8-5b9f-4700-b876-dc7bc591b586 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:35.957211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:35.963417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:35.965298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.965674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.979340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.985734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf9517-e79b-4811-920f-f590c90b087b None None] Port bb3003c1-fa7c-406c-97a9-38814581410c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:35.993450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e465a17-587e-4263-84e8-1a583ad1cc89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5455244 Jul 16 01:47:35.996507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.034824 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 986a7ed5-cd66-4502-a9fc-110e60dae9b7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:36.048274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e298221-236c-467d-86ff-dfe8083b48e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.050076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e298221-236c-467d-86ff-dfe8083b48e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "GET /v2.0/ports/c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e HTTP/1.1" status: 200 len: 958 time: 0.0523951 Jul 16 01:47:36.054592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.100890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:36.106565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:36.106939 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.123846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.154029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 8b1db9b2-06a6-41b3-ba25-09fd5e06fb65 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:36.188029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Deleting port c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:36.190216 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.219321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.244306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 986a7ed5-cd66-4502-a9fc-110e60dae9b7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=986a7ed5-cd66-4502-a9fc-110e60dae9b7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:36.251544 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.273648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.288408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Calling delete_port for c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:36.330353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=986a7ed5-cd66-4502-a9fc-110e60dae9b7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.372981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Delete allocated IP 2001:db8:0:1::32d (417cf010-57c5-4de3-bcbe-24f42e0ad3f5/015a54b4-582a-43e9-810b-e552b148d93a) {{(pid=93706) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:47:36.399531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.433506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.443442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.446072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9f5f8eca-1a18-4cc8-b059-0cef47c0ef45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "DELETE /v2.0/ports/c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e HTTP/1.1" status: 204 len: 168 time: 0.3902273 Jul 16 01:47:36.449393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.482432 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4a6594-7d01-4973-8a2a-b86242ee0898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:47:36.487631 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0e4a6594-7d01-4973-8a2a-b86242ee0898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "GET /v2.0/ports/c48ef2f9-266e-40c0-ba5c-e6e8c19d6b3e HTTP/1.1" status: 404 len: 333 time: 0.0334098 Jul 16 01:47:36.488770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.493534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Request body: {'port': {'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-741503575'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:36.523225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Made reservation on behalf of eba9c25c40314b24a83c5d2c9b35be64 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:36.526542 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.546970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] device_id is not set on port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:36.564493 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.577753 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.670003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.696785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.707604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=be16a556-e895-48f4-9502-7375ed07a6e0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.778128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.808587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.831659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.851853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=8b1db9b2-06a6-41b3-ba25-09fd5e06fb65,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.876942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object bb3003c1-fa7c-406c-97a9-38814581410c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:36.889236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Network 232a90c8-5b9f-4700-b876-dc7bc591b586 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:36.889416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.892338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:36.895914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:36.897005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.897825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.906317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=9be87eb1-4f9d-4286-846e-7b2e1fdaba4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.919712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2a6f70d6-493b-42bb-b801-5577466a8d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4303744 Jul 16 01:47:36.922058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.927901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:36.986581 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.030086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] In _notify_port_updated(), no bound segment for port bb3003c1-fa7c-406c-97a9-38814581410c on network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:47:37.035691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.036385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.037771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "PUT /v2.0/ports/bb3003c1-fa7c-406c-97a9-38814581410c HTTP/1.1" status: 200 len: 924 time: 1.4968312 Jul 16 01:47:37.040661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:37.048138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f284ae60-1837-4df3-abba-0e6f0d1a5c8d'}, {'subnet_id': '015a54b4-582a-43e9-810b-e552b148d93a'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:37.082318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd56601-2c5d-4db9-9962-cf2fb0929fa4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=bb3003c1-fa7c-406c-97a9-38814581410c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.099248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.139428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:37.144449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:37.335575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8d0210d-56b8-473c-90ca-c058094805c6 None None] Provisioning for port bb3003c1-fa7c-406c-97a9-38814581410c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:37.340869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8d0210d-56b8-473c-90ca-c058094805c6 None None] Provisioning complete for port bb3003c1-fa7c-406c-97a9-38814581410c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.341723 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8d0210d-56b8-473c-90ca-c058094805c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.356327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Router aff34151-9cd5-47cc-81a0-9dfe7063d0fb has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:37.419536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0210d-56b8-473c-90ca-c058094805c6 None None] Port bb3003c1-fa7c-406c-97a9-38814581410c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:37.467856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.471788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] device_id is not set on port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:37.485121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.493875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 91123cbc-a1fa-4fea-8118-fcf21103a6ec has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:37.526048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Transition to ACTIVE for port object 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:37.542109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-664e979c-e248-4be7-ba8e-5316709060de None None] Provisioning complete for port be16a556-e895-48f4-9502-7375ed07a6e0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.542472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-664e979c-e248-4be7-ba8e-5316709060de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.546539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.619638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-664e979c-e248-4be7-ba8e-5316709060de None None] Port be16a556-e895-48f4-9502-7375ed07a6e0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:37.625315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 986a7ed5-cd66-4502-a9fc-110e60dae9b7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:37.692377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.693833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.694771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=9be87eb1-4f9d-4286-846e-7b2e1fdaba4e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.732048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:37.732432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:37.732782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:37.744838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:37.745182 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:37.747954 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 2 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:37.766174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:37.766515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:37.767021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:37.776607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:37.776859 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:37.801490 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 3 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:37.835325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:37.835325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:37.835325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:37.846129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:37.846480 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:37.850387 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 4 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:37.889581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:37.890032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:37.890446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:37.898611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:37.899049 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:37.902203 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 5 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:37.933376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8:0:1::1e7 (417cf010-57c5-4de3-bcbe-24f42e0ad3f5/015a54b4-582a-43e9-810b-e552b148d93a/bb3003c1-fa7c-406c-97a9-38814581410c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:37.937737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:37.938144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:37.938556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:37.946309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:37.946489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:37.948251 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:37.951469 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 6 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:37.953804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0d389491-9fb1-429d-a97e-c3175081bf97 admin admin] 10.222.0.81 "PUT /v2.0/routers/aff34151-9cd5-47cc-81a0-9dfe7063d0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3294287 Jul 16 01:47:37.962534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:37.966392 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Sync routers for ids ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:37.972385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9eed3cf8-7968-48ff-a5d5-6f079c87cc4c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/91123cbc-a1fa-4fea-8118-fcf21103a6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1030498 Jul 16 01:47:37.976678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:37.987490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] Sync routers for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:37.996309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:37.996663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:37.997007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.002740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:38.003402 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Routers {'aff34151-9cd5-47cc-81a0-9dfe7063d0fb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:38.004274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.005153 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.045861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:38.046373 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:38.048324 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 7 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:38.086475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.094694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:38.094997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:38.095322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.105543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:38.105888 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:38.109993 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 8 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:38.113499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:38.115458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.137596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:38.137947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:38.138290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.145599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:38.145936 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:38.147582 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 9 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:38.173459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:38.177248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:38.177248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.179352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.179352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4616c-dbdf-467c-a32b-18afdebaecb4 None None] The sync data for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:38.186252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.189600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:38.189957 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:38.190347 n-d-800085-5 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempt 10 to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e Jul 16 01:47:38.199542 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Set router aff34151-9cd5-47cc-81a0-9dfe7063d0fb gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:38.456555 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:47:35Z', 'revision_number': 4, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port': {'id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:26Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'be16a556-e895-48f4-9502-7375ed07a6e0', 'name': '', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'mac_address': 'fa:16:3e:f6:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 2, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'subnets': [{'id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.495073 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Checking router: aff34151-9cd5-47cc-81a0-9dfe7063d0fb for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:38.496153 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Updating router aff34151-9cd5-47cc-81a0-9dfe7063d0fb port be16a556-e895-48f4-9502-7375ed07a6e0 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:38.511524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.544944 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.600693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:38.601045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:38.601398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempting to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.611203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object bb3003c1-fa7c-406c-97a9-38814581410c will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:38.614341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:38.614698 n-d-800085-5 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Failed to bind port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on host n-h2-800085-5 for vnic_type normal using segments [{'id': 'b5829e4e-b850-426f-b09b-7929317849df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '232a90c8-5b9f-4700-b876-dc7bc591b586'}] Jul 16 01:47:38.615913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.639048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.778220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] In _notify_port_updated(), no bound segment for port bb3003c1-fa7c-406c-97a9-38814581410c on network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:47:38.783803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.784527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.785846 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "PUT /v2.0/ports/bb3003c1-fa7c-406c-97a9-38814581410c HTTP/1.1" status: 200 len: 1010 time: 1.7438574 Jul 16 01:47:38.794355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:38.810737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aaf2b-76a8-45a6-9ae2-14666292bee4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=bb3003c1-fa7c-406c-97a9-38814581410c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.859036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] For port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:38.859036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attempted to set empty binding levels {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:47:38.897825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 46bb6920-ae26-4374-8bc0-4d4b54d6363a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:38.900111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.921811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.952695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] In _notify_port_updated(), no bound segment for port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e on network 232a90c8-5b9f-4700-b876-dc7bc591b586 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:47:38.953698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.954314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.955687 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "PUT /v2.0/ports/9be87eb1-4f9d-4286-846e-7b2e1fdaba4e HTTP/1.1" status: 200 len: 978 time: 2.0325503 Jul 16 01:47:38.967906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.061972 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.062529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40a6e5-5a6b-491d-b9bb-3512913c03bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event updated for resources: {'Port': ['ID=9be87eb1-4f9d-4286-846e-7b2e1fdaba4e,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.066521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54610) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.082512 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Transition to ACTIVE for port object be16a556-e895-48f4-9502-7375ed07a6e0 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:39.084559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1690205781-network', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:39.091473 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.113167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port bb3003c1-fa7c-406c-97a9-38814581410c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:39.113460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.142639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Made reservation on behalf of 86ab90df66754ac5aa8dde24bd4f9a4a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:39.145053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.162532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.162779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-697ad910-6cfc-464a-9871-2b178f3a92af None None] Provisioning for port bb3003c1-fa7c-406c-97a9-38814581410c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:39.164479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.175958 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70749107-1167-4772-949a-bc69e87bc3ed None None] Pushing event updated for resources: {'Port': ['ID=be16a556-e895-48f4-9502-7375ed07a6e0,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.178190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-697ad910-6cfc-464a-9871-2b178f3a92af None None] Provisioning complete for port bb3003c1-fa7c-406c-97a9-38814581410c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:39.179024 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-697ad910-6cfc-464a-9871-2b178f3a92af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.202810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 46bb6920-ae26-4374-8bc0-4d4b54d6363a owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:39.244293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-697ad910-6cfc-464a-9871-2b178f3a92af None None] Port bb3003c1-fa7c-406c-97a9-38814581410c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:39.288978 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Attempting to bind port be16a556-e895-48f4-9502-7375ed07a6e0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:39.290184 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Attempting to bind port be16a556-e895-48f4-9502-7375ed07a6e0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:39.290767 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Attempting to bind port be16a556-e895-48f4-9502-7375ed07a6e0 on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:39.294150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.298605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:39.299211 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Checking segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:39.299767 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.300577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Bound using segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:39.301250 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Bound port: be16a556-e895-48f4-9502-7375ed07a6e0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:39.301775 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.319944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for bb3003c1-fa7c-406c-97a9-38814581410c owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:39.326882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Deleting port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:39.327234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.389862 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] For port be16a556-e895-48f4-9502-7375ed07a6e0, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:39.393871 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] For port be16a556-e895-48f4-9502-7375ed07a6e0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=be16a556-e895-48f4-9502-7375ed07a6e0,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:39.402071 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.450209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] For port 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e, host n-h2-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:39.450485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.459131 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70749107-1167-4772-949a-bc69e87bc3ed None None] Pushing event updated for resources: {'Port': ['ID=be16a556-e895-48f4-9502-7375ed07a6e0,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.476688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Calling delete_port for 9be87eb1-4f9d-4286-846e-7b2e1fdaba4e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:39.484623 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Routers {'aff34151-9cd5-47cc-81a0-9dfe7063d0fb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:39.484623 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:39.544528 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.576865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.602669 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.609786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:39.627595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.628492 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Added segment 7af52fd3-7ac0-45bb-a9fa-921ec45652cf of type vlan for network c9ca3e32-528a-4c14-8024-b6bb8b8832dc Jul 16 01:47:39.669026 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] Set router aff34151-9cd5-47cc-81a0-9dfe7063d0fb gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:39.675364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.680530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=46bb6920-ae26-4374-8bc0-4d4b54d6363a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.733250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.776713 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.779080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "DELETE /v2.0/ports/9be87eb1-4f9d-4286-846e-7b2e1fdaba4e HTTP/1.1" status: 204 len: 168 time: 0.8101530 Jul 16 01:47:39.780148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf09b99-bac2-4afc-bd3f-f9505de9eb60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] Pushing event deleted for resources: {'Port': ['ID=9be87eb1-4f9d-4286-846e-7b2e1fdaba4e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.782808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.824386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.828746 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e1a132-f193-4b7b-95df-59217cb5ba98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:47:39.830583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c2e1a132-f193-4b7b-95df-59217cb5ba98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208278095-project-admin] 10.222.0.81 "GET /v2.0/ports/9be87eb1-4f9d-4286-846e-7b2e1fdaba4e HTTP/1.1" status: 404 len: 333 time: 0.0424345 Jul 16 01:47:39.843505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.850977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9721d5-511e-49cb-a9d7-c3bcf05738e9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.856395 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.857464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.858049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.947901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.949616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8821330 Jul 16 01:47:39.953603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.959157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Request body: {'subnet': {'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1690205781-subnet', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:40.021877 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0d1e2-9f5c-49ad-90ec-6f428d7e898c admin admin] Pushing event updated for resources: {'Network': ['ID=c9ca3e32-528a-4c14-8024-b6bb8b8832dc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.037136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:40.080689 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22aa907c-1545-439a-819b-5301ee374999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:47:35Z', 'revision_number': 4, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port': {'id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:26Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'be16a556-e895-48f4-9502-7375ed07a6e0', 'name': '', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'mac_address': 'fa:16:3e:f6:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:39Z', 'revision_number': 4, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'subnets': [{'id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:40.125399 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa907c-1545-439a-819b-5301ee374999 None None] The sync data for ids ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'] in n-d-800085-5 is: [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:47:35Z', 'revision_number': 4, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port': {'id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:26Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'be16a556-e895-48f4-9502-7375ed07a6e0', 'name': '', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'mac_address': 'fa:16:3e:f6:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:39Z', 'revision_number': 4, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'subnets': [{'id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:40.126869 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.133563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Made reservation on behalf of 86ab90df66754ac5aa8dde24bd4f9a4a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:40.136566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.163413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=bb3003c1-fa7c-406c-97a9-38814581410c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.244920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.248533 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e8f0872-b188-442d-ba87-1db021d3c4ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/bb3003c1-fa7c-406c-97a9-38814581410c HTTP/1.1" status: 204 len: 168 time: 1.4477565 Jul 16 01:47:40.249914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.294057 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc41ef7c-04fd-4cf6-b879-09266614d0e3 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:40.295792 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bc41ef7c-04fd-4cf6-b879-09266614d0e3 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/bb3003c1-fa7c-406c-97a9-38814581410c HTTP/1.1" status: 404 len: 333 time: 0.0445533 Jul 16 01:47:40.298766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.399506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 015a54b4-582a-43e9-810b-e552b148d93a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:40.403040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.403496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.426949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232a90c8-5b9f-4700-b876-dc7bc591b586']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:40.447512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5829e4e-b850-426f-b09b-7929317849df') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:40.447813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5829e4e-b850-426f-b09b-7929317849df') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:40.463851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 91123cbc-a1fa-4fea-8118-fcf21103a6ec has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:40.481820 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.522899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.594317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.626160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.641583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:40.641992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:40.645143 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:40.686771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.705904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:40.716942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-de4ba8c8-2ac6-45d2-8d30-3de9215d7c57 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/91123cbc-a1fa-4fea-8118-fcf21103a6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7381880 Jul 16 01:47:40.719770 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] Sync routers for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:40.725398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.736748 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:40.737369 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:40.745067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=015a54b4-582a-43e9-810b-e552b148d93a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.748206 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.751430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1f40ef59-cc3f-4429-8131-afbd5b9fcf52 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/015a54b4-582a-43e9-810b-e552b148d93a HTTP/1.1" status: 204 len: 168 time: 0.4509590 Jul 16 01:47:40.753147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.755756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580cad3-05aa-4ac9-a126-44239db6ba88 None None] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:40.798802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e75e296d-3be7-4850-80ae-705e598c6cf5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=91123cbc-a1fa-4fea-8118-fcf21103a6ec HTTP/1.1" status: 200 len: 205 time: 0.0722551 Jul 16 01:47:40.799958 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.807520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54628) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.822880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.878815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet f284ae60-1837-4df3-abba-0e6f0d1a5c8d {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:40.882304 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.918180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.926375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] 10.222.0.81 "DELETE /v2.0/networks/232a90c8-5b9f-4700-b876-dc7bc591b586 HTTP/1.1" status: 204 len: 168 time: 1.0817518 Jul 16 01:47:40.973459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.981114 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:41.003401 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] Routers {'91123cbc-a1fa-4fea-8118-fcf21103a6ec'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:41.004024 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:41.009406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7733c-04ee-4366-aa6e-9d3f8de1f72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-236035866-project] Pushing event deleted for resources: {'Network': ['ID=232a90c8-5b9f-4700-b876-dc7bc591b586,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:41.034015 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28d7cfe2-2c61-4202-9d40-2e0e7ddb45c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.091074 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:41.091737 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302972a6-3ea6-4fb8-b5bf-821adbb48c5c None None] The sync data for ids ['91123cbc-a1fa-4fea-8118-fcf21103a6ec'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:41.183333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bb9565-744e-45dd-a217-5137adeec432,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:41.197886 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.234125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Checking segment: {'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:41.234487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Network hostable DHCP agents. Network: c9ca3e32-528a-4c14-8024-b6bb8b8832dc, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:41.279256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.337515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=f284ae60-1837-4df3-abba-0e6f0d1a5c8d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:41.349050 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.351492 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0cce2cb-aafa-4e76-b2e3-6aa0e2a96f07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/f284ae60-1837-4df3-abba-0e6f0d1a5c8d HTTP/1.1" status: 204 len: 168 time: 0.5970259 Jul 16 01:47:41.355408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:41.417217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28d7cfe2-2c61-4202-9d40-2e0e7ddb45c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.420390 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28d7cfe2-2c61-4202-9d40-2e0e7ddb45c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.422889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:41.483803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.507484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c9ca3e32-528a-4c14-8024-b6bb8b8832dc) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:41.507941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:41.512729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.514083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.518064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00adba-1910-4e70-b30c-4807e55a370e None None] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:41.528125 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28d7cfe2-2c61-4202-9d40-2e0e7ddb45c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.528929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d7cfe2-2c61-4202-9d40-2e0e7ddb45c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Fanout notify agent at l3_agent the message router_deleted on router 91123cbc-a1fa-4fea-8118-fcf21103a6ec {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:41.544334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28d7cfe2-2c61-4202-9d40-2e0e7ddb45c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.568294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-28d7cfe2-2c61-4202-9d40-2e0e7ddb45c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/91123cbc-a1fa-4fea-8118-fcf21103a6ec HTTP/1.1" status: 204 len: 168 time: 0.7574193 Jul 16 01:47:41.573824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54642) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:41.615752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-560c4eab-0be3-4b6a-abe7-f84a8e3a2d45 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6584210 Jul 16 01:47:41.617219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54644) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:41.623632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:41.722933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port db2cb200-b3cc-42f8-9aa6-64d27da51879 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:41.723391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.748881 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eca3dd96-22d2-4e4b-8993-82216913a233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.753080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device be16a556-e895-48f4-9502-7375ed07a6e0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:41.762255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet 9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:41.767655 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.836406 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.867346 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.869306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.870661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port be16a556-e895-48f4-9502-7375ed07a6e0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:41.884165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port be16a556-e895-48f4-9502-7375ed07a6e0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:41.885889 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.975931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] For port db2cb200-b3cc-42f8-9aa6-64d27da51879, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=db2cb200-b3cc-42f8-9aa6-64d27da51879,segment=NetworkSegment(4425e5f2-eabf-42e0-addb-0a454fe1d3cb),segment_id=4425e5f2-eabf-42e0-addb-0a454fe1d3cb)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:41.976557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.998122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.084794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.089704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'fixed_ips': [{'subnet_id': '46bb9565-744e-45dd-a217-5137adeec432'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:42.090687 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.100267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for db2cb200-b3cc-42f8-9aa6-64d27da51879 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:42.113421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.118194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.133517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3b53573e-f482-4079-ae1a-00330e60bb4f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed75d5f0713a4027aa83e3dc169b8e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6006286 Jul 16 01:47:42.135700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.158044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.172165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.174312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c49ae72d-3ff0-46d6-bf34-90af2eb9024e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7 HTTP/1.1" status: 204 len: 168 time: 0.5974641 Jul 16 01:47:42.177951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.281750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf980db-2bd5-4f5a-bf91-68702e47f259 None None] Network 3db26a72-5562-4f65-8a35-f2f1b627c250 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:42.288979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac361a-bade-4b2a-ad48-f63b60ba0392 None None] Network 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:42.295548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet 1cf17cbd-8c39-4a37-ba33-6f1069a54112 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:42.300830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.364896 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.408608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port be16a556-e895-48f4-9502-7375ed07a6e0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=be16a556-e895-48f4-9502-7375ed07a6e0,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:42.422528 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.436888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Allocated IP 172.20.0.2 (c9ca3e32-528a-4c14-8024-b6bb8b8832dc/46bb9565-744e-45dd-a217-5137adeec432/e0146e18-b611-415b-be42-cc30a5392a5f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:42.445768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71aeb666-987c-4efe-8b4d-ad76ec7008ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.447023 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.485404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.506715 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71aeb666-987c-4efe-8b4d-ad76ec7008ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.516974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.561216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.563963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=db2cb200-b3cc-42f8-9aa6-64d27da51879,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.573045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No DVR routers for this DVR port db2cb200-b3cc-42f8-9aa6-64d27da51879 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:42.600122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf17cbd-8c39-4a37-ba33-6f1069a54112,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.605311 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.607514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1e0861d0-a61a-427a-a2e8-56e58c15c28b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/1cf17cbd-8c39-4a37-ba33-6f1069a54112 HTTP/1.1" status: 204 len: 168 time: 0.4285235 Jul 16 01:47:42.610317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.700192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.714636 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.732257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417cf010-57c5-4de3-bcbe-24f42e0ad3f5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:42.745355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71aeb666-987c-4efe-8b4d-ad76ec7008ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.748074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71aeb666-987c-4efe-8b4d-ad76ec7008ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.749359 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71aeb666-987c-4efe-8b4d-ad76ec7008ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e62521b5-6636-4127-bfe7-59e077ed7810 HTTP/1.1" status: 204 len: 168 time: 0.6064777 Jul 16 01:47:42.756043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4425e5f2-eabf-42e0-addb-0a454fe1d3cb') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:42.756296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4425e5f2-eabf-42e0-addb-0a454fe1d3cb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:42.765909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port bf649fbf-4de4-4e65-acaf-d32dcddc522b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:42.766906 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.775695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.778562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeb666-987c-4efe-8b4d-ad76ec7008ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62521b5-6636-4127-bfe7-59e077ed7810,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.798198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.815214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:42.815723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:42.820414 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:42.822965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4fba6-bd3e-41ad-be03-01d2c5d23ce1 None None] Network 5f913348-1d88-4c82-82d5-2aa0367d2611 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:42.844547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7af68493-1854-4bd3-a451-ceba3d954025 None None] Provisioning complete for port db2cb200-b3cc-42f8-9aa6-64d27da51879 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:42.844932 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7af68493-1854-4bd3-a451-ceba3d954025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.884942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port bf649fbf-4de4-4e65-acaf-d32dcddc522b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bf649fbf-4de4-4e65-acaf-d32dcddc522b,segment=NetworkSegment(a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3),segment_id=a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:42.886140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.915527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for bf649fbf-4de4-4e65-acaf-d32dcddc522b owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:42.963487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7af68493-1854-4bd3-a451-ceba3d954025 None None] Port db2cb200-b3cc-42f8-9aa6-64d27da51879 was deleted so its status cannot be updated. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:47:43.026023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c372182b-0950-42c0-bf00-ec64b3189554 None None] DHCP port deletion for 417cf010-57c5-4de3-bcbe-24f42e0ad3f5 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:43.035657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=be16a556-e895-48f4-9502-7375ed07a6e0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.053350 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.063294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.063294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.063294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.063294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.063294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.063294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.063294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.064286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.064286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.064286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.064286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.064966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:43.090499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.105416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.112021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/417cf010-57c5-4de3-bcbe-24f42e0ad3f5 HTTP/1.1" status: 204 len: 168 time: 1.7516899 Jul 16 01:47:43.112021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.118408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.164435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.203208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebbcb9-4ef0-4096-a5c3-ce14ef348024 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=417cf010-57c5-4de3-bcbe-24f42e0ad3f5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.210798 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.223062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Transition to ACTIVE for port object e0146e18-b611-415b-be42-cc30a5392a5f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:43.237348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b70bd1-c0e6-48df-90a4-cde33cf51816 None None] DHCP port deletion for 3db26a72-5562-4f65-8a35-f2f1b627c250 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:43.249723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Transition to ACTIVE for port object e0146e18-b611-415b-be42-cc30a5392a5f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:43.261913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.262263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port bf649fbf-4de4-4e65-acaf-d32dcddc522b on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:43.264187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=bf649fbf-4de4-4e65-acaf-d32dcddc522b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.346469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.361944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] DHCP port deletion for 5f913348-1d88-4c82-82d5-2aa0367d2611 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:43.378852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:43.387463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:43.400701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Allocated IP 172.25.5.12 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/0981cf91-eed6-4729-858a-8eff5de21d9f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:43.412837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:43.428549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b6148feb-6d6e-4756-8954-f5bad5a74f2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eba9c25c40314b24a83c5d2c9b35be64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644722 Jul 16 01:47:43.433147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.439491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Pushing event updated for resources: {'Port': ['ID=e0146e18-b611-415b-be42-cc30a5392a5f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.478008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.500779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ec1c5-0f6f-4c0b-add9-74d5b11adfd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.507380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2f9ec1c5-0f6f-4c0b-add9-74d5b11adfd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3862891 Jul 16 01:47:43.509729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db26a72-5562-4f65-8a35-f2f1b627c250']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:43.510772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Attempting to bind port e0146e18-b611-415b-be42-cc30a5392a5f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:43.511247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Attempting to bind port e0146e18-b611-415b-be42-cc30a5392a5f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:43.511899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Attempting to bind port e0146e18-b611-415b-be42-cc30a5392a5f on network c9ca3e32-528a-4c14-8024-b6bb8b8832dc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:43.512022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54666) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.518665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:43.520157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Checking segment: {'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:43.520157 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.521087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Bound using segment: {'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:43.521671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Bound port: e0146e18-b611-415b-be42-cc30a5392a5f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:43.522248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.539202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] Deleting port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:43.539960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.563148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:43.563453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e3b878-96e1-4ff6-a739-b0fd6a10f4f3') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:43.576827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.607941 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.620908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:43.621573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:43.624547 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:43.634860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device be16a556-e895-48f4-9502-7375ed07a6e0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:43.649018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e46478-9509-4421-b9ae-0a0912073177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.654643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.664050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.664301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d58a853a-0388-4e75-b8db-5f3f1267f98d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1513736 Jul 16 01:47:43.671403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-60673251'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:43.693864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] For port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,segment=NetworkSegment(b8bcb4a5-0884-4487-81bd-a291ac874373),segment_id=b8bcb4a5-0884-4487-81bd-a291ac874373)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:43.694420 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.718137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e46478-9509-4421-b9ae-0a0912073177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.721094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] For port e0146e18-b611-415b-be42-cc30a5392a5f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:43.723868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] Calling delete_port for 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:43.730992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.731996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:43.736280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.745310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.747657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] For port e0146e18-b611-415b-be42-cc30a5392a5f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e0146e18-b611-415b-be42-cc30a5392a5f,segment=NetworkSegment(7af52fd3-7ac0-45bb-a9fa-921ec45652cf),segment_id=7af52fd3-7ac0-45bb-a9fa-921ec45652cf)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:43.749270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/3db26a72-5562-4f65-8a35-f2f1b627c250 HTTP/1.1" status: 204 len: 168 time: 1.1379509 Jul 16 01:47:43.752725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.798592 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.800329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101d1f5-b38e-452f-9b26-5ad48dad81f1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=3db26a72-5562-4f65-8a35-f2f1b627c250,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.811821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:43.827231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.840951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.841298 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment 2fc3ef30-7988-4220-8580-623b49dba54b of type vlan for network f2d349ed-7ba1-423d-bcc0-dbc257f95114 Jul 16 01:47:43.874834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port be16a556-e895-48f4-9502-7375ed07a6e0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:43.877096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e46478-9509-4421-b9ae-0a0912073177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.877587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.879653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e46478-9509-4421-b9ae-0a0912073177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.880847 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-88e46478-9509-4421-b9ae-0a0912073177 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63d3ced8-5b70-4fec-be24-cc38491a4b4a HTTP/1.1" status: 204 len: 168 time: 0.4463675 Jul 16 01:47:43.902058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:43.919063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.946558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698ccc5-1c32-4ed0-8590-97ba9d4ea1b9 None None] Pushing event updated for resources: {'Port': ['ID=e0146e18-b611-415b-be42-cc30a5392a5f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.981703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.985407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.011545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:44.012272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.028758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] Pushing event deleted for resources: {'Port': ['ID=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.040120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4d919-05f1-4f65-8aa7-2fc485a09f49 None None] No DVR routers for this DVR port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:44.050549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:44.057575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:44.115786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Pushing event updated for resources: {'Port': ['ID=0981cf91-eed6-4729-858a-8eff5de21d9f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.125616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.133050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.133707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.188676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada, host n-d-800085-5, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:44.189043 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.207257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:44.211185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:47:44.213237 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.247723 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5824294 Jul 16 01:47:44.250361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e46478-9509-4421-b9ae-0a0912073177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d3ced8-5b70-4fec-be24-cc38491a4b4a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.261376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.267054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:44.274899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device db2cb200-b3cc-42f8-9aa6-64d27da51879 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:44.290038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.308676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:44.332953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: db2cb200-b3cc-42f8-9aa6-64d27da51879 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:44.333301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device db2cb200-b3cc-42f8-9aa6-64d27da51879 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:44.334493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:44.385278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:44.390366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6b9df9ec-ba4f-43a2-8ffa-2f2893c62ada not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:44.390522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bf649fbf-4de4-4e65-acaf-d32dcddc522b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:44.440782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: bf649fbf-4de4-4e65-acaf-d32dcddc522b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:44.441133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bf649fbf-4de4-4e65-acaf-d32dcddc522b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:44.451036 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.471495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2cd7e-4275-4428-9bdc-a30132c631af tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=f2d349ed-7ba1-423d-bcc0-dbc257f95114,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.484514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:44.517182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.532505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f913348-1d88-4c82-82d5-2aa0367d2611']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:44.546395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bcb4a5-0884-4487-81bd-a291ac874373') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:44.546693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bcb4a5-0884-4487-81bd-a291ac874373') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:44.557957 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.559714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:44.563213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.591774 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64158cee-fe8f-4dfe-bd92-3dd9cb454ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.659417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.671601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:44.672681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:44.676897 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:44.735136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.763932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.769707 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.771651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/5f913348-1d88-4c82-82d5-2aa0367d2611 HTTP/1.1" status: 204 len: 168 time: 1.0175567 Jul 16 01:47:44.778398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.035131 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.246560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Router baeb3a37-cfda-498a-af61-86799ff09106 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:45.279867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1476701808'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:45.304927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1e7fb-09ff-4b57-8c99-04edef9f946a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=5f913348-1d88-4c82-82d5-2aa0367d2611,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.346208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.376641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:45.380730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46265d35-fd3a-4f01-a7e5-8e9d18bdac51 None None] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:45.381035 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.416834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:45.436320 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.437749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:45.438469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4706bc92-bcff-44e3-af88-1bae19dbb735 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8201699 Jul 16 01:47:45.441668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.451130 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.451739 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment 9dd5c8cb-06a6-4601-b4b6-81b70acc0868 of type vlan for network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 Jul 16 01:47:45.460600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Sync routers for ids ['baeb3a37-cfda-498a-af61-86799ff09106'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:45.462107 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.536431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Routers {'baeb3a37-cfda-498a-af61-86799ff09106'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:45.537155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['baeb3a37-cfda-498a-af61-86799ff09106'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:45.592880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.598427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': '2fc3ef30-7988-4220-8580-623b49dba54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:45.600818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: f2d349ed-7ba1-423d-bcc0-dbc257f95114, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:45.638863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=42854734-6b11-4d81-bb9f-7fa9bc60a85b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.677012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:45.691844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-574db50a-c84c-41a4-ac4d-c2f307d7adef None None] Provisioning for port e0146e18-b611-415b-be42-cc30a5392a5f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:45.696791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f2d349ed-7ba1-423d-bcc0-dbc257f95114) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:45.702644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.703245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.722046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.727672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.728369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.754948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4806254 Jul 16 01:47:45.768999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.774256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:45.789877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e0146e18-b611-415b-be42-cc30a5392a5f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:45.792255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3cdff5-3708-4b24-ac9f-1fa29fcaa064 None None] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:45.875763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-facf5cc3-6256-4aa9-99ec-7282f063234c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6106200 Jul 16 01:47:45.876769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.882163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114', 'name': 'tempest-PortsIpV6TestJSON-1139028505'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:45.971665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760853e7-b391-4adf-80b2-837332be24e3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=ab1e4a6d-d404-4f12-a3d1-fc84e4206137,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:46.031234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:46.034686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:46.035735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.142417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Set router baeb3a37-cfda-498a-af61-86799ff09106 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:46.176411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:46.182209 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.223942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port ff46e2ef-d332-4927-af09-e39746b77fc4 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:46.320805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:46.496658 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::25a (f2d349ed-7ba1-423d-bcc0-dbc257f95114/42854734-6b11-4d81-bb9f-7fa9bc60a85b/ff46e2ef-d332-4927-af09-e39746b77fc4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:46.523325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5771f045-80bf-4f66-ac03-e192db2eb4d3 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-315970755'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:46.551467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.570632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e0146e18-b611-415b-be42-cc30a5392a5f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:46.572879 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.589570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e0146e18-b611-415b-be42-cc30a5392a5f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:46.589570 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.614380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5771f045-80bf-4f66-ac03-e192db2eb4d3 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.615495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5771f045-80bf-4f66-ac03-e192db2eb4d3 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.685304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=c772e8f2-561b-450b-9451-3fad3f3cd127,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:46.719993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.767791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': '9dd5c8cb-06a6-4601-b4b6-81b70acc0868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:46.768155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: ab1e4a6d-d404-4f12-a3d1-fc84e4206137, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:46.784482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5771f045-80bf-4f66-ac03-e192db2eb4d3 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.821159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5771f045-80bf-4f66-ac03-e192db2eb4d3 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.846984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:46.850159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-f2d349ed-7ba1-423d-bcc0-dbc257f95114', 'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114', 'tenant_id': 'baaae91c5f4349cb8a21551b5cbbcac4', 'fixed_ips': [{'subnet_id': '42854734-6b11-4d81-bb9f-7fa9bc60a85b'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:46.851547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.860482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5771f045-80bf-4f66-ac03-e192db2eb4d3 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.862432 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5771f045-80bf-4f66-ac03-e192db2eb4d3 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5405271 Jul 16 01:47:46.867278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:46.872196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ab1e4a6d-d404-4f12-a3d1-fc84e4206137) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:46.885048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.885830 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.888717 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.904254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44c857-c911-4a54-b4a2-f340a776a611 None None] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:46.909068 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.918127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.924514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-24f7ec25-7196-4039-8e79-81a09c4ff844 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1540759 Jul 16 01:47:46.928793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:46.937270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-91bcf7d7-e2d7-468c-a62e-02c831d47ced tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-954096917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:46.952910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object ff46e2ef-d332-4927-af09-e39746b77fc4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:47.002347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67cb1dc7-fabf-453d-a47d-86b3c59db572 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.014465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91bcf7d7-e2d7-468c-a62e-02c831d47ced tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.018700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91bcf7d7-e2d7-468c-a62e-02c831d47ced tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.055229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.066656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:47:44Z', 'revision_number': 3, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port': {'id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:43Z', 'updated_at': '2021-07-16T01:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.121379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e0146e18-b611-415b-be42-cc30a5392a5f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e0146e18-b611-415b-be42-cc30a5392a5f,segment=NetworkSegment(7af52fd3-7ac0-45bb-a9fa-921ec45652cf),segment_id=7af52fd3-7ac0-45bb-a9fa-921ec45652cf)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:47.122414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Checking router: baeb3a37-cfda-498a-af61-86799ff09106 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:47.122799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Updating router baeb3a37-cfda-498a-af61-86799ff09106 port 0981cf91-eed6-4729-858a-8eff5de21d9f binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:47.156381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91bcf7d7-e2d7-468c-a62e-02c831d47ced tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.169079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91bcf7d7-e2d7-468c-a62e-02c831d47ced tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.188829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.219738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:47.222644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:47.224733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=ff46e2ef-d332-4927-af09-e39746b77fc4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.228735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:47.234668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.235336 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.248082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91bcf7d7-e2d7-468c-a62e-02c831d47ced tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.250875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-91bcf7d7-e2d7-468c-a62e-02c831d47ced tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3208046 Jul 16 01:47:47.251499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.261547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'port': {'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137', 'name': 'tempest-RoutersIpV6Test-1736864707'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:47.281919 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.298141 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Allocated IP 172.20.0.1 (c9ca3e32-528a-4c14-8024-b6bb8b8832dc/46bb9565-744e-45dd-a217-5137adeec432/197b4cca-293c-4df2-98ea-fad2bf4f7e64) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:47.301244 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67cb1dc7-fabf-453d-a47d-86b3c59db572 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.305998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67cb1dc7-fabf-453d-a47d-86b3c59db572 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.353655 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dfe44114-a1bf-4a0d-8dd0-4e1464e94948 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4748211 Jul 16 01:47:47.356313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.363164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114', 'name': 'tempest-PortsIpV6TestJSON-2103129873'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:47.382956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67cb1dc7-fabf-453d-a47d-86b3c59db572 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.383462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb1dc7-fabf-453d-a47d-86b3c59db572 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db8caaf3-4700-4879-9fac-dad32c605a42 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:47.389898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67cb1dc7-fabf-453d-a47d-86b3c59db572 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.395124 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-67cb1dc7-fabf-453d-a47d-86b3c59db572 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "DELETE /v2.0/routers/db8caaf3-4700-4879-9fac-dad32c605a42 HTTP/1.1" status: 204 len: 168 time: 0.5271323 Jul 16 01:47:47.398636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54734) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.404824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a5a77836-f024-4164-9a2a-628b94d7f477 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Request body: {'router': {'name': 'tempest-router-1593993778', 'distributed': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:47.405000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Allocated IP 2001:db8::2 (f2d349ed-7ba1-423d-bcc0-dbc257f95114/42854734-6b11-4d81-bb9f-7fa9bc60a85b/204e79d2-2e2d-4370-881e-afa6c9ccda7d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:47.408698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f11c26f0-8f80-4251-9a35-b68da98fe36b None None] Provisioning complete for port e0146e18-b611-415b-be42-cc30a5392a5f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:47.408859 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f11c26f0-8f80-4251-9a35-b68da98fe36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.422478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:47:47.422478 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:47:47.422478 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': 'be97095a22374ad18268a265c1409082', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 47, 47, 412618)}] Jul 16 01:47:47.422478 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:47:47.422935 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:47:47.457020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e0146e18-b611-415b-be42-cc30a5392a5f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.468448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5a77836-f024-4164-9a2a-628b94d7f477 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.469725 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5a77836-f024-4164-9a2a-628b94d7f477 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.523803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.527040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:47.532784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.557777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port ec744f48-f1d1-4959-b2af-e598179e5f15 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:47.574011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5a77836-f024-4164-9a2a-628b94d7f477 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.577094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Transition to ACTIVE for port object 197b4cca-293c-4df2-98ea-fad2bf4f7e64 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:47.583383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5a77836-f024-4164-9a2a-628b94d7f477 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.608027 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5a77836-f024-4164-9a2a-628b94d7f477 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.612297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a5a77836-f024-4164-9a2a-628b94d7f477 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2122982 Jul 16 01:47:47.614379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54736) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.648553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e0146e18-b611-415b-be42-cc30a5392a5f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:47.701171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f521491b-3c63-4193-8c4f-34aa5c1e8dad tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.704801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.731198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ab1e4a6d-d404-4f12-a3d1-fc84e4206137', 'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': 'c772e8f2-561b-450b-9451-3fad3f3cd127'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:47.732674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.819377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:47.825664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:47.850262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Pushing event updated for resources: {'Port': ['ID=197b4cca-293c-4df2-98ea-fad2bf4f7e64,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.887278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:47.951281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f521491b-3c63-4193-8c4f-34aa5c1e8dad tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.956938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f521491b-3c63-4193-8c4f-34aa5c1e8dad tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.975880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:47.984120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.023820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] device_id is not set on port 219ce402-6ad7-4a29-a9f6-46535fbe0139 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:48.024686 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.059275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Allocated IP 2001:db8::2 (ab1e4a6d-d404-4f12-a3d1-fc84e4206137/c772e8f2-561b-450b-9451-3fad3f3cd127/dfcd1046-9e4e-4f13-9593-5a88e6099a7b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:48.076890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f521491b-3c63-4193-8c4f-34aa5c1e8dad tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.077425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f521491b-3c63-4193-8c4f-34aa5c1e8dad tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 547f96f7-3238-4ab2-8ef8-26f93e9fa961 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:48.084479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f521491b-3c63-4193-8c4f-34aa5c1e8dad tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.085829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f521491b-3c63-4193-8c4f-34aa5c1e8dad tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "DELETE /v2.0/routers/547f96f7-3238-4ab2-8ef8-26f93e9fa961 HTTP/1.1" status: 204 len: 168 time: 0.4705322 Jul 16 01:47:48.089754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:48.094370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-169d8f12-9ea9-44c1-a6af-72075dd2993f tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Request body: {'router': {'name': 'tempest-router-1716845706', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e8fd4abea65540d9890032148fd9a044'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:48.156008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-169d8f12-9ea9-44c1-a6af-72075dd2993f tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.157417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-169d8f12-9ea9-44c1-a6af-72075dd2993f tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.248316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-169d8f12-9ea9-44c1-a6af-72075dd2993f tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.257850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-169d8f12-9ea9-44c1-a6af-72075dd2993f tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.268731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.271779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e0146e18-b611-415b-be42-cc30a5392a5f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:48.272169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.281363 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-169d8f12-9ea9-44c1-a6af-72075dd2993f tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.285245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-169d8f12-9ea9-44c1-a6af-72075dd2993f tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1919293 Jul 16 01:47:48.285382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54744) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:48.291085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:48.341943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.378388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Transition to ACTIVE for port object 204e79d2-2e2d-4370-881e-afa6c9ccda7d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:48.389267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-af57e056-86ef-4949-8a1c-62011a81a517 None None] Provisioning for port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:48.431084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-af57e056-86ef-4949-8a1c-62011a81a517 None None] Provisioning complete for port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:48.431464 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af57e056-86ef-4949-8a1c-62011a81a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.435085 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.472162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Transition to ACTIVE for port object 204e79d2-2e2d-4370-881e-afa6c9ccda7d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:48.480980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Transition to ACTIVE for port object dfcd1046-9e4e-4f13-9593-5a88e6099a7b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:48.503233 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.510810 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.554841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Transition to ACTIVE for port object dfcd1046-9e4e-4f13-9593-5a88e6099a7b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:48.558535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-af57e056-86ef-4949-8a1c-62011a81a517 None None] Port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:48.565500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Transition to ACTIVE for port object 0981cf91-eed6-4729-858a-8eff5de21d9f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:48.582091 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.582449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.662222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8::2af (ab1e4a6d-d404-4f12-a3d1-fc84e4206137/c772e8f2-561b-450b-9451-3fad3f3cd127/219ce402-6ad7-4a29-a9f6-46535fbe0139) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:48.693210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93707) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 01:47:48.693566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Router 02fbab39-3e45-4e4a-9b20-82efefafbea3 migrating from provider to provider. {{(pid=93707) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 01:47:48.693925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.705107 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.714571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.729110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.748445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::9f (f2d349ed-7ba1-423d-bcc0-dbc257f95114/42854734-6b11-4d81-bb9f-7fa9bc60a85b/ec744f48-f1d1-4959-b2af-e598179e5f15) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:48.768176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.784453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.805193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.815370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:48.830269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Pushing event updated for resources: {'Port': ['ID=204e79d2-2e2d-4370-881e-afa6c9ccda7d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.835726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:48.838142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:48.870906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:48.883964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:48.887169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:48.915562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.930591 n-d-800085-5 neutron-server[93707]: WARNING neutron.scheduler.l3_agent_scheduler [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] No L3 agents can host the router 02fbab39-3e45-4e4a-9b20-82efefafbea3 Jul 16 01:47:48.932178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Pushing event updated for resources: {'Port': ['ID=197b4cca-293c-4df2-98ea-fad2bf4f7e64,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.939994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.950261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Attempting to bind port 0981cf91-eed6-4729-858a-8eff5de21d9f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:48.950630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Attempting to bind port 0981cf91-eed6-4729-858a-8eff5de21d9f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:48.951023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Attempting to bind port 0981cf91-eed6-4729-858a-8eff5de21d9f on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:48.979485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 219ce402-6ad7-4a29-a9f6-46535fbe0139 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:49.001577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:49.001957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:49.002355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.002749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:49.003226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Bound port: 0981cf91-eed6-4729-858a-8eff5de21d9f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:49.003617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.038924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.056995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Attempting to bind port dfcd1046-9e4e-4f13-9593-5a88e6099a7b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:49.057766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Attempting to bind port dfcd1046-9e4e-4f13-9593-5a88e6099a7b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '9dd5c8cb-06a6-4601-b4b6-81b70acc0868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:49.058579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Attempting to bind port dfcd1046-9e4e-4f13-9593-5a88e6099a7b on network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:49.062835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object ec744f48-f1d1-4959-b2af-e598179e5f15 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:49.068653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Pushing event updated for resources: {'Port': ['ID=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.100648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.112021 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.143353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:49.144043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Checking segment: {'id': '9dd5c8cb-06a6-4601-b4b6-81b70acc0868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:49.144674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.145909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Bound using segment: {'id': '9dd5c8cb-06a6-4601-b4b6-81b70acc0868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:49.146709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Bound port: dfcd1046-9e4e-4f13-9593-5a88e6099a7b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5c8cb-06a6-4601-b4b6-81b70acc0868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ab1e4a6d-d404-4f12-a3d1-fc84e4206137'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:49.147282 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.164311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2d124-30c6-4bc4-9a48-baf73b980ef3 None None] Pushing event updated for resources: {'Port': ['ID=0981cf91-eed6-4729-858a-8eff5de21d9f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.175068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:49.180486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:49.182202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:49.185675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:49.192396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.194482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.204811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:49.207641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:49.214665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.215444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.235860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=219ce402-6ad7-4a29-a9f6-46535fbe0139,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.273669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] For port dfcd1046-9e4e-4f13-9593-5a88e6099a7b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:49.277965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] For port dfcd1046-9e4e-4f13-9593-5a88e6099a7b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,segment=NetworkSegment(9dd5c8cb-06a6-4601-b4b6-81b70acc0868),segment_id=9dd5c8cb-06a6-4601-b4b6-81b70acc0868)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:49.280327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c63220f7-e5c8-4e3c-9c1c-af0214447bff tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0248485 Jul 16 01:47:49.285285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.294873 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.365263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Attempting to bind port 204e79d2-2e2d-4370-881e-afa6c9ccda7d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:49.366521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Attempting to bind port 204e79d2-2e2d-4370-881e-afa6c9ccda7d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2fc3ef30-7988-4220-8580-623b49dba54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:49.367195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Attempting to bind port 204e79d2-2e2d-4370-881e-afa6c9ccda7d on network f2d349ed-7ba1-423d-bcc0-dbc257f95114 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:49.386350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d92706-8daf-4ece-8d7e-55d061ef2d4e None None] Pushing event updated for resources: {'Port': ['ID=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.390481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0307894 Jul 16 01:47:49.396375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:49.396792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Checking segment: {'id': '2fc3ef30-7988-4220-8580-623b49dba54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:49.397208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.397625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Bound using segment: {'id': '2fc3ef30-7988-4220-8580-623b49dba54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:49.398110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Bound port: 204e79d2-2e2d-4370-881e-afa6c9ccda7d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc3ef30-7988-4220-8580-623b49dba54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f2d349ed-7ba1-423d-bcc0-dbc257f95114'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:49.398502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.434391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.469710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Hosts for router 02fbab39-3e45-4e4a-9b20-82efefafbea3: [] {{(pid=93707) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 01:47:49.515308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] For port 204e79d2-2e2d-4370-881e-afa6c9ccda7d, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:49.521449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] For port 204e79d2-2e2d-4370-881e-afa6c9ccda7d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=204e79d2-2e2d-4370-881e-afa6c9ccda7d,segment=NetworkSegment(2fc3ef30-7988-4220-8580-623b49dba54b),segment_id=2fc3ef30-7988-4220-8580-623b49dba54b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:49.527297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Hosts for other DVR routers connected to router 02fbab39-3e45-4e4a-9b20-82efefafbea3: set() {{(pid=93707) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 01:47:49.528929 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.530390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.531930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-78cbf723-1659-4f69-a2a3-d15d638eb5e5 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "PUT /v2.0/routers/02fbab39-3e45-4e4a-9b20-82efefafbea3 HTTP/1.1" status: 200 len: 717 time: 1.2456522 Jul 16 01:47:49.536825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54764) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.537163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] For port 0981cf91-eed6-4729-858a-8eff5de21d9f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:49.541447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:49.548136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:49.550892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] For port 0981cf91-eed6-4729-858a-8eff5de21d9f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0981cf91-eed6-4729-858a-8eff5de21d9f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:49.558789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7425a-e64b-4d3d-ada7-0d785215d758 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=ec744f48-f1d1-4959-b2af-e598179e5f15,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.593644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.658861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Routers {'baeb3a37-cfda-498a-af61-86799ff09106'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:49.670216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['baeb3a37-cfda-498a-af61-86799ff09106'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:49.673317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d7642-ab89-41c1-ba9c-5ca8bc6dd86c None None] Pushing event updated for resources: {'Port': ['ID=204e79d2-2e2d-4370-881e-afa6c9ccda7d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.715490 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b4db88d0-97bb-4a30-b8e2-913067b066e1 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "GET /v2.0/routers/02fbab39-3e45-4e4a-9b20-82efefafbea3 HTTP/1.1" status: 200 len: 717 time: 0.1765800 Jul 16 01:47:49.721035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.901813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Router baeb3a37-cfda-498a-af61-86799ff09106 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:49.908395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d4b03-b2cb-409b-8b99-93c4f88e06a6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.912651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-144d4b03-b2cb-409b-8b99-93c4f88e06a6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25a HTTP/1.1" status: 200 len: 929 time: 0.4369361 Jul 16 01:47:49.915902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54776) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.069500 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.099841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2d124-30c6-4bc4-9a48-baf73b980ef3 None None] Pushing event updated for resources: {'Port': ['ID=0981cf91-eed6-4729-858a-8eff5de21d9f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.154420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] Set router baeb3a37-cfda-498a-af61-86799ff09106 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:50.175539 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.194647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95296cc2-bde3-4539-950a-2ecb9f8b4356 None None] Provisioning complete for port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:50.196532 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95296cc2-bde3-4539-950a-2ecb9f8b4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.245642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ed1a681d-525b-462e-9d8d-dbd8df67370a tempest-RoutersTestDVR-132875826 tempest-RoutersTestDVR-132875826-project] 10.222.0.81 "GET /v2.0/routers/02fbab39-3e45-4e4a-9b20-82efefafbea3 HTTP/1.1" status: 200 len: 683 time: 0.5213819 Jul 16 01:47:50.246691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54778) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.396858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-95296cc2-bde3-4539-950a-2ecb9f8b4356 None None] Port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:50.412344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-badb1abd-b475-42d5-8d05-dc0f50326e68 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.485023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:50.496786 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-09c985bd-4108-442b-8f7a-a8b5d98a837d admin admin] 10.222.0.81 "PUT /v2.0/routers/baeb3a37-cfda-498a-af61-86799ff09106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0535669 Jul 16 01:47:50.500472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port ec744f48-f1d1-4959-b2af-e598179e5f15 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:50.501001 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.512249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 4, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port': {'id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:43Z', 'updated_at': '2021-07-16T01:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '197b4cca-293c-4df2-98ea-fad2bf4f7e64', 'name': '', 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'mac_address': 'fa:16:3e:de:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46bb9565-744e-45dd-a217-5137adeec432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:46Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 2, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'subnets': [{'id': '46bb9565-744e-45dd-a217-5137adeec432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:50.549701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.557863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.582642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b1f70-c503-4bfd-92bc-fe6506fd584d None None] The sync data for ids ['baeb3a37-cfda-498a-af61-86799ff09106'] in n-d-800085-5 is: [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 4, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port': {'id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:43Z', 'updated_at': '2021-07-16T01:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '197b4cca-293c-4df2-98ea-fad2bf4f7e64', 'name': '', 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'mac_address': 'fa:16:3e:de:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46bb9565-744e-45dd-a217-5137adeec432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:46Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 2, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'subnets': [{'id': '46bb9565-744e-45dd-a217-5137adeec432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:50.623630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-badb1abd-b475-42d5-8d05-dc0f50326e68 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.633213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-badb1abd-b475-42d5-8d05-dc0f50326e68 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.664003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=219ce402-6ad7-4a29-a9f6-46535fbe0139,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.732825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-badb1abd-b475-42d5-8d05-dc0f50326e68 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.733912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badb1abd-b475-42d5-8d05-dc0f50326e68 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02fbab39-3e45-4e4a-9b20-82efefafbea3 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:50.742203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-badb1abd-b475-42d5-8d05-dc0f50326e68 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.743350 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-badb1abd-b475-42d5-8d05-dc0f50326e68 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "DELETE /v2.0/routers/02fbab39-3e45-4e4a-9b20-82efefafbea3 HTTP/1.1" status: 204 len: 168 time: 0.4939940 Jul 16 01:47:50.748689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.750483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.765210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9ab5bdbf-97ad-4fed-b9f5-4f2cdfe87ffa tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Request body: {'router': {'name': 'tempest-router-175462642', 'distributed': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:50.778602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for ec744f48-f1d1-4959-b2af-e598179e5f15 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:50.872538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab5bdbf-97ad-4fed-b9f5-4f2cdfe87ffa tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.873785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab5bdbf-97ad-4fed-b9f5-4f2cdfe87ffa tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.876383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.084593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab5bdbf-97ad-4fed-b9f5-4f2cdfe87ffa tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.097389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab5bdbf-97ad-4fed-b9f5-4f2cdfe87ffa tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.164974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab5bdbf-97ad-4fed-b9f5-4f2cdfe87ffa tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.181987 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9ab5bdbf-97ad-4fed-b9f5-4f2cdfe87ffa tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4200833 Jul 16 01:47:51.182415 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.184865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.328052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3115027c-3dbd-4001-97d6-80bbff558723 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.412527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.484175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=ec744f48-f1d1-4959-b2af-e598179e5f15,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.625616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.625970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.626320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.626664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.627005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.627339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.627677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.628009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.628400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.628739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.629066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.629394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:51.660317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.664575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-349bfbca-7535-4883-a49a-eda608d5d4ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/ec744f48-f1d1-4959-b2af-e598179e5f15 HTTP/1.1" status: 204 len: 168 time: 1.7441087 Jul 16 01:47:51.665211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.667206 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3115027c-3dbd-4001-97d6-80bbff558723 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.678295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b95ba78-a0bd-4639-bdd7-83d389e41af5 None None] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:51.693277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3115027c-3dbd-4001-97d6-80bbff558723 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.748696 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe393138-472e-4fdd-9597-da55f763086d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:51.759823 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fe393138-472e-4fdd-9597-da55f763086d tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/ec744f48-f1d1-4959-b2af-e598179e5f15 HTTP/1.1" status: 404 len: 333 time: 0.0898600 Jul 16 01:47:51.760615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.902496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232d1cc7-3ad9-4cdb-bd33-ad907f8575ad None None] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:51.946438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 204e79d2-2e2d-4370-881e-afa6c9ccda7d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:51.964999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3115027c-3dbd-4001-97d6-80bbff558723 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.965681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3115027c-3dbd-4001-97d6-80bbff558723 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56bcb7b5-02a9-4c2e-9265-0016542622e3 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:51.981024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3115027c-3dbd-4001-97d6-80bbff558723 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.982737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3115027c-3dbd-4001-97d6-80bbff558723 tempest-RoutersTestDVR-1870213352 tempest-RoutersTestDVR-1870213352-project-admin] 10.222.0.81 "DELETE /v2.0/routers/56bcb7b5-02a9-4c2e-9265-0016542622e3 HTTP/1.1" status: 204 len: 168 time: 0.7964814 Jul 16 01:47:52.021113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6e1a7022-64af-42ff-89b5-f8cbdfe4fd89 None None] Provisioning for port 204e79d2-2e2d-4370-881e-afa6c9ccda7d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:52.066378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port ff46e2ef-d332-4927-af09-e39746b77fc4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:52.066952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.083161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 204e79d2-2e2d-4370-881e-afa6c9ccda7d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:52.099037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 204e79d2-2e2d-4370-881e-afa6c9ccda7d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.099636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.107189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6e1a7022-64af-42ff-89b5-f8cbdfe4fd89 None None] Provisioning complete for port 204e79d2-2e2d-4370-881e-afa6c9ccda7d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.107744 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7022-64af-42ff-89b5-f8cbdfe4fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.274817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.293661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for ff46e2ef-d332-4927-af09-e39746b77fc4 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:52.418243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.474074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.474889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.500753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.510760 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.526566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7022-64af-42ff-89b5-f8cbdfe4fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.605715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=ff46e2ef-d332-4927-af09-e39746b77fc4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.626055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.629698 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-36711bb3-1784-49f6-88a2-ca0b4e9b8ff1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/ff46e2ef-d332-4927-af09-e39746b77fc4 HTTP/1.1" status: 204 len: 168 time: 0.8634357 Jul 16 01:47:52.631957 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.637654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-f9b1eea1-e20d-4ecd-86c4-07afad95d8f1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.639595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-f9b1eea1-e20d-4ecd-86c4-07afad95d8f1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/networks?id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 200 len: 909 time: 0.3340499 Jul 16 01:47:52.647220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54834) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.682932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=219ce402-6ad7-4a29-a9f6-46535fbe0139,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.706424 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-315996b4-c653-4b47-b45a-c559c9ac2011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.708992 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92841c9-7408-4d2a-9ed9-6952b3d413cd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:47:52.711817 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a92841c9-7408-4d2a-9ed9-6952b3d413cd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/ff46e2ef-d332-4927-af09-e39746b77fc4 HTTP/1.1" status: 404 len: 333 time: 0.0627372 Jul 16 01:47:52.714980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-af221a3a-3346-431f-affa-c793746aa6da tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/quotas/86ab90df66754ac5aa8dde24bd4f9a4a HTTP/1.1" status: 200 len: 375 time: 0.0647223 Jul 16 01:47:52.715518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.761165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6e1a7022-64af-42ff-89b5-f8cbdfe4fd89 None None] For port 204e79d2-2e2d-4370-881e-afa6c9ccda7d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=204e79d2-2e2d-4370-881e-afa6c9ccda7d,segment=NetworkSegment(2fc3ef30-7988-4220-8580-623b49dba54b),segment_id=2fc3ef30-7988-4220-8580-623b49dba54b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:52.774084 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7022-64af-42ff-89b5-f8cbdfe4fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.899537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 42854734-6b11-4d81-bb9f-7fa9bc60a85b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:52.914283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-315996b4-c653-4b47-b45a-c559c9ac2011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.921869 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-315996b4-c653-4b47-b45a-c559c9ac2011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.922377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.996747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315996b4-c653-4b47-b45a-c559c9ac2011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0834eba1-f0ca-4cd7-b69f-d3b309e66c15,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.004503 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-315996b4-c653-4b47-b45a-c559c9ac2011 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8fd4abea65540d9890032148fd9a044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020032 Jul 16 01:47:53.007062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54838) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.027434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:53.039216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:53.059180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.068929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-adcbe802-ab12-432b-9fb6-1583ff49d835 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3455050 Jul 16 01:47:53.156720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2916eb8d-7fea-4a35-80b6-f69ab915ea6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.214839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2916eb8d-7fea-4a35-80b6-f69ab915ea6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.293812 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:47:53.293812 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:47:53.304027 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2916eb8d-7fea-4a35-80b6-f69ab915ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.307451 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2916eb8d-7fea-4a35-80b6-f69ab915ea6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.308760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2916eb8d-7fea-4a35-80b6-f69ab915ea6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0834eba1-f0ca-4cd7-b69f-d3b309e66c15 HTTP/1.1" status: 204 len: 168 time: 0.2997909 Jul 16 01:47:53.319976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a7022-64af-42ff-89b5-f8cbdfe4fd89 None None] Pushing event updated for resources: {'Port': ['ID=204e79d2-2e2d-4370-881e-afa6c9ccda7d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.323166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916eb8d-7fea-4a35-80b6-f69ab915ea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0834eba1-f0ca-4cd7-b69f-d3b309e66c15,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.326494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93f91e48-6454-43d9-b1c0-1a88b2fcf534 None None] Provisioning for port dfcd1046-9e4e-4f13-9593-5a88e6099a7b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:53.449242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa70df52-6a10-49c2-9ebf-b316d581b9fc None None] Could not find standard attr ID for object ff46e2ef-d332-4927-af09-e39746b77fc4. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:47:53.461782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8b18a87a-7332-4bb0-9652-3cf68e9153ed service neutron] 10.222.0.81 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492875 Jul 16 01:47:53.494307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa70df52-6a10-49c2-9ebf-b316d581b9fc None None] Provisioning for port 219ce402-6ad7-4a29-a9f6-46535fbe0139 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:53.499916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa70df52-6a10-49c2-9ebf-b316d581b9fc None None] Provisioning complete for port 219ce402-6ad7-4a29-a9f6-46535fbe0139 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:53.500717 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa70df52-6a10-49c2-9ebf-b316d581b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.549592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aa70df52-6a10-49c2-9ebf-b316d581b9fc None None] Port 219ce402-6ad7-4a29-a9f6-46535fbe0139 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:53.551573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.599410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa70df52-6a10-49c2-9ebf-b316d581b9fc None None] Provisioning complete for port 204e79d2-2e2d-4370-881e-afa6c9ccda7d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:53.599961 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa70df52-6a10-49c2-9ebf-b316d581b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.789532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 7499c37d-63ba-414e-82b2-e20f9d4aef25 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:53.792900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.806882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-548d7757-0905-4030-86e8-a2ce54134765 service neutron] 10.222.0.81 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299580 Jul 16 01:47:53.809449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.816164 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ce38-346d-4047-9b20-7ce2f39aee57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.859101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dfcd1046-9e4e-4f13-9593-5a88e6099a7b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:53.863039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=42854734-6b11-4d81-bb9f-7fa9bc60a85b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.875478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.877543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5cd66496-483f-4ed4-a184-b65b49793982 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/42854734-6b11-4d81-bb9f-7fa9bc60a85b HTTP/1.1" status: 204 len: 168 time: 1.1590762 Jul 16 01:47:53.887394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.912253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-833a787c-2876-4b56-91f5-314340ce69e3 None None] Could not find standard attr ID for object ff46e2ef-d332-4927-af09-e39746b77fc4. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:47:53.948673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-833a787c-2876-4b56-91f5-314340ce69e3 None None] Provisioning complete for port 219ce402-6ad7-4a29-a9f6-46535fbe0139 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:53.949244 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-833a787c-2876-4b56-91f5-314340ce69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.011126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port dfcd1046-9e4e-4f13-9593-5a88e6099a7b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:54.019158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dfcd1046-9e4e-4f13-9593-5a88e6099a7b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:54.019820 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.027514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-833a787c-2876-4b56-91f5-314340ce69e3 None None] Port 219ce402-6ad7-4a29-a9f6-46535fbe0139 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:54.101440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:54.111917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cb6b6262-e952-499e-b064-37a0d3b91854 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/7499c37d-63ba-414e-82b2-e20f9d4aef25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8253102 Jul 16 01:47:54.112547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.116853 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] Sync routers for ids ['7499c37d-63ba-414e-82b2-e20f9d4aef25'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:54.167076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] Routers {'7499c37d-63ba-414e-82b2-e20f9d4aef25'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:54.167722 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['7499c37d-63ba-414e-82b2-e20f9d4aef25'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.176085 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.185375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b7b6e-b3db-4457-9078-827756f08209 None None] Network f2d349ed-7ba1-423d-bcc0-dbc257f95114 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:54.198504 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.284576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ce38-346d-4047-9b20-7ce2f39aee57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.293403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-559fc17d-5fbc-43d1-8211-dd2b0071d949 req-4413cea7-8054-4a84-ad1c-569b068841bd tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 210 time: 0.0604963 Jul 16 01:47:54.294180 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ce38-346d-4047-9b20-7ce2f39aee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.301831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e9d62-0144-4fba-bdee-255abd593107 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.307691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9a9e9d62-0144-4fba-bdee-255abd593107 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports/219ce402-6ad7-4a29-a9f6-46535fbe0139 HTTP/1.1" status: 200 len: 984 time: 0.1941130 Jul 16 01:47:54.308643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.316716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2868c899-5b04-4dcc-befb-cb711a58073e None None] Could not find standard attr ID for object ec744f48-f1d1-4959-b2af-e598179e5f15. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:47:54.319530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port dfcd1046-9e4e-4f13-9593-5a88e6099a7b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,segment=NetworkSegment(9dd5c8cb-06a6-4601-b4b6-81b70acc0868),segment_id=9dd5c8cb-06a6-4601-b4b6-81b70acc0868)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:54.327570 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.356626 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7ff7ce38-346d-4047-9b20-7ce2f39aee57 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1f731217f8d49189e1782a3790d97ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618703 Jul 16 01:47:54.357706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7ce38-346d-4047-9b20-7ce2f39aee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc8470-0d8d-42c6-b4bb-fec83ac29d73,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.376321 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] Routers {'7499c37d-63ba-414e-82b2-e20f9d4aef25'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:54.376846 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['7499c37d-63ba-414e-82b2-e20f9d4aef25'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.383576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.401369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Sync routers for ids ['baeb3a37-cfda-498a-af61-86799ff09106'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:54.425328 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.520431 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.531253 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf0e80-4a54-4ac8-95d0-70cbda2e1f4f None None] The sync data for ids ['7499c37d-63ba-414e-82b2-e20f9d4aef25'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:54.531750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba6f10c1-ea05-44e7-ae19-bd2bb4697fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.559850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.581847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Routers {'baeb3a37-cfda-498a-af61-86799ff09106'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:54.582866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['baeb3a37-cfda-498a-af61-86799ff09106'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.605278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 204e79d2-2e2d-4370-881e-afa6c9ccda7d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:54.605852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.642406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba6f10c1-ea05-44e7-ae19-bd2bb4697fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.741091 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 204e79d2-2e2d-4370-881e-afa6c9ccda7d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:54.754194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-14cfd5fa-80de-4638-8789-0be1ec05e2ce None None] Provisioning complete for port 219ce402-6ad7-4a29-a9f6-46535fbe0139 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:54.754676 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14cfd5fa-80de-4638-8789-0be1ec05e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.813548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] For port 204e79d2-2e2d-4370-881e-afa6c9ccda7d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=204e79d2-2e2d-4370-881e-afa6c9ccda7d,segment=NetworkSegment(2fc3ef30-7988-4220-8580-623b49dba54b),segment_id=2fc3ef30-7988-4220-8580-623b49dba54b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:54.814100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.829742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 204e79d2-2e2d-4370-881e-afa6c9ccda7d owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:54.852519 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba6f10c1-ea05-44e7-ae19-bd2bb4697fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.858092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba6f10c1-ea05-44e7-ae19-bd2bb4697fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.859347 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ba6f10c1-ea05-44e7-ae19-bd2bb4697fa4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35dc8470-0d8d-42c6-b4bb-fec83ac29d73 HTTP/1.1" status: 204 len: 168 time: 0.4480462 Jul 16 01:47:54.896659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-14cfd5fa-80de-4638-8789-0be1ec05e2ce None None] Port 219ce402-6ad7-4a29-a9f6-46535fbe0139 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:54.936404 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f10c1-ea05-44e7-ae19-bd2bb4697fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc8470-0d8d-42c6-b4bb-fec83ac29d73,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.937338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Set router baeb3a37-cfda-498a-af61-86799ff09106 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:55.041416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041520f-fc1c-4f34-b091-b2ecf72685ea None None] DHCP port deletion for f2d349ed-7ba1-423d-bcc0-dbc257f95114 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:55.049183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.075904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.117461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=204e79d2-2e2d-4370-881e-afa6c9ccda7d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.127695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No DVR routers for this DVR port 204e79d2-2e2d-4370-881e-afa6c9ccda7d on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:55.144271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 204e79d2-2e2d-4370-881e-afa6c9ccda7d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:55.148957 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.286020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.312039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d349ed-7ba1-423d-bcc0-dbc257f95114']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.315950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-368f1dca-ba5f-4279-94c9-8c9404f710b5 None None] Provisioning complete for port 219ce402-6ad7-4a29-a9f6-46535fbe0139 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:55.320588 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-368f1dca-ba5f-4279-94c9-8c9404f710b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.335344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Port 204e79d2-2e2d-4370-881e-afa6c9ccda7d was deleted so its status cannot be updated. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:47:55.338142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0981cf91-eed6-4729-858a-8eff5de21d9f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:55.342854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc3ef30-7988-4220-8580-623b49dba54b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.343808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc3ef30-7988-4220-8580-623b49dba54b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.366266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.401051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.414485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:55.414913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:55.418916 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:55.476985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-368f1dca-ba5f-4279-94c9-8c9404f710b5 None None] Port 219ce402-6ad7-4a29-a9f6-46535fbe0139 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:55.540872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.557872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.561020 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/f2d349ed-7ba1-423d-bcc0-dbc257f95114 HTTP/1.1" status: 204 len: 168 time: 1.6716526 Jul 16 01:47:55.575166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54880) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.595954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17a02cb0-9fdb-4073-b294-762860852d5e req-066b76af-6a5c-4b36-af20-2a918b4411d6 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 210 time: 0.1240752 Jul 16 01:47:55.621782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2046204016'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:55.638710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dfee9-8aa0-4024-85ec-3f62fe70cefe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=f2d349ed-7ba1-423d-bcc0-dbc257f95114,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.671897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 219ce402-6ad7-4a29-a9f6-46535fbe0139 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:55.674635 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.696185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:55.701873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.726045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0981cf91-eed6-4729-858a-8eff5de21d9f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:55.736745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0981cf91-eed6-4729-858a-8eff5de21d9f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:55.737563 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.764961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:55.792320 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.792678 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment cbf37683-88b3-4a3a-a7be-0508d9819d6a of type vlan for network 350854fc-8278-4550-8b97-586ff22c55f5 Jul 16 01:47:55.900835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.966262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.980184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.987507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.988148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.021781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 219ce402-6ad7-4a29-a9f6-46535fbe0139 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:56.034864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 4, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port': {'id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:43Z', 'updated_at': '2021-07-16T01:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '197b4cca-293c-4df2-98ea-fad2bf4f7e64', 'name': '', 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'mac_address': 'fa:16:3e:de:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46bb9565-744e-45dd-a217-5137adeec432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:46Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 2, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'subnets': [{'id': '46bb9565-744e-45dd-a217-5137adeec432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.036967 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.090247 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5137770 Jul 16 01:47:56.103531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.127779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': '350854fc-8278-4550-8b97-586ff22c55f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.170645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Checking router: baeb3a37-cfda-498a-af61-86799ff09106 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:56.173359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Updating router baeb3a37-cfda-498a-af61-86799ff09106 port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:56.252193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9c3f0-334d-40a9-9f6e-d5b11661ceca tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=350854fc-8278-4550-8b97-586ff22c55f5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.252475 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.278895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 350854fc-8278-4550-8b97-586ff22c55f5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:56.424613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:56.429241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.642153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.730513 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.861763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=037bffe5-dfec-488f-8594-b9b8cb3a8f7c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.861974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0981cf91-eed6-4729-858a-8eff5de21d9f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0981cf91-eed6-4729-858a-8eff5de21d9f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:56.875879 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.894450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-dd54ef2f-857b-4249-8589-17b5a95e2616 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.896419 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-dd54ef2f-857b-4249-8589-17b5a95e2616 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.78 "GET /v2.0/networks?id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 200 len: 909 time: 0.5144889 Jul 16 01:47:56.923862 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Request body: {'port': {'device_id': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'admin_state_up': True, 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.949259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': 'cbf37683-88b3-4a3a-a7be-0508d9819d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '350854fc-8278-4550-8b97-586ff22c55f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:56.950130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: 350854fc-8278-4550-8b97-586ff22c55f5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:56.953684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'networks': [{'name': 'tempest-network--1545165576'}, {'name': 'tempest-network--884407304'}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.955716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'network': {'name': 'tempest-network--1545165576'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.964256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'network': {'name': 'tempest-network--884407304'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:57.020754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0981cf91-eed6-4729-858a-8eff5de21d9f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.030190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58d42dd9-140c-4533-98b3-8122eee83eab req-c38f31a9-12ea-417c-82c1-12f641035c23 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 210 time: 0.1833231 Jul 16 01:47:57.035706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dfcd1046-9e4e-4f13-9593-5a88e6099a7b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:57.042623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 350854fc-8278-4550-8b97-586ff22c55f5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:57.049060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Made reservation on behalf of 86ab90df66754ac5aa8dde24bd4f9a4a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:57.055261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.100476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Made reservation on behalf of 323663074ef04d0ab12a40525dff28d4 for: {'network': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:57.106528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.110344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 350854fc-8278-4550-8b97-586ff22c55f5) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:57.111330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.123325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.123843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.126188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.167786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=219ce402-6ad7-4a29-a9f6-46535fbe0139,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.169786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.170072 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fb448d10-2cba-4416-8e61-83606aca54a0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0530016 Jul 16 01:47:57.181673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': '350854fc-8278-4550-8b97-586ff22c55f5', 'name': 'tempest-PortsIpV6TestJSON-1732937329', 'fixed_ips': [{'subnet_id': '037bffe5-dfec-488f-8594-b9b8cb3a8f7c', 'ip_address': '2001:db8::10'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:57.182403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c065cb5-6aa7-4a13-9707-920dde8c1a2e None None] Network 350854fc-8278-4550-8b97-586ff22c55f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:57.253271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dfcd1046-9e4e-4f13-9593-5a88e6099a7b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:57.253657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.254128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.254479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.254822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.259552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.259960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.260347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.263061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.263061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.263286 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.263532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.263868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.264204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:57.336410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Allocated IP 172.20.0.9 (4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49/94e6b787-c501-43b6-b02b-184c61bd61aa/9810fd37-9c5d-4464-af39-73e12845289a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:57.480254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.494567 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.532165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Transition to ACTIVE for port object 197b4cca-293c-4df2-98ea-fad2bf4f7e64 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:57.539759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.544854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.557779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Transition to ACTIVE for port object 9810fd37-9c5d-4464-af39-73e12845289a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:57.600537 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.664991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb5855-e77a-4cfc-a4f2-81431fb239ed None None] Pushing event updated for resources: {'Port': ['ID=197b4cca-293c-4df2-98ea-fad2bf4f7e64,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.666732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:57.670149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:57.674670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:57.679962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-350854fc-8278-4550-8b97-586ff22c55f5', 'network_id': '350854fc-8278-4550-8b97-586ff22c55f5', 'tenant_id': 'baaae91c5f4349cb8a21551b5cbbcac4', 'fixed_ips': [{'subnet_id': '037bffe5-dfec-488f-8594-b9b8cb3a8f7c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:57.681721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.701038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Pushing event updated for resources: {'Port': ['ID=9810fd37-9c5d-4464-af39-73e12845289a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.738734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.740554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.754133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.784594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.785204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.788679 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8411d7c6-c056-414f-b4ed-3f177b4e2b38 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8676164 Jul 16 01:47:57.799406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-90ab1a1d-35f8-49c3-aeee-0464b70a147a tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:57.800953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 7499c37d-63ba-414e-82b2-e20f9d4aef25 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:57.804607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-90ab1a1d-35f8-49c3-aeee-0464b70a147a tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103252 Jul 16 01:47:57.828629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:57.839261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Attempting to bind port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:57.849452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Attempting to bind port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:57.850917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Attempting to bind port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 on network c9ca3e32-528a-4c14-8024-b6bb8b8832dc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:57.875712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 204e79d2-2e2d-4370-881e-afa6c9ccda7d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:57.936121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.940629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Request body: {'port': {'device_id': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:57.965717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:57.987136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.987536 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Added segment 0fb5a80e-fc26-496c-950a-327127219622 of type vlan for network f9ee2e68-a5d9-4002-b13f-f7bd24fe8ddb Jul 16 01:47:58.026019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:58.049152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.063604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974bd800-ad53-4245-8032-589eb45f4f02,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.170111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 204e79d2-2e2d-4370-881e-afa6c9ccda7d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:58.170662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 204e79d2-2e2d-4370-881e-afa6c9ccda7d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:58.171986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:58.172381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Checking segment: {'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:58.172833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.173215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Bound using segment: {'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:58.173971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Bound port: 197b4cca-293c-4df2-98ea-fad2bf4f7e64, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af52fd3-7ac0-45bb-a9fa-921ec45652cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:58.174356 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.234830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:58.247781 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] Sync routers for ids ['7499c37d-63ba-414e-82b2-e20f9d4aef25'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:58.254466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-98f96d05-f025-4071-b7a2-2103df991546 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/7499c37d-63ba-414e-82b2-e20f9d4aef25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9443352 Jul 16 01:47:58.256600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.260363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54916) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.260519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] For port 197b4cca-293c-4df2-98ea-fad2bf4f7e64, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:58.263775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] For port 197b4cca-293c-4df2-98ea-fad2bf4f7e64, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=197b4cca-293c-4df2-98ea-fad2bf4f7e64,segment=NetworkSegment(7af52fd3-7ac0-45bb-a9fa-921ec45652cf),segment_id=7af52fd3-7ac0-45bb-a9fa-921ec45652cf)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:58.265769 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] Routers {'7499c37d-63ba-414e-82b2-e20f9d4aef25'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:58.269020 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['7499c37d-63ba-414e-82b2-e20f9d4aef25'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.283522 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.355761 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.375206 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] Routers {'7499c37d-63ba-414e-82b2-e20f9d4aef25'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:58.375838 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['7499c37d-63ba-414e-82b2-e20f9d4aef25'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.470714 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.471386 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f2de8-bf32-457f-85ed-728c1f67b434 None None] The sync data for ids ['7499c37d-63ba-414e-82b2-e20f9d4aef25'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:58.505923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Routers {'baeb3a37-cfda-498a-af61-86799ff09106'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:58.506485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['baeb3a37-cfda-498a-af61-86799ff09106'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.513027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9810fd37-9c5d-4464-af39-73e12845289a {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:58.522178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.542821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Transition to ACTIVE for port object 9810fd37-9c5d-4464-af39-73e12845289a will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:58.554771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44ebbc62-6fb1-449c-bb3f-63d008b1c2f7 None None] Provisioning for port 9810fd37-9c5d-4464-af39-73e12845289a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:58.555010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.555290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:58.562333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb5855-e77a-4cfc-a4f2-81431fb239ed None None] Pushing event updated for resources: {'Port': ['ID=197b4cca-293c-4df2-98ea-fad2bf4f7e64,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.576851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.576851 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Added segment a8a53cbb-1640-4534-b8c6-9480ce0cbe19 of type vlan for network c9ff7042-a0aa-42d5-a5cc-d6f5070d9c30 Jul 16 01:47:58.598415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Allocated IP 2001:db8::2 (350854fc-8278-4550-8b97-586ff22c55f5/037bffe5-dfec-488f-8594-b9b8cb3a8f7c/16df4333-9663-41b6-9f88-0e661d00f69b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:58.627186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96e5a2-491d-4e44-93cf-77274ebd7ff3 req-64156ba2-1eca-439e-b9bb-e9890b2afea6 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.629433 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be96e5a2-491d-4e44-93cf-77274ebd7ff3 req-64156ba2-1eca-439e-b9bb-e9890b2afea6 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1027 time: 0.2794895 Jul 16 01:47:58.644538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Pushing event updated for resources: {'Port': ['ID=9810fd37-9c5d-4464-af39-73e12845289a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.683806 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-80efc4cc-8d50-4251-8e1a-fd27b31da4c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:47:58.696627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-80efc4cc-8d50-4251-8e1a-fd27b31da4c4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/7499c37d-63ba-414e-82b2-e20f9d4aef25/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4325106 Jul 16 01:47:58.700491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54924) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.757871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] Set router baeb3a37-cfda-498a-af61-86799ff09106 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:58.779617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Attempting to bind port 9810fd37-9c5d-4464-af39-73e12845289a on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:58.780361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Attempting to bind port 9810fd37-9c5d-4464-af39-73e12845289a by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:58.780945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Attempting to bind port 9810fd37-9c5d-4464-af39-73e12845289a on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:58.787645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Port 9810fd37-9c5d-4464-af39-73e12845289a on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:58.788328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Attempting to bind port 9810fd37-9c5d-4464-af39-73e12845289a on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:58.795430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:58.796047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Checking segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:58.796901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Bound using segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:58.797703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Bound port: 9810fd37-9c5d-4464-af39-73e12845289a, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:58.798288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.826896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb7f44db-ade1-465d-a79f-ec0abfd48945 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=7499c37d-63ba-414e-82b2-e20f9d4aef25 HTTP/1.1" status: 200 len: 205 time: 0.1192536 Jul 16 01:47:58.829168 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.832531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.892977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] For port 9810fd37-9c5d-4464-af39-73e12845289a, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:58.898318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] For port 9810fd37-9c5d-4464-af39-73e12845289a, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9810fd37-9c5d-4464-af39-73e12845289a,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:58.913255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.993263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.993906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.996286 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] 10.222.0.78 "PUT /v2.0/ports/9810fd37-9c5d-4464-af39-73e12845289a HTTP/1.1" status: 200 len: 1091 time: 1.1847200 Jul 16 01:47:59.005002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'tag': '9810fd37-9c5d-4464-af39-73e12845289a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:59.008111 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec528f-a637-43f5-b36f-f2be6151a916" -d '{"events": [{"name": "network-changed", "server_uuid": "6004a9f6-165d-4902-9ae1-10abd82c9794", "tag": "9810fd37-9c5d-4464-af39-73e12845289a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:59.029740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be96e5a2-491d-4e44-93cf-77274ebd7ff3 req-86364a49-b201-4fbd-b189-4264f163970c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721848 Jul 16 01:47:59.064392 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cae9a8a-35a8-41fe-93b7-49557d651f2d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.100565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.101306 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0480748b-0a98-42ba-9fb6-a06027d2a01b x-openstack-request-id: req-0480748b-0a98-42ba-9fb6-a06027d2a01b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:59.101632 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6004a9f6-165d-4902-9ae1-10abd82c9794", "tag": "9810fd37-9c5d-4464-af39-73e12845289a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:59.101886 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0480748b-0a98-42ba-9fb6-a06027d2a01b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:59.102380 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'tag': '9810fd37-9c5d-4464-af39-73e12845289a', 'status': 'completed', 'code': 200} Jul 16 01:47:59.110519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Transition to ACTIVE for port object 16df4333-9663-41b6-9f88-0e661d00f69b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:59.128653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Transition to ACTIVE for port object 16df4333-9663-41b6-9f88-0e661d00f69b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:59.138247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 197b4cca-293c-4df2-98ea-fad2bf4f7e64 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:59.145362 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.279087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::10 (350854fc-8278-4550-8b97-586ff22c55f5/037bffe5-dfec-488f-8594-b9b8cb3a8f7c/e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:59.281826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Pushing event updated for resources: {'Port': ['ID=16df4333-9663-41b6-9f88-0e661d00f69b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.286820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Network 350854fc-8278-4550-8b97-586ff22c55f5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:59.296604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:59.305011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:59.324585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.325173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.330934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.336144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.336967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.402557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:59.412027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:59.412541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.530714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Attempting to bind port 16df4333-9663-41b6-9f88-0e661d00f69b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:59.531111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Attempting to bind port 16df4333-9663-41b6-9f88-0e661d00f69b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cbf37683-88b3-4a3a-a7be-0508d9819d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '350854fc-8278-4550-8b97-586ff22c55f5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:59.532349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Attempting to bind port 16df4333-9663-41b6-9f88-0e661d00f69b on network 350854fc-8278-4550-8b97-586ff22c55f5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:59.546977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:59.547458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Checking segment: {'id': 'cbf37683-88b3-4a3a-a7be-0508d9819d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '350854fc-8278-4550-8b97-586ff22c55f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:59.548352 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.549511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Bound using segment: {'id': 'cbf37683-88b3-4a3a-a7be-0508d9819d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '350854fc-8278-4550-8b97-586ff22c55f5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:59.549939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Bound port: 16df4333-9663-41b6-9f88-0e661d00f69b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf37683-88b3-4a3a-a7be-0508d9819d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '350854fc-8278-4550-8b97-586ff22c55f5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:59.550548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.552065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb060f7-ce00-4de3-be27-9770b3c68892 service neutron] Pushing event updated for resources: {'Port': ['ID=9810fd37-9c5d-4464-af39-73e12845289a,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.555529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9104505 Jul 16 01:47:59.556907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.569497 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cae9a8a-35a8-41fe-93b7-49557d651f2d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.586303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-4efebc27-1dd4-45fa-ba7c-959f178d1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.587871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-4efebc27-1dd4-45fa-ba7c-959f178d1e66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1094 time: 0.5417552 Jul 16 01:47:59.616802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cae9a8a-35a8-41fe-93b7-49557d651f2d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.644328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Network': ['ID=f9ee2e68-a5d9-4002-b13f-f7bd24fe8ddb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.645150 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-b0542228-7f04-4bc2-9c4a-60cf48af42df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9810fd37-9c5d-4464-af39-73e12845289a HTTP/1.1" status: 200 len: 217 time: 0.0485744 Jul 16 01:47:59.655924 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.695414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 197b4cca-293c-4df2-98ea-fad2bf4f7e64, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=197b4cca-293c-4df2-98ea-fad2bf4f7e64,segment=NetworkSegment(7af52fd3-7ac0-45bb-a9fa-921ec45652cf),segment_id=7af52fd3-7ac0-45bb-a9fa-921ec45652cf)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:59.697132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f9ee2e68-a5d9-4002-b13f-f7bd24fe8ddb details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:59.721034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-7c2cd692-faae-44b5-852c-bf22676170be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.723664 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-7c2cd692-faae-44b5-852c-bf22676170be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=94e6b787-c501-43b6-b02b-184c61bd61aa HTTP/1.1" status: 200 len: 847 time: 0.0631318 Jul 16 01:47:59.726440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.727226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0981cf91-eed6-4729-858a-8eff5de21d9f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:59.793805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cae9a8a-35a8-41fe-93b7-49557d651f2d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.794509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae9a8a-35a8-41fe-93b7-49557d651f2d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Fanout notify agent at l3_agent the message router_deleted on router 7499c37d-63ba-414e-82b2-e20f9d4aef25 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:59.812271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cae9a8a-35a8-41fe-93b7-49557d651f2d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.816295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0cae9a8a-35a8-41fe-93b7-49557d651f2d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/7499c37d-63ba-414e-82b2-e20f9d4aef25 HTTP/1.1" status: 204 len: 168 time: 0.9765327 Jul 16 01:47:59.816540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.856005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] For port 16df4333-9663-41b6-9f88-0e661d00f69b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:59.866146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf79586-2354-48b3-864a-87fcf306ca91 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Network': ['ID=c9ff7042-a0aa-42d5-a5cc-d6f5070d9c30,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.877312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8bfc6282-ac7c-49c5-ab1b-f0360a74c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.880753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-8bfc6282-ac7c-49c5-ab1b-f0360a74c60c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503675 Jul 16 01:47:59.896939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 4, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port': {'id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:43Z', 'updated_at': '2021-07-16T01:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '197b4cca-293c-4df2-98ea-fad2bf4f7e64', 'name': '', 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'mac_address': 'fa:16:3e:de:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46bb9565-744e-45dd-a217-5137adeec432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:46Z', 'updated_at': '2021-07-16T01:47:58Z', 'revision_number': 4, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'subnets': [{'id': '46bb9565-744e-45dd-a217-5137adeec432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:59.903317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.911197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c9ff7042-a0aa-42d5-a5cc-d6f5070d9c30 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:59.914486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8130ee-51e8-4a33-8de8-19189054cebc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.921525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8130ee-51e8-4a33-8de8-19189054cebc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.925819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] For port 16df4333-9663-41b6-9f88-0e661d00f69b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=16df4333-9663-41b6-9f88-0e661d00f69b,segment=NetworkSegment(cbf37683-88b3-4a3a-a7be-0508d9819d6a),segment_id=cbf37683-88b3-4a3a-a7be-0508d9819d6a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:59.928532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8130ee-51e8-4a33-8de8-19189054cebc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.934384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8130ee-51e8-4a33-8de8-19189054cebc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.952584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7d8130ee-51e8-4a33-8de8-19189054cebc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3778889 Jul 16 01:47:59.953413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.020305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:00.042808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet c772e8f2-561b-450b-9451-3fad3f3cd127 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:00.059555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.079160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.112307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.148465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566043f-f953-448e-a52d-8a204e5390f2 None None] The sync data for ids ['baeb3a37-cfda-498a-af61-86799ff09106'] in n-d-800085-5 is: [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:47:48Z', 'revision_number': 4, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port': {'id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:43Z', 'updated_at': '2021-07-16T01:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '197b4cca-293c-4df2-98ea-fad2bf4f7e64', 'name': '', 'network_id': 'c9ca3e32-528a-4c14-8024-b6bb8b8832dc', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'mac_address': 'fa:16:3e:de:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46bb9565-744e-45dd-a217-5137adeec432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:46Z', 'updated_at': '2021-07-16T01:47:58Z', 'revision_number': 4, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'subnets': [{'id': '46bb9565-744e-45dd-a217-5137adeec432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:00.159659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.177787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=197b4cca-293c-4df2-98ea-fad2bf4f7e64,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.246650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 350854fc-8278-4550-8b97-586ff22c55f5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:00.271536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:00.276884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.283290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2079a-a7c2-4843-971e-27d8f8355c91 None None] Pushing event updated for resources: {'Port': ['ID=16df4333-9663-41b6-9f88-0e661d00f69b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.376542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0981cf91-eed6-4729-858a-8eff5de21d9f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:00.377083 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.445855 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.559658 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-24f876a8-fb64-4977-991b-f70c95ed12f5 service neutron] 10.222.0.78 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709075 Jul 16 01:48:00.779450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.797887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.814449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3d34759a-fab5-4b42-a51d-4b97ab566957 req-06f1e93c-cf2f-421c-ba08-c10b23c133df service neutron] 10.222.0.78 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468810 Jul 16 01:48:00.816293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:00.823305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=c772e8f2-561b-450b-9451-3fad3f3cd127,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.825784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.826521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b126dea-4e5f-4535-bd50-02dbbf265261 None None] Network ab1e4a6d-d404-4f12-a3d1-fc84e4206137 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:00.830919 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3b4f2a68-222f-4541-9b14-d4d5bde84ca9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/c772e8f2-561b-450b-9451-3fad3f3cd127 HTTP/1.1" status: 204 len: 168 time: 1.0132403 Jul 16 01:48:00.832251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54942) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.835211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.837292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.840450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.850875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ee2e68-a5d9-4002-b13f-f7bd24fe8ddb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.872889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb5a80e-fc26-496c-950a-327127219622') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.874288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb5a80e-fc26-496c-950a-327127219622') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.891357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-791e8ca1-17b5-44dd-a6d7-49c57d6e1d72 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7176878 Jul 16 01:48:00.894557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.896482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.911135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': '350854fc-8278-4550-8b97-586ff22c55f5', 'name': 'tempest-PortsIpV6TestJSON-1091094467', 'fixed_ips': [{'subnet_id': '037bffe5-dfec-488f-8594-b9b8cb3a8f7c', 'ip_address': '2001:db8::f'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:00.960291 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.031927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.069498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:01.069925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.078770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-f689a292-114a-40e9-b75e-ec70702b54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.082016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-f689a292-114a-40e9-b75e-ec70702b54d6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1094 time: 0.1912742 Jul 16 01:48:01.211588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 197b4cca-293c-4df2-98ea-fad2bf4f7e64 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:01.217144 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:01.239025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb99a-f726-47c3-936a-94b4940ad161 req-e45f90d9-368a-419a-9df4-30e75c5c8ee1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.247780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f7eb99a-f726-47c3-936a-94b4940ad161 req-e45f90d9-368a-419a-9df4-30e75c5c8ee1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1094 time: 1.0261381 Jul 16 01:48:01.255150 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.260744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.264891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/networks/f9ee2e68-a5d9-4002-b13f-f7bd24fe8ddb HTTP/1.1" status: 204 len: 168 time: 1.3046343 Jul 16 01:48:01.265901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.305491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] DHCP port deletion for ab1e4a6d-d404-4f12-a3d1-fc84e4206137 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:01.313052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e0417-3812-4db3-9981-7a0fe2a7f882 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Network': ['ID=f9ee2e68-a5d9-4002-b13f-f7bd24fe8ddb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.357311 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f7eb99a-f726-47c3-936a-94b4940ad161 req-e98f22df-b207-46c1-ab5f-4df4766d4fb2 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076548 Jul 16 01:48:01.379401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:01.379934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.395704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:01.409625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.431504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port dfcd1046-9e4e-4f13-9593-5a88e6099a7b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:01.432109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.438024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port fd682161-c9de-480c-8135-77b501286dd7 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:01.448784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.474136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 16df4333-9663-41b6-9f88-0e661d00f69b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:01.480142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-6265e1cc-a4cb-406b-b721-8633d62f66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.481996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-6265e1cc-a4cb-406b-b721-8633d62f66f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 200 len: 909 time: 0.3672554 Jul 16 01:48:01.503808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] Deleting port dfcd1046-9e4e-4f13-9593-5a88e6099a7b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:01.504293 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.548778 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-c963ce48-6664-4e50-a287-2164763c5b63 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9810fd37-9c5d-4464-af39-73e12845289a HTTP/1.1" status: 200 len: 217 time: 0.0567806 Jul 16 01:48:01.582952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] For port dfcd1046-9e4e-4f13-9593-5a88e6099a7b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,segment=NetworkSegment(9dd5c8cb-06a6-4601-b4b6-81b70acc0868),segment_id=9dd5c8cb-06a6-4601-b4b6-81b70acc0868)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.583417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.607375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] Calling delete_port for dfcd1046-9e4e-4f13-9593-5a88e6099a7b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:01.624756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 16df4333-9663-41b6-9f88-0e661d00f69b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:01.633636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-733caa25-a564-4e75-a5ab-0e291582b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.636036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-733caa25-a564-4e75-a5ab-0e291582b0cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=94e6b787-c501-43b6-b02b-184c61bd61aa HTTP/1.1" status: 200 len: 847 time: 0.0572329 Jul 16 01:48:01.712202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::f (350854fc-8278-4550-8b97-586ff22c55f5/037bffe5-dfec-488f-8594-b9b8cb3a8f7c/fd682161-c9de-480c-8135-77b501286dd7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:01.728699 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.773632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] Pushing event deleted for resources: {'Port': ['ID=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.788975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0290a-f775-4bff-9725-eee27091b966 None None] No DVR routers for this DVR port dfcd1046-9e4e-4f13-9593-5a88e6099a7b on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:01.790864 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.803119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ff7042-a0aa-42d5-a5cc-d6f5070d9c30']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.825539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a53cbb-1640-4534-b8c6-9480ce0cbe19') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.825848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a53cbb-1640-4534-b8c6-9480ce0cbe19') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.829185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port dfcd1046-9e4e-4f13-9593-5a88e6099a7b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,segment=NetworkSegment(9dd5c8cb-06a6-4601-b4b6-81b70acc0868),segment_id=9dd5c8cb-06a6-4601-b4b6-81b70acc0868)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.829550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.874266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for dfcd1046-9e4e-4f13-9593-5a88e6099a7b owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:01.878962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684dfcea-694d-4133-90d4-b92589b3ce45 None None] Network 350854fc-8278-4550-8b97-586ff22c55f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:01.882909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.917348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.925894 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.935597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:01.936508 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:01.941934 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:01.966602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a22c8298-3fe1-4fd2-944b-1da8d0f65469 None None] Provisioning for port 16df4333-9663-41b6-9f88-0e661d00f69b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:01.979492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a22c8298-3fe1-4fd2-944b-1da8d0f65469 None None] Provisioning complete for port 16df4333-9663-41b6-9f88-0e661d00f69b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:01.980004 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a22c8298-3fe1-4fd2-944b-1da8d0f65469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.052338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-fd61d5bf-09d4-41a4-9c82-2946e82f93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.052571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-fd61d5bf-09d4-41a4-9c82-2946e82f93df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3425102 Jul 16 01:48:02.077115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object fd682161-c9de-480c-8135-77b501286dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:02.098524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.133626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.138140 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.138404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/networks/c9ff7042-a0aa-42d5-a5cc-d6f5070d9c30 HTTP/1.1" status: 204 len: 168 time: 0.8679249 Jul 16 01:48:02.139204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9636b03-3d16-4f87-937d-068a94d09cc0 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Network': ['ID=c9ff7042-a0aa-42d5-a5cc-d6f5070d9c30,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.140922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.222437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.227258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=fd682161-c9de-480c-8135-77b501286dd7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.248058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network 350854fc-8278-4550-8b97-586ff22c55f5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:02.249767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:02.258633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:02.270585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=dfcd1046-9e4e-4f13-9593-5a88e6099a7b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.271229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.272372 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.274728 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a22c8298-3fe1-4fd2-944b-1da8d0f65469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.283119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port dfcd1046-9e4e-4f13-9593-5a88e6099a7b on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:02.302083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0ee7d7d5-63f8-4856-b861-fa0e8071d928 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4030240 Jul 16 01:48:02.303728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.321612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a22c8298-3fe1-4fd2-944b-1da8d0f65469 None None] For port 16df4333-9663-41b6-9f88-0e661d00f69b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=16df4333-9663-41b6-9f88-0e661d00f69b,segment=NetworkSegment(cbf37683-88b3-4a3a-a7be-0508d9819d6a),segment_id=cbf37683-88b3-4a3a-a7be-0508d9819d6a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:02.333858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a22c8298-3fe1-4fd2-944b-1da8d0f65469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.340025 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-112e4733-b28d-4c18-9dc5-a209a052750a service neutron] 10.222.0.78 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788684 Jul 16 01:48:02.432768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c8298-3fe1-4fd2-944b-1da8d0f65469 None None] Pushing event updated for resources: {'Port': ['ID=16df4333-9663-41b6-9f88-0e661d00f69b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.475930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.480301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba2c40-159e-4beb-9d63-232fe0077cf0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.484767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8aba2c40-159e-4beb-9d63-232fe0077cf0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1758344 Jul 16 01:48:02.487488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.507627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1e4a6d-d404-4f12-a3d1-fc84e4206137']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.526981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd5c8cb-06a6-4601-b4b6-81b70acc0868') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.527287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd5c8cb-06a6-4601-b4b6-81b70acc0868') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.547216 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.571981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a1636-2226-41b6-a0e1-aa6e4e4bc238 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.572732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.578132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a1636-2226-41b6-a0e1-aa6e4e4bc238 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.583592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:02.584009 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.585018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a1636-2226-41b6-a0e1-aa6e4e4bc238 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.590412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fa4a1636-2226-41b6-a0e1-aa6e4e4bc238 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1018591 Jul 16 01:48:02.591158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:02.617495 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:02.697139 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.704593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Provisioning complete for port 16df4333-9663-41b6-9f88-0e661d00f69b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:02.704976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.707579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b50e7b-e995-453b-b0ec-9424157d570a tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.714535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b50e7b-e995-453b-b0ec-9424157d570a tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.721244 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-21b50e7b-e995-453b-b0ec-9424157d570a tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5715525 Jul 16 01:48:02.736478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.745341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-405634827'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:02.781005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9810fd37-9c5d-4464-af39-73e12845289a details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:02.791991 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.804843 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/ab1e4a6d-d404-4f12-a3d1-fc84e4206137 HTTP/1.1" status: 204 len: 168 time: 1.9715908 Jul 16 01:48:02.806134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22f004-b541-4f4c-a82b-8891536d5a10 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=ab1e4a6d-d404-4f12-a3d1-fc84e4206137,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.817169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.822796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f34bb-8dce-4f7f-9eee-818e5152a5b2 req-d6475c2e-c032-4218-b355-9315a59573b8 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.824991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b3f34bb-8dce-4f7f-9eee-818e5152a5b2 req-d6475c2e-c032-4218-b355-9315a59573b8 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1094 time: 0.2327323 Jul 16 01:48:02.830262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-78825194'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:02.869636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Made reservation on behalf of 323663074ef04d0ab12a40525dff28d4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:02.873617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.881494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a3ec528f-a637-43f5-b36f-f2be6151a916 req-e6c68ff8-a934-4f86-b538-7637118e9f0b service neutron] 10.222.0.78 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652404 Jul 16 01:48:02.955801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:02.961050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.986049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Provisioning for port e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:02.990741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b3f34bb-8dce-4f7f-9eee-818e5152a5b2 req-9e9279be-36f3-4415-9510-7caf3104a5dd tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409943 Jul 16 01:48:02.994777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port fd682161-c9de-480c-8135-77b501286dd7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:02.995122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.998324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Provisioning complete for port e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:02.998653 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.029482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:03.041356 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.041799 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d of type vlan for network 3d34c117-6a96-4a57-8604-d0ec7abde461 Jul 16 01:48:03.044875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 16df4333-9663-41b6-9f88-0e661d00f69b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:03.076771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:03.084572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9810fd37-9c5d-4464-af39-73e12845289a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9810fd37-9c5d-4464-af39-73e12845289a,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:03.108421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Port e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:03.111806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '9810fd37-9c5d-4464-af39-73e12845289a', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'port_id': '9810fd37-9c5d-4464-af39-73e12845289a', 'mac_address': 'fa:16:3e:20:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:03.116660 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.117025 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Added segment 60d6ad91-9bce-49fd-b7b9-81fb9f921c0b of type vlan for network 94cd352b-388e-4093-8ab4-e7803442d315 Jul 16 01:48:03.159040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Provisioning for port fd682161-c9de-480c-8135-77b501286dd7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:03.171413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Provisioning complete for port fd682161-c9de-480c-8135-77b501286dd7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:03.171782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.201084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.204617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.209215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 16df4333-9663-41b6-9f88-0e661d00f69b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:03.209493 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.232506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.248696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9810fd37-9c5d-4464-af39-73e12845289a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:03.256650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b30f5-0dc3-413e-a8eb-a343962c8fdd None None] Port fd682161-c9de-480c-8135-77b501286dd7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:03.269442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.281572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9810fd37-9c5d-4464-af39-73e12845289a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9810fd37-9c5d-4464-af39-73e12845289a,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:03.290759 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.296895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for fd682161-c9de-480c-8135-77b501286dd7 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:03.355648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.362436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.363369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.388365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.393857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.395582 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.401881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9810fd37-9c5d-4464-af39-73e12845289a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.415334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7f9920ec-f4a7-4d42-8d46-363d66da6dbd None None] Provisioning complete for port e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:03.415768 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f9920ec-f4a7-4d42-8d46-363d66da6dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.449484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6207280 Jul 16 01:48:03.449807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54966) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.456413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': '3d34c117-6a96-4a57-8604-d0ec7abde461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:03.494292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dfcd1046-9e4e-4f13-9593-5a88e6099a7b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:03.496571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7f9920ec-f4a7-4d42-8d46-363d66da6dbd None None] Port e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:03.518800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7728074 Jul 16 01:48:03.518800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd80c8-508b-4c59-bf34-adf2fe694ff8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=3d34c117-6a96-4a57-8604-d0ec7abde461,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.518800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54968) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.521946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: dfcd1046-9e4e-4f13-9593-5a88e6099a7b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:03.522397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dfcd1046-9e4e-4f13-9593-5a88e6099a7b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:03.527006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1418879813'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:03.546522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:03.570821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9810fd37-9c5d-4464-af39-73e12845289a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:03.634271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Made reservation on behalf of 323663074ef04d0ab12a40525dff28d4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:03.637941 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.663787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:03.670499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.688023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c1173-842b-4a81-b831-503308ad5e13 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Network': ['ID=94cd352b-388e-4093-8ab4-e7803442d315,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.703538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 94cd352b-388e-4093-8ab4-e7803442d315 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:03.712176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-298f85e1-1787-4e27-a387-4a97a43f5df8 None None] Provisioning complete for port fd682161-c9de-480c-8135-77b501286dd7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:03.712966 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-298f85e1-1787-4e27-a387-4a97a43f5df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.744848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:03.753910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.814760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-298f85e1-1787-4e27-a387-4a97a43f5df8 None None] Port fd682161-c9de-480c-8135-77b501286dd7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:03.817137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=fd682161-c9de-480c-8135-77b501286dd7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.819012 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.819549 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Added segment 256e59b5-fbd2-4e8b-82ee-79f4dd750378 of type vlan for network aa94fa4b-432e-4394-8d24-31ac4a87d5d4 Jul 16 01:48:03.933317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.935804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a1451380-e512-4f73-8ce4-fbc033e3500f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/fd682161-c9de-480c-8135-77b501286dd7 HTTP/1.1" status: 204 len: 168 time: 1.3349435 Jul 16 01:48:03.941172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.948246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.963455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.043000 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.055027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.058962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.106229 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8996063-3193-4f88-adfb-f35cdf1faa2f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:48:04.108105 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d8996063-3193-4f88-adfb-f35cdf1faa2f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/fd682161-c9de-480c-8135-77b501286dd7 HTTP/1.1" status: 404 len: 333 time: 0.1653244 Jul 16 01:48:04.116278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.150161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6265674 Jul 16 01:48:04.161501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54978) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.166598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'ports': [{'network_id': '94cd352b-388e-4093-8ab4-e7803442d315', 'name': 'tempest-port--1529848909', 'admin_state_up': True}, {'network_id': 'aa94fa4b-432e-4394-8d24-31ac4a87d5d4', 'admin_state_up': False}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.166849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'port': {'network_id': '94cd352b-388e-4093-8ab4-e7803442d315', 'name': 'tempest-port--1529848909', 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.167333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'port': {'network_id': 'aa94fa4b-432e-4394-8d24-31ac4a87d5d4', 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.177756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': 'ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3d34c117-6a96-4a57-8604-d0ec7abde461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:04.178136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: 3d34c117-6a96-4a57-8604-d0ec7abde461, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:04.198306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=67987fbe-d5ce-40d6-b61f-42b03a726cfa,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.259203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:04.286149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3d34c117-6a96-4a57-8604-d0ec7abde461) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:04.292456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.293688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.308266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b3545-ce60-4c2a-b386-89a583e6f9d9 None None] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:04.325341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:04.325885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.336601 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4ca213e1-8f0e-4f1e-bec5-994789f9fdc0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8833203 Jul 16 01:48:04.337315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63387b-9132-46ce-ad26-3a013558ff7c tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Network': ['ID=aa94fa4b-432e-4394-8d24-31ac4a87d5d4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.339014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54980) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.354714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network aa94fa4b-432e-4394-8d24-31ac4a87d5d4 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:04.361567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b380b67b-39c4-4738-801c-280052a952bf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-999319705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.459333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b380b67b-39c4-4738-801c-280052a952bf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.460385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b380b67b-39c4-4738-801c-280052a952bf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.491597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.541182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:04.553418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de69b5-8c46-4a61-917c-298726ac151d req-b71c6e8a-1ffa-418b-8412-edbaf6c72087 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.555081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9de69b5-8c46-4a61-917c-298726ac151d req-b71c6e8a-1ffa-418b-8412-edbaf6c72087 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1095 time: 0.2723396 Jul 16 01:48:04.562350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b380b67b-39c4-4738-801c-280052a952bf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.585812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b380b67b-39c4-4738-801c-280052a952bf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.593399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Made reservation on behalf of 323663074ef04d0ab12a40525dff28d4 for: {'port': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:04.598530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.619038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3d34c117-6a96-4a57-8604-d0ec7abde461', 'network_id': '3d34c117-6a96-4a57-8604-d0ec7abde461', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': '67987fbe-d5ce-40d6-b61f-42b03a726cfa'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:04.620426 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.630569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.634282 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b380b67b-39c4-4738-801c-280052a952bf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.635463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b380b67b-39c4-4738-801c-280052a952bf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2778203 Jul 16 01:48:04.639492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.653935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9de69b5-8c46-4a61-917c-298726ac151d req-deb2c99b-77ba-4735-9cce-38ae71a9f6a4 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842288 Jul 16 01:48:04.790197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9810fd37-9c5d-4464-af39-73e12845289a up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:04.795157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.881650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.885775 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee HTTP/1.1" status: 204 len: 168 time: 0.7685316 Jul 16 01:48:04.886801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc446d1-f6b2-49e3-b965-846730c11489 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.888446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54984) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.922485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] device_id is not set on port a8e9bcec-8983-4932-b594-e92b13caa628 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:04.927431 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-193f838d-cff9-4e16-8015-cc0fcc9ede11 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:48:04.933370 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-193f838d-cff9-4e16-8015-cc0fcc9ede11 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/e69ac1a3-932b-42a6-8f2f-0d8c5e1277ee HTTP/1.1" status: 404 len: 333 time: 0.0409973 Jul 16 01:48:04.936805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.001594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 037bffe5-dfec-488f-8594-b9b8cb3a8f7c {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:05.007989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.029956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Allocated IP 2001:db8::2 (3d34c117-6a96-4a57-8604-d0ec7abde461/67987fbe-d5ce-40d6-b61f-42b03a726cfa/cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:05.091757 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.239730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 9810fd37-9c5d-4464-af39-73e12845289a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:05.251530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 9810fd37-9c5d-4464-af39-73e12845289a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:05.251967 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.267012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.273475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.342743 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.353276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.357952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Transition to ACTIVE for port object cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:05.390408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=037bffe5-dfec-488f-8594-b9b8cb3a8f7c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.395657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.401810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d87ea73a-9f5f-4c18-9c9d-da6660c1a0a4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/037bffe5-dfec-488f-8594-b9b8cb3a8f7c HTTP/1.1" status: 204 len: 168 time: 0.4599333 Jul 16 01:48:05.402341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 54990) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.420649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Transition to ACTIVE for port object cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:05.427588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b83a3c-9bbd-46b4-b002-415d78b35213 None None] Network 350854fc-8278-4550-8b97-586ff22c55f5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:05.452294 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.461273 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.537122 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.554988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:05.576116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:05.583561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:05.596807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9810fd37-9c5d-4464-af39-73e12845289a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:05.600446 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e41cabe-f395-4d80-a943-2258f9a2a46a" -d '{"events": [{"server_uuid": "6004a9f6-165d-4902-9ae1-10abd82c9794", "name": "network-vif-plugged", "status": "completed", "tag": "9810fd37-9c5d-4464-af39-73e12845289a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:05.611981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Pushing event updated for resources: {'Port': ['ID=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.632439 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.696515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 9810fd37-9c5d-4464-af39-73e12845289a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9810fd37-9c5d-4464-af39-73e12845289a,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:05.698287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 16df4333-9663-41b6-9f88-0e661d00f69b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:05.698287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.727679 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.762083 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede53ca1-a3a7-4ad4-b2d8-002b9e784baa x-openstack-request-id: req-ede53ca1-a3a7-4ad4-b2d8-002b9e784baa {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:05.762429 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6004a9f6-165d-4902-9ae1-10abd82c9794", "name": "network-vif-plugged", "status": "completed", "tag": "9810fd37-9c5d-4464-af39-73e12845289a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:05.762590 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ede53ca1-a3a7-4ad4-b2d8-002b9e784baa {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:05.763914 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9810fd37-9c5d-4464-af39-73e12845289a', 'code': 200} Jul 16 01:48:05.806192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Attempting to bind port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:05.806574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Attempting to bind port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3d34c117-6a96-4a57-8604-d0ec7abde461'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:05.806922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Attempting to bind port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 on network 3d34c117-6a96-4a57-8604-d0ec7abde461 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:05.818968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:05.819372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Checking segment: {'id': 'ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3d34c117-6a96-4a57-8604-d0ec7abde461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:05.819751 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.820625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Bound using segment: {'id': 'ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3d34c117-6a96-4a57-8604-d0ec7abde461'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:05.820625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Bound port: cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3d34c117-6a96-4a57-8604-d0ec7abde461'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:05.821623 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.840554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] device_id is not set on port 79d2147b-d9e9-4601-8693-941899988baa yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:05.856740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=9810fd37-9c5d-4464-af39-73e12845289a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.859261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8::1 (3d34c117-6a96-4a57-8604-d0ec7abde461/67987fbe-d5ce-40d6-b61f-42b03a726cfa/5bd16b76-bae9-4be2-b3d0-40c62e224302) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:05.930145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] For port 16df4333-9663-41b6-9f88-0e661d00f69b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=16df4333-9663-41b6-9f88-0e661d00f69b,segment=NetworkSegment(cbf37683-88b3-4a3a-a7be-0508d9819d6a),segment_id=cbf37683-88b3-4a3a-a7be-0508d9819d6a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:05.931904 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.959561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] For port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:05.965194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] For port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,segment=NetworkSegment(ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d),segment_id=ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:05.970992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 16df4333-9663-41b6-9f88-0e661d00f69b owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:05.986548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.081773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab80e5d-ccc7-4de4-b1bf-f196c6ceb572 req-8fa44955-9665-469c-a6b8-a61d3cbc61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.083411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2ab80e5d-ccc7-4de4-b1bf-f196c6ceb572 req-8fa44955-9665-469c-a6b8-a61d3cbc61e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.1471925 Jul 16 01:48:06.097144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] DHCP port deletion for 350854fc-8278-4550-8b97-586ff22c55f5 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:06.127813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2be65-3adc-4051-8d44-2bef06cd8dae None None] Pushing event updated for resources: {'Port': ['ID=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.137530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b2a06-6b80-4039-8b72-10201f071c51 req-2e91da8e-b164-4617-b426-00a901b88ccb tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.139549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc1b2a06-6b80-4039-8b72-10201f071c51 req-2e91da8e-b164-4617-b426-00a901b88ccb tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.2516520 Jul 16 01:48:06.173058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.179085 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2ab80e5d-ccc7-4de4-b1bf-f196c6ceb572 req-39606e31-b021-43b8-88e1-1f0614b74a37 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844898 Jul 16 01:48:06.205174 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.232107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 5bd16b76-bae9-4be2-b3d0-40c62e224302 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:06.253324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=16df4333-9663-41b6-9f88-0e661d00f69b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.258090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc1b2a06-6b80-4039-8b72-10201f071c51 req-7159f335-31d2-4312-aa43-bda8d5a258c4 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986536 Jul 16 01:48:06.261354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.276201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No DVR routers for this DVR port 16df4333-9663-41b6-9f88-0e661d00f69b on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:06.334426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] Deleting port 16df4333-9663-41b6-9f88-0e661d00f69b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:06.335524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.335864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.391172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.408996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:06.418413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.424420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=5bd16b76-bae9-4be2-b3d0-40c62e224302,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.427074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:06.427635 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.427756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.445074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350854fc-8278-4550-8b97-586ff22c55f5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:06.470976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf37683-88b3-4a3a-a7be-0508d9819d6a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:06.471712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf37683-88b3-4a3a-a7be-0508d9819d6a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:06.474452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] For port 16df4333-9663-41b6-9f88-0e661d00f69b, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:06.474963 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.486056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.504203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] Calling delete_port for 16df4333-9663-41b6-9f88-0e661d00f69b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:06.513616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.514412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] Port 16df4333-9663-41b6-9f88-0e661d00f69b was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:48:06.516401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.529625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:06.530212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:06.536753 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:06.561456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] Pushing event deleted for resources: {'Port': ['ID=16df4333-9663-41b6-9f88-0e661d00f69b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.570143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672ea3c7-2bda-4273-bace-ca6add2eee9e None None] No DVR routers for this DVR port 16df4333-9663-41b6-9f88-0e661d00f69b on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:06.613257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Port': ['ID=a8e9bcec-8983-4932-b594-e92b13caa628,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.637146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Checking segment: {'id': '60d6ad91-9bce-49fd-b7b9-81fb9f921c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '94cd352b-388e-4093-8ab4-e7803442d315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:06.637771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network hostable DHCP agents. Network: 94cd352b-388e-4093-8ab4-e7803442d315, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:06.679070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.723800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network 94cd352b-388e-4093-8ab4-e7803442d315 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:06.733794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.736939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/350854fc-8278-4550-8b97-586ff22c55f5 HTTP/1.1" status: 204 len: 168 time: 1.3336353 Jul 16 01:48:06.738707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca1ed4-9b9e-44f2-96ed-e8650fd658ec tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=350854fc-8278-4550-8b97-586ff22c55f5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.740861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 54998) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:06.747710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1343615210'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:06.759083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.761770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 94cd352b-388e-4093-8ab4-e7803442d315) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.770456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:06.771309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.781172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51290098-adc3-4635-8097-a8f1579bebe9 None None] Network 94cd352b-388e-4093-8ab4-e7803442d315 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:06.877539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:06.880976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.147113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:07.274612 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:07.405864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 16df4333-9663-41b6-9f88-0e661d00f69b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:07.475118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 16df4333-9663-41b6-9f88-0e661d00f69b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:07.475686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 16df4333-9663-41b6-9f88-0e661d00f69b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:07.516770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Port': ['ID=79d2147b-d9e9-4601-8693-941899988baa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.616241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Checking segment: {'id': '256e59b5-fbd2-4e8b-82ee-79f4dd750378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'aa94fa4b-432e-4394-8d24-31ac4a87d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:07.616241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network hostable DHCP agents. Network: aa94fa4b-432e-4394-8d24-31ac4a87d5d4, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:07.650426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:07.684559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.684898 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Added segment a4f4818f-552e-4c7a-9866-aa6020d862ab of type vlan for network a543590a-17d6-401d-902e-8c9b4c0d5c08 Jul 16 01:48:07.736693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network aa94fa4b-432e-4394-8d24-31ac4a87d5d4 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:07.768872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.779561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, aa94fa4b-432e-4394-8d24-31ac4a87d5d4) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:07.799845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed01162-3036-4827-90df-c533ab76f0e9 None None] Network aa94fa4b-432e-4394-8d24-31ac4a87d5d4 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:07.819909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:07.826119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.835979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.837434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.852176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3052b-5ec3-4e64-85c6-b637f3e1ad6c req-265ae253-c0d6-43be-aacc-6fee2d028165 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.854243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cc3052b-5ec3-4e64-85c6-b637f3e1ad6c req-265ae253-c0d6-43be-aacc-6fee2d028165 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.3281968 Jul 16 01:48:07.909921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858f0a8-7bef-4128-8fef-ea8711510935 None None] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:07.933130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8ca82e04-d72d-41c6-91c8-2b129c0e0a59 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7688715 Jul 16 01:48:07.934257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55008) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:07.951668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.958749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.958749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.985458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2cc3052b-5ec3-4e64-85c6-b637f3e1ad6c req-2ef36e11-f58d-4ec8-847d-08c20bfc77c1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188486 Jul 16 01:48:08.054704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8654cd-4404-4143-b641-02c506b1da98 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.074576 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:08.075382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8654cd-4404-4143-b641-02c506b1da98 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.077248 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f8654cd-4404-4143-b641-02c506b1da98 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1419601 Jul 16 01:48:08.080912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3382375 Jul 16 01:48:08.084368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.084807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55014) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.100212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:08.153631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b6e37-6a93-4dd9-ba12-0ff21cc891ea tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Network': ['ID=a543590a-17d6-401d-902e-8c9b4c0d5c08,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.183609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.212430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.213262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.310465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=5bd16b76-bae9-4be2-b3d0-40c62e224302,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.319785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d4ba3-2b30-4d22-a870-18602001f52d req-7a321d37-fdac-4137-9297-a3a5300f2b44 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.321386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d1d4ba3-2b30-4d22-a870-18602001f52d req-7a321d37-fdac-4137-9297-a3a5300f2b44 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.1504881 Jul 16 01:48:08.327559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Deleting port a8e9bcec-8983-4932-b594-e92b13caa628 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:08.327921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.330577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:08.334109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.375980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:08.421039 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d1d4ba3-2b30-4d22-a870-18602001f52d req-cea925ff-5121-46e0-83b1-caf6c88ac9b0 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631952 Jul 16 01:48:08.444455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:08.446695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:08.447214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eaaa289f-0b72-4ab6-8526-df4062f13921 None None] Provisioning for port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:08.493391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.501054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eaaa289f-0b72-4ab6-8526-df4062f13921 None None] Provisioning complete for port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:08.501427 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eaaa289f-0b72-4ab6-8526-df4062f13921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.518474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Calling delete_port for a8e9bcec-8983-4932-b594-e92b13caa628 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:08.693358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.702539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 1c83bd78-9054-445e-be03-07c23a90a341 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:08.768330 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eaaa289f-0b72-4ab6-8526-df4062f13921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.770731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Port': ['ID=a8e9bcec-8983-4932-b594-e92b13caa628,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.819030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.825024 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-17bb8900-6bf9-4358-9160-aa4f1123aa35 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/ports/a8e9bcec-8983-4932-b594-e92b13caa628 HTTP/1.1" status: 204 len: 168 time: 0.7390556 Jul 16 01:48:08.827585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.838327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eaaa289f-0b72-4ab6-8526-df4062f13921 None None] For port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,segment=NetworkSegment(ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d),segment_id=ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:08.848162 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eaaa289f-0b72-4ab6-8526-df4062f13921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.908907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.964761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=687566a8-fd02-4ecb-bc3e-88429d1c6821,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.016217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa289f-0b72-4ab6-8526-df4062f13921 None None] Pushing event updated for resources: {'Port': ['ID=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.047135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Deleting port 79d2147b-d9e9-4601-8693-941899988baa {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:09.047480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.066786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:09.074153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-39b5bc34-070a-480e-a3ae-82b532301888 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/1c83bd78-9054-445e-be03-07c23a90a341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4336734 Jul 16 01:48:09.076591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:09.087226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] Sync routers for ids ['1c83bd78-9054-445e-be03-07c23a90a341'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:09.098006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Checking segment: {'id': 'a4f4818f-552e-4c7a-9866-aa6020d862ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:09.098373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network hostable DHCP agents. Network: a543590a-17d6-401d-902e-8c9b4c0d5c08, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:09.101998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] Routers {'1c83bd78-9054-445e-be03-07c23a90a341'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:09.106994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1c83bd78-9054-445e-be03-07c23a90a341'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.149717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.160590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.173694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Calling delete_port for 79d2147b-d9e9-4601-8693-941899988baa owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:09.179466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:09.188886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7121a8-4858-41fc-85b5-5bdd5fe21bba tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.189783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3c89b17-9994-4761-857c-9bf91ff204bf None None] Provisioning for port 5bd16b76-bae9-4be2-b3d0-40c62e224302 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:09.191106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3e7121a8-4858-41fc-85b5-5bdd5fe21bba tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports/5bd16b76-bae9-4be2-b3d0-40c62e224302 HTTP/1.1" status: 200 len: 911 time: 0.1132927 Jul 16 01:48:09.197668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:09.206516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a543590a-17d6-401d-902e-8c9b4c0d5c08) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:09.210321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3c89b17-9994-4761-857c-9bf91ff204bf None None] Provisioning complete for port 5bd16b76-bae9-4be2-b3d0-40c62e224302 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.210698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3c89b17-9994-4761-857c-9bf91ff204bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.211975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4662f5c-4ea7-481d-917c-3a7196d37a7c req-c27ff349-c25f-404d-be50-6906ab026bd2 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.213069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] Routers {'1c83bd78-9054-445e-be03-07c23a90a341'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:09.213725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1c83bd78-9054-445e-be03-07c23a90a341'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.214304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4662f5c-4ea7-481d-917c-3a7196d37a7c req-c27ff349-c25f-404d-be50-6906ab026bd2 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.2005439 Jul 16 01:48:09.238999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47ac91-705d-4908-b421-4151487f61f2 None None] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:09.287434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4662f5c-4ea7-481d-917c-3a7196d37a7c req-c3d99c3a-36bb-4d09-89ac-e9398894e095 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668032 Jul 16 01:48:09.325636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.326394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3de6ab-c385-402c-a6bd-29012c2c467c None None] The sync data for ids ['1c83bd78-9054-445e-be03-07c23a90a341'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:09.360779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c3c89b17-9994-4761-857c-9bf91ff204bf None None] Port 5bd16b76-bae9-4be2-b3d0-40c62e224302 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:09.413584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3c89b17-9994-4761-857c-9bf91ff204bf None None] Provisioning complete for port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.414344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3c89b17-9994-4761-857c-9bf91ff204bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.578232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-a543590a-17d6-401d-902e-8c9b4c0d5c08', 'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08', 'tenant_id': 'baaae91c5f4349cb8a21551b5cbbcac4', 'fixed_ips': [{'subnet_id': '687566a8-fd02-4ecb-bc3e-88429d1c6821'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:09.579611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.803758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-588398e5-cfc4-44ea-87a8-1c642abab137 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.806810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-588398e5-cfc4-44ea-87a8-1c642abab137 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/networks?id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 200 len: 909 time: 0.1726897 Jul 16 01:48:09.816322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-86da5793-4ca0-4364-871e-d00d6c3a70e8 None None] Provisioning complete for port 5bd16b76-bae9-4be2-b3d0-40c62e224302 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.816695 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-86da5793-4ca0-4364-871e-d00d6c3a70e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.835434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-cbbe0a42-8d70-4073-91be-09c55c4a0026 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/quotas/86ab90df66754ac5aa8dde24bd4f9a4a HTTP/1.1" status: 200 len: 375 time: 0.0112491 Jul 16 01:48:09.876846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Allocated IP 2001:db8::2 (a543590a-17d6-401d-902e-8c9b4c0d5c08/687566a8-fd02-4ecb-bc3e-88429d1c6821/57d1ecc1-99fe-4a07-8723-8ae7d94ba915) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:09.903463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-86da5793-4ca0-4364-871e-d00d6c3a70e8 None None] Port 5bd16b76-bae9-4be2-b3d0-40c62e224302 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:09.918649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.919252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.000937 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-491655ef-629c-4537-a699-dfdf19ac2c06 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9069772 Jul 16 01:48:10.005940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-099f8eaf-5bee-4901-899a-4b97f0fc85ee tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1639652 Jul 16 01:48:10.006338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.014514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cd9d882e-4de4-449d-8dad-b67ae3011881 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1960717247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:10.048655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89620857-a2e1-4e8a-8601-9d3985d8a850 None None] Provisioning complete for port 5bd16b76-bae9-4be2-b3d0-40c62e224302 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.049321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89620857-a2e1-4e8a-8601-9d3985d8a850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.155411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-89620857-a2e1-4e8a-8601-9d3985d8a850 None None] Port 5bd16b76-bae9-4be2-b3d0-40c62e224302 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:10.160432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.174652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-2dcdedcc-1b61-40dd-89a5-634ae69f09e3 service neutron] 10.222.0.81 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584847 Jul 16 01:48:10.184997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.187516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Transition to ACTIVE for port object 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:10.196255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9d882e-4de4-449d-8dad-b67ae3011881 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.197259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9d882e-4de4-449d-8dad-b67ae3011881 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.229736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Transition to ACTIVE for port object 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:10.242239 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.256592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Port': ['ID=79d2147b-d9e9-4601-8693-941899988baa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.269946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.272192 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d5d2b8a4-22c9-4fb8-934d-ff6166d4f02b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/ports/79d2147b-d9e9-4601-8693-941899988baa HTTP/1.1" status: 204 len: 168 time: 1.4434996 Jul 16 01:48:10.275868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55044) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.296834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-6db49f84-671f-427e-86a8-04a968a106f5 service neutron] 10.222.0.81 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058989 Jul 16 01:48:10.345459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:10.348384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:10.354392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:10.359579 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-79268a8e-df7f-4b70-bc2e-83e7769de36a tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0806260 Jul 16 01:48:10.363344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55046) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.364582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Pushing event updated for resources: {'Port': ['ID=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.368876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-649603013'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:10.385249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9d882e-4de4-449d-8dad-b67ae3011881 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.412941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9d882e-4de4-449d-8dad-b67ae3011881 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.431520 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Made reservation on behalf of 323663074ef04d0ab12a40525dff28d4 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:10.435869 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.454165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Attempting to bind port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:10.455156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Attempting to bind port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a4f4818f-552e-4c7a-9866-aa6020d862ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:10.455404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd9d882e-4de4-449d-8dad-b67ae3011881 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.455531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Attempting to bind port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 on network a543590a-17d6-401d-902e-8c9b4c0d5c08 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:10.456708 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd9d882e-4de4-449d-8dad-b67ae3011881 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4491754 Jul 16 01:48:10.459276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.464623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08', 'name': 'tempest-PortsIpV6TestJSON-773607924'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:10.478437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:10.479198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Checking segment: {'id': 'a4f4818f-552e-4c7a-9866-aa6020d862ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:10.479823 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.480573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Bound using segment: {'id': 'a4f4818f-552e-4c7a-9866-aa6020d862ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:10.481284 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Bound port: 57d1ecc1-99fe-4a07-8723-8ae7d94ba915, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f4818f-552e-4c7a-9866-aa6020d862ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a543590a-17d6-401d-902e-8c9b4c0d5c08'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:10.482021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.505773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:10.521177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.521457 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Added segment 5f8cfb31-1ec3-4ed4-a7cc-cc07ed584699 of type vlan for network cbd8ad50-5da7-41e7-a193-524a01551c9b Jul 16 01:48:10.571454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.581224 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.589978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] For port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:10.594147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] For port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,segment=NetworkSegment(a4f4818f-552e-4c7a-9866-aa6020d862ab),segment_id=a4f4818f-552e-4c7a-9866-aa6020d862ab)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:10.600287 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.631691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31dc31d5-5b42-467c-8e6f-ee46f4b3d864 req-253db4f0-1ef0-4200-bde2-491575706639 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 210 time: 0.1277478 Jul 16 01:48:10.710854 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.725238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.725889 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.751995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc0ecc-87b0-47e9-9eef-719a1379735d None None] Pushing event updated for resources: {'Port': ['ID=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.830032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4657280 Jul 16 01:48:10.834657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.840517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1907029932'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:10.863866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:10.868084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.903939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:11.026731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59402f7-18d5-43ec-9405-8b94e81df3c3 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Network': ['ID=cbd8ad50-5da7-41e7-a193-524a01551c9b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.037816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Made reservation on behalf of 323663074ef04d0ab12a40525dff28d4 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:11.041812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.060947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network cbd8ad50-5da7-41e7-a193-524a01551c9b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:11.112537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:11.128097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.128749 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Added segment c8dbe150-74a8-4914-8ab1-bba5742c9452 of type vlan for network 23827f28-ee09-443b-a843-038e9ac26dbc Jul 16 01:48:11.134568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:11.134781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::25f (a543590a-17d6-401d-902e-8c9b4c0d5c08/687566a8-fd02-4ecb-bc3e-88429d1c6821/ee497f0d-3fc9-4e3a-8c9b-2204f849a59f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:11.304330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.326605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.326989 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.356412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 5bd16b76-bae9-4be2-b3d0-40c62e224302 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:11.356769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.361029 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.365943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.366535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.367136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.397577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object ee497f0d-3fc9-4e3a-8c9b-2204f849a59f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:11.475975 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6295700 Jul 16 01:48:11.504875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.513639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.527295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 5bd16b76-bae9-4be2-b3d0-40c62e224302 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:11.595740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:11.616603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:11.619859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:11.622755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c0e7c650-4442-4b3b-8d55-175747f141f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.628251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.631617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.673732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=ee497f0d-3fc9-4e3a-8c9b-2204f849a59f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.678671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b9cc0b36-74e1-4622-8ac4-3a41bbd97ddd tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2183170 Jul 16 01:48:11.682552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55066) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:11.758494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b64de-2f8d-42a6-a582-98bde79f6417 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Network': ['ID=23827f28-ee09-443b-a843-038e9ac26dbc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.787487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 23827f28-ee09-443b-a843-038e9ac26dbc details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:11.967086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.033509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6a01557-00c0-4e74-9af5-856b640cf017 req-49d0b6f8-51fb-4a4d-a072-4f73649c391e tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 210 time: 0.1286080 Jul 16 01:48:12.095696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=5bd16b76-bae9-4be2-b3d0-40c62e224302,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:12.294483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.463650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea1107-d4be-4882-93fb-b503676b8281 None None] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:12.515060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 1c83bd78-9054-445e-be03-07c23a90a341 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:12.603174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5e6af211-761f-4494-8bd3-e180c8d96d4a None None] Provisioning for port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:12.608627 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.623549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:12.630386 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5a8d5989-4386-4249-9364-9da671be2402 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/1c83bd78-9054-445e-be03-07c23a90a341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4313552 Jul 16 01:48:12.633407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:12.635876 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] Sync routers for ids ['1c83bd78-9054-445e-be03-07c23a90a341'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:12.651330 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] Routers {'1c83bd78-9054-445e-be03-07c23a90a341'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.655479 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1c83bd78-9054-445e-be03-07c23a90a341'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.688079 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0433d6e9-e60d-42a8-afb8-c5c787c9d9d7 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c83bd78-9054-445e-be03-07c23a90a341 HTTP/1.1" status: 200 len: 205 time: 0.0519831 Jul 16 01:48:12.690591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:12.811163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.829907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2a6b-f1c5-4804-bac9-461fd2c0b4cf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.849485 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] Routers {'1c83bd78-9054-445e-be03-07c23a90a341'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.850399 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:47:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1c83bd78-9054-445e-be03-07c23a90a341'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.995058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.002271 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec4eb0-24ed-40d8-9489-1041456e11dc None None] The sync data for ids ['1c83bd78-9054-445e-be03-07c23a90a341'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:13.166123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:13.280668 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2a6b-f1c5-4804-bac9-461fd2c0b4cf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.282238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.286690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2a6b-f1c5-4804-bac9-461fd2c0b4cf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.319615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.331695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:13.336466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:13.336839 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.380171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2a6b-f1c5-4804-bac9-461fd2c0b4cf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.380936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5d2a6b-f1c5-4804-bac9-461fd2c0b4cf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Fanout notify agent at l3_agent the message router_deleted on router 1c83bd78-9054-445e-be03-07c23a90a341 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:13.395306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2a6b-f1c5-4804-bac9-461fd2c0b4cf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.399954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eb5d2a6b-f1c5-4804-bac9-461fd2c0b4cf tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/1c83bd78-9054-445e-be03-07c23a90a341 HTTP/1.1" status: 204 len: 168 time: 0.7060513 Jul 16 01:48:13.400915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.483495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet 67987fbe-d5ce-40d6-b61f-42b03a726cfa {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:13.486912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.493874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.501205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-a6473141-f1aa-4f61-8f13-1d3a61bdc2f1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.502984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-a6473141-f1aa-4f61-8f13-1d3a61bdc2f1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.93 "GET /v2.0/networks?id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 200 len: 909 time: 0.2095461 Jul 16 01:48:13.518410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Request body: {'port': {'device_id': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'admin_state_up': True, 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:13.555101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fff07db5-621d-4e85-8721-d6c4edb0ce60 None None] Provisioning for port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:13.572786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fff07db5-621d-4e85-8721-d6c4edb0ce60 None None] Provisioning complete for port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:13.575500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.577499 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fff07db5-621d-4e85-8721-d6c4edb0ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.595995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d524cc77-e053-4d97-8037-40fd89ad5906 req-7823bffb-649d-4ae4-9e5b-096ca373b8f5 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 210 time: 0.1962793 Jul 16 01:48:13.600530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,segment=NetworkSegment(a4f4818f-552e-4c7a-9866-aa6020d862ab),segment_id=a4f4818f-552e-4c7a-9866-aa6020d862ab)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:13.635099 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.708723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.747473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.769439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fff07db5-621d-4e85-8721-d6c4edb0ce60 None None] Port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:13.786010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fff07db5-621d-4e85-8721-d6c4edb0ce60 None None] Provisioning complete for port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:13.786420 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fff07db5-621d-4e85-8721-d6c4edb0ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.791177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.802651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=ee497f0d-3fc9-4e3a-8c9b-2204f849a59f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.828048 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.848211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.854193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/67987fbe-d5ce-40d6-b61f-42b03a726cfa HTTP/1.1" status: 204 len: 168 time: 0.4514155 Jul 16 01:48:13.856775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c601039-d3cb-4ed2-a527-3122a121d6eb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=67987fbe-d5ce-40d6-b61f-42b03a726cfa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.864133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.870484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b039c4-31da-4369-bcad-a28c8ac2c701 None None] Network 3d34c117-6a96-4a57-8604-d0ec7abde461 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:13.910874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Made reservation on behalf of 86ab90df66754ac5aa8dde24bd4f9a4a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:13.913664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.964502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.027839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:14.028952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.184602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,segment=NetworkSegment(ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d),segment_id=ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:14.186910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.219655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ac50b33d-c0ab-4bca-b41c-04bd4fad7773 None None] Provisioning complete for port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:14.221172 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac50b33d-c0ab-4bca-b41c-04bd4fad7773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.226468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] DHCP port deletion for 3d34c117-6a96-4a57-8604-d0ec7abde461 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:14.229084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:14.241055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.309079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ac50b33d-c0ab-4bca-b41c-04bd4fad7773 None None] Port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:14.345765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Allocated IP 172.20.0.13 (4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49/94e6b787-c501-43b6-b02b-184c61bd61aa/6a9e222a-4a95-4d11-ada8-fb9508c9ad6c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:14.348883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] Deleting port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:14.350292 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.378169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.471876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:14.477407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.478674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] For port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,segment=NetworkSegment(ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d),segment_id=ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:14.479423 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.502525 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.514489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6672e1c-3061-4812-9a99-374d74fbbe3c None None] Provisioning complete for port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:14.515114 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6672e1c-3061-4812-9a99-374d74fbbe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.519305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] Calling delete_port for cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:14.521004 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb2fdb00-6023-4951-ac93-e94d94148fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.596665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a6672e1c-3061-4812-9a99-374d74fbbe3c None None] Port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:14.664115 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.682293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d34c117-6a96-4a57-8604-d0ec7abde461']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.699920 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.731728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.732438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca883bc3-d1a1-4bba-82b0-240e3ff3ee0d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.754602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] Pushing event deleted for resources: {'Port': ['ID=cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.768352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.783329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493bf937-beae-4c6b-8678-d6f10d13efd3 None None] No DVR routers for this DVR port cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:14.815152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.828307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:14.828765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:14.837350 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:14.919070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:14.925732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'subnets': [{'network_id': 'cbd8ad50-5da7-41e7-a193-524a01551c9b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91968559', 'ip_version': 6}, {'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.926224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'subnet': {'network_id': 'cbd8ad50-5da7-41e7-a193-524a01551c9b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91968559', 'ip_version': 6}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.927210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Request body: {'subnet': {'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:15.006378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:15.017146 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.022867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.026180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/3d34c117-6a96-4a57-8604-d0ec7abde461 HTTP/1.1" status: 204 len: 168 time: 1.1610379 Jul 16 01:48:15.035697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.040782 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-985455056', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:15.083527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:15.084146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.096205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2655be-8e25-4f7a-9c76-07f91405bdda tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=3d34c117-6a96-4a57-8604-d0ec7abde461,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.174740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.177187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.184423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Made reservation on behalf of 323663074ef04d0ab12a40525dff28d4 for: {'subnet': 2} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:15.191621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.192123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.265724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:15.288682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:15.289337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cc6b80fe-4325-4fc3-be20-3ba9c7cdecb0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:15.289603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47200c7f-3d30-48db-b5a5-90f99578f001 req-717dd670-bd0d-4a11-b5bf-5b56253c5cf6 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 210 time: 0.0862463 Jul 16 01:48:15.294705 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.341073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.365914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.391851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.394771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Transition to ACTIVE for port object 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:15.402297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.403214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.491809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=ee497f0d-3fc9-4e3a-8c9b-2204f849a59f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.533167 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.536555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.545592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9810fd37-9c5d-4464-af39-73e12845289a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:15.585137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:15.596896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:15.603522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:15.632267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Pushing event updated for resources: {'Port': ['ID=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.647860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:15.652591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:15.709820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.710437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.758870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-1cd997f4-18d9-4397-b0e3-02f2522d8418 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2442384 Jul 16 01:48:15.772425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Request body: {'port': {'device_id': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:15.886859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.890610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Router b62cfcef-59ca-48ed-b5ff-510f896f0593 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:15.950664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40396d38-a513-407a-82ab-2c460b0f6b39 None None] Provisioning for port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:15.958398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40396d38-a513-407a-82ab-2c460b0f6b39 None None] Provisioning complete for port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:15.958862 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40396d38-a513-407a-82ab-2c460b0f6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.988349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.999621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-40396d38-a513-407a-82ab-2c460b0f6b39 None None] Port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:16.015070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.119377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.123335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-db14769a-8d51-44bd-a1c0-d9476148f05e None None] Provisioning complete for port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:16.123973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db14769a-8d51-44bd-a1c0-d9476148f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.141204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:16.147053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-61a3f867-67b6-486e-b787-30bc0fb2735a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "PUT /v2.0/routers/b62cfcef-59ca-48ed-b5ff-510f896f0593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4632556 Jul 16 01:48:16.150240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.169388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] Sync routers for ids ['b62cfcef-59ca-48ed-b5ff-510f896f0593'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:16.190635 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-db14769a-8d51-44bd-a1c0-d9476148f05e None None] Port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:16.197233 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.199764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] Routers {'b62cfcef-59ca-48ed-b5ff-510f896f0593'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:16.200382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b62cfcef-59ca-48ed-b5ff-510f896f0593'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.241778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.242172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 172.25.5.183 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/7cfa0295-1ccd-452a-8fff-afdacd6a09a0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:16.252376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] Routers {'b62cfcef-59ca-48ed-b5ff-510f896f0593'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:16.253039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b62cfcef-59ca-48ed-b5ff-510f896f0593'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.254154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Checking segment: {'id': '5f8cfb31-1ec3-4ed4-a7cc-cc07ed584699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'cbd8ad50-5da7-41e7-a193-524a01551c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:16.256160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network hostable DHCP agents. Network: cbd8ad50-5da7-41e7-a193-524a01551c9b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:16.260871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Subnet': ['ID=477a8c42-22f1-41eb-aa6f-21747cffa68c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.296917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af4731b-7b3c-4275-93a0-d0a33cdbd5a5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.301158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9af4731b-7b3c-4275-93a0-d0a33cdbd5a5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports?device_id=b62cfcef-59ca-48ed-b5ff-510f896f0593 HTTP/1.1" status: 200 len: 988 time: 0.1474621 Jul 16 01:48:16.302256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.305933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.306530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5021f75b-a99c-47cd-83c1-df7e5bfc1a46 None None] The sync data for ids ['b62cfcef-59ca-48ed-b5ff-510f896f0593'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:16.322056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network cbd8ad50-5da7-41e7-a193-524a01551c9b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:16.372823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, cbd8ad50-5da7-41e7-a193-524a01551c9b) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:16.378873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.384584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97be96dd-242b-4537-9e50-cfdb1abbbbf3 None None] Network cbd8ad50-5da7-41e7-a193-524a01551c9b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:16.473912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.483314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event updated for resources: {'Subnet': ['ID=3538794f-0835-4f19-9b12-456a7942e1b7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.504898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Checking segment: {'id': 'c8dbe150-74a8-4914-8ab1-bba5742c9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:16.505277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network hostable DHCP agents. Network: 23827f28-ee09-443b-a843-038e9ac26dbc, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:16.543834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Network 23827f28-ee09-443b-a843-038e9ac26dbc is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:16.555457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.561353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 23827f28-ee09-443b-a843-038e9ac26dbc) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:16.605764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:16.606661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.607143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.607780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.619410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.640642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:16.644085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Transition to ACTIVE for port object 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:16.649748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:16.657968 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.663011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:16.665788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=7cfa0295-1ccd-452a-8fff-afdacd6a09a0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.673890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c9033124-284d-440c-b40f-0fe26d35a307 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.7537291 Jul 16 01:48:16.677942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c29bcc-17f6-49c5-8e0a-384209475705 None None] Network 23827f28-ee09-443b-a843-038e9ac26dbc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:16.689622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.782528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60deb74-30a9-45fd-83ab-998be6a24908 req-2f5ad47e-e846-4ccc-9197-5957a2d017d3 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.784243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a60deb74-30a9-45fd-83ab-998be6a24908 req-2f5ad47e-e846-4ccc-9197-5957a2d017d3 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1028 time: 0.2951100 Jul 16 01:48:16.793077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.869481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc240f-b619-4f3c-b09d-aa936f83456d tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.872071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc240f-b619-4f3c-b09d-aa936f83456d tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.876460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc240f-b619-4f3c-b09d-aa936f83456d tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.892307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.892538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6ffc240f-b619-4f3c-b09d-aa936f83456d tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1892598 Jul 16 01:48:16.895589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55118) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.987318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6d0b6-b654-4151-bb59-e7b42d851961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-cbd8ad50-5da7-41e7-a193-524a01551c9b', 'network_id': 'cbd8ad50-5da7-41e7-a193-524a01551c9b', 'tenant_id': '323663074ef04d0ab12a40525dff28d4', 'fixed_ips': [{'subnet_id': '477a8c42-22f1-41eb-aa6f-21747cffa68c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:16.990128 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05c6d0b6-b654-4151-bb59-e7b42d851961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.031659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a60deb74-30a9-45fd-83ab-998be6a24908 req-b2caf79e-d001-4684-b1c6-3d43f3efc698 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344868 Jul 16 01:48:17.038852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-23827f28-ee09-443b-a843-038e9ac26dbc', 'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc', 'tenant_id': '323663074ef04d0ab12a40525dff28d4', 'fixed_ips': [{'subnet_id': '3538794f-0835-4f19-9b12-456a7942e1b7'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:17.040841 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.070251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Attempting to bind port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:17.070634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Attempting to bind port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:17.070964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Attempting to bind port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.081447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:17.081764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Attempting to bind port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c on network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.082759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Deleting subnet 477a8c42-22f1-41eb-aa6f-21747cffa68c {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:17.087108 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.090163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:17.090326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Checking segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:17.090644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Bound using segment: {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:17.091067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Bound port: 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adc229d-cbd8-4246-9e8c-586f1898db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:17.091428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.186832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.281873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] For port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:17.287650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] For port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:17.297461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.317505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Allocated IP 2001:db8:0:1::1 (23827f28-ee09-443b-a843-038e9ac26dbc/3538794f-0835-4f19-9b12-456a7942e1b7/e40faf0d-9138-43e7-a26c-c20cafc6f3c0) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:17.392891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.393522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.394942 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] 10.222.0.93 "PUT /v2.0/ports/6a9e222a-4a95-4d11-ada8-fb9508c9ad6c HTTP/1.1" status: 200 len: 1092 time: 1.6289248 Jul 16 01:48:17.395399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'tag': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:17.397699 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab08c44-30aa-4d52-93af-d71b5edb3e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "cae62596-d9ea-4751-9a7e-3d5dd387cf8a", "tag": "6a9e222a-4a95-4d11-ada8-fb9508c9ad6c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:17.458418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0873-64ed-4882-9c54-6f5a693fa957 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.586988 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.606258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Transition to ACTIVE for port object e40faf0d-9138-43e7-a26c-c20cafc6f3c0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:17.632148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-b73a7e9a-e924-4852-8a11-7ea6f4287ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.634267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-b73a7e9a-e924-4852-8a11-7ea6f4287ee7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1095 time: 0.1723442 Jul 16 01:48:17.638895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Transition to ACTIVE for port object e40faf0d-9138-43e7-a26c-c20cafc6f3c0 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:17.646083 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.698665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Pushing event updated for resources: {'Port': ['ID=e40faf0d-9138-43e7-a26c-c20cafc6f3c0,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.713362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Network 23827f28-ee09-443b-a843-038e9ac26dbc is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:17.714822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:17.717429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:17.728543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-17d3f6b9-c53b-435e-9f15-4fb355ab17d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c HTTP/1.1" status: 200 len: 217 time: 0.0792885 Jul 16 01:48:17.733312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.748267 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91848e9b-cce4-4f6c-a865-875c6d807a5d x-openstack-request-id: req-91848e9b-cce4-4f6c-a865-875c6d807a5d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:17.748634 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae62596-d9ea-4751-9a7e-3d5dd387cf8a", "tag": "6a9e222a-4a95-4d11-ada8-fb9508c9ad6c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:17.748950 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91848e9b-cce4-4f6c-a865-875c6d807a5d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:17.749409 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'tag': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c', 'status': 'completed', 'code': 200} Jul 16 01:48:17.775608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port ee497f0d-3fc9-4e3a-8c9b-2204f849a59f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:17.776053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.800176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.805104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Attempting to bind port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:17.805540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Attempting to bind port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'c8dbe150-74a8-4914-8ab1-bba5742c9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:17.805960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Attempting to bind port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 on network 23827f28-ee09-443b-a843-038e9ac26dbc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.812732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:17.813111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Checking segment: {'id': 'c8dbe150-74a8-4914-8ab1-bba5742c9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:17.813692 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.814362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Bound using segment: {'id': 'c8dbe150-74a8-4914-8ab1-bba5742c9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:17.814591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Bound port: e40faf0d-9138-43e7-a26c-c20cafc6f3c0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8dbe150-74a8-4914-8ab1-bba5742c9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '23827f28-ee09-443b-a843-038e9ac26dbc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:17.815098 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.831194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-d74f7cfe-1442-4505-b07b-7d8bd9b72f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.832944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-d74f7cfe-1442-4505-b07b-7d8bd9b72f46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=94e6b787-c501-43b6-b02b-184c61bd61aa HTTP/1.1" status: 200 len: 847 time: 0.0956929 Jul 16 01:48:17.848355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.892781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] For port e40faf0d-9138-43e7-a26c-c20cafc6f3c0, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:17.896166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] For port e40faf0d-9138-43e7-a26c-c20cafc6f3c0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e40faf0d-9138-43e7-a26c-c20cafc6f3c0,segment=NetworkSegment(c8dbe150-74a8-4914-8ab1-bba5742c9452),segment_id=c8dbe150-74a8-4914-8ab1-bba5742c9452)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:17.905234 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.931885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.980107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for ee497f0d-3fc9-4e3a-8c9b-2204f849a59f owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:18.005542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73a407-793e-4ba5-b0b1-8adbb37fe75e None None] Pushing event updated for resources: {'Port': ['ID=e40faf0d-9138-43e7-a26c-c20cafc6f3c0,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-05c6d0b6-b654-4151-bb59-e7b42d851961 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 477a8c42-22f1-41eb-aa6f-21747cffa68c: This subnet is being modified by another concurrent operation. Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:48:18.028355 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 477a8c42-22f1-41eb-aa6f-21747cffa68c: This subnet is being modified by another concurrent operation. Jul 16 01:48:18.031592 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 01:48:18.035829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-b74d983c-c436-4a18-a01e-bf3d59b58e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.037039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.037680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-b74d983c-c436-4a18-a01e-bf3d59b58e9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782198 Jul 16 01:48:18.139469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Subnet': ['ID=477a8c42-22f1-41eb-aa6f-21747cffa68c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.141162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978c303-b187-4e20-a9a8-6c4135ab3e37 None None] Network cbd8ad50-5da7-41e7-a193-524a01551c9b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:18.143729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.148311 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8b027afb-8cfd-45d7-abdd-3333a30a52af tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/subnets/477a8c42-22f1-41eb-aa6f-21747cffa68c HTTP/1.1" status: 204 len: 168 time: 1.2515798 Jul 16 01:48:18.251958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55128) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.268330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.450605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Deleting subnet 3538794f-0835-4f19-9b12-456a7942e1b7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:18.454912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:18.493114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.607000 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.619296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:18.628538 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] Sync routers for ids ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:18.645776 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] Routers {'2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:18.647649 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.653084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.657249 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dc392e5a-9128-4fe5-8520-7358c9292ad3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6204665 Jul 16 01:48:18.657854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.699205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-ff21f95a-4169-4022-8a50-c4709de27f54 service neutron] 10.222.0.93 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462228 Jul 16 01:48:18.704053 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.708494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6769fb-a85a-45b8-b4c8-dbedfedc42a4 req-aa3787cb-82f7-4272-9244-d36b05fb0263 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.714585 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] Routers {'2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:18.715243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb6769fb-a85a-45b8-b4c8-dbedfedc42a4 req-aa3787cb-82f7-4272-9244-d36b05fb0263 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1095 time: 0.4341450 Jul 16 01:48:18.715835 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.758329 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.759454 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3117d6e-f97c-43bd-ac81-e4394ff2c78b None None] The sync data for ids ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:18.770151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.813907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6c47dd76-5b80-4d83-80ab-00d28c2d1e83 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/routers/2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 HTTP/1.1" status: 200 len: 884 time: 0.1481345 Jul 16 01:48:18.815026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.838189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=ee497f0d-3fc9-4e3a-8c9b-2204f849a59f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.883268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb6769fb-a85a-45b8-b4c8-dbedfedc42a4 req-90a39efb-1bfa-40fb-b1f4-9f65bb0bc278 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670690 Jul 16 01:48:19.088211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e40faf0d-9138-43e7-a26c-c20cafc6f3c0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:19.132612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3847a2af-8268-4f7b-bfc5-6491e5fe1615 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3168690 Jul 16 01:48:19.135605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.152180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-75aed9f7-fec4-469b-8286-ec9fc2f3f44e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-985455056'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:19.169408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:19.478929 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.487165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3819f03e-2d55-4c6c-b0f0-4cad73c5e824 req-81e1c3a2-b33b-472c-b2a7-5ab3b8065ab1 service neutron] 10.222.0.93 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652981 Jul 16 01:48:19.513509 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.550408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c1e0b-b3f5-4a00-bc1e-999591c36780 None None] Network 23827f28-ee09-443b-a843-038e9ac26dbc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:19.566861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75aed9f7-fec4-469b-8286-ec9fc2f3f44e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.579595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75aed9f7-fec4-469b-8286-ec9fc2f3f44e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.615408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05168a4e-768f-46bc-b301-61a669074bff None None] Provisioning for port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:19.626240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05168a4e-768f-46bc-b301-61a669074bff None None] Provisioning complete for port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:19.626708 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05168a4e-768f-46bc-b301-61a669074bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.708532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aed9f7-fec4-469b-8286-ec9fc2f3f44e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router 2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:19.761350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.781624 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05168a4e-768f-46bc-b301-61a669074bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.811556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Subnet': ['ID=3538794f-0835-4f19-9b12-456a7942e1b7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.814058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.816548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-28ca6751-e5ef-44a4-97a3-663554b1badd tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/subnets/3538794f-0835-4f19-9b12-456a7942e1b7 HTTP/1.1" status: 204 len: 168 time: 1.5464675 Jul 16 01:48:19.819899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.825446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-05168a4e-768f-46bc-b301-61a669074bff None None] For port e40faf0d-9138-43e7-a26c-c20cafc6f3c0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e40faf0d-9138-43e7-a26c-c20cafc6f3c0,segment=NetworkSegment(c8dbe150-74a8-4914-8ab1-bba5742c9452),segment_id=c8dbe150-74a8-4914-8ab1-bba5742c9452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:19.838365 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05168a4e-768f-46bc-b301-61a669074bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.861252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-c1ac1c2a-61e8-4f13-982e-e564ee9ef341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.866026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-c1ac1c2a-61e8-4f13-982e-e564ee9ef341 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1095 time: 0.2964110 Jul 16 01:48:19.868666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Router b62cfcef-59ca-48ed-b5ff-510f896f0593 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:19.872245 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.874323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aed9f7-fec4-469b-8286-ec9fc2f3f44e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:19.892215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] Sync routers for ids ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:19.899161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75aed9f7-fec4-469b-8286-ec9fc2f3f44e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.901151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-75aed9f7-fec4-469b-8286-ec9fc2f3f44e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 HTTP/1.1" status: 200 len: 891 time: 0.7553165 Jul 16 01:48:19.903708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55142) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.920522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] DHCP port deletion for 23827f28-ee09-443b-a843-038e9ac26dbc request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:19.942369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3287624-dd53-41e0-8217-a711b347ca2d tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.944295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c3287624-dd53-41e0-8217-a711b347ca2d tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1219139 Jul 16 01:48:19.949755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05168a4e-768f-46bc-b301-61a669074bff None None] Pushing event updated for resources: {'Port': ['ID=e40faf0d-9138-43e7-a26c-c20cafc6f3c0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.954033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] Routers {'2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:19.954756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:19.998577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.028400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] Routers {'2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:20.029186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.070781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.078919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.079708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2929874-957a-462c-a6c4-982035d54bd2 None None] The sync data for ids ['2b47cfcb-19bf-43db-ad16-6d42f1dd7f04'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:20.098744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] Deleting port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:20.099395 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.103924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3becc775-ad4e-4c4d-b3a9-7dc9327f8907 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/routers/2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 HTTP/1.1" status: 200 len: 891 time: 0.1986251 Jul 16 01:48:20.106686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55148) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.168765 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-437b093f-25c8-4527-8d01-92f359e5e92c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 HTTP/1.1" status: 200 len: 205 time: 0.0414379 Jul 16 01:48:20.174941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.198566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] For port e40faf0d-9138-43e7-a26c-c20cafc6f3c0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e40faf0d-9138-43e7-a26c-c20cafc6f3c0,segment=NetworkSegment(c8dbe150-74a8-4914-8ab1-bba5742c9452),segment_id=c8dbe150-74a8-4914-8ab1-bba5742c9452)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:20.198977 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.205754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:20.217101 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] Sync routers for ids ['b62cfcef-59ca-48ed-b5ff-510f896f0593'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:20.217609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-35f0299d-2b4b-4b25-a6db-81ddd5ba43da tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "PUT /v2.0/routers/b62cfcef-59ca-48ed-b5ff-510f896f0593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9151943 Jul 16 01:48:20.224069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.231398 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] Routers {'b62cfcef-59ca-48ed-b5ff-510f896f0593'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:20.232016 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b62cfcef-59ca-48ed-b5ff-510f896f0593'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.234387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] Calling delete_port for e40faf0d-9138-43e7-a26c-c20cafc6f3c0 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:20.278320 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-85cd3562-214c-4839-a257-46032759d223 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1981025 Jul 16 01:48:20.300496 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-42df331e-dc05-42b9-85fd-9d17118f1e6c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:48:20.302138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-42df331e-dc05-42b9-85fd-9d17118f1e6c tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/ee497f0d-3fc9-4e3a-8c9b-2204f849a59f HTTP/1.1" status: 404 len: 333 time: 0.0763664 Jul 16 01:48:20.303771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-2d773ffb-84ba-4010-8ca4-a1e82e9582f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.305183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-2d773ffb-84ba-4010-8ca4-a1e82e9582f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 200 len: 909 time: 0.4316123 Jul 16 01:48:20.306737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55154) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.310661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.329691 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.341258 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] Routers {'b62cfcef-59ca-48ed-b5ff-510f896f0593'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:20.342738 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b62cfcef-59ca-48ed-b5ff-510f896f0593'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.404514 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.406006 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da6838-8d20-4b0d-9f4e-e15985690828 None None] The sync data for ids ['b62cfcef-59ca-48ed-b5ff-510f896f0593'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:20.407681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.434103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.441732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-1b72c327-f165-42bc-9ba6-2c54a2a3c0ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c HTTP/1.1" status: 200 len: 217 time: 0.1215947 Jul 16 01:48:20.450185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab099-ff93-4db6-b4cb-d1ac528a6fc6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.469333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] Pushing event deleted for resources: {'Port': ['ID=e40faf0d-9138-43e7-a26c-c20cafc6f3c0,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:20.478687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a164f-6650-4534-a175-346f74b73ca9 req-898ad7bc-932d-41f5-95c0-7ddba1ea8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.480591 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-898ad7bc-932d-41f5-95c0-7ddba1ea8b71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.1379886 Jul 16 01:48:20.482778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179afd9a-4d86-41c6-bb15-0db0c50fd08b None None] No DVR routers for this DVR port e40faf0d-9138-43e7-a26c-c20cafc6f3c0 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:20.508093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b706297-e845-4282-9987-cec3e1c332ac None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:48:20.588869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24de2-b960-4dad-9027-088f82f338c5 req-90496be3-c0ec-4fe7-84ef-9e9dddeb1827 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.590318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96e24de2-b960-4dad-9027-088f82f338c5 req-90496be3-c0ec-4fe7-84ef-9e9dddeb1827 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1095 time: 0.4611039 Jul 16 01:48:20.629509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b706297-e845-4282-9987-cec3e1c332ac None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:48:20.647914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.699397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a164f-6650-4534-a175-346f74b73ca9 req-57cafdb3-a988-49aa-9929-21646de1a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.701325 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-57cafdb3-a988-49aa-9929-21646de1a483 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 200 len: 909 time: 0.1606619 Jul 16 01:48:20.704810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.737753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23827f28-ee09-443b-a843-038e9ac26dbc']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.752170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-9b5bb14a-226e-4fd1-9a06-535b3d827d0d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9810fd37-9c5d-4464-af39-73e12845289a HTTP/1.1" status: 200 len: 217 time: 0.0431147 Jul 16 01:48:20.791995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dbe150-74a8-4914-8ab1-bba5742c9452') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.793115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dbe150-74a8-4914-8ab1-bba5742c9452') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.800432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-34b8e33c-25ee-43a9-9812-f7975990725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.802638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-34b8e33c-25ee-43a9-9812-f7975990725c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=94e6b787-c501-43b6-b02b-184c61bd61aa HTTP/1.1" status: 200 len: 847 time: 0.3492255 Jul 16 01:48:20.835653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a164f-6650-4534-a175-346f74b73ca9 req-c4438a4d-ca45-4f2c-9b41-d39b1bb564d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.837454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-c4438a4d-ca45-4f2c-9b41-d39b1bb564d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=94e6b787-c501-43b6-b02b-184c61bd61aa HTTP/1.1" status: 200 len: 847 time: 0.0576396 Jul 16 01:48:20.846305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 7cfa0295-1ccd-452a-8fff-afdacd6a09a0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:20.846600 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.865232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.868693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab099-ff93-4db6-b4cb-d1ac528a6fc6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.875315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab099-ff93-4db6-b4cb-d1ac528a6fc6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.990819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.995381 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a164f-6650-4534-a175-346f74b73ca9 req-e7dc18d5-a946-42e6-8272-db7d061900de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.997101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-e7dc18d5-a946-42e6-8272-db7d061900de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485922 Jul 16 01:48:20.998002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96e24de2-b960-4dad-9027-088f82f338c5 req-bd8f6a41-b33b-4f4c-8ec5-11eb9eee822a tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370440 Jul 16 01:48:21.003583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.015031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:21.015504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:21.019244 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:21.023095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 7cfa0295-1ccd-452a-8fff-afdacd6a09a0 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:21.052493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e40faf0d-9138-43e7-a26c-c20cafc6f3c0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:21.071703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab099-ff93-4db6-b4cb-d1ac528a6fc6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.072211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ab099-ff93-4db6-b4cb-d1ac528a6fc6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Fanout notify agent at l3_agent the message router_deleted on router b62cfcef-59ca-48ed-b5ff-510f896f0593 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:21.081918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e40faf0d-9138-43e7-a26c-c20cafc6f3c0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:21.082470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e40faf0d-9138-43e7-a26c-c20cafc6f3c0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:21.130204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab099-ff93-4db6-b4cb-d1ac528a6fc6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.132168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ff1ab099-ff93-4db6-b4cb-d1ac528a6fc6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/routers/b62cfcef-59ca-48ed-b5ff-510f896f0593 HTTP/1.1" status: 204 len: 168 time: 0.8199525 Jul 16 01:48:21.136142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.144538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-889ab0a6-a1c3-4243-87cd-29d3292bb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.146898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-889ab0a6-a1c3-4243-87cd-29d3292bb4f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3323381 Jul 16 01:48:21.147645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.159210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.161440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/networks/23827f28-ee09-443b-a843-038e9ac26dbc HTTP/1.1" status: 204 len: 168 time: 1.0834005 Jul 16 01:48:21.167581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55160) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.224090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724cf1d-c691-4068-9644-4d8556c0d246 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Network': ['ID=23827f28-ee09-443b-a843-038e9ac26dbc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.237634 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-5acfe3da-6a03-4c6c-865e-e7daf2522612 service neutron] 10.222.0.78 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313621 Jul 16 01:48:21.290400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 687566a8-fd02-4ecb-bc3e-88429d1c6821 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:21.293848 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.355018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.373070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-0812dd52-1aa1-4951-98e6-93d8eb7cca79 service neutron] 10.222.0.93 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098396 Jul 16 01:48:21.376721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.481701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.509809 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a33a164f-6650-4534-a175-346f74b73ca9 req-3473d744-89b4-4321-ac9d-7f6981582eaa service neutron] 10.222.0.78 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639494 Jul 16 01:48:21.521936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.522914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd8ad50-5da7-41e7-a193-524a01551c9b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.538171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8cfb31-1ec3-4ed4-a7cc-cc07ed584699') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.538461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8cfb31-1ec3-4ed4-a7cc-cc07ed584699') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.551606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.566838 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.575952 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.581814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aab08c44-30aa-4d52-93af-d71b5edb3e4a req-d5019b3e-65d5-44c0-a3b7-65292b1ec7bc service neutron] 10.222.0.93 "GET /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013254 Jul 16 01:48:21.584323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:21.584771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:21.588827 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:21.605266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=7cfa0295-1ccd-452a-8fff-afdacd6a09a0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.649943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.658874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.660765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/networks/cbd8ad50-5da7-41e7-a193-524a01551c9b HTTP/1.1" status: 204 len: 168 time: 0.4860678 Jul 16 01:48:21.663893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.670761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d8ffc-09be-4ec0-834a-1c19d9c3106b tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Network': ['ID=cbd8ad50-5da7-41e7-a193-524a01551c9b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.678245 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.164818 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.167356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.208804 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.214285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c7af5-3bb3-4fc9-9ce0-6bb274241d12 req-578f2423-7843-4e3d-beed-e6679cae619b tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.221293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-929c7af5-3bb3-4fc9-9ce0-6bb274241d12 req-578f2423-7843-4e3d-beed-e6679cae619b tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1095 time: 0.0712738 Jul 16 01:48:22.233711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=687566a8-fd02-4ecb-bc3e-88429d1c6821,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.242746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.255292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b6c3c-31b7-4b9b-8ad2-b5702021e7bb None None] Network a543590a-17d6-401d-902e-8c9b4c0d5c08 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:22.276697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.281058 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-985e0e10-ef18-445b-a793-a0747a7530cf tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/687566a8-fd02-4ecb-bc3e-88429d1c6821 HTTP/1.1" status: 204 len: 168 time: 1.1398470 Jul 16 01:48:22.281434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:22.281542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55170) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.291586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-929c7af5-3bb3-4fc9-9ce0-6bb274241d12 req-735cfd5b-b107-4bf6-8941-bab69ba3f468 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694385 Jul 16 01:48:22.324002 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.324585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Fanout notify agent at l3_agent the message router_deleted on router 2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:22.358236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.360838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-19d72fb3-0ea4-4fcc-8423-00ee4217131b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 HTTP/1.1" status: 204 len: 168 time: 2.1752207 Jul 16 01:48:22.366328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.372006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1350987261'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:22.378133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.410246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:22.415328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.446564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:22.457827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.458459 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment b8be33c6-f040-4fa4-9640-181ffb1b7518 of type vlan for network 9d839eb5-0218-4c45-abec-a39237ffaf74 Jul 16 01:48:22.485461 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.498870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa94fa4b-432e-4394-8d24-31ac4a87d5d4']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.506304 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.514576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256e59b5-fbd2-4e8b-82ee-79f4dd750378') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.515424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256e59b5-fbd2-4e8b-82ee-79f4dd750378') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.530100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.543271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.549052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.550128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.551177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.552976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:22.553674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.573115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2030244 Jul 16 01:48:22.576250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.577419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:22.577950 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:22.582570 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:22.589002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': '9d839eb5-0218-4c45-abec-a39237ffaf74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:22.649903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b8b0b-ae49-49e3-856e-47b94634edc2 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=9d839eb5-0218-4c45-abec-a39237ffaf74,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.676075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:22.685599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:22.702138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c', 'network_id': '4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49', 'port_id': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c', 'mac_address': 'fa:16:3e:89:bb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6b787-c501-43b6-b02b-184c61bd61aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:22.770769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] For port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,segment=NetworkSegment(a4f4818f-552e-4c7a-9866-aa6020d862ab),segment_id=a4f4818f-552e-4c7a-9866-aa6020d862ab)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:22.771142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.775583 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.789522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.791387 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/networks/aa94fa4b-432e-4394-8d24-31ac4a87d5d4 HTTP/1.1" status: 204 len: 168 time: 1.1264985 Jul 16 01:48:22.794508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55176) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.801067 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.812068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:22.814191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764327cb-4496-4f41-87f3-5b054097aacc tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Network': ['ID=aa94fa4b-432e-4394-8d24-31ac4a87d5d4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.824055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] DHCP port deletion for a543590a-17d6-401d-902e-8c9b4c0d5c08 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:22.835278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:22.869284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:22.872868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.879035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:22.892056 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.927337 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.962580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] Deleting port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:22.963860 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.004655 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.072069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.077856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No DVR routers for this DVR port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:23.113106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.127815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.134428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cd352b-388e-4093-8ab4-e7803442d315']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.140378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:23.160768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d6ad91-9bce-49fd-b7b9-81fb9f921c0b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.162093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d6ad91-9bce-49fd-b7b9-81fb9f921c0b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.174263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.189641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.195067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:23.195886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:23.198231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:23.198683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:23.202917 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:23.221182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['6a9e222a-4a95-4d11-ada8-fb9508c9ad6c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:23.227843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] For port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,segment=NetworkSegment(a4f4818f-552e-4c7a-9866-aa6020d862ab),segment_id=a4f4818f-552e-4c7a-9866-aa6020d862ab)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:23.228571 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.263286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] Calling delete_port for 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:23.275135 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.276785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.287981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a543590a-17d6-401d-902e-8c9b4c0d5c08']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.290872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.298937 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.307475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f4818f-552e-4c7a-9866-aa6020d862ab') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.307597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f4818f-552e-4c7a-9866-aa6020d862ab') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.309095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] 10.222.0.81 "DELETE /v2.0/networks/94cd352b-388e-4093-8ab4-e7803442d315 HTTP/1.1" status: 204 len: 168 time: 0.5072005 Jul 16 01:48:23.331585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3218ea-1292-4348-8f83-5837434c4c29 tempest-BulkNetworkOpsIpV6Test-1783118363 tempest-BulkNetworkOpsIpV6Test-1783118363-project] Pushing event deleted for resources: {'Network': ['ID=94cd352b-388e-4093-8ab4-e7803442d315,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.366068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.430062 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.432589 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 01:48:23.452700 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.453835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.475793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=8d45f726-d309-408f-946c-46bc97ae773f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.479006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] Pushing event deleted for resources: {'Port': ['ID=57d1ecc1-99fe-4a07-8723-8ae7d94ba915,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.490332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:23.491364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.496635 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017956b-139f-4607-9db4-56be275c8b2b None None] No DVR routers for this DVR port 57d1ecc1-99fe-4a07-8723-8ae7d94ba915 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:23.498698 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:23.552784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': 'b8be33c6-f040-4fa4-9640-181ffb1b7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9d839eb5-0218-4c45-abec-a39237ffaf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:23.553158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: 9d839eb5-0218-4c45-abec-a39237ffaf74, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:23.609019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:23.616895 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.627380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209f732-19e2-4fe8-9689-69fa273d53c4 req-cf574229-8378-4d5b-91bf-458fb6a8cbae tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.629099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c209f732-19e2-4fe8-9689-69fa273d53c4 req-cf574229-8378-4d5b-91bf-458fb6a8cbae tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1096 time: 0.0723822 Jul 16 01:48:23.629285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.636093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.638605 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/a543590a-17d6-401d-902e-8c9b4c0d5c08 HTTP/1.1" status: 204 len: 168 time: 1.3562794 Jul 16 01:48:23.651139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c61bd0-b0e4-45df-82c4-f0f0e706f100 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=a543590a-17d6-401d-902e-8c9b4c0d5c08,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.652183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 9d839eb5-0218-4c45-abec-a39237ffaf74) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:23.656344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.656945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.668977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30e666-77d3-4ee0-a7b3-ede9151cc0a1 None None] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:23.690098 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f97af3af-362f-45ea-beaa-06a74122aa14 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1061554 Jul 16 01:48:23.692022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55188) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.699501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1bae8d10-e9a6-4fad-8dda-5b5ba65b7011 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663587480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:23.730189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bae8d10-e9a6-4fad-8dda-5b5ba65b7011 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.731349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bae8d10-e9a6-4fad-8dda-5b5ba65b7011 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.761359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.797022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c209f732-19e2-4fe8-9689-69fa273d53c4 req-7607d707-9cb9-49f3-8c8d-58eb7fc316a3 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386786 Jul 16 01:48:23.805584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bae8d10-e9a6-4fad-8dda-5b5ba65b7011 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.807551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284420a-b91b-4437-aa6b-ed75675050e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.809228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5284420a-b91b-4437-aa6b-ed75675050e7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/fd5f39c3-480f-42fc-bf9c-2274d7518524 HTTP/1.1" status: 200 len: 845 time: 0.1720409 Jul 16 01:48:23.811204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bae8d10-e9a6-4fad-8dda-5b5ba65b7011 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.813717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55194) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.844616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1bae8d10-e9a6-4fad-8dda-5b5ba65b7011 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.850619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1bae8d10-e9a6-4fad-8dda-5b5ba65b7011 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1573305 Jul 16 01:48:23.854256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.949925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-9d839eb5-0218-4c45-abec-a39237ffaf74', 'network_id': '9d839eb5-0218-4c45-abec-a39237ffaf74', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': '8d45f726-d309-408f-946c-46bc97ae773f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:23.951113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.989042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7b8133bb-c52a-48cf-8e09-4c2f11deccb4 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/fd5f39c3-480f-42fc-bf9c-2274d7518524?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1679952 Jul 16 01:48:23.989848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.004063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:24.175966 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-62f6c281-90b7-4419-8c70-d1d78aeb8e96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=323663074ef04d0ab12a40525dff28d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106376 Jul 16 01:48:24.176126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:24.176254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55202) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.189541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.191401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Allocated IP 2001:db8::2 (9d839eb5-0218-4c45-abec-a39237ffaf74/8d45f726-d309-408f-946c-46bc97ae773f/7cd1972a-8377-4cb8-86bc-e977c867010d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:24.276781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:24.300505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.449136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-100b5c37-1282-4e33-bb6c-ec4843edbdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.459351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.473214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:24.482667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:24.483032 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.506150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:24.511318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:24.523348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc34c3e-c579-4439-8f98-366bfea1fca2 None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:24.527488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.528039 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.536275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=10d2487d-a00c-4482-b1b8-6b5079bc7fd1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.558349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.574603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ba47ff96-2be1-4fcf-927f-0a859eb49d5f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5815539 Jul 16 01:48:24.578105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Transition to ACTIVE for port object 7cd1972a-8377-4cb8-86bc-e977c867010d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:24.581853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.597033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-46532315-7c0d-48dd-97cd-2562ff534ca1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'security_group': {'name': 'tempest-secgroup-579756819'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:24.600726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-100b5c37-1282-4e33-bb6c-ec4843edbdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.634998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46532315-7c0d-48dd-97cd-2562ff534ca1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.641488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Transition to ACTIVE for port object 7cd1972a-8377-4cb8-86bc-e977c867010d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:24.675617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.712104 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-100b5c37-1282-4e33-bb6c-ec4843edbdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.714905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-100b5c37-1282-4e33-bb6c-ec4843edbdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.715841 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-100b5c37-1282-4e33-bb6c-ec4843edbdc6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/974bd800-ad53-4245-8032-589eb45f4f02 HTTP/1.1" status: 204 len: 168 time: 0.5393925 Jul 16 01:48:24.728772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:24.734354 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b5c37-1282-4e33-bb6c-ec4843edbdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974bd800-ad53-4245-8032-589eb45f4f02,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.736865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8::1 (9d839eb5-0218-4c45-abec-a39237ffaf74/8d45f726-d309-408f-946c-46bc97ae773f/52e0e1f7-3095-4249-a7b0-b7a184811ba8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:24.737842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:24.747680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:24.762666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.800313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46532315-7c0d-48dd-97cd-2562ff534ca1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.806277 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46532315-7c0d-48dd-97cd-2562ff534ca1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.816294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Pushing event updated for resources: {'Port': ['ID=7cd1972a-8377-4cb8-86bc-e977c867010d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.877499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46532315-7c0d-48dd-97cd-2562ff534ca1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.880561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-46532315-7c0d-48dd-97cd-2562ff534ca1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2973559 Jul 16 01:48:24.886735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:24.886956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.889164 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa08f605-9c5e-49f5-8cfa-2facbddfae23" -d '{"events": [{"server_uuid": "cae62596-d9ea-4751-9a7e-3d5dd387cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "6a9e222a-4a95-4d11-ada8-fb9508c9ad6c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:24.891973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a76bae0c-56d6-4c27-b60a-3107fb563ac6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'security_group': {'name': 'tempest-secgroup-1867958331'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:24.916669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Attempting to bind port 7cd1972a-8377-4cb8-86bc-e977c867010d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:24.916669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Attempting to bind port 7cd1972a-8377-4cb8-86bc-e977c867010d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b8be33c6-f040-4fa4-9640-181ffb1b7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9d839eb5-0218-4c45-abec-a39237ffaf74'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:24.917001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Attempting to bind port 7cd1972a-8377-4cb8-86bc-e977c867010d on network 9d839eb5-0218-4c45-abec-a39237ffaf74 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:24.921477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:24.927990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:24.928677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Checking segment: {'id': 'b8be33c6-f040-4fa4-9640-181ffb1b7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9d839eb5-0218-4c45-abec-a39237ffaf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:24.928888 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.929305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Bound using segment: {'id': 'b8be33c6-f040-4fa4-9640-181ffb1b7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9d839eb5-0218-4c45-abec-a39237ffaf74'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:24.929984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Bound port: 7cd1972a-8377-4cb8-86bc-e977c867010d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8be33c6-f040-4fa4-9640-181ffb1b7518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9d839eb5-0218-4c45-abec-a39237ffaf74'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:24.930380 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.965405 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.989965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a76bae0c-56d6-4c27-b60a-3107fb563ac6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.010875 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.011233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46532315-7c0d-48dd-97cd-2562ff534ca1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411aa3a7-6678-43a9-8dd4-84eebe974102,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.042723 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 52e0e1f7-3095-4249-a7b0-b7a184811ba8 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:25.068330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] For port 7cd1972a-8377-4cb8-86bc-e977c867010d, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:25.081028 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.102102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] For port 7cd1972a-8377-4cb8-86bc-e977c867010d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7cd1972a-8377-4cb8-86bc-e977c867010d,segment=NetworkSegment(b8be33c6-f040-4fa4-9640-181ffb1b7518),segment_id=b8be33c6-f040-4fa4-9640-181ffb1b7518)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:25.116062 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26844433-40be-425f-b508-93efb007cb53 x-openstack-request-id: req-26844433-40be-425f-b508-93efb007cb53 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:25.122826 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae62596-d9ea-4751-9a7e-3d5dd387cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "6a9e222a-4a95-4d11-ada8-fb9508c9ad6c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:25.126846 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26844433-40be-425f-b508-93efb007cb53 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:25.127560 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c', 'code': 200} Jul 16 01:48:25.153808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.238729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.299098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-d1d7b235-a368-45f3-9911-980ecc5d7406', 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'tenant_id': 'baaae91c5f4349cb8a21551b5cbbcac4', 'fixed_ips': [{'subnet_id': '10d2487d-a00c-4482-b1b8-6b5079bc7fd1'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:25.305225 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.321195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a76bae0c-56d6-4c27-b60a-3107fb563ac6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.338101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a76bae0c-56d6-4c27-b60a-3107fb563ac6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.361823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:25.390846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:25.438912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fa3cf-6a83-4e04-88d7-952919fc24ec None None] Pushing event updated for resources: {'Port': ['ID=7cd1972a-8377-4cb8-86bc-e977c867010d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.498412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:25.499370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.509085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404aef-019b-45ee-aa04-a9ec5a74d223 req-223e0b9a-0320-4225-9a72-3abf7c927737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.516290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87404aef-019b-45ee-aa04-a9ec5a74d223 req-223e0b9a-0320-4225-9a72-3abf7c927737 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.3670084 Jul 16 01:48:25.606183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a76bae0c-56d6-4c27-b60a-3107fb563ac6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.607793 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a76bae0c-56d6-4c27-b60a-3107fb563ac6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7200413 Jul 16 01:48:25.610801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:25.611652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=52e0e1f7-3095-4249-a7b0-b7a184811ba8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.627325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bae0c-56d6-4c27-b60a-3107fb563ac6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d558575-b47e-430a-9866-b454a6d945a2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.636944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c68da-3f4f-42cb-adc2-73464d0a3ce6 req-95dee29b-93cc-4124-b67e-d7f16ffca70d tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.648402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a72c68da-3f4f-42cb-adc2-73464d0a3ce6 req-95dee29b-93cc-4124-b67e-d7f16ffca70d tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.4787748 Jul 16 01:48:25.672709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-483784276', 'security_groups': ['2d558575-b47e-430a-9866-b454a6d945a2'], 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10d2487d-a00c-4482-b1b8-6b5079bc7fd1'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:25.838201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Allocated IP 2001:db8::2 (d1d7b235-a368-45f3-9911-980ecc5d7406/10d2487d-a00c-4482-b1b8-6b5079bc7fd1/c90825d1-1561-45d7-8f75-8866d740d3c5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:25.858476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.085458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87404aef-019b-45ee-aa04-a9ec5a74d223 req-edead14e-e4fa-4384-ae6a-8843facc3608 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605135 Jul 16 01:48:26.098419 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.114661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Transition to ACTIVE for port object c90825d1-1561-45d7-8f75-8866d740d3c5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:26.128047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a72c68da-3f4f-42cb-adc2-73464d0a3ce6 req-c00fa5f8-93e0-4692-92bd-a71304fc8eb5 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342595 Jul 16 01:48:26.135502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Transition to ACTIVE for port object c90825d1-1561-45d7-8f75-8866d740d3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:26.147136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.149441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:26.249698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:26.262216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:26.267605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:26.277180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Pushing event updated for resources: {'Port': ['ID=c90825d1-1561-45d7-8f75-8866d740d3c5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.293546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55236) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.425075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Attempting to bind port c90825d1-1561-45d7-8f75-8866d740d3c5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:26.425637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Attempting to bind port c90825d1-1561-45d7-8f75-8866d740d3c5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2980c164-50f2-4251-8598-70e658f0f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:26.425908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Attempting to bind port c90825d1-1561-45d7-8f75-8866d740d3c5 on network d1d7b235-a368-45f3-9911-980ecc5d7406 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:26.431420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:26.431807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Checking segment: {'id': '2980c164-50f2-4251-8598-70e658f0f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:26.432209 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.432627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Bound using segment: {'id': '2980c164-50f2-4251-8598-70e658f0f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:26.433093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Bound port: c90825d1-1561-45d7-8f75-8866d740d3c5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2980c164-50f2-4251-8598-70e658f0f3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:26.438113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.443795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.453065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.453877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.540875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] For port c90825d1-1561-45d7-8f75-8866d740d3c5, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:26.544951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] For port c90825d1-1561-45d7-8f75-8866d740d3c5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c90825d1-1561-45d7-8f75-8866d740d3c5,segment=NetworkSegment(2980c164-50f2-4251-8598-70e658f0f3aa),segment_id=2980c164-50f2-4251-8598-70e658f0f3aa)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:26.552855 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.560484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-de6b278a-ac09-48fd-8737-a7db47cf8de0 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-657130342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:26.645173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a963d6-5001-486a-95bb-d7e16a0641fa None None] Pushing event updated for resources: {'Port': ['ID=c90825d1-1561-45d7-8f75-8866d740d3c5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.698925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=52e0e1f7-3095-4249-a7b0-b7a184811ba8,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.755994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6b278a-ac09-48fd-8737-a7db47cf8de0 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.758587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6b278a-ac09-48fd-8737-a7db47cf8de0 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.877840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.918514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:26.928347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:26.941210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6b278a-ac09-48fd-8737-a7db47cf8de0 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.942878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:26.960052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6b278a-ac09-48fd-8737-a7db47cf8de0 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.094437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1528d-a771-41ca-aa03-41a8c72aa465 None None] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:27.160004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6b278a-ac09-48fd-8737-a7db47cf8de0 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.169040 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-de6b278a-ac09-48fd-8737-a7db47cf8de0 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8691998 Jul 16 01:48:27.171936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55242) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.180956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-853449992'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:27.252724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router fa7ba743-4ed7-47b2-9043-e2eccffa06f8 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:27.284363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7cd1972a-8377-4cb8-86bc-e977c867010d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:27.295695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::357 (d1d7b235-a368-45f3-9911-980ecc5d7406/10d2487d-a00c-4482-b1b8-6b5079bc7fd1/e6d3dd7c-d961-4e7e-921d-a3d65afef9e7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:27.357220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ef1e7e7-7856-43ae-80be-2654c4e7f399 None None] Provisioning for port 7cd1972a-8377-4cb8-86bc-e977c867010d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:27.442759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Made reservation on behalf of 0de42cf918154a8e8bba5af9b5c63060 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:27.446490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.457586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:27.470101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c84ce513-0e14-4baf-b22b-570b7c8147d3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/fa7ba743-4ed7-47b2-9043-e2eccffa06f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6145477 Jul 16 01:48:27.471915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55248) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.476083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] Sync routers for ids ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:27.509169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.541250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d47f53-9f72-4a35-a831-a6224a94ba0a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.542880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e1d47f53-9f72-4a35-a831-a6224a94ba0a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports/52e0e1f7-3095-4249-a7b0-b7a184811ba8 HTTP/1.1" status: 200 len: 911 time: 0.0682049 Jul 16 01:48:27.545672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55250) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.557486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7cd1972a-8377-4cb8-86bc-e977c867010d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:27.561099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d45f726-d309-408f-946c-46bc97ae773f'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:27.565104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7cd1972a-8377-4cb8-86bc-e977c867010d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:27.565782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.567248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] Routers {'fa7ba743-4ed7-47b2-9043-e2eccffa06f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:27.567909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:27.595187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.642946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:27.672816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] Routers {'fa7ba743-4ed7-47b2-9043-e2eccffa06f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:27.673403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:27.693913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:27.715314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8248-9a0d-4ce7-824c-6fbacd08b786 req-1ffee005-47c7-4633-b495-ae46fc45b0c8 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.722518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-642f8248-9a0d-4ce7-824c-6fbacd08b786 req-1ffee005-47c7-4633-b495-ae46fc45b0c8 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.3242831 Jul 16 01:48:27.755507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.766594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.789390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.810959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2c5633-b455-4d7e-b24f-1987c8cd87b9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.848859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-642f8248-9a0d-4ce7-824c-6fbacd08b786 req-05a71c5f-e2d5-4a5b-a0b6-2ff0084625cb tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252508 Jul 16 01:48:27.865001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:27.880116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.880795 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Added segment b9440446-5f13-4298-8e29-0acaa39e2d88 of type vlan for network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 Jul 16 01:48:27.894844 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.989144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=e6d3dd7c-d961-4e7e-921d-a3d65afef9e7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.031866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:28.035066 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.039923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:28.046322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:28.053332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.054502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.072463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.073145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b4b7f-def6-4c0e-920d-78dc5450055a None None] The sync data for ids ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:28.136356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3a6f822b-eb92-499f-8772-898e7f57eb26 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5179255 Jul 16 01:48:28.139519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.145332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b9b069cd-bf3d-48bc-9543-43a850df01c2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:28.173241 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.186859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.193714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.194341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.241994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 7cd1972a-8377-4cb8-86bc-e977c867010d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7cd1972a-8377-4cb8-86bc-e977c867010d,segment=NetworkSegment(b8be33c6-f040-4fa4-9640-181ffb1b7518),segment_id=b8be33c6-f040-4fa4-9640-181ffb1b7518)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.251320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.310442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Network': ['ID=961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.325593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:28.326471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dcfb4e1d-1b03-4d2b-adf3-6a262003d96b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1534455 Jul 16 01:48:28.330271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.338137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'subnet': {'network_id': '961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:28.418872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=7cd1972a-8377-4cb8-86bc-e977c867010d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.421588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea7194-ab4d-4045-a957-16eae2c1e205 req-9184519a-1bbe-4878-aa5f-25dc2de98563 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.423300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcea7194-ab4d-4045-a957-16eae2c1e205 req-9184519a-1bbe-4878-aa5f-25dc2de98563 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.3388426 Jul 16 01:48:28.468985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.542510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-72f865aa-df9f-4c00-9fd6-069863a2b4a7 None None] Provisioning complete for port fd5f39c3-480f-42fc-bf9c-2274d7518524 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.543021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72f865aa-df9f-4c00-9fd6-069863a2b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.556813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.564523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcea7194-ab4d-4045-a957-16eae2c1e205 req-85d91965-2105-4ad9-a399-5aee9eae9761 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312482 Jul 16 01:48:28.569734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.571328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.573610 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/ports/52e0e1f7-3095-4249-a7b0-b7a184811ba8 HTTP/1.1" status: 200 len: 911 time: 1.0258079 Jul 16 01:48:28.586126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.593898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b069cd-bf3d-48bc-9543-43a850df01c2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:28.598044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-72f865aa-df9f-4c00-9fd6-069863a2b4a7 None None] Port fd5f39c3-480f-42fc-bf9c-2274d7518524 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:28.604893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9b069cd-bf3d-48bc-9543-43a850df01c2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.634037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-72f865aa-df9f-4c00-9fd6-069863a2b4a7 None None] Provisioning for port c90825d1-1561-45d7-8f75-8866d740d3c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:28.670972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28affc-9507-4c82-8382-e8e897a30d0d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=52e0e1f7-3095-4249-a7b0-b7a184811ba8,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.689259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Made reservation on behalf of 0de42cf918154a8e8bba5af9b5c63060 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:28.693989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.767224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0365a1ad-6252-45f8-a293-81063e16845f None None] Provisioning complete for port 7cd1972a-8377-4cb8-86bc-e977c867010d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.767524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0365a1ad-6252-45f8-a293-81063e16845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.920344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.967767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0365a1ad-6252-45f8-a293-81063e16845f None None] Provisioning for port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:28.975352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0365a1ad-6252-45f8-a293-81063e16845f None None] Provisioning complete for port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.977439 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0365a1ad-6252-45f8-a293-81063e16845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.010535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Checking segment: {'id': 'b9440446-5f13-4298-8e29-0acaa39e2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:29.012338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network hostable DHCP agents. Network: 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:29.014712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Subnet': ['ID=f557b9cd-7be9-4d61-a51c-413f56729ea2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.046133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:29.065801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:29.072308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0365a1ad-6252-45f8-a293-81063e16845f None None] Port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:29.074736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.074736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.093643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8674b-0adf-4bd1-b134-f7994f68eab8 None None] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:29.116529 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e458c258-1c9e-40ff-9636-3c535e56fa6a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7848954 Jul 16 01:48:29.119900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55264) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.128362 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'network': {'name': 'tempest-router-network01--893832438'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:29.137632 n-d-800085-5 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-b9b069cd-bf3d-48bc-9543-43a850df01c2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10d2487d-a00c-4482-b1b8-6b5079bc7fd1 (CIDR: 2001:db8::/64) Jul 16 01:48:29.148006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8154-fdf5-4554-844e-c5fed5c4083d req-242cf8b4-7de6-4072-9499-471e4ba4638c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.156465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97bb8154-fdf5-4554-844e-c5fed5c4083d req-242cf8b4-7de6-4072-9499-471e4ba4638c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.3789947 Jul 16 01:48:29.160856 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b069cd-bf3d-48bc-9543-43a850df01c2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:48:29.161304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b069cd-bf3d-48bc-9543-43a850df01c2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:29.180299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Made reservation on behalf of 0de42cf918154a8e8bba5af9b5c63060 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:29.186709 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.223263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:29.238584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.240830 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Added segment 3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56 of type vlan for network 0bc89700-75a7-41b2-954b-89a61f465c97 Jul 16 01:48:29.262888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7cd1972a-8377-4cb8-86bc-e977c867010d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:29.292098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b9b069cd-bf3d-48bc-9543-43a850df01c2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1484287 Jul 16 01:48:29.294406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.299919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:29.317800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-60ae6419-28b4-4920-8755-de25635caeb8 None None] Provisioning for port e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:29.325553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97bb8154-fdf5-4554-844e-c5fed5c4083d req-d195cd9d-3d3b-47fd-a61f-582ebcfdfd68 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681304 Jul 16 01:48:29.353147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.388697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-60ae6419-28b4-4920-8755-de25635caeb8 None None] Provisioning complete for port e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.389072 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60ae6419-28b4-4920-8755-de25635caeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.439839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.452469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.455212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.510312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:29.517712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.560800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7cd1972a-8377-4cb8-86bc-e977c867010d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.561301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.592035 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.616112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7', 'network_id': '961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7', 'tenant_id': '0de42cf918154a8e8bba5af9b5c63060', 'fixed_ips': [{'subnet_id': 'f557b9cd-7be9-4d61-a51c-413f56729ea2'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:29.617315 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.619456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-60ae6419-28b4-4920-8755-de25635caeb8 None None] Port e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:29.652850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-60ae6419-28b4-4920-8755-de25635caeb8 None None] Provisioning complete for port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.653388 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60ae6419-28b4-4920-8755-de25635caeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.761808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c90825d1-1561-45d7-8f75-8866d740d3c5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:29.815119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-60ae6419-28b4-4920-8755-de25635caeb8 None None] Port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:29.980719 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8589821 Jul 16 01:48:29.981958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d7df5-2c7d-4755-a441-f9778801e2ca tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Network': ['ID=0bc89700-75a7-41b2-954b-89a61f465c97,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.983758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.992105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'network': {'name': 'tempest-router-network02--226006377'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:30.004316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-addec048-1294-474e-b069-ec157450bb95 None None] Provisioning complete for port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:30.004610 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-addec048-1294-474e-b069-ec157450bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.006748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 0bc89700-75a7-41b2-954b-89a61f465c97 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:30.020457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Made reservation on behalf of 0de42cf918154a8e8bba5af9b5c63060 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:30.025171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.048936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Allocated IP 172.20.0.2 (961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7/f557b9cd-7be9-4d61-a51c-413f56729ea2/3cf310d7-3106-4c39-b0b6-9d0a00b8d004) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:30.053785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:30.060397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c90825d1-1561-45d7-8f75-8866d740d3c5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:30.072273 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.072569 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Added segment 5eeec4e3-9ca0-4d22-a791-e07a31091ead of type vlan for network 31a23f87-e25d-40c7-bb64-9a1a334b6611 Jul 16 01:48:30.086768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:30.087138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec282ba-819f-4d7c-bcc9-ae7be927fefd req-b3e507f4-f3e2-472f-89d4-0abc2ae9fbc6 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.087591 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.097445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eec282ba-819f-4d7c-bcc9-ae7be927fefd req-b3e507f4-f3e2-472f-89d4-0abc2ae9fbc6 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.3412409 Jul 16 01:48:30.125407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.157708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.164587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.165232 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.169464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-addec048-1294-474e-b069-ec157450bb95 None None] Port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:30.180879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eec282ba-819f-4d7c-bcc9-ae7be927fefd req-105fa6f5-64bb-4d7f-bad0-432330468a40 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823669 Jul 16 01:48:30.246388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.250405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Network': ['ID=31a23f87-e25d-40c7-bb64-9a1a334b6611,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.266218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 31a23f87-e25d-40c7-bb64-9a1a334b6611 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:30.277088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5ab7ff43-04c2-4858-b9aa-63aed6219627 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2920883 Jul 16 01:48:30.278058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55282) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.284951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'subnet': {'network_id': '0bc89700-75a7-41b2-954b-89a61f465c97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:30.309365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=09477999-8cf9-4461-ad60-e532bf1c9bdf,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.333009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:30.337694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:30.356276 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.358477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f041c-c870-4e97-834f-431c437a2a8d None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:30.359980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.360608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.392808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8c8a552e-d58d-4b33-9ee8-e4c7a2e39efe tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0969081 Jul 16 01:48:30.397968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.403389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1048259550', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '09477999-8cf9-4461-ad60-e532bf1c9bdf'}], 'security_groups': ['411aa3a7-6678-43a9-8dd4-84eebe974102']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:30.411701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Made reservation on behalf of 0de42cf918154a8e8bba5af9b5c63060 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:30.416858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.451287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 52e0e1f7-3095-4249-a7b0-b7a184811ba8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:30.451632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.479189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port c90825d1-1561-45d7-8f75-8866d740d3c5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c90825d1-1561-45d7-8f75-8866d740d3c5,segment=NetworkSegment(2980c164-50f2-4251-8598-70e658f0f3aa),segment_id=2980c164-50f2-4251-8598-70e658f0f3aa)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:30.570585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.618286 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.620939 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.642250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 52e0e1f7-3095-4249-a7b0-b7a184811ba8 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:30.668836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.742840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.759429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Subnet': ['ID=69170eb6-43d2-4791-bc6d-90fe9389d85d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.789502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Transition to ACTIVE for port object 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:30.792187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=c90825d1-1561-45d7-8f75-8866d740d3c5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.815607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Checking segment: {'id': '3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0bc89700-75a7-41b2-954b-89a61f465c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:30.816470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network hostable DHCP agents. Network: 0bc89700-75a7-41b2-954b-89a61f465c97, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:30.819339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Transition to ACTIVE for port object 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:30.832098 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.843145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network 0bc89700-75a7-41b2-954b-89a61f465c97 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:30.859898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 0bc89700-75a7-41b2-954b-89a61f465c97) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:30.872039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.872813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.879805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15ad39-06d6-42b9-8dd7-5c661011d364 None None] Network 0bc89700-75a7-41b2-954b-89a61f465c97 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:30.886168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:30.896397 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0dade16d-584b-4624-bebe-86b01cb390a2 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6165991 Jul 16 01:48:30.899593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55286) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.905162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'subnet': {'network_id': '31a23f87-e25d-40c7-bb64-9a1a334b6611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:30.910265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:30.919177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:31.016243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Pushing event updated for resources: {'Port': ['ID=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.061160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-b953f56f-a24c-44ec-9722-a3f0ab17fc7c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.062728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-b953f56f-a24c-44ec-9722-a3f0ab17fc7c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.1969435 Jul 16 01:48:31.103994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Made reservation on behalf of 0de42cf918154a8e8bba5af9b5c63060 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:31.104795 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.111354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.119656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c90825d1-1561-45d7-8f75-8866d740d3c5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:31.166374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Attempting to bind port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:31.166737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Attempting to bind port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b9440446-5f13-4298-8e29-0acaa39e2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:31.167105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Attempting to bind port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 on network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:31.170979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=52e0e1f7-3095-4249-a7b0-b7a184811ba8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.197961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:31.198339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Checking segment: {'id': 'b9440446-5f13-4298-8e29-0acaa39e2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:31.198772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.199167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Bound using segment: {'id': 'b9440446-5f13-4298-8e29-0acaa39e2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:31.199647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Bound port: 3cf310d7-3106-4c39-b0b6-9d0a00b8d004, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9440446-5f13-4298-8e29-0acaa39e2d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:31.200028 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.216886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Delete allocated IP 2001:db8::357 (d1d7b235-a368-45f3-9911-980ecc5d7406/10d2487d-a00c-4482-b1b8-6b5079bc7fd1) {{(pid=93706) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:48:31.308662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] Update dhcp port {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'fixed_ips': [{'subnet_id': '10d2487d-a00c-4482-b1b8-6b5079bc7fd1', 'ip_address': '2001:db8::2'}, {'subnet_id': '09477999-8cf9-4461-ad60-e532bf1c9bdf'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'c90825d1-1561-45d7-8f75-8866d740d3c5'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:48:31.332608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8:0:1::66 (d1d7b235-a368-45f3-9911-980ecc5d7406/09477999-8cf9-4461-ad60-e532bf1c9bdf/e6d3dd7c-d961-4e7e-921d-a3d65afef9e7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:31.437896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-0bc89700-75a7-41b2-954b-89a61f465c97', 'network_id': '0bc89700-75a7-41b2-954b-89a61f465c97', 'tenant_id': '0de42cf918154a8e8bba5af9b5c63060', 'fixed_ips': [{'subnet_id': '69170eb6-43d2-4791-bc6d-90fe9389d85d'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:31.438178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.438793 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.442077 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.461879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] For port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:31.496980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:31.497633 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.521349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] For port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,segment=NetworkSegment(b9440446-5f13-4298-8e29-0acaa39e2d88),segment_id=b9440446-5f13-4298-8e29-0acaa39e2d88)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:31.525645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Checking segment: {'id': '5eeec4e3-9ca0-4d22-a791-e07a31091ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31a23f87-e25d-40c7-bb64-9a1a334b6611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:31.526136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network hostable DHCP agents. Network: 31a23f87-e25d-40c7-bb64-9a1a334b6611, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:31.543236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Subnet': ['ID=0741d509-5009-4822-8497-9eae24daa19f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.557457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network 31a23f87-e25d-40c7-bb64-9a1a334b6611 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:31.571444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 31a23f87-e25d-40c7-bb64-9a1a334b6611) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:31.585883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.586704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.604096 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5ed30ae0-1731-4c06-95d7-bfb418bed09a tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7024853 Jul 16 01:48:31.607042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55292) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:31.855456 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.903419 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.905780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82857e57-e1ef-4bf8-8274-eed4150b0c94 None None] Network 31a23f87-e25d-40c7-bb64-9a1a334b6611 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:31.959400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.989599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Deleting port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:31.989895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.138682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3738f-0c0e-4354-9b7b-fe98ee208086 req-b3c78924-8c6f-458f-a614-43b05df977a1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.145586 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9b3738f-0c0e-4354-9b7b-fe98ee208086 req-b3c78924-8c6f-458f-a614-43b05df977a1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 1097 time: 0.3803535 Jul 16 01:48:32.261762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Allocated IP 172.20.0.2 (0bc89700-75a7-41b2-954b-89a61f465c97/69170eb6-43d2-4791-bc6d-90fe9389d85d/6ba158cd-f78c-4290-8de3-05578e7cb163) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:32.299180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c5d58-aaa8-41a7-8a8f-0935c407a7b2 None None] Pushing event updated for resources: {'Port': ['ID=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.314461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router fa7ba743-4ed7-47b2-9043-e2eccffa06f8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:32.384323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9b3738f-0c0e-4354-9b7b-fe98ee208086 req-1435f892-4275-4fe4-882f-90271231f692 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377017 Jul 16 01:48:32.398948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] For port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:32.399326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.466186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Calling delete_port for 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:32.581789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-31a23f87-e25d-40c7-bb64-9a1a334b6611', 'network_id': '31a23f87-e25d-40c7-bb64-9a1a334b6611', 'tenant_id': '0de42cf918154a8e8bba5af9b5c63060', 'fixed_ips': [{'subnet_id': '0741d509-5009-4822-8497-9eae24daa19f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:32.582664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.655129 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.661970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.677252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['9810fd37-9c5d-4464-af39-73e12845289a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:32.706567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a9e222a-4a95-4d11-ada8-fb9508c9ad6c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.715434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:32.721115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1018b2f5-e97b-49b1-be61-8e118aa52f5c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/fa7ba743-4ed7-47b2-9043-e2eccffa06f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1435144 Jul 16 01:48:32.723999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.726467 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] Sync routers for ids ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:32.739572 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] Routers {'fa7ba743-4ed7-47b2-9043-e2eccffa06f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:32.744883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.785670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9344874a-d10f-4263-9795-aaab0558851a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa7ba743-4ed7-47b2-9043-e2eccffa06f8 HTTP/1.1" status: 200 len: 205 time: 0.0581350 Jul 16 01:48:32.786021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55302) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.803656 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.833078 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] Routers {'fa7ba743-4ed7-47b2-9043-e2eccffa06f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:32.833933 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.848894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:32.850018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] No DVR routers for this DVR port 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:32.853281 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.856021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f8a4957-30ff-425c-bba1-a256a79ca582 req-6de29eda-4d8e-4a46-814c-a285856b2ef7 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.93 "DELETE /v2.0/ports/6a9e222a-4a95-4d11-ada8-fb9508c9ad6c HTTP/1.1" status: 204 len: 173 time: 1.7859466 Jul 16 01:48:32.856554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'name': 'network-vif-deleted', 'tag': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:32.884306 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a13772b-23cb-4f6f-87d8-d4675d1433c6" -d '{"events": [{"server_uuid": "cae62596-d9ea-4751-9a7e-3d5dd387cf8a", "name": "network-vif-deleted", "tag": "6a9e222a-4a95-4d11-ada8-fb9508c9ad6c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:32.892315 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.893293 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3271084-540b-4f9b-ad47-271c9e42e7aa None None] The sync data for ids ['fa7ba743-4ed7-47b2-9043-e2eccffa06f8'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:32.901331 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.976267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fdf84dc-5ca0-491f-9442-463fa4545d19 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.043985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] Allocated IP 2001:db8:0:1::2 (d1d7b235-a368-45f3-9911-980ecc5d7406/09477999-8cf9-4461-ad60-e532bf1c9bdf/c90825d1-1561-45d7-8f75-8866d740d3c5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:33.083868 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b354a-43ab-4b63-b997-ea029fee485f x-openstack-request-id: req-2f8b354a-43ab-4b63-b997-ea029fee485f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:33.093542 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae62596-d9ea-4751-9a7e-3d5dd387cf8a", "name": "network-vif-deleted", "tag": "6a9e222a-4a95-4d11-ada8-fb9508c9ad6c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:33.094040 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f8b354a-43ab-4b63-b997-ea029fee485f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:33.094814 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae62596-d9ea-4751-9a7e-3d5dd387cf8a', 'name': 'network-vif-deleted', 'tag': '6a9e222a-4a95-4d11-ada8-fb9508c9ad6c', 'status': 'completed', 'code': 200} Jul 16 01:48:33.097727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] In _notify_port_updated(), no bound segment for port e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 on network d1d7b235-a368-45f3-9911-980ecc5d7406 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:48:33.117467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.128688 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.150556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "PUT /v2.0/ports/e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 HTTP/1.1" status: 200 len: 930 time: 2.7492537 Jul 16 01:48:33.159326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55306) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.208390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e8f65-1d5d-4db9-9380-471ca82d5b35 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=e6d3dd7c-d961-4e7e-921d-a3d65afef9e7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.265049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:33.268930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Allocated IP 172.20.0.2 (31a23f87-e25d-40c7-bb64-9a1a334b6611/0741d509-5009-4822-8497-9eae24daa19f/bc983b9f-fe22-4bd8-8f18-4176aff6c2e7) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:33.303885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fdf84dc-5ca0-491f-9442-463fa4545d19 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.306687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fdf84dc-5ca0-491f-9442-463fa4545d19 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.381600 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.386033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fdf84dc-5ca0-491f-9442-463fa4545d19 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.386644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf84dc-5ca0-491f-9442-463fa4545d19 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Fanout notify agent at l3_agent the message router_deleted on router fa7ba743-4ed7-47b2-9043-e2eccffa06f8 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:33.392148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Transition to ACTIVE for port object 6ba158cd-f78c-4290-8de3-05578e7cb163 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:33.407302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fdf84dc-5ca0-491f-9442-463fa4545d19 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.411564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.412162 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8fdf84dc-5ca0-491f-9442-463fa4545d19 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/fa7ba743-4ed7-47b2-9043-e2eccffa06f8 HTTP/1.1" status: 204 len: 168 time: 0.6250577 Jul 16 01:48:33.448649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Transition to ACTIVE for port object 6ba158cd-f78c-4290-8de3-05578e7cb163 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:33.484421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] For port c90825d1-1561-45d7-8f75-8866d740d3c5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c90825d1-1561-45d7-8f75-8866d740d3c5,segment=NetworkSegment(2980c164-50f2-4251-8598-70e658f0f3aa),segment_id=2980c164-50f2-4251-8598-70e658f0f3aa)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:33.486141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.486600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.551869 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.568964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] Transition to ACTIVE for port object c90825d1-1561-45d7-8f75-8866d740d3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:33.578950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet 8d45f726-d309-408f-946c-46bc97ae773f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:33.593829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.598378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.609567 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.649674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Allocated IP 172.20.0.1 (0bc89700-75a7-41b2-954b-89a61f465c97/69170eb6-43d2-4791-bc6d-90fe9389d85d/ccbee7c1-6f19-4699-bb66-dc5cf0070c2a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:33.666783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Network 0bc89700-75a7-41b2-954b-89a61f465c97 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:33.671105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:33.674268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:33.714396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dfde6e-fe2b-48a2-bd9c-f3ac8b7186e9 None None] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:33.784199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.819450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.836194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Transition to ACTIVE for port object ccbee7c1-6f19-4699-bb66-dc5cf0070c2a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:33.847629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14a0744d-eb22-46d4-a1f7-f4fc185a0dbe req-6438117f-76c1-4066-8b99-42bfe37241c1 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cae62596-d9ea-4751-9a7e-3d5dd387cf8a HTTP/1.1" status: 200 len: 210 time: 0.1594779 Jul 16 01:48:33.882831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.889825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.912271 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.912620 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.921185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Transition to ACTIVE for port object bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:33.929028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.937877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Transition to ACTIVE for port object bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:33.941189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network 0bc89700-75a7-41b2-954b-89a61f465c97 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:33.945415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:33.954739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:34.017729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Port': ['ID=ccbee7c1-6f19-4699-bb66-dc5cf0070c2a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.042934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.063255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.097365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=8d45f726-d309-408f-946c-46bc97ae773f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.121840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.133798 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.138856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d6074438-a56d-4da2-81b4-40b2e6c32e1a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/8d45f726-d309-408f-946c-46bc97ae773f HTTP/1.1" status: 204 len: 168 time: 0.7258220 Jul 16 01:48:34.139712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55314) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.173762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.192397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700764d-e59a-4ebc-a30a-889ca38d1adc None None] Network 9d839eb5-0218-4c45-abec-a39237ffaf74 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:34.213277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=e6d3dd7c-d961-4e7e-921d-a3d65afef9e7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.248867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.253832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:34.260059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ee332441-8a3c-4a2b-8e85-7cdf05f12818 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 HTTP/1.1" status: 204 len: 168 time: 1.0956204 Jul 16 01:48:34.260059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.268074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf25a87d-a5ef-43d6-9889-2ab616e22f17 None None] Provisioning for port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:34.288042 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3168b57e-14dd-4bb3-b24c-452120b812de tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:48:34.292281 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3168b57e-14dd-4bb3-b24c-452120b812de tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/e6d3dd7c-d961-4e7e-921d-a3d65afef9e7 HTTP/1.1" status: 404 len: 333 time: 0.0292990 Jul 16 01:48:34.292462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.292562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55318) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.300519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Network 31a23f87-e25d-40c7-bb64-9a1a334b6611 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:34.302564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c54e7a-04d0-42f3-a2e4-7ca547b2dec6 None None] Pushing event updated for resources: {'Port': ['ID=c90825d1-1561-45d7-8f75-8866d740d3c5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.314700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:34.315078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.316748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Attempting to bind port 6ba158cd-f78c-4290-8de3-05578e7cb163 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:34.317117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Attempting to bind port 6ba158cd-f78c-4290-8de3-05578e7cb163 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0bc89700-75a7-41b2-954b-89a61f465c97'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:34.317481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Attempting to bind port 6ba158cd-f78c-4290-8de3-05578e7cb163 on network 0bc89700-75a7-41b2-954b-89a61f465c97 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:34.319328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf25a87d-a5ef-43d6-9889-2ab616e22f17 None None] Provisioning complete for port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:34.320250 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf25a87d-a5ef-43d6-9889-2ab616e22f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.333024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:34.371445 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f4078b2-6fec-4dc6-8d23-b9692a9a3388 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.376948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.410309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f4078b2-6fec-4dc6-8d23-b9692a9a3388 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.473574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f4078b2-6fec-4dc6-8d23-b9692a9a3388 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.478523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:34.479364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f4078b2-6fec-4dc6-8d23-b9692a9a3388 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.484640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f4078b2-6fec-4dc6-8d23-b9692a9a3388 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/security-groups/2d558575-b47e-430a-9866-b454a6d945a2 HTTP/1.1" status: 204 len: 168 time: 0.1888111 Jul 16 01:48:34.485650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55322) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.495624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4078b2-6fec-4dc6-8d23-b9692a9a3388 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d558575-b47e-430a-9866-b454a6d945a2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.517918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:34.521712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:34.522085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Checking segment: {'id': '3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0bc89700-75a7-41b2-954b-89a61f465c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:34.522492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.523449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Bound using segment: {'id': '3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0bc89700-75a7-41b2-954b-89a61f465c97'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:34.523942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Bound port: 6ba158cd-f78c-4290-8de3-05578e7cb163, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '0bc89700-75a7-41b2-954b-89a61f465c97'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:34.524436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.571866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 7cd1972a-8377-4cb8-86bc-e977c867010d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:34.572204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.726001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 7cd1972a-8377-4cb8-86bc-e977c867010d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7cd1972a-8377-4cb8-86bc-e977c867010d,segment=NetworkSegment(b8be33c6-f040-4fa4-9640-181ffb1b7518),segment_id=b8be33c6-f040-4fa4-9640-181ffb1b7518)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:34.726371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.749416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5835cd98-5bec-4420-b6b5-cfb7fb2ad1d0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.754134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 7cd1972a-8377-4cb8-86bc-e977c867010d owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:34.779187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:34.779669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 6a9e222a-4a95-4d11-ada8-fb9508c9ad6c not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:34.785012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Pushing event updated for resources: {'Port': ['ID=6ba158cd-f78c-4290-8de3-05578e7cb163,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.826951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5835cd98-5bec-4420-b6b5-cfb7fb2ad1d0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.015544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5835cd98-5bec-4420-b6b5-cfb7fb2ad1d0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.018833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5835cd98-5bec-4420-b6b5-cfb7fb2ad1d0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.023016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55328) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.023614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5835cd98-5bec-4420-b6b5-cfb7fb2ad1d0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/security-groups/411aa3a7-6678-43a9-8dd4-84eebe974102 HTTP/1.1" status: 204 len: 168 time: 0.5017405 Jul 16 01:48:35.031497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.045163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835cd98-5bec-4420-b6b5-cfb7fb2ad1d0 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411aa3a7-6678-43a9-8dd4-84eebe974102,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.061235 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.084547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.114043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] For port 6ba158cd-f78c-4290-8de3-05578e7cb163, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:35.147788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 10d2487d-a00c-4482-b1b8-6b5079bc7fd1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:35.151313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.161327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port 7cd1972a-8377-4cb8-86bc-e977c867010d on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:35.192627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] For port 6ba158cd-f78c-4290-8de3-05578e7cb163, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ba158cd-f78c-4290-8de3-05578e7cb163,segment=NetworkSegment(3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56),segment_id=3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:35.201374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Attempting to bind port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:35.202342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Attempting to bind port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '5eeec4e3-9ca0-4d22-a791-e07a31091ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31a23f87-e25d-40c7-bb64-9a1a334b6611'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:35.202342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Attempting to bind port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 on network 31a23f87-e25d-40c7-bb64-9a1a334b6611 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:35.203125 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.204161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Pushing event updated for resources: {'Port': ['ID=bc983b9f-fe22-4bd8-8f18-4176aff6c2e7,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.216350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.262197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:35.263260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Checking segment: {'id': '5eeec4e3-9ca0-4d22-a791-e07a31091ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31a23f87-e25d-40c7-bb64-9a1a334b6611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:35.263684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.264084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Bound using segment: {'id': '5eeec4e3-9ca0-4d22-a791-e07a31091ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31a23f87-e25d-40c7-bb64-9a1a334b6611'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:35.268303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Bound port: bc983b9f-fe22-4bd8-8f18-4176aff6c2e7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eeec4e3-9ca0-4d22-a791-e07a31091ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '31a23f87-e25d-40c7-bb64-9a1a334b6611'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:35.268688 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.287594 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.319401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.329423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Port': ['ID=ccbee7c1-6f19-4699-bb66-dc5cf0070c2a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.408732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.419231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=7cd1972a-8377-4cb8-86bc-e977c867010d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.478304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=10d2487d-a00c-4482-b1b8-6b5079bc7fd1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.484144 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.490297 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a5f2073f-f0a2-481e-ab85-44f69d39df07 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/10d2487d-a00c-4482-b1b8-6b5079bc7fd1 HTTP/1.1" status: 204 len: 168 time: 0.4659758 Jul 16 01:48:35.490944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.508360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:35.534237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.535158 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.584028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d839eb5-0218-4c45-abec-a39237ffaf74']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:35.590039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf25a87d-a5ef-43d6-9889-2ab616e22f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.597832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2f0a9-efb7-40ca-bb83-722c0bf03131 None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:35.605829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3f81a-9fc8-4aca-9cb6-329e003ad371 None None] Pushing event updated for resources: {'Port': ['ID=6ba158cd-f78c-4290-8de3-05578e7cb163,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.618649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8be33c6-f040-4fa4-9640-181ffb1b7518') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:35.618956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8be33c6-f040-4fa4-9640-181ffb1b7518') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:35.658680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.743049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe934d-d9c4-45cd-8bc9-f3ab00e7e239 None None] DHCP port deletion for 9d839eb5-0218-4c45-abec-a39237ffaf74 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:35.795830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:35.799772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.804014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] For port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:35.841408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,segment=NetworkSegment(b9440446-5f13-4298-8e29-0acaa39e2d88),segment_id=b9440446-5f13-4298-8e29-0acaa39e2d88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:35.879290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.889131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:35.889961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.969380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] For port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bc983b9f-fe22-4bd8-8f18-4176aff6c2e7,segment=NetworkSegment(5eeec4e3-9ca0-4d22-a791-e07a31091ead),segment_id=5eeec4e3-9ca0-4d22-a791-e07a31091ead)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:35.983615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:35.984585 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:36.001619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.017751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa3f4e-180c-437e-b9c2-bed522c5086a req-265562de-5ea6-47ac-9009-7a66126a4b02 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.022550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.025082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/9d839eb5-0218-4c45-abec-a39237ffaf74 HTTP/1.1" status: 204 len: 168 time: 1.8840790 Jul 16 01:48:36.031567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64fa3f4e-180c-437e-b9c2-bed522c5086a req-265562de-5ea6-47ac-9009-7a66126a4b02 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.3056996 Jul 16 01:48:36.041618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.056093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-16dd1b67-c1ae-4301-93cc-f9823e4e44c8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2117387872', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:36.056302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5c28b-5acb-456a-9f31-05adca168625 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=9d839eb5-0218-4c45-abec-a39237ffaf74,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.075077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network 0bc89700-75a7-41b2-954b-89a61f465c97 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:36.082004 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:36.138949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64fa3f4e-180c-437e-b9c2-bed522c5086a req-e68ff97c-5e88-4143-bca0-8aa94ed105d5 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063628 Jul 16 01:48:36.161700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16dd1b67-c1ae-4301-93cc-f9823e4e44c8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.162705 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16dd1b67-c1ae-4301-93cc-f9823e4e44c8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.244990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.273236 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.287735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16dd1b67-c1ae-4301-93cc-f9823e4e44c8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.311037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16dd1b67-c1ae-4301-93cc-f9823e4e44c8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.337216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Router 6a0b9027-e657-491b-a6b1-9a354993fc0a is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:36.384802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ba158cd-f78c-4290-8de3-05578e7cb163 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:36.425473 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-cf25a87d-a5ef-43d6-9889-2ab616e22f17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:48:36.425772 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-cf25a87d-a5ef-43d6-9889-2ab616e22f17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:48:36.458996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bffbd-e06f-4855-949d-9096ddcb8a3f None None] Pushing event updated for resources: {'Port': ['ID=bc983b9f-fe22-4bd8-8f18-4176aff6c2e7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.473800 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16dd1b67-c1ae-4301-93cc-f9823e4e44c8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.478110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-16dd1b67-c1ae-4301-93cc-f9823e4e44c8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4280257 Jul 16 01:48:36.478110 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.478356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55342) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.480148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6ba158cd-f78c-4290-8de3-05578e7cb163 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:36.485630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c90825d1-1561-45d7-8f75-8866d740d3c5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:36.486258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23779341'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:36.517445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:36.531218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] Sync routers for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:36.535845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6b821c6-e629-4380-99c1-bffcc286b6f9 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "PUT /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9272511 Jul 16 01:48:36.540206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.559350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:36.560598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:36.561512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:36.567360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:36.573818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.574468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.584752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=6cb1b87a-c91a-4039-9717-a60b5b9094aa,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.611547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:36.626092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:36.626941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:36.652830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c45122e4-6187-4d6a-9c78-ce9ab9e44f1a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1596200 Jul 16 01:48:36.677318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55346) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.687402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-18675971-7eed-4ef2-8c1a-95b7ffc0fe05 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'security_group': {'name': 'tempest-secgroup-442350898'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:36.726596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:36.730143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.734299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:36.734970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d2664-ace8-4ed4-bdd0-09b157fe3754 None None] The sync data for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:36.758806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18675971-7eed-4ef2-8c1a-95b7ffc0fe05 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.762047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7cd1972a-8377-4cb8-86bc-e977c867010d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:36.802609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7cd1972a-8377-4cb8-86bc-e977c867010d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:36.803225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7cd1972a-8377-4cb8-86bc-e977c867010d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:36.853913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:36.956403 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18675971-7eed-4ef2-8c1a-95b7ffc0fe05 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.970832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18675971-7eed-4ef2-8c1a-95b7ffc0fe05 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.983035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.983628 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment 10c29518-08d2-49c8-a113-43e570eb6275 of type vlan for network be898210-bff9-4273-8c4f-a6e3eb4eb2fe Jul 16 01:48:36.997675 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18675971-7eed-4ef2-8c1a-95b7ffc0fe05 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.000569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-18675971-7eed-4ef2-8c1a-95b7ffc0fe05 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3208597 Jul 16 01:48:37.012116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.026779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ec643978-8cdb-4d0d-b3bc-4da5b9ea62ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'security_group': {'name': 'tempest-secgroup-1495452363'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:37.035126 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.056328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18675971-7eed-4ef2-8c1a-95b7ffc0fe05 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e84434-7675-4b03-9871-f1004d478a36,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.080624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec643978-8cdb-4d0d-b3bc-4da5b9ea62ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.142749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Provisioning complete for port fd5f39c3-480f-42fc-bf9c-2274d7518524 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:37.143331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.230955 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec643978-8cdb-4d0d-b3bc-4da5b9ea62ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.237268 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec643978-8cdb-4d0d-b3bc-4da5b9ea62ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.245175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Port fd5f39c3-480f-42fc-bf9c-2274d7518524 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:37.267763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Provisioning complete for port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:37.268140 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.272006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec643978-8cdb-4d0d-b3bc-4da5b9ea62ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.273790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ec643978-8cdb-4d0d-b3bc-4da5b9ea62ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2575629 Jul 16 01:48:37.277945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55354) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.284044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a3675e0b-e452-4d0f-a582-70420d3efcf6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'security_group': {'name': 'tempest-secgroup-493145733'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:37.305400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec643978-8cdb-4d0d-b3bc-4da5b9ea62ba tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da15bcb-c39a-4cf6-913b-ed780caddcca,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.336909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3675e0b-e452-4d0f-a582-70420d3efcf6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.424523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa087dd9-0da6-44ef-9be0-e5e40ee682ff None None] Network 0bc89700-75a7-41b2-954b-89a61f465c97 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:37.509763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Could not find standard attr ID for object e6d3dd7c-d961-4e7e-921d-a3d65afef9e7. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:48:37.541812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Provisioning for port c90825d1-1561-45d7-8f75-8866d740d3c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:37.557560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:37.557934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b085ad6b-0885-4479-b95a-bc302302669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.593798 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3675e0b-e452-4d0f-a582-70420d3efcf6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.603321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d49d3-d34a-41b3-b2c1-5824978fd5a7 req-54d0414c-df28-4f81-85b8-28f557f2c02c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.605075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7d49d3-d34a-41b3-b2c1-5824978fd5a7 req-54d0414c-df28-4f81-85b8-28f557f2c02c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.2036691 Jul 16 01:48:37.606330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3675e0b-e452-4d0f-a582-70420d3efcf6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.649375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b994b830-d889-41c9-aeb6-42f5fcc22197 None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:37.699983 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3675e0b-e452-4d0f-a582-70420d3efcf6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.704197 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a3675e0b-e452-4d0f-a582-70420d3efcf6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4248269 Jul 16 01:48:37.705859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.713067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-239117193', 'security_groups': ['62f3b54c-3c6b-4441-bdb6-b3ff386c6e4d'], 'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6cb1b87a-c91a-4039-9717-a60b5b9094aa'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:37.855235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3675e0b-e452-4d0f-a582-70420d3efcf6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f3b54c-3c6b-4441-bdb6-b3ff386c6e4d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.877201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7d49d3-d34a-41b3-b2c1-5824978fd5a7 req-21e1e6ed-393a-4b75-84fa-45f3042986e6 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618001 Jul 16 01:48:37.902460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:37.922108 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.941793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.942588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.054686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Provisioning complete for port fd5f39c3-480f-42fc-bf9c-2274d7518524 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:38.055293 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.072378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.098993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-942ce8ed-dc85-4d22-8842-6d358a41716c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.101677 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-942ce8ed-dc85-4d22-8842-6d358a41716c tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 1.1882515 Jul 16 01:48:38.125861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] device_id is not set on port 2faff407-3e19-44fc-888e-be0ea6aa1e56 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:38.180265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Port fd5f39c3-480f-42fc-bf9c-2274d7518524 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:38.186504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf9f8df-a4f6-4e8a-9f87-198b91125467 None None] Network 31a23f87-e25d-40c7-bb64-9a1a334b6611 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:38.229655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=be898210-bff9-4273-8c4f-a6e3eb4eb2fe,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.262928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] Update dhcp port {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'fixed_ips': [{'subnet_id': '09477999-8cf9-4461-ad60-e532bf1c9bdf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6cb1b87a-c91a-4039-9717-a60b5b9094aa'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'c90825d1-1561-45d7-8f75-8866d740d3c5'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:48:38.277163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:38.308654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3334315f-c450-4af7-98aa-6b4c25e89d0e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8291800 Jul 16 01:48:38.309274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55360) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.316501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:38.320018 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:38.421249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8::152 (d1d7b235-a368-45f3-9911-980ecc5d7406/6cb1b87a-c91a-4039-9717-a60b5b9094aa/2faff407-3e19-44fc-888e-be0ea6aa1e56) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:38.546637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:38.550342 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.592252 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-afebc6b7-7f4c-48c4-b138-d0cbbe8116ba tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:48:38.596067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-afebc6b7-7f4c-48c4-b138-d0cbbe8116ba tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "PUT /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0521448 Jul 16 01:48:38.596708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55362) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.611348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Deleting port 9810fd37-9c5d-4464-af39-73e12845289a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:38.611689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.615344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.640666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object 2faff407-3e19-44fc-888e-be0ea6aa1e56 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:38.698832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.715539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:38.715987 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.774190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=2faff407-3e19-44fc-888e-be0ea6aa1e56,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.795882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:38.797854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:38.807137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:38.814262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.815072 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.835049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-418a52f3-29b7-4f39-8f7f-4b514f758229 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1265967 Jul 16 01:48:38.837581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.842625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ba2e6cf2-304c-4083-8342-33a7176ece9f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:38.876489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.878833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:38.908424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:39.170284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] For port 9810fd37-9c5d-4464-af39-73e12845289a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=9810fd37-9c5d-4464-af39-73e12845289a,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:39.170787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.180941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84c5f-466e-4949-9b2d-adfc6006f212 req-7a975e10-e4a9-427a-94da-4909828d8a10 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.182502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ced84c5f-466e-4949-9b2d-adfc6006f212 req-7a975e10-e4a9-427a-94da-4909828d8a10 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 1096 time: 0.1090641 Jul 16 01:48:39.215207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.228257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ced84c5f-466e-4949-9b2d-adfc6006f212 req-13edf0a5-5052-470b-bd29-eca654e8e6ea tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ec9721d5-511e-49cb-a9d7-c3bcf05738e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396698 Jul 16 01:48:39.274591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Calling delete_port for 9810fd37-9c5d-4464-af39-73e12845289a owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:39.296185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Provisioning for port 6ba158cd-f78c-4290-8de3-05578e7cb163 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:39.305287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:39.305682 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.314517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Provisioning complete for port 6ba158cd-f78c-4290-8de3-05578e7cb163 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:39.314892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.484295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=278e85e1-8e9f-4288-80ab-d3dd86665ccd,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.535171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] Allocated IP 2001:db8::2 (d1d7b235-a368-45f3-9911-980ecc5d7406/6cb1b87a-c91a-4039-9717-a60b5b9094aa/c90825d1-1561-45d7-8f75-8866d740d3c5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:39.542023 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.568423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:39.568759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: be898210-bff9-4273-8c4f-a6e3eb4eb2fe, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:39.644600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2e6cf2-304c-4083-8342-33a7176ece9f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:39.648830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] For port 6ba158cd-f78c-4290-8de3-05578e7cb163, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ba158cd-f78c-4290-8de3-05578e7cb163,segment=NetworkSegment(3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56),segment_id=3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:39.649453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba2e6cf2-304c-4083-8342-33a7176ece9f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.655113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.701994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:39.761340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc2055-f5f8-4b51-9b08-0ac0e2b10497 None None] Pushing event updated for resources: {'Port': ['ID=6ba158cd-f78c-4290-8de3-05578e7cb163,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.780997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, be898210-bff9-4273-8c4f-a6e3eb4eb2fe) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:39.795223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be06f3a-a77c-441b-badd-d575de69ce52 None None] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:39.801697 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.802533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.839345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Provisioning complete for port 6ba158cd-f78c-4290-8de3-05578e7cb163 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:39.839755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.842513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] For port c90825d1-1561-45d7-8f75-8866d740d3c5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c90825d1-1561-45d7-8f75-8866d740d3c5,segment=NetworkSegment(2980c164-50f2-4251-8598-70e658f0f3aa),segment_id=2980c164-50f2-4251-8598-70e658f0f3aa)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:39.853914 n-d-800085-5 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-ba2e6cf2-304c-4083-8342-33a7176ece9f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6cb1b87a-c91a-4039-9717-a60b5b9094aa (CIDR: 2001:db8::/64) Jul 16 01:48:39.866103 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-13f9b717-fca9-42b5-a6db-7758b6a24c40 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5482957 Jul 16 01:48:39.866103 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2e6cf2-304c-4083-8342-33a7176ece9f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:48:39.867354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.873169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2e6cf2-304c-4083-8342-33a7176ece9f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:39.879710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.943434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Pushing event deleted for resources: {'Port': ['ID=9810fd37-9c5d-4464-af39-73e12845289a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.966240 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.043673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] No DVR routers for this DVR port 9810fd37-9c5d-4464-af39-73e12845289a on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:40.047378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.050318 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5b9c2035-0d00-4905-86ae-dfd4e6a5633a req-b740e8f7-11f6-489e-ac03-f5c8232fe721 tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.78 "DELETE /v2.0/ports/9810fd37-9c5d-4464-af39-73e12845289a HTTP/1.1" status: 204 len: 173 time: 1.8857944 Jul 16 01:48:40.076280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'name': 'network-vif-deleted', 'tag': '9810fd37-9c5d-4464-af39-73e12845289a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:40.082065 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfd3d5-fb0c-4db1-9269-1dcfc5d693c0" -d '{"events": [{"server_uuid": "6004a9f6-165d-4902-9ae1-10abd82c9794", "name": "network-vif-deleted", "tag": "9810fd37-9c5d-4464-af39-73e12845289a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:40.103047 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ba2e6cf2-304c-4083-8342-33a7176ece9f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2643881 Jul 16 01:48:40.103293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] Transition to ACTIVE for port object c90825d1-1561-45d7-8f75-8866d740d3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:40.104462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55378) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.108569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ba158cd-f78c-4290-8de3-05578e7cb163 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:40.134415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fa9fea86-5573-4475-bc32-79c7e99256b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:40.154154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.156837 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25b2d46-9fb9-45d8-a5ac-1325206a7dbd x-openstack-request-id: req-f25b2d46-9fb9-45d8-a5ac-1325206a7dbd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:40.157124 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6004a9f6-165d-4902-9ae1-10abd82c9794", "name": "network-vif-deleted", "tag": "9810fd37-9c5d-4464-af39-73e12845289a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:40.157373 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f25b2d46-9fb9-45d8-a5ac-1325206a7dbd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:40.157762 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6004a9f6-165d-4902-9ae1-10abd82c9794', 'name': 'network-vif-deleted', 'tag': '9810fd37-9c5d-4464-af39-73e12845289a', 'status': 'completed', 'code': 200} Jul 16 01:48:40.167379 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.212623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.471356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:40.472422 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.506583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7765f48-c7b8-449d-9881-870d1308ba1d req-04641eee-d908-4743-bce3-e2f647e65e0f tempest-TestServerMultinode-418552090 tempest-TestServerMultinode-418552090-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6004a9f6-165d-4902-9ae1-10abd82c9794 HTTP/1.1" status: 200 len: 210 time: 0.0600388 Jul 16 01:48:40.510897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9fea86-5573-4475-bc32-79c7e99256b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:40.525900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa9fea86-5573-4475-bc32-79c7e99256b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.530011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe88e6-081a-4631-8ebd-2948a165c859 None None] Pushing event updated for resources: {'Port': ['ID=c90825d1-1561-45d7-8f75-8866d740d3c5,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.564895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6ba158cd-f78c-4290-8de3-05578e7cb163 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:40.566155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.641803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Provisioning for port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:40.733886 n-d-800085-5 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-fa9fea86-5573-4475-bc32-79c7e99256b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 09477999-8cf9-4461-ad60-e532bf1c9bdf (CIDR: 2001:db8:0:1::/64) Jul 16 01:48:40.739623 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9fea86-5573-4475-bc32-79c7e99256b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:48:40.740099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9fea86-5573-4475-bc32-79c7e99256b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:40.782989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Provisioning complete for port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:40.783375 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.808760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fa9fea86-5573-4475-bc32-79c7e99256b5 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6848476 Jul 16 01:48:40.817187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.823058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'subnet': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:40.966915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9810fd37-9c5d-4464-af39-73e12845289a no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:40.974639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Deleting port ccbee7c1-6f19-4699-bb66-dc5cf0070c2a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:40.974988 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.995760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 9810fd37-9c5d-4464-af39-73e12845289a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:40.996167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 9810fd37-9c5d-4464-af39-73e12845289a not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:41.073397 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.112832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] For port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bc983b9f-fe22-4bd8-8f18-4176aff6c2e7,segment=NetworkSegment(5eeec4e3-9ca0-4d22-a791-e07a31091ead),segment_id=5eeec4e3-9ca0-4d22-a791-e07a31091ead)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.122686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.161357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.172060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Made reservation on behalf of baaae91c5f4349cb8a21551b5cbbcac4 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:41.176890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.179016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Provisioning for port ccbee7c1-6f19-4699-bb66-dc5cf0070c2a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:41.191346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Provisioning complete for port ccbee7c1-6f19-4699-bb66-dc5cf0070c2a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.191718 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.198157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8::1 (be898210-bff9-4273-8c4f-a6e3eb4eb2fe/278e85e1-8e9f-4288-80ab-d3dd86665ccd/b3d20c56-e281-44fb-879b-263cdb683b77) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:41.205840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Calling delete_port for ccbee7c1-6f19-4699-bb66-dc5cf0070c2a owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:41.239703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Pushing event updated for resources: {'Port': ['ID=bc983b9f-fe22-4bd8-8f18-4176aff6c2e7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.293715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dec4ba8c-4bd4-4ac4-a50f-be1c0511459a None None] Port ccbee7c1-6f19-4699-bb66-dc5cf0070c2a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:41.401744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.422981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object b3d20c56-e281-44fb-879b-263cdb683b77 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:41.472951 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.551054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Allocated IP 2001:db8::2 (be898210-bff9-4273-8c4f-a6e3eb4eb2fe/278e85e1-8e9f-4288-80ab-d3dd86665ccd/4ff0e91e-b794-42ac-a4f1-a16591fff8a5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:41.575478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=b3d20c56-e281-44fb-879b-263cdb683b77,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.575697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.589985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:41.592087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:41.601718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:41.602522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.649321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Port': ['ID=ccbee7c1-6f19-4699-bb66-dc5cf0070c2a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.677511 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6db67107-e401-4a34-9471-8b61d3b3a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.718138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3154bfa-3156-447f-8c7c-46912c598b69 None None] Provisioning complete for port fd5f39c3-480f-42fc-bf9c-2274d7518524 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.718138 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3154bfa-3156-447f-8c7c-46912c598b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.727959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:41.766956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.817584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Network d1d7b235-a368-45f3-9911-980ecc5d7406 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:41.832519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:41.841217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:41.842570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.887468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c3154bfa-3156-447f-8c7c-46912c598b69 None None] Port fd5f39c3-480f-42fc-bf9c-2274d7518524 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:41.924773 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1064417 Jul 16 01:48:41.925413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55392) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:41.955466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30a999-5256-4635-861b-91294dbd6ec8 None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:41.972528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1856714155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e2a2b04-1fee-4093-a7c6-1e6cebc0679b'}], 'security_groups': ['c1e84434-7675-4b03-9871-f1004d478a36', '6da15bcb-c39a-4cf6-913b-ed780caddcca']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:41.978418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3154bfa-3156-447f-8c7c-46912c598b69 None None] Provisioning for port c90825d1-1561-45d7-8f75-8866d740d3c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:41.993618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3154bfa-3156-447f-8c7c-46912c598b69 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.994006 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3154bfa-3156-447f-8c7c-46912c598b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.008567 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde03cc1-1847-407f-9638-094eb45f5fc7 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Subnet': ['ID=8e2a2b04-1fee-4093-a7c6-1e6cebc0679b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.008997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.013953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.129053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.145657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Transition to ACTIVE for port object 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:42.181345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:42.249027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Transition to ACTIVE for port object 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:42.260070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Router 6a0b9027-e657-491b-a6b1-9a354993fc0a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:42.403855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:42.412459 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8250f774-b1b3-4739-9144-b7562b2f7340 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "PUT /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8106017 Jul 16 01:48:42.418300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.418930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.419790 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] Sync routers for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:42.432029 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:42.433599 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.498337 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.515459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:42.517049 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.521099 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-62f65822-56d8-4e2e-bf1e-de1cb8859c97 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] delete failed (client error): The resource could not be found. Jul 16 01:48:42.522359 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-62f65822-56d8-4e2e-bf1e-de1cb8859c97 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-594365561 HTTP/1.1" status: 404 len: 334 time: 0.1008992 Jul 16 01:48:42.527519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.532728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-35506686-999a-49df-958e-9dde5904da4d tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a0b9027-e657-491b-a6b1-9a354993fc0a'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:42.573923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.582471 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.589583 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:42.591548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.593303 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8e7dc2-6059-4a4a-b970-1ef90cb09bd0 None None] The sync data for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:42.674265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:42.674648 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.678132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:42.703780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.704565 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.707575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:42.716951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:42.741756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Pushing event updated for resources: {'Port': ['ID=4ff0e91e-b794-42ac-a4f1-a16591fff8a5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.850440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.897282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=b3d20c56-e281-44fb-879b-263cdb683b77,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.904731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Attempting to bind port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:42.905104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Attempting to bind port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:42.905470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Attempting to bind port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 on network be898210-bff9-4273-8c4f-a6e3eb4eb2fe {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:42.916112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:42.916527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Checking segment: {'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:42.916929 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.917331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Bound using segment: {'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:42.917820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Bound port: 4ff0e91e-b794-42ac-a4f1-a16591fff8a5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:42.918207 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.920936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-505d5a40-40f2-4a3b-adac-4ef780d74b14 None None] Provisioning for port 2faff407-3e19-44fc-888e-be0ea6aa1e56 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:42.954802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-505d5a40-40f2-4a3b-adac-4ef780d74b14 None None] Provisioning complete for port 2faff407-3e19-44fc-888e-be0ea6aa1e56 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:42.955288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-505d5a40-40f2-4a3b-adac-4ef780d74b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.987858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:42.991474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:43.092035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-505d5a40-40f2-4a3b-adac-4ef780d74b14 None None] Port 2faff407-3e19-44fc-888e-be0ea6aa1e56 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:43.098641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c90825d1-1561-45d7-8f75-8866d740d3c5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:43.111023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ce928d-7d4e-4d5e-a3e2-f903a1332408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.139622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] For port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:43.159078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] For port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4ff0e91e-b794-42ac-a4f1-a16591fff8a5,segment=NetworkSegment(10c29518-08d2-49c8-a113-43e570eb6275),segment_id=10c29518-08d2-49c8-a113-43e570eb6275)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:43.165360 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.223305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Deleting port be16a556-e895-48f4-9502-7375ed07a6e0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:43.223695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.246895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.247279 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.296583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Pushing event updated for resources: {'Port': ['ID=4ff0e91e-b794-42ac-a4f1-a16591fff8a5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.310887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:43.312362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] Update dhcp port {'port': {'network_id': 'd1d7b235-a368-45f3-9911-980ecc5d7406', 'fixed_ips': [{'subnet_id': '09477999-8cf9-4461-ad60-e532bf1c9bdf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6cb1b87a-c91a-4039-9717-a60b5b9094aa', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e2a2b04-1fee-4093-a7c6-1e6cebc0679b'}], 'binding:host_id': 'n-d-800085-5'}, 'id': 'c90825d1-1561-45d7-8f75-8866d740d3c5'} from n-d-800085-5. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:48:43.348736 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.351754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.352260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.352476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.353004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.353123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.353418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.353742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.354065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.354388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.354700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.355024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.355344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d699c34-83e1-4f63-a7d1-deea0388cfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:43.432556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] For port be16a556-e895-48f4-9502-7375ed07a6e0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=be16a556-e895-48f4-9502-7375ed07a6e0,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:43.432922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.452338 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ce928d-7d4e-4d5e-a3e2-f903a1332408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.462636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Calling delete_port for be16a556-e895-48f4-9502-7375ed07a6e0 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:43.474266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0ce928d-7d4e-4d5e-a3e2-f903a1332408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.504114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35506686-999a-49df-958e-9dde5904da4d tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.564265 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-35506686-999a-49df-958e-9dde5904da4d tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] update failed (client error): The resource could not be found. Jul 16 01:48:43.564474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:43.568951 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-35506686-999a-49df-958e-9dde5904da4d tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "PUT /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a HTTP/1.1" status: 404 len: 339 time: 1.0373578 Jul 16 01:48:43.569101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e0ce928d-7d4e-4d5e-a3e2-f903a1332408 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90446918536043809e02a983d72e4ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7059755 Jul 16 01:48:43.574935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55408) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.574935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55410) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.575229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0f445ee7-5b7b-48b6-a829-dc14bc0f0273 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7044237 Jul 16 01:48:43.575667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce928d-7d4e-4d5e-a3e2-f903a1332408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6460ea9d-a63b-44e9-a532-cc5308cac4b4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.577690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55412) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.590488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1062988263'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:43.617157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:43.643036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:43.643724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:14Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:43.693877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:43.697717 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.734800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:43.749270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:43.758082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.758437 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment 1ebfd882-0f77-4cc9-865d-7f880d0d9699 of type vlan for network d19b40ba-3876-4bf1-b2be-fd561695e3c2 Jul 16 01:48:43.808928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.875267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ef6866e-d657-4eba-9bfa-b4f055c27681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.884726 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.899642 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.905218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:43.905831 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.965004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Pushing event deleted for resources: {'Port': ['ID=be16a556-e895-48f4-9502-7375ed07a6e0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.972158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ef6866e-d657-4eba-9bfa-b4f055c27681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.972393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:42Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:43.987500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4063094 Jul 16 01:48:43.997530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.009691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:44.009992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:44.010573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Updating router e052d5f0-3382-48b1-b303-4ee1fee2cb45 port b3d20c56-e281-44fb-879b-263cdb683b77 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:44.075451 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.107870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Delete allocated IP 2001:db8::152 (d1d7b235-a368-45f3-9911-980ecc5d7406/6cb1b87a-c91a-4039-9717-a60b5b9094aa) {{(pid=93707) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:48:44.111057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8dd7b-fd67-44a0-b139-7306a467242f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=d19b40ba-3876-4bf1-b2be-fd561695e3c2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.144111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:44.217206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Allocated IP 2001:db8:0:2::77 (d1d7b235-a368-45f3-9911-980ecc5d7406/8e2a2b04-1fee-4093-a7c6-1e6cebc0679b/2faff407-3e19-44fc-888e-be0ea6aa1e56) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:44.261282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.342043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:44.379484 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.433263 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ef6866e-d657-4eba-9bfa-b4f055c27681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.437407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ef6866e-d657-4eba-9bfa-b4f055c27681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.440011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4ef6866e-d657-4eba-9bfa-b4f055c27681 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6460ea9d-a63b-44e9-a532-cc5308cac4b4 HTTP/1.1" status: 204 len: 168 time: 0.8567400 Jul 16 01:48:44.456256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:44.461669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.475305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:44.480697 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.513481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8103f702-172e-4293-bd37-82e6a246657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.516581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6866e-d657-4eba-9bfa-b4f055c27681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6460ea9d-a63b-44e9-a532-cc5308cac4b4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.636437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.647928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Transition to ACTIVE for port object b3d20c56-e281-44fb-879b-263cdb683b77 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:44.657083 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.709616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68076fbd-6d23-4beb-8c74-f40afedfa241 None None] Pushing event updated for resources: {'Port': ['ID=b3d20c56-e281-44fb-879b-263cdb683b77,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.786222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Attempting to bind port b3d20c56-e281-44fb-879b-263cdb683b77 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:44.786598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Attempting to bind port b3d20c56-e281-44fb-879b-263cdb683b77 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:44.787046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Attempting to bind port b3d20c56-e281-44fb-879b-263cdb683b77 on network be898210-bff9-4273-8c4f-a6e3eb4eb2fe {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:44.794682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:44.795514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Checking segment: {'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:44.796164 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.796523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Bound using segment: {'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:44.797004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Bound port: b3d20c56-e281-44fb-879b-263cdb683b77, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c29518-08d2-49c8-a113-43e570eb6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:44.797393 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.802579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ffae29-bf62-4084-949c-86336bbc44d0 None None] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:44.835579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Router aff34151-9cd5-47cc-81a0-9dfe7063d0fb has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:44.879647 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.906260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Allocated IP 172.20.0.1 (961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7/f557b9cd-7be9-4d61-a51c-413f56729ea2/d401c48c-f636-4f61-a9a4-ca2edad2d0cc) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:44.923229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] For port b3d20c56-e281-44fb-879b-263cdb683b77, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:44.928056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] For port b3d20c56-e281-44fb-879b-263cdb683b77, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b3d20c56-e281-44fb-879b-263cdb683b77,segment=NetworkSegment(10c29518-08d2-49c8-a113-43e570eb6275),segment_id=10c29518-08d2-49c8-a113-43e570eb6275)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:44.939565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Transition to ACTIVE for port object 2faff407-3e19-44fc-888e-be0ea6aa1e56 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:44.948719 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.957993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:44.958452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.964353 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-722102fe-d539-4e9c-b6c0-bb8ebba4d01b admin admin] 10.222.0.81 "PUT /v2.0/routers/aff34151-9cd5-47cc-81a0-9dfe7063d0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2333403 Jul 16 01:48:44.966731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55426) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.973496 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] Sync routers for ids ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:44.999820 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] Routers {'aff34151-9cd5-47cc-81a0-9dfe7063d0fb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.002890 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.011812 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.016083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] Allocated IP 2001:db8:0:2::2 (d1d7b235-a368-45f3-9911-980ecc5d7406/8e2a2b04-1fee-4093-a7c6-1e6cebc0679b/c90825d1-1561-45d7-8f75-8866d740d3c5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:45.106538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] In _notify_port_updated(), no bound segment for port 2faff407-3e19-44fc-888e-be0ea6aa1e56 on network d1d7b235-a368-45f3-9911-980ecc5d7406 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:48:45.112072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.112738 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.114091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "PUT /v2.0/ports/2faff407-3e19-44fc-888e-be0ea6aa1e56 HTTP/1.1" status: 200 len: 969 time: 3.1551745 Jul 16 01:48:45.120085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55430) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.140359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] For port c90825d1-1561-45d7-8f75-8866d740d3c5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c90825d1-1561-45d7-8f75-8866d740d3c5,segment=NetworkSegment(2980c164-50f2-4251-8598-70e658f0f3aa),segment_id=2980c164-50f2-4251-8598-70e658f0f3aa)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:45.171169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d3391-bc30-4150-9fe6-6c9002201a6b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event updated for resources: {'Port': ['ID=2faff407-3e19-44fc-888e-be0ea6aa1e56,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.174976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.189359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=eda89f3b-10de-4291-97e4-1a69a506486f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.190991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] Transition to ACTIVE for port object c90825d1-1561-45d7-8f75-8866d740d3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:45.208207 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.220835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:45.221208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: d19b40ba-3876-4bf1-b2be-fd561695e3c2, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:45.248514 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] Set router aff34151-9cd5-47cc-81a0-9dfe7063d0fb gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:45.257852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.265507 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:45.270740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8cbc437c-28b5-4127-9764-ee461e3aad28 None None] Provisioning for port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:45.282618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Transition to ACTIVE for port object d401c48c-f636-4f61-a9a4-ca2edad2d0cc will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:45.292458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, d19b40ba-3876-4bf1-b2be-fd561695e3c2) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:45.297953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8cbc437c-28b5-4127-9764-ee461e3aad28 None None] Provisioning complete for port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:45.298698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8cbc437c-28b5-4127-9764-ee461e3aad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.309387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.310100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.321234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.341209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-638cb268-fdf6-4fe0-a4bb-b483028e82fa tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3359256 Jul 16 01:48:45.341999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55436) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.358452 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:45.364921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17308a46-5fce-4d13-8590-e19063b7e5e5 None None] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:45.445226 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.458732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port 2faff407-3e19-44fc-888e-be0ea6aa1e56 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:45.459450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.512384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:45.520492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:45.536553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:45.553658 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.615991 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:48:43Z', 'revision_number': 5, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port': {'id': '986a7ed5-cd66-4502-a9fc-110e60dae9b7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:26Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.648549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Port': ['ID=d401c48c-f636-4f61-a9a4-ca2edad2d0cc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.680735 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] Checking router: aff34151-9cd5-47cc-81a0-9dfe7063d0fb for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:45.702858 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] Routers {'aff34151-9cd5-47cc-81a0-9dfe7063d0fb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.703741 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.742400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68076fbd-6d23-4beb-8c74-f40afedfa241 None None] Pushing event updated for resources: {'Port': ['ID=b3d20c56-e281-44fb-879b-263cdb683b77,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.760426 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.806300 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.824753 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.834456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Deleting port 986a7ed5-cd66-4502-a9fc-110e60dae9b7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:45.834456 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.856478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for 2faff407-3e19-44fc-888e-be0ea6aa1e56 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:45.901168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] Set router aff34151-9cd5-47cc-81a0-9dfe7063d0fb gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:45.946217 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8cbc437c-28b5-4127-9764-ee461e3aad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.962691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.963668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.031492 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:48:45Z', 'revision_number': 6, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.044978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8cbc437c-28b5-4127-9764-ee461e3aad28 None None] For port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4ff0e91e-b794-42ac-a4f1-a16591fff8a5,segment=NetworkSegment(10c29518-08d2-49c8-a113-43e570eb6275),segment_id=10c29518-08d2-49c8-a113-43e570eb6275)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:46.087347 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84fe54-366b-4a41-88bd-5c51fed8a450 None None] The sync data for ids ['aff34151-9cd5-47cc-81a0-9dfe7063d0fb'] in n-d-800085-5 is: [{'id': 'aff34151-9cd5-47cc-81a0-9dfe7063d0fb', 'name': 'tempest-TestServerMultinode-29200000-router', 'tenant_id': '205bd73de0cc4655b687047d4b21aad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:25Z', 'updated_at': '2021-07-16T01:48:45Z', 'revision_number': 6, 'project_id': '205bd73de0cc4655b687047d4b21aad0', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:46.102043 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8cbc437c-28b5-4127-9764-ee461e3aad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.146904 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.168704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c3984-db8d-45b8-a42a-1ff4f9f43474 None None] Pushing event updated for resources: {'Port': ['ID=c90825d1-1561-45d7-8f75-8866d740d3c5,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.351973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.375365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31ccff6e-038d-41fb-898e-8a527a986229 None None] Provisioning for port d401c48c-f636-4f61-a9a4-ca2edad2d0cc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:46.390457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.403598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:46.406152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31ccff6e-038d-41fb-898e-8a527a986229 None None] Provisioning complete for port d401c48c-f636-4f61-a9a4-ca2edad2d0cc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:46.406152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31ccff6e-038d-41fb-898e-8a527a986229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.453202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] For port 986a7ed5-cd66-4502-a9fc-110e60dae9b7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=986a7ed5-cd66-4502-a9fc-110e60dae9b7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:46.453574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.481315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Calling delete_port for 986a7ed5-cd66-4502-a9fc-110e60dae9b7 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:46.606644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc437c-28b5-4127-9764-ee461e3aad28 None None] Pushing event updated for resources: {'Port': ['ID=4ff0e91e-b794-42ac-a4f1-a16591fff8a5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.656360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-31ccff6e-038d-41fb-898e-8a527a986229 None None] Port d401c48c-f636-4f61-a9a4-ca2edad2d0cc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:46.702104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.735694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=2faff407-3e19-44fc-888e-be0ea6aa1e56,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.788967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.795243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4e597656-43d3-4809-815b-fa7da8b101e9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/2faff407-3e19-44fc-888e-be0ea6aa1e56 HTTP/1.1" status: 204 len: 168 time: 1.6722298 Jul 16 01:48:46.795915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55452) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.797635 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-d19b40ba-3876-4bf1-b2be-fd561695e3c2', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:46.799096 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.845984 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdb9824-52a6-4e3f-84d4-27147284b5d1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] GET failed (client error): The resource could not be found. Jul 16 01:48:46.855786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9bdb9824-52a6-4e3f-84d4-27147284b5d1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports/2faff407-3e19-44fc-888e-be0ea6aa1e56 HTTP/1.1" status: 404 len: 333 time: 0.0563471 Jul 16 01:48:46.856512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.937693 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.943198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.020904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Pushing event deleted for resources: {'Port': ['ID=986a7ed5-cd66-4502-a9fc-110e60dae9b7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.205238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.275537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb264f73-a11a-4063-b7eb-7913fc170cf7 None None] Provisioning complete for port fd5f39c3-480f-42fc-bf9c-2274d7518524 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:47.275914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb264f73-a11a-4063-b7eb-7913fc170cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.325118 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bb264f73-a11a-4063-b7eb-7913fc170cf7 None None] Port fd5f39c3-480f-42fc-bf9c-2274d7518524 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:47.344879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82593857-de51-4230-ac62-1b422cfca3ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.382664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.389249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb264f73-a11a-4063-b7eb-7913fc170cf7 None None] Provisioning for port c90825d1-1561-45d7-8f75-8866d740d3c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:47.389808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.393225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Allocated IP 2001:db8:1::2 (d19b40ba-3876-4bf1-b2be-fd561695e3c2/eda89f3b-10de-4291-97e4-1a69a506486f/0389bc97-e2f3-453d-833c-d8082f97180a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:47.409740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb264f73-a11a-4063-b7eb-7913fc170cf7 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:47.410221 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb264f73-a11a-4063-b7eb-7913fc170cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.421337 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82593857-de51-4230-ac62-1b422cfca3ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.459483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:47.505016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82593857-de51-4230-ac62-1b422cfca3ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.508549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82593857-de51-4230-ac62-1b422cfca3ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.512173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-82593857-de51-4230-ac62-1b422cfca3ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/security-groups/62f3b54c-3c6b-4441-bdb6-b3ff386c6e4d HTTP/1.1" status: 204 len: 168 time: 0.5831399 Jul 16 01:48:47.523315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0ebd3-7db7-436d-9f13-d0175af1c901 None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:47.626391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.669202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.669889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff34151-9cd5-47cc-81a0-9dfe7063d0fb {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:47.685507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.687575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8d234577-3f01-4459-b6b5-a3a3b283d120 admin admin] 10.222.0.81 "DELETE /v2.0/routers/aff34151-9cd5-47cc-81a0-9dfe7063d0fb HTTP/1.1" status: 204 len: 168 time: 2.7185154 Jul 16 01:48:47.699059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.700847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82593857-de51-4230-ac62-1b422cfca3ce tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f3b54c-3c6b-4441-bdb6-b3ff386c6e4d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.749316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.759403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.861539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] Deleting subnet 94e6b787-c501-43b6-b02b-184c61bd61aa {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:47.866634 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.870122 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.873217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event updated for resources: {'Port': ['ID=d401c48c-f636-4f61-a9a4-ca2edad2d0cc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.954891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb264f73-a11a-4063-b7eb-7913fc170cf7 None None] Could not find standard attr ID for object 2faff407-3e19-44fc-888e-be0ea6aa1e56. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:48:47.985425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.056526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b8c926b-a4be-43da-981c-49db6006ffd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.093039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.118651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29bb0458-d2e2-40b9-b263-6c7386e31d34 None None] Provisioning for port b3d20c56-e281-44fb-879b-263cdb683b77 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:48.124960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:48.125540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b8c926b-a4be-43da-981c-49db6006ffd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.126565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.139621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Transition to ACTIVE for port object 0389bc97-e2f3-453d-833c-d8082f97180a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:48.153746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29bb0458-d2e2-40b9-b263-6c7386e31d34 None None] Could not find standard attr ID for object 2faff407-3e19-44fc-888e-be0ea6aa1e56. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:48:48.184764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Transition to ACTIVE for port object 0389bc97-e2f3-453d-833c-d8082f97180a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:48.201158 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.249937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29bb0458-d2e2-40b9-b263-6c7386e31d34 None None] Provisioning complete for port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:48.250532 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29bb0458-d2e2-40b9-b263-6c7386e31d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.294294 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b8c926b-a4be-43da-981c-49db6006ffd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.297834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b8c926b-a4be-43da-981c-49db6006ffd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.301388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3b8c926b-a4be-43da-981c-49db6006ffd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/security-groups/6da15bcb-c39a-4cf6-913b-ed780caddcca HTTP/1.1" status: 204 len: 168 time: 0.6705127 Jul 16 01:48:48.307051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.327637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.347404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:48.356185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.365105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b3d20c56-e281-44fb-879b-263cdb683b77 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:48.369780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c926b-a4be-43da-981c-49db6006ffd9 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da15bcb-c39a-4cf6-913b-ed780caddcca,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.416942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:48.432653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Pushing event updated for resources: {'Port': ['ID=0389bc97-e2f3-453d-833c-d8082f97180a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.441550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3575b9fe-48b4-4429-9ba9-a5511f75785a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.472447 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3575b9fe-48b4-4429-9ba9-a5511f75785a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.483132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Router 6a0b9027-e657-491b-a6b1-9a354993fc0a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:48.485259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8:1::1 (d19b40ba-3876-4bf1-b2be-fd561695e3c2/eda89f3b-10de-4291-97e4-1a69a506486f/5254a648-4b74-400c-9bee-68155690383f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:48.520953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.548816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e6b787-c501-43b6-b02b-184c61bd61aa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.551578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3575b9fe-48b4-4429-9ba9-a5511f75785a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.554323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3575b9fe-48b4-4429-9ba9-a5511f75785a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.558150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3575b9fe-48b4-4429-9ba9-a5511f75785a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/security-groups/c1e84434-7675-4b03-9871-f1004d478a36 HTTP/1.1" status: 204 len: 168 time: 0.2428212 Jul 16 01:48:48.562583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.582104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.589996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-865a5142-c327-49fb-9bf7-a883909f109d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/94e6b787-c501-43b6-b02b-184c61bd61aa HTTP/1.1" status: 204 len: 168 time: 0.8770177 Jul 16 01:48:48.612652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575b9fe-48b4-4429-9ba9-a5511f75785a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e84434-7675-4b03-9871-f1004d478a36,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.615399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb725569-3d4e-40fb-9466-ae2232a7e32a None None] Network 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:48.617349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.618551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Attempting to bind port 0389bc97-e2f3-453d-833c-d8082f97180a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:48.618916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Attempting to bind port 0389bc97-e2f3-453d-833c-d8082f97180a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:48.619437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Attempting to bind port 0389bc97-e2f3-453d-833c-d8082f97180a on network d19b40ba-3876-4bf1-b2be-fd561695e3c2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:48.719702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 6cb1b87a-c91a-4039-9717-a60b5b9094aa {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:48.727544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.753866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:48.755143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Checking segment: {'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:48.755540 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.756175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Bound using segment: {'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:48.757217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Bound port: 0389bc97-e2f3-453d-833c-d8082f97180a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:48.758030 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.815426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.846561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.850885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.852503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] For port 0389bc97-e2f3-453d-833c-d8082f97180a, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:48.855960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] For port 0389bc97-e2f3-453d-833c-d8082f97180a, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0389bc97-e2f3-453d-833c-d8082f97180a,segment=NetworkSegment(1ebfd882-0f77-4cc9-865d-7f880d0d9699),segment_id=1ebfd882-0f77-4cc9-865d-7f880d0d9699)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:48.875711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 5254a648-4b74-400c-9bee-68155690383f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:48.877460 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.880506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b3d20c56-e281-44fb-879b-263cdb683b77 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:48.960740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:48.971488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-76b6a25f-a320-45ed-a17f-873f69ef7d22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "PUT /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3943830 Jul 16 01:48:48.972263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.073321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.126136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:49.131437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:49.138249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:49.138977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b3d20c56-e281-44fb-879b-263cdb683b77 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:49.139463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.139713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.175559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Deleting port 650a6f84-ce10-48de-8259-b6841b964374 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:49.176135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.186390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] Sync routers for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:49.213059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.217162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:49.217654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.231231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-633290af-0b9c-4ee8-b2c7-aad3792ace50 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.258724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.263630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7b275736-4433-48c4-b486-d7cfeb05b5f3 None None] Provisioning complete for port b3d20c56-e281-44fb-879b-263cdb683b77 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:49.264002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b275736-4433-48c4-b486-d7cfeb05b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.310514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] For port 650a6f84-ce10-48de-8259-b6841b964374, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=650a6f84-ce10-48de-8259-b6841b964374,segment=NetworkSegment(0adc229d-cbd8-4246-9e8c-586f1898db5b),segment_id=0adc229d-cbd8-4246-9e8c-586f1898db5b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:49.310894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.336759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=5254a648-4b74-400c-9bee-68155690383f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.359248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Calling delete_port for 650a6f84-ce10-48de-8259-b6841b964374 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:49.380512 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.394351 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-633290af-0b9c-4ee8-b2c7-aad3792ace50 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:48:49.398728 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-633290af-0b9c-4ee8-b2c7-aad3792ace50 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a HTTP/1.1" status: 409 len: 329 time: 0.4237895 Jul 16 01:48:49.401815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55478) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.413860 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.444719 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.470615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b3d20c56-e281-44fb-879b-263cdb683b77, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b3d20c56-e281-44fb-879b-263cdb683b77,segment=NetworkSegment(10c29518-08d2-49c8-a113-43e570eb6275),segment_id=10c29518-08d2-49c8-a113-43e570eb6275)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:49.482449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:49.483101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.491829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb1b87a-c91a-4039-9717-a60b5b9094aa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.513890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.517032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7e36cf5e-88f5-4d1c-9e21-1c9553a341ae tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/6cb1b87a-c91a-4039-9717-a60b5b9094aa HTTP/1.1" status: 204 len: 168 time: 0.9530578 Jul 16 01:48:49.528573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.556143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.556631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ecbc4-2201-4547-bf2b-b96a1b9f22dc None None] The sync data for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:49.566649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb7377-fdfd-46b9-a68c-4ba57e88795a None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:49.666335 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.667181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:49.689797 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.700054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6516089-2401-453d-bd08-383d2fc37ec0 None None] Pushing event updated for resources: {'Port': ['ID=0389bc97-e2f3-453d-833c-d8082f97180a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.746430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 8e2a2b04-1fee-4093-a7c6-1e6cebc0679b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:49.749147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] No DVR routers for this DVR port 650a6f84-ce10-48de-8259-b6841b964374 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:49.752357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Pushing event deleted for resources: {'Port': ['ID=650a6f84-ce10-48de-8259-b6841b964374,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.758412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.794945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b3d20c56-e281-44fb-879b-263cdb683b77,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.893195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.913808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.933921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adc229d-cbd8-4246-9e8c-586f1898db5b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.934814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adc229d-cbd8-4246-9e8c-586f1898db5b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.941138 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.953599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.966651 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.997949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.007751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7b275736-4433-48c4-b486-d7cfeb05b5f3 None None] Provisioning complete for port d401c48c-f636-4f61-a9a4-ca2edad2d0cc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.008628 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b275736-4433-48c4-b486-d7cfeb05b5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.014209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:50.014855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:50.016825 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:50.070202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.071440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.080857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a7575-5065-4813-b5c8-98b59b3292d7 None None] DHCP port deletion for 4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:50.127268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7b275736-4433-48c4-b486-d7cfeb05b5f3 None None] Port d401c48c-f636-4f61-a9a4-ca2edad2d0cc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:50.130082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.140364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.148450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49 HTTP/1.1" status: 204 len: 168 time: 1.5223155 Jul 16 01:48:50.152202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55484) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:50.204079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c90825d1-1561-45d7-8f75-8866d740d3c5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:50.279354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7e27a4a-0b38-4bdb-b037-ce34426c3f86 None None] Provisioning complete for port b3d20c56-e281-44fb-879b-263cdb683b77 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.280088 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7e27a4a-0b38-4bdb-b037-ce34426c3f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.325686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.326616 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.328330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.333156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cfe6b-4006-4040-9d62-f35f3bbc8005 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfe1976-e65f-4dad-ad1b-dfb3dbff5f49,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.353115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.381026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.382743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.521380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.540624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.545061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/8e2a2b04-1fee-4093-a7c6-1e6cebc0679b HTTP/1.1" status: 204 len: 168 time: 1.0122616 Jul 16 01:48:50.555868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55486) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:50.583186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756bbe8-b7a2-415c-967b-12ebd9a4e59f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2a2b04-1fee-4093-a7c6-1e6cebc0679b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.608816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device be16a556-e895-48f4-9502-7375ed07a6e0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:50.629734 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4f914a-4874-41fd-a8aa-2ea4ae9a9562 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:50.632503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4f914a-4874-41fd-a8aa-2ea4ae9a9562 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:50.636713 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf4f914a-4874-41fd-a8aa-2ea4ae9a9562 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/6cb1b87a-c91a-4039-9717-a60b5b9094aa HTTP/1.1" status: 404 len: 337 time: 0.0632036 Jul 16 01:48:50.636817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: be16a556-e895-48f4-9502-7375ed07a6e0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:50.636817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device be16a556-e895-48f4-9502-7375ed07a6e0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:50.636817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 986a7ed5-cd66-4502-a9fc-110e60dae9b7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:50.638264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:50.640892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=5254a648-4b74-400c-9bee-68155690383f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.680128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 986a7ed5-cd66-4502-a9fc-110e60dae9b7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:50.680606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 986a7ed5-cd66-4502-a9fc-110e60dae9b7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:50.722791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting subnet 09477999-8cf9-4461-ad60-e532bf1c9bdf {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:50.734809 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.758400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:50.771580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:50.804689 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.845955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.016648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0389bc97-e2f3-453d-833c-d8082f97180a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:51.016987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:51.039163 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.120352 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.120604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0389bc97-e2f3-453d-833c-d8082f97180a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:51.126979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b3d20c56-e281-44fb-879b-263cdb683b77 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:51.171270 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.177565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Subnet': ['ID=09477999-8cf9-4461-ad60-e532bf1c9bdf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.218101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b3d20c56-e281-44fb-879b-263cdb683b77 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.218565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.251943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.256790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55492) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.264807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f9d186fa-fda3-4772-bb3e-2432b0f4f107 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/09477999-8cf9-4461-ad60-e532bf1c9bdf HTTP/1.1" status: 204 len: 168 time: 0.6254187 Jul 16 01:48:51.270163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:51.280979 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4e46f3e7-9f62-4daf-b36d-0cea295cd570 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9364119 Jul 16 01:48:51.282059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.295002 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:51.304346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6906c-4fbb-4e5d-a882-3e4dc0352ad4 None None] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:51.305114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1944224947'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:51.307062 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2e4237-db82-4dc0-9709-0f6e0de21e0f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:51.307770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2e4237-db82-4dc0-9709-0f6e0de21e0f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:51.309311 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aa2e4237-db82-4dc0-9709-0f6e0de21e0f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/10d2487d-a00c-4482-b1b8-6b5079bc7fd1 HTTP/1.1" status: 404 len: 337 time: 0.0509112 Jul 16 01:48:51.310700 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:51.311729 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:51.328654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55496) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.387739 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36c9f1-daf0-4ac1-a61a-bc6dabaf8707 None None] Network d1d7b235-a368-45f3-9911-980ecc5d7406 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:51.447908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Deleting port d401c48c-f636-4f61-a9a4-ca2edad2d0cc {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:51.448541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.461219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.461460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7c86c1b0-8af5-4116-be82-ee0162e074f6 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "GET /v2.0/ports?device_id=b62cfcef-59ca-48ed-b5ff-510f896f0593 HTTP/1.1" status: 200 len: 205 time: 0.0616162 Jul 16 01:48:51.462497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:51.465288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-91cd4669-f0bd-4f4d-9903-e017e75b447f None None] Provisioning for port 0389bc97-e2f3-453d-833c-d8082f97180a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:51.465580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.482470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-91cd4669-f0bd-4f4d-9903-e017e75b447f None None] Provisioning complete for port 0389bc97-e2f3-453d-833c-d8082f97180a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.482866 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-91cd4669-f0bd-4f4d-9903-e017e75b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.521636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:51.535018 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.535018 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment 1d46a606-ebc5-45b0-bdcf-b6f084d99641 of type vlan for network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf Jul 16 01:48:51.547968 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-dd6d5909-6203-429c-b19a-bbb531abe533 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] delete failed (client error): The resource could not be found. Jul 16 01:48:51.551012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dd6d5909-6203-429c-b19a-bbb531abe533 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/routers/b62cfcef-59ca-48ed-b5ff-510f896f0593 HTTP/1.1" status: 404 len: 336 time: 0.0889544 Jul 16 01:48:51.558663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.619388 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:51.643247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.674441 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 650a6f84-ce10-48de-8259-b6841b964374 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:51.688990 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88f445a-a60f-48dd-af66-7a85efe3bd6f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:51.689531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88f445a-a60f-48dd-af66-7a85efe3bd6f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:51.691179 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f88f445a-a60f-48dd-af66-7a85efe3bd6f tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/687566a8-fd02-4ecb-bc3e-88429d1c6821 HTTP/1.1" status: 404 len: 337 time: 0.1318436 Jul 16 01:48:51.698029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.730320 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-991ce257-121f-499d-9ab2-f97b9b1bfabb tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:51.730770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991ce257-121f-499d-9ab2-f97b9b1bfabb tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:51.735070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-991ce257-121f-499d-9ab2-f97b9b1bfabb tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/037bffe5-dfec-488f-8594-b9b8cb3a8f7c HTTP/1.1" status: 404 len: 337 time: 0.0340953 Jul 16 01:48:51.737940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.757692 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.766146 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcd1b77-449d-4f98-abf2-1e34d642c979 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:51.766606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcd1b77-449d-4f98-abf2-1e34d642c979 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:51.770906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8dcd1b77-449d-4f98-abf2-1e34d642c979 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/42854734-6b11-4d81-bb9f-7fa9bc60a85b HTTP/1.1" status: 404 len: 337 time: 0.0320365 Jul 16 01:48:51.776261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.785554 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.791196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:51.792165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.793516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Calling delete_port for d401c48c-f636-4f61-a9a4-ca2edad2d0cc owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:51.830938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 650a6f84-ce10-48de-8259-b6841b964374 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:51.830938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 650a6f84-ce10-48de-8259-b6841b964374 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:51.879011 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 3, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:51.914041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-91cd4669-f0bd-4f4d-9903-e017e75b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.945620 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:51.946001 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Updating router e052d5f0-3382-48b1-b303-4ee1fee2cb45 port 5254a648-4b74-400c-9bee-68155690383f binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:51.954512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=4596a241-ad41-4ed8-b7e6-8f9ef738f8bf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.970162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:52.002087 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.012038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-91cd4669-f0bd-4f4d-9903-e017e75b447f None None] For port 0389bc97-e2f3-453d-833c-d8082f97180a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0389bc97-e2f3-453d-833c-d8082f97180a,segment=NetworkSegment(1ebfd882-0f77-4cc9-865d-7f880d0d9699),segment_id=1ebfd882-0f77-4cc9-865d-7f880d0d9699)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:52.022369 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-91cd4669-f0bd-4f4d-9903-e017e75b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.025424 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f50b3d-4114-44b5-9a01-cadd7d22b32b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:52.029682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f50b3d-4114-44b5-9a01-cadd7d22b32b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:52.033113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f3f50b3d-4114-44b5-9a01-cadd7d22b32b tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/bb3003c1-fa7c-406c-97a9-38814581410c HTTP/1.1" status: 404 len: 333 time: 0.2557282 Jul 16 01:48:52.042541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.052248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8d8e3ba5-2868-4952-bb00-ace2720cbda5 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7689879 Jul 16 01:48:52.063820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.073646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:52.088294 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0435f2ff-ab68-4077-a3e5-41285ba223e8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:52.097590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] DHCP port deletion for d1d7b235-a368-45f3-9911-980ecc5d7406 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:52.098346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0435f2ff-ab68-4077-a3e5-41285ba223e8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:52.100964 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0435f2ff-ab68-4077-a3e5-41285ba223e8 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/015a54b4-582a-43e9-810b-e552b148d93a HTTP/1.1" status: 404 len: 337 time: 0.0567877 Jul 16 01:48:52.112790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.174354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd4669-f0bd-4f4d-9903-e017e75b447f None None] Pushing event updated for resources: {'Port': ['ID=0389bc97-e2f3-453d-833c-d8082f97180a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.190290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e35b140a-aa72-4b22-b282-4a03294c73a5 None None] Provisioning complete for port fd5f39c3-480f-42fc-bf9c-2274d7518524 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:52.190666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e35b140a-aa72-4b22-b282-4a03294c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.193793 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-f971f646-d053-4009-9690-0a8132b97c19 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:52.194265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f971f646-d053-4009-9690-0a8132b97c19 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:52.199757 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f971f646-d053-4009-9690-0a8132b97c19 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/f284ae60-1837-4df3-abba-0e6f0d1a5c8d HTTP/1.1" status: 404 len: 337 time: 0.0789335 Jul 16 01:48:52.200856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55514) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.238542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:52.243443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.254740 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd6a3f0-d978-4e14-803e-1b10bd229dfb tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:52.255483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd6a3f0-d978-4e14-803e-1b10bd229dfb tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:52.259855 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2cd6a3f0-d978-4e14-803e-1b10bd229dfb tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/2c10281f-7cdb-4b08-a240-b48b1ffc757b HTTP/1.1" status: 404 len: 333 time: 0.0561559 Jul 16 01:48:52.261211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55516) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.279809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] Deleting port c90825d1-1561-45d7-8f75-8866d740d3c5 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:52.280361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.299234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e35b140a-aa72-4b22-b282-4a03294c73a5 None None] Port fd5f39c3-480f-42fc-bf9c-2274d7518524 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:52.352427 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84ae8ce-2cd6-4c03-8c97-e28c6a4879c1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:52.363679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84ae8ce-2cd6-4c03-8c97-e28c6a4879c1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:52.366933 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e84ae8ce-2cd6-4c03-8c97-e28c6a4879c1 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/e8260ffa-2f71-4e2b-862e-34e59cf976a5 HTTP/1.1" status: 404 len: 337 time: 0.1048789 Jul 16 01:48:52.372038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.381898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] For port c90825d1-1561-45d7-8f75-8866d740d3c5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c90825d1-1561-45d7-8f75-8866d740d3c5,segment=NetworkSegment(2980c164-50f2-4251-8598-70e658f0f3aa),segment_id=2980c164-50f2-4251-8598-70e658f0f3aa)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:52.382297 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.384574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e35b140a-aa72-4b22-b282-4a03294c73a5 None None] Provisioning complete for port c90825d1-1561-45d7-8f75-8866d740d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:52.384934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e35b140a-aa72-4b22-b282-4a03294c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.421680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] Calling delete_port for c90825d1-1561-45d7-8f75-8866d740d3c5 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:52.446054 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ae7674-6f22-4475-8d35-2498e9ae904a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:52.446530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ae7674-6f22-4475-8d35-2498e9ae904a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:52.453236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-14ae7674-6f22-4475-8d35-2498e9ae904a tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/subnets/c1390658-c59c-4449-b0fa-f0d8943f67cf HTTP/1.1" status: 404 len: 337 time: 0.0754824 Jul 16 01:48:52.453954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.550776 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.558756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Deleting port 197b4cca-293c-4df2-98ea-fad2bf4f7e64 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:52.559417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.561900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.564712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.576471 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Transition to ACTIVE for port object 5254a648-4b74-400c-9bee-68155690383f will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:52.587728 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.703149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Port': ['ID=d401c48c-f636-4f61-a9a4-ca2edad2d0cc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.703814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.722692 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Pushing event updated for resources: {'Port': ['ID=5254a648-4b74-400c-9bee-68155690383f,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.750269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.750628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.750977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.751318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.751679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.752263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.752390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.752710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.753037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.753367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.753699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.754031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.799915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] Pushing event deleted for resources: {'Port': ['ID=c90825d1-1561-45d7-8f75-8866d740d3c5,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.816561 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.816903 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.820661 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.821015 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.821344 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.821671 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.821993 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.822310 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.822626 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.823524 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.823524 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.824587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5dd4cb-1a6d-4469-adc3-d55628a59f97 None None] No DVR routers for this DVR port c90825d1-1561-45d7-8f75-8866d740d3c5 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:52.827485 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.828216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=c17dbe5c-26af-45f4-9691-f616db36e2cf,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.840316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0389bc97-e2f3-453d-833c-d8082f97180a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:52.897718 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Attempting to bind port 5254a648-4b74-400c-9bee-68155690383f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:52.898088 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Attempting to bind port 5254a648-4b74-400c-9bee-68155690383f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:52.898442 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Attempting to bind port 5254a648-4b74-400c-9bee-68155690383f on network d19b40ba-3876-4bf1-b2be-fd561695e3c2 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:52.916921 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:52.917288 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Checking segment: {'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:52.917688 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.918083 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Bound using segment: {'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:52.918553 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Bound port: 5254a648-4b74-400c-9bee-68155690383f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebfd882-0f77-4cc9-865d-7f880d0d9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:52.918928 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.940455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-83d78640-d54c-40d2-b25c-9db02eec1f4c None None] Provisioning complete for port 0389bc97-e2f3-453d-833c-d8082f97180a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:52.940841 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83d78640-d54c-40d2-b25c-9db02eec1f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.982664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.033224 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] For port 5254a648-4b74-400c-9bee-68155690383f, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:53.038831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.039284 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] For port 5254a648-4b74-400c-9bee-68155690383f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5254a648-4b74-400c-9bee-68155690383f,segment=NetworkSegment(1ebfd882-0f77-4cc9-865d-7f880d0d9699),segment_id=1ebfd882-0f77-4cc9-865d-7f880d0d9699)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:53.047253 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.100130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:53.100536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:53.115846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] For port 197b4cca-293c-4df2-98ea-fad2bf4f7e64, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=197b4cca-293c-4df2-98ea-fad2bf4f7e64,segment=NetworkSegment(7af52fd3-7ac0-45bb-a9fa-921ec45652cf),segment_id=7af52fd3-7ac0-45bb-a9fa-921ec45652cf)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:53.116201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.124014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0389bc97-e2f3-453d-833c-d8082f97180a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:53.124444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.133497 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:53.134680 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:53.153180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Calling delete_port for 197b4cca-293c-4df2-98ea-fad2bf4f7e64 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:53.169111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:53.233070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:53.240154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.241005 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.243138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-83d78640-d54c-40d2-b25c-9db02eec1f4c None None] Provisioning for port 5254a648-4b74-400c-9bee-68155690383f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:53.259272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb192d7-9b2d-407e-858e-5816dd0218a0 None None] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:53.272449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7da916a2-2821-495e-8ad0-ca608e65732c tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2053149 Jul 16 01:48:53.274700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.340765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Deleting port fd5f39c3-480f-42fc-bf9c-2274d7518524 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:53.341293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.373749 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a454a00-7fd5-40a4-9a1c-9662e0847e02 None None] Pushing event updated for resources: {'Port': ['ID=5254a648-4b74-400c-9bee-68155690383f,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.419737 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:53.701255 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 3, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:53Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:53.739260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c90825d1-1561-45d7-8f75-8866d740d3c5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:53.743087 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4d6fe-20f4-4f9d-af41-9a60e83b66e5 None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 3, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:53Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:53.825755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c90825d1-1561-45d7-8f75-8866d740d3c5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:53.826102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c90825d1-1561-45d7-8f75-8866d740d3c5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:53.832519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:53.833401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.908284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5d20-48fd-48d5-a5ec-d016663b7cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.085879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Allocated IP 2001:db8:2::2 (4596a241-ad41-4ed8-b7e6-8f9ef738f8bf/c17dbe5c-26af-45f4-9691-f616db36e2cf/fc9296d6-0839-4b99-9114-3949745b2229) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:54.116921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.122558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Router 6a0b9027-e657-491b-a6b1-9a354993fc0a has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:54.144902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Calling delete_port for fd5f39c3-480f-42fc-bf9c-2274d7518524 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:54.270466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:54.281407 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f8464fc0-9691-416f-a773-6a77cc606c3c tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "PUT /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8746324 Jul 16 01:48:54.281533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.286763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] Sync routers for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:54.292636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.315696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Transition to ACTIVE for port object fc9296d6-0839-4b99-9114-3949745b2229 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:54.322597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:54.323340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.350908 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-c46c9827-8a0f-49e1-b0c3-39214abce354 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] show failed (client error): The resource could not be found. Jul 16 01:48:54.356458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.356856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c46c9827-8a0f-49e1-b0c3-39214abce354 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-522760930 HTTP/1.1" status: 404 len: 334 time: 0.0741985 Jul 16 01:48:54.366417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2e3dd98e-ab6d-4d85-94b3-a65fa8ba3fba tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:54.384616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.392147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.402994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Transition to ACTIVE for port object fc9296d6-0839-4b99-9114-3949745b2229 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:54.404742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] Routers {'6a0b9027-e657-491b-a6b1-9a354993fc0a'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:54.405440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['6a0b9027-e657-491b-a6b1-9a354993fc0a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.408907 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-2e3dd98e-ab6d-4d85-94b3-a65fa8ba3fba tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] update failed (client error): The resource could not be found. Jul 16 01:48:54.410403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e3dd98e-ab6d-4d85-94b3-a65fa8ba3fba tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-39867909 HTTP/1.1" status: 404 len: 333 time: 0.0516129 Jul 16 01:48:54.420498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.445446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Port': ['ID=fd5f39c3-480f-42fc-bf9c-2274d7518524,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.449203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.451671 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6333491-0c8d-4ecb-9cae-6797f6e8f7ef tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/ports/fd5f39c3-480f-42fc-bf9c-2274d7518524 HTTP/1.1" status: 204 len: 168 time: 1.9966195 Jul 16 01:48:54.454109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.455277 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.463942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.464665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e0639-8799-4cd0-8b8d-2e169fecb646 None None] The sync data for ids ['6a0b9027-e657-491b-a6b1-9a354993fc0a'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:54.517939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Pushing event updated for resources: {'Port': ['ID=fc9296d6-0839-4b99-9114-3949745b2229,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.521695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:54.523491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:54.525147 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.525989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:54.542847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5d20-48fd-48d5-a5ec-d016663b7cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.559577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.578632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfd5d20-48fd-48d5-a5ec-d016663b7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.581262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=197b4cca-293c-4df2-98ea-fad2bf4f7e64,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.605330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Deleting subnet 0741d509-5009-4822-8497-9eae24daa19f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:54.609148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Attempting to bind port fc9296d6-0839-4b99-9114-3949745b2229 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:54.609526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Attempting to bind port fc9296d6-0839-4b99-9114-3949745b2229 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:54.609894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Attempting to bind port fc9296d6-0839-4b99-9114-3949745b2229 on network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:54.615463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:54.616422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Checking segment: {'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:54.616857 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.617254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Bound using segment: {'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:54.617748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Bound port: fc9296d6-0839-4b99-9114-3949745b2229, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:54.618137 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.655798 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.671768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.687982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d7b235-a368-45f3-9911-980ecc5d7406']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.691240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] For port fc9296d6-0839-4b99-9114-3949745b2229, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:54.702621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2980c164-50f2-4251-8598-70e658f0f3aa') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.702977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2980c164-50f2-4251-8598-70e658f0f3aa') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.704504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] For port fc9296d6-0839-4b99-9114-3949745b2229, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fc9296d6-0839-4b99-9114-3949745b2229,segment=NetworkSegment(1d46a606-ebc5-45b0-bdcf-b6f084d99641),segment_id=1d46a606-ebc5-45b0-bdcf-b6f084d99641)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:54.718074 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.725572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.755216 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.775071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd5d20-48fd-48d5-a5ec-d016663b7cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23797a8-c05e-476d-8ecc-d825f5f152f0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.779064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:54.781347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.788279 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ebfd5d20-48fd-48d5-a5ec-d016663b7cb2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9cddf3d0db484539875f46a188cac226&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7831962 Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:54.788532 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:54.790359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.816913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.863261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.864025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf3dd9-f25a-47c6-b469-55aa18fcbbcc None None] Pushing event updated for resources: {'Port': ['ID=fc9296d6-0839-4b99-9114-3949745b2229,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.942019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5254a648-4b74-400c-9bee-68155690383f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:54.989874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.000387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c535462b-efcd-41c3-a806-7eb371ddf0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.004330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.010091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] 10.222.0.81 "DELETE /v2.0/networks/d1d7b235-a368-45f3-9911-980ecc5d7406 HTTP/1.1" status: 204 len: 168 time: 0.5547667 Jul 16 01:48:55.030113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a4d9d-c5eb-48ce-9b59-1d7259b362d2 tempest-PortsIpV6TestJSON-633865140 tempest-PortsIpV6TestJSON-633865140-project] Pushing event deleted for resources: {'Network': ['ID=d1d7b235-a368-45f3-9911-980ecc5d7406,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.039522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 5254a648-4b74-400c-9bee-68155690383f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:55.045564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 5254a648-4b74-400c-9bee-68155690383f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:55.046121 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.049073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c535462b-efcd-41c3-a806-7eb371ddf0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.109103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c535462b-efcd-41c3-a806-7eb371ddf0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.113964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c535462b-efcd-41c3-a806-7eb371ddf0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.118693 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c535462b-efcd-41c3-a806-7eb371ddf0ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e23797a8-c05e-476d-8ecc-d825f5f152f0 HTTP/1.1" status: 204 len: 168 time: 0.3286860 Jul 16 01:48:55.132767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535462b-efcd-41c3-a806-7eb371ddf0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23797a8-c05e-476d-8ecc-d825f5f152f0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.202911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.253470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.261352 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.264163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 5254a648-4b74-400c-9bee-68155690383f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5254a648-4b74-400c-9bee-68155690383f,segment=NetworkSegment(1ebfd882-0f77-4cc9-865d-7f880d0d9699),segment_id=1ebfd882-0f77-4cc9-865d-7f880d0d9699)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:55.272614 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.392960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=5254a648-4b74-400c-9bee-68155690383f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.434014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:55.551527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.572829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.578278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/subnets/0741d509-5009-4822-8497-9eae24daa19f HTTP/1.1" status: 204 len: 168 time: 1.1540124 Jul 16 01:48:55.578406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:55.587134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a2737-a0c1-4391-9724-a2d4eeec8fab None None] Network 31a23f87-e25d-40c7-bb64-9a1a334b6611 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:55.610334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b1314-071a-4066-80c9-dde149d2bf09 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Subnet': ['ID=0741d509-5009-4822-8497-9eae24daa19f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.664535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8:2::1 (4596a241-ad41-4ed8-b7e6-8f9ef738f8bf/c17dbe5c-26af-45f4-9691-f616db36e2cf/91f0a3d4-9291-4e0c-86d8-168465d72ad4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:55.744174 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1efd4686-c9f3-41ac-88d8-0a1b851c97b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=baaae91c5f4349cb8a21551b5cbbcac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086891 Jul 16 01:48:55.746852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:55.772201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Deleting subnet 69170eb6-43d2-4791-bc6d-90fe9389d85d {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:55.789136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.877873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Router baeb3a37-cfda-498a-af61-86799ff09106 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:55.884863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.921774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] DHCP port deletion for 31a23f87-e25d-40c7-bb64-9a1a334b6611 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:55.967522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.015298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9cbe-ecbf-4777-8060-9eec36ba7ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.018329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 91f0a3d4-9291-4e0c-86d8-168465d72ad4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:56.040935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] Deleting port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:56.048172 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.111985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:56.117923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-053a65a5-49a2-470a-928c-d522ca4a2b6d admin admin] 10.222.0.81 "PUT /v2.0/routers/baeb3a37-cfda-498a-af61-86799ff09106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9644699 Jul 16 01:48:56.120368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:56.123612 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] Sync routers for ids ['baeb3a37-cfda-498a-af61-86799ff09106'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:56.137764 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] Routers {'baeb3a37-cfda-498a-af61-86799ff09106'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:56.138720 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['baeb3a37-cfda-498a-af61-86799ff09106'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:56.146399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9cbe-ecbf-4777-8060-9eec36ba7ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.177519 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.227766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:56.246623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.257814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] For port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bc983b9f-fe22-4bd8-8f18-4176aff6c2e7,segment=NetworkSegment(5eeec4e3-9ca0-4d22-a791-e07a31091ead),segment_id=5eeec4e3-9ca0-4d22-a791-e07a31091ead)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:56.258217 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.282354 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] Calling delete_port for bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:56.303954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:56.307841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:56.308599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.377079 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] Set router baeb3a37-cfda-498a-af61-86799ff09106 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:56.448559 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=91f0a3d4-9291-4e0c-86d8-168465d72ad4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.461658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9cbe-ecbf-4777-8060-9eec36ba7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.464950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.473939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9cbe-ecbf-4777-8060-9eec36ba7ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.477223 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f2c9cbe-ecbf-4777-8060-9eec36ba7ce6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bf92e60-1ff6-4938-909e-2572270b722f HTTP/1.1" status: 204 len: 168 time: 0.7273877 Jul 16 01:48:56.506773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.514735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c9cbe-ecbf-4777-8060-9eec36ba7ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf92e60-1ff6-4938-909e-2572270b722f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.541133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.559039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c51952-19c8-4548-bf30-03bccbb8ff90 None None] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:56.576745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.598923 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/subnets/69170eb6-43d2-4791-bc6d-90fe9389d85d HTTP/1.1" status: 204 len: 168 time: 1.0188475 Jul 16 01:48:56.633443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:56.673726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f91f69-ef7f-4d9a-b725-189d93b71803 None None] Network 0bc89700-75a7-41b2-954b-89a61f465c97 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:56.691155 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.697460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] No DVR routers for this DVR port bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:56.737633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cb742-1d21-4cd5-8304-19e9a1f00a36 None None] Pushing event deleted for resources: {'Port': ['ID=bc983b9f-fe22-4bd8-8f18-4176aff6c2e7,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.764906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.774577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226f446-d4d4-4185-9d29-2e87790ba384 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Subnet': ['ID=69170eb6-43d2-4791-bc6d-90fe9389d85d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.775884 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.816266 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:48:54Z', 'revision_number': 5, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port': {'id': '0981cf91-eed6-4729-858a-8eff5de21d9f', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:43Z', 'updated_at': '2021-07-16T01:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:56.878981 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] Checking router: baeb3a37-cfda-498a-af61-86799ff09106 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:56.899255 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] Routers {'baeb3a37-cfda-498a-af61-86799ff09106'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:56.899929 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['baeb3a37-cfda-498a-af61-86799ff09106'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:56.947840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1fb1899-c4ee-4303-9282-454b7ab7d4af None None] Provisioning for port fc9296d6-0839-4b99-9114-3949745b2229 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:57.023732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.031737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fc9296d6-0839-4b99-9114-3949745b2229 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:57.044464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a23f87-e25d-40c7-bb64-9a1a334b6611']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.072319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eeec4e3-9ca0-4d22-a791-e07a31091ead') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.073233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eeec4e3-9ca0-4d22-a791-e07a31091ead') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.087260 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.109708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.120939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:57.121828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:57.126760 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:57.205863 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] Set router baeb3a37-cfda-498a-af61-86799ff09106 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:57.265527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port fc9296d6-0839-4b99-9114-3949745b2229 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:57.269165 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.277936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fc9296d6-0839-4b99-9114-3949745b2229 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.278313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.285096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.289547 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/networks/31a23f87-e25d-40c7-bb64-9a1a334b6611 HTTP/1.1" status: 204 len: 168 time: 0.6546862 Jul 16 01:48:57.293342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55598) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.353370 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:48:56Z', 'revision_number': 6, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.431667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeffe7e-0edd-47d5-9ea5-3b7ef0685fb1 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Network': ['ID=31a23f87-e25d-40c7-bb64-9a1a334b6611,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.463669 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ee01c-2194-4cf6-8183-b755d0fa05f2 None None] The sync data for ids ['baeb3a37-cfda-498a-af61-86799ff09106'] in n-d-800085-5 is: [{'id': 'baeb3a37-cfda-498a-af61-86799ff09106', 'name': 'tempest-TestServerMultinode-1690205781-router', 'tenant_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:41Z', 'updated_at': '2021-07-16T01:48:56Z', 'revision_number': 6, 'project_id': '86ab90df66754ac5aa8dde24bd4f9a4a', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:57.477870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] DHCP port deletion for 0bc89700-75a7-41b2-954b-89a61f465c97 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:57.527579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.559549 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.624888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Deleting port 6ba158cd-f78c-4290-8de3-05578e7cb163 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:57.625494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.642835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port fc9296d6-0839-4b99-9114-3949745b2229, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fc9296d6-0839-4b99-9114-3949745b2229,segment=NetworkSegment(1d46a606-ebc5-45b0-bdcf-b6f084d99641),segment_id=1d46a606-ebc5-45b0-bdcf-b6f084d99641)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:57.654783 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.657736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5254a648-4b74-400c-9bee-68155690383f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:57.712887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] For port 6ba158cd-f78c-4290-8de3-05578e7cb163, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ba158cd-f78c-4290-8de3-05578e7cb163,segment=NetworkSegment(3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56),segment_id=3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:57.713575 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.738072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Calling delete_port for 6ba158cd-f78c-4290-8de3-05578e7cb163 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:57.759202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] Deleting port 6ba158cd-f78c-4290-8de3-05578e7cb163 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:57.759811 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.878328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.940873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.946060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5cd77f7-f395-4f6c-b922-c46f29b35f3f None None] Provisioning complete for port fc9296d6-0839-4b99-9114-3949745b2229 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.946433 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5cd77f7-f395-4f6c-b922-c46f29b35f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.948065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=fc9296d6-0839-4b99-9114-3949745b2229,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.991358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Port': ['ID=6ba158cd-f78c-4290-8de3-05578e7cb163,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.004909 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] No DVR routers for this DVR port 6ba158cd-f78c-4290-8de3-05578e7cb163 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:58.029989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Deleting port 0981cf91-eed6-4729-858a-8eff5de21d9f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:58.030921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.049004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] For port 6ba158cd-f78c-4290-8de3-05578e7cb163, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ba158cd-f78c-4290-8de3-05578e7cb163,segment=NetworkSegment(3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56),segment_id=3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:58.049323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.104608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] Calling delete_port for 6ba158cd-f78c-4290-8de3-05578e7cb163 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:58.134949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 5254a648-4b74-400c-9bee-68155690383f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.135513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.149409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.167254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a5d11168-9139-458e-9cca-74c374213ebb tempest-DvrRoutersNegativeTest-202581811 tempest-DvrRoutersNegativeTest-202581811-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1957635291', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:58.170433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.policy [None req-a5d11168-9139-458e-9cca-74c374213ebb tempest-DvrRoutersNegativeTest-202581811 tempest-DvrRoutersNegativeTest-202581811-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93707) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 01:48:58.173264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.policy [None req-a5d11168-9139-458e-9cca-74c374213ebb tempest-DvrRoutersNegativeTest-202581811 tempest-DvrRoutersNegativeTest-202581811-project] Failed policy check for 'create_router' {{(pid=93707) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 01:48:58.174007 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-a5d11168-9139-458e-9cca-74c374213ebb tempest-DvrRoutersNegativeTest-202581811 tempest-DvrRoutersNegativeTest-202581811-project] create failed (client error): Access was denied to this resource. Jul 16 01:48:58.175255 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a5d11168-9139-458e-9cca-74c374213ebb tempest-DvrRoutersNegativeTest-202581811 tempest-DvrRoutersNegativeTest-202581811-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2958648 Jul 16 01:48:58.184519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc89700-75a7-41b2-954b-89a61f465c97']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:58.211653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:58.212039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4ae82f-c1a6-4fc5-bba7-a7d8c7622c56') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:58.224484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.245522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.253683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:58.254271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.274010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] For port 0981cf91-eed6-4729-858a-8eff5de21d9f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0981cf91-eed6-4729-858a-8eff5de21d9f,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:58.274369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.295239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Calling delete_port for 0981cf91-eed6-4729-858a-8eff5de21d9f owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:58.315976 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:58.320254 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:58.327750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.329592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.330394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.337990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5cd77f7-f395-4f6c-b922-c46f29b35f3f None None] Provisioning for port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:58.345352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.346171 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.350798 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/networks/0bc89700-75a7-41b2-954b-89a61f465c97 HTTP/1.1" status: 204 len: 168 time: 1.0526016 Jul 16 01:48:58.352474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5cd77f7-f395-4f6c-b922-c46f29b35f3f None None] Provisioning complete for port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.352864 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5cd77f7-f395-4f6c-b922-c46f29b35f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.359484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:58.458130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ac7b2-0707-4059-bcd0-cccfb01c1c22 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Network': ['ID=0bc89700-75a7-41b2-954b-89a61f465c97,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.509064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] Network 0bc89700-75a7-41b2-954b-89a61f465c97 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:48:58.509644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] No DVR routers for this DVR port 6ba158cd-f78c-4290-8de3-05578e7cb163 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:58.514214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:58.518862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72d1bd-fc7c-4513-b164-c3351ef83fbe None None] Pushing event deleted for resources: {'Port': ['ID=6ba158cd-f78c-4290-8de3-05578e7cb163,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.531208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Deleting subnet f557b9cd-7be9-4d61-a51c-413f56729ea2 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:58.539659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=91f0a3d4-9291-4e0c-86d8-168465d72ad4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.549090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.553242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:58.554086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bc983b9f-fe22-4bd8-8f18-4176aff6c2e7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:58.570982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd77f7-f395-4f6c-b922-c46f29b35f3f None None] Port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:58.594118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.594467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.594831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.595135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.595574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.595811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.596276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.596484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.596811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.597177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.597445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.597766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:58.644328 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.679368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:58.690281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e3c2e59a-7590-40d6-9cfb-643767e886ad None None] Provisioning complete for port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.690656 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e59a-7590-40d6-9cfb-643767e886ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.731551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2e59a-7590-40d6-9cfb-643767e886ad None None] Port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:58.737284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:58.740432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:58.827565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.833992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fc9296d6-0839-4b99-9114-3949745b2229 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:58.875873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.921474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3012f95d-3df7-498a-b8ca-caeaed58e535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.924955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fc9296d6-0839-4b99-9114-3949745b2229 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.925752 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.930858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0981cf91-eed6-4729-858a-8eff5de21d9f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.946801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.955817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:58.993198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Subnet': ['ID=f557b9cd-7be9-4d61-a51c-413f56729ea2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.000751 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.002758 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d30da200-131e-47f3-9d79-0011d89cdc91 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/subnets/f557b9cd-7be9-4d61-a51c-413f56729ea2 HTTP/1.1" status: 204 len: 168 time: 0.6423156 Jul 16 01:48:59.007011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.008510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53f43e-c746-45be-a164-969cdf00d7fd None None] Network 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:59.108185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.140287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.144510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:59.161216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 197b4cca-293c-4df2-98ea-fad2bf4f7e64 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:59.164509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:59.183813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af047484-5a24-4c9f-88cf-dfc3487db877 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9080546 Jul 16 01:48:59.189818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 197b4cca-293c-4df2-98ea-fad2bf4f7e64 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:59.190170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 197b4cca-293c-4df2-98ea-fad2bf4f7e64 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:59.190686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ba158cd-f78c-4290-8de3-05578e7cb163 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:59.198490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.206569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-572712502'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:59.216359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.217613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6ba158cd-f78c-4290-8de3-05578e7cb163 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:59.217967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ba158cd-f78c-4290-8de3-05578e7cb163 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:59.218379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0981cf91-eed6-4729-858a-8eff5de21d9f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:59.219857 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.241219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3012f95d-3df7-498a-b8ca-caeaed58e535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.244735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:59.245383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:59.251789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e622c1f7-1895-440f-bb4f-3f9514023b79 None None] Provisioning complete for port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:59.252058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e622c1f7-1895-440f-bb4f-3f9514023b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.252182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3012f95d-3df7-498a-b8ca-caeaed58e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.274399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.275092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baeb3a37-cfda-498a-af61-86799ff09106 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:59.280572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.284563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.284693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-73d23ac2-570e-494e-b962-59f1fdf154a3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/baeb3a37-cfda-498a-af61-86799ff09106 HTTP/1.1" status: 204 len: 168 time: 3.1633303 Jul 16 01:48:59.291781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0981cf91-eed6-4729-858a-8eff5de21d9f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:59.291781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0981cf91-eed6-4729-858a-8eff5de21d9f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:59.346737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Deleting port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:59.347307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.352912 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3012f95d-3df7-498a-b8ca-caeaed58e535 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=daf60e752dde436eae0c3962269afd37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722198 Jul 16 01:48:59.354096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:59.354233 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55636) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.358125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.391580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012f95d-3df7-498a-b8ca-caeaed58e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d289bc3c-a035-485f-ade9-99dba818a9a8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.425230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c90ef076-1bb3-49ff-b500-9d0051a1de45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.426914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] Deleting subnet 46bb9565-744e-45dd-a217-5137adeec432 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:59.436299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.452894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c90ef076-1bb3-49ff-b500-9d0051a1de45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.494601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:59.511923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c90ef076-1bb3-49ff-b500-9d0051a1de45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.512647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] For port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,segment=NetworkSegment(b9440446-5f13-4298-8e29-0acaa39e2d88),segment_id=b9440446-5f13-4298-8e29-0acaa39e2d88)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:59.513084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.514969 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c90ef076-1bb3-49ff-b500-9d0051a1de45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.516378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c90ef076-1bb3-49ff-b500-9d0051a1de45 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d289bc3c-a035-485f-ade9-99dba818a9a8 HTTP/1.1" status: 204 len: 168 time: 0.1611729 Jul 16 01:48:59.525584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.525952 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added segment b4b19b9f-f165-4391-9269-1afa556b745e of type vlan for network 6ad1d942-8070-4a3d-951e-67405ffb9678 Jul 16 01:48:59.538844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef076-1bb3-49ff-b500-9d0051a1de45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d289bc3c-a035-485f-ade9-99dba818a9a8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.549817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Calling delete_port for 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:59.557520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e622c1f7-1895-440f-bb4f-3f9514023b79 None None] Port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:59.560262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.575677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:59.676469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] DHCP port deletion for 961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:59.725865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.771341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Port': ['ID=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.776467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.783141 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] No DVR routers for this DVR port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:59.837189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] Deleting port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:59.837189 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.914846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.924070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.930569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:59.931160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.932554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] For port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:59.933063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.942168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:59.952705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] Calling delete_port for 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:59.957305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] Port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:48:59.961426 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.965698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:56Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:48:57Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:59.972257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.975592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9440446-5f13-4298-8e29-0acaa39e2d88') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:59.975920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9440446-5f13-4298-8e29-0acaa39e2d88') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:00.018760 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8165276 Jul 16 01:49:00.020051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.020345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.027709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'subnet': {'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:00.029925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:00.030408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Updating router e052d5f0-3382-48b1-b303-4ee1fee2cb45 port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:00.032696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] Pushing event deleted for resources: {'Port': ['ID=3cf310d7-3106-4c39-b0b6-9d0a00b8d004,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.070476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f720dd2-4371-403c-9fd4-63f3006eb343 None None] No DVR routers for this DVR port 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:00.105627 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.112270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.116275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1153d-d990-402f-b799-b1f48003370b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Network': ['ID=6ad1d942-8070-4a3d-951e-67405ffb9678,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.133713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:00.134309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:00.137585 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:00.159836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:00.249415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.256426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Made reservation on behalf of be97095a22374ad18268a265c1409082 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:00.260683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.309442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.311160 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bb9565-744e-45dd-a217-5137adeec432,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.324650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.326496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7f38f319-ceb8-4294-a1ad-c6496ae5b547 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/46bb9565-744e-45dd-a217-5137adeec432 HTTP/1.1" status: 204 len: 168 time: 1.0281479 Jul 16 01:49:00.327559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.334989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab70be-840f-4f62-95d0-a0cfabc54b95 None None] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:00.342573 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/networks/961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7 HTTP/1.1" status: 204 len: 168 time: 1.3302808 Jul 16 01:49:00.342573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.343080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.422623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4f39-f610-4657-8bb3-87970b8046c8 tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Pushing event deleted for resources: {'Network': ['ID=961d9e5c-8f0a-4f6b-9f5e-073c2111f7a7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.429872 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b9e82790-86ca-4115-b2a7-51a1819256fb tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a0b9027-e657-491b-a6b1-9a354993fc0a HTTP/1.1" status: 200 len: 205 time: 0.0737305 Jul 16 01:49:00.433063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.518701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.550593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.555294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de7af32-f51b-459f-bc49-18c5f1d8921b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.618292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.632687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0088260 Jul 16 01:49:00.634874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55680) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.674535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Checking segment: {'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:00.674901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network hostable DHCP agents. Network: 6ad1d942-8070-4a3d-951e-67405ffb9678, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:00.678953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Subnet': ['ID=bf59d5d5-fa35-46ad-a08d-d7289499e2a9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.700806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:00.719815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6ad1d942-8070-4a3d-951e-67405ffb9678) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:00.731247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21960d4d-e1f2-48b5-92d9-3f165fb29ecb None None] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:00.731574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.732329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.750300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aa2f2010-d985-4e2a-87d0-dbc7855e5db8 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7290845 Jul 16 01:49:00.760815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.804745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] DHCP port deletion for c9ca3e32-528a-4c14-8024-b6bb8b8832dc request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:00.855235 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.859827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de7af32-f51b-459f-bc49-18c5f1d8921b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.862793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de7af32-f51b-459f-bc49-18c5f1d8921b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.864789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:00.911099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-575e527a-ce2a-443d-814a-9130f1a5f63b tempest-NetworksApiDiscovery-311770953 tempest-NetworksApiDiscovery-311770953-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2686925 Jul 16 01:49:00.939778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de7af32-f51b-459f-bc49-18c5f1d8921b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.940898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de7af32-f51b-459f-bc49-18c5f1d8921b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Fanout notify agent at l3_agent the message router_deleted on router 6a0b9027-e657-491b-a6b1-9a354993fc0a {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:00.941983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:00.942378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3cf310d7-3106-4c39-b0b6-9d0a00b8d004 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:00.946363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Deleting port e0146e18-b611-415b-be42-cc30a5392a5f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:00.946774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.964326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Transition to ACTIVE for port object 91f0a3d4-9291-4e0c-86d8-168465d72ad4 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:00.983433 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.069131 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9de7af32-f51b-459f-bc49-18c5f1d8921b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.073485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9de7af32-f51b-459f-bc49-18c5f1d8921b tempest-RoutersNegativeTest-2030051589 tempest-RoutersNegativeTest-2030051589-project] 10.222.0.81 "DELETE /v2.0/routers/6a0b9027-e657-491b-a6b1-9a354993fc0a HTTP/1.1" status: 204 len: 168 time: 0.6387527 Jul 16 01:49:01.107930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] For port e0146e18-b611-415b-be42-cc30a5392a5f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e0146e18-b611-415b-be42-cc30a5392a5f,segment=NetworkSegment(7af52fd3-7ac0-45bb-a9fa-921ec45652cf),segment_id=7af52fd3-7ac0-45bb-a9fa-921ec45652cf)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:01.108441 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.139343 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Calling delete_port for e0146e18-b611-415b-be42-cc30a5392a5f owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:01.225811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] Deleting port e0146e18-b611-415b-be42-cc30a5392a5f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:01.226334 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.309798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Attempting to bind port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:01.310634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Attempting to bind port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:01.310989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Attempting to bind port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 on network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:01.313613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5548073-9889-4827-ace1-917c31afc6f4 None None] Pushing event updated for resources: {'Port': ['ID=91f0a3d4-9291-4e0c-86d8-168465d72ad4,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.314324 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.383321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0146e18-b611-415b-be42-cc30a5392a5f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.387123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-6ad1d942-8070-4a3d-951e-67405ffb9678', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:01.389197 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.390080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] No DVR routers for this DVR port e0146e18-b611-415b-be42-cc30a5392a5f on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:01.393153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:01.394233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Checking segment: {'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:01.394846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.395222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Bound using segment: {'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:01.401475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Bound port: 91f0a3d4-9291-4e0c-86d8-168465d72ad4, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d46a606-ebc5-45b0-bdcf-b6f084d99641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:01.402052 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.478607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] For port e0146e18-b611-415b-be42-cc30a5392a5f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e0146e18-b611-415b-be42-cc30a5392a5f,segment=NetworkSegment(7af52fd3-7ac0-45bb-a9fa-921ec45652cf),segment_id=7af52fd3-7ac0-45bb-a9fa-921ec45652cf)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:01.479084 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.531644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] Calling delete_port for e0146e18-b611-415b-be42-cc30a5392a5f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:01.531930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.540612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.553316 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.567285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ca3e32-528a-4c14-8024-b6bb8b8832dc']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:01.596273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af52fd3-7ac0-45bb-a9fa-921ec45652cf') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:01.596848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af52fd3-7ac0-45bb-a9fa-921ec45652cf') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:01.619664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.661282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.663967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.688669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:01.689126 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:01.691009 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:01.712046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] For port 91f0a3d4-9291-4e0c-86d8-168465d72ad4, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:01.756360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] For port 91f0a3d4-9291-4e0c-86d8-168465d72ad4, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=91f0a3d4-9291-4e0c-86d8-168465d72ad4,segment=NetworkSegment(1d46a606-ebc5-45b0-bdcf-b6f084d99641),segment_id=1d46a606-ebc5-45b0-bdcf-b6f084d99641)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:01.773261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.839959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.847266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.860285 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c9ca3e32-528a-4c14-8024-b6bb8b8832dc HTTP/1.1" status: 204 len: 168 time: 1.5178373 Jul 16 01:49:01.898463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Allocated IP 2001:db8:3::2 (6ad1d942-8070-4a3d-951e-67405ffb9678/bf59d5d5-fa35-46ad-a08d-d7289499e2a9/93aada8d-31be-49a1-9eb6-ceae73037ead) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:01.952000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4acaf7-1070-4aec-b1b6-fe1015bb9829 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ca3e32-528a-4c14-8024-b6bb8b8832dc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.962297 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.971181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e0183ea-1023-409b-abf7-f5c31bd9f11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.001388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] Network c9ca3e32-528a-4c14-8024-b6bb8b8832dc is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:49:02.002155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] No DVR routers for this DVR port e0146e18-b611-415b-be42-cc30a5392a5f on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:02.028298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:02.029472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:02.031896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5548073-9889-4827-ace1-917c31afc6f4 None None] Pushing event updated for resources: {'Port': ['ID=91f0a3d4-9291-4e0c-86d8-168465d72ad4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.107418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.113992 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d17de99f-d8ad-4258-a551-eb5750563924 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0de42cf918154a8e8bba5af9b5c63060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448323 Jul 16 01:49:02.118089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.154741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e0183ea-1023-409b-abf7-f5c31bd9f11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.159132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42699bce-4929-4113-bd63-b1d6716cc1ca None None] Pushing event deleted for resources: {'Port': ['ID=e0146e18-b611-415b-be42-cc30a5392a5f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.164476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e0183ea-1023-409b-abf7-f5c31bd9f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.206792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6fc8b018-4b7b-409c-b43c-4af06b1ed867 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=205bd73de0cc4655b687047d4b21aad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975666 Jul 16 01:49:02.209708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.217084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f006a8-edc7-4780-9f91-3ea1c84ec6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.228274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0183ea-1023-409b-abf7-f5c31bd9f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30daadfd-3a4c-47e1-93d9-e21743decb10,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.246630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1e0183ea-1023-409b-abf7-f5c31bd9f11c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ecab537d4d78493e8d13e0b6a87710d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049024 Jul 16 01:49:02.249776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55722) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.253908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:02.260588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f006a8-edc7-4780-9f91-3ea1c84ec6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.299143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af3013dc-3a80-4a2f-8fc7-43c63a344c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.320450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1662136b-c187-4e8f-bc13-35ea0f3616a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.339088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af3013dc-3a80-4a2f-8fc7-43c63a344c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.355599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1662136b-c187-4e8f-bc13-35ea0f3616a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.381015 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f006a8-edc7-4780-9f91-3ea1c84ec6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.383695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94f006a8-edc7-4780-9f91-3ea1c84ec6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.387355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-94f006a8-edc7-4780-9f91-3ea1c84ec6b2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f2c5633-b455-4d7e-b24f-1987c8cd87b9 HTTP/1.1" status: 204 len: 168 time: 0.2645204 Jul 16 01:49:02.395573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f006a8-edc7-4780-9f91-3ea1c84ec6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2c5633-b455-4d7e-b24f-1987c8cd87b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.425494 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af3013dc-3a80-4a2f-8fc7-43c63a344c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.435950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af3013dc-3a80-4a2f-8fc7-43c63a344c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.437630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af3013dc-3a80-4a2f-8fc7-43c63a344c3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa0bfa6d-939c-4794-b5f1-ac923f9a815e HTTP/1.1" status: 204 len: 168 time: 0.2269115 Jul 16 01:49:02.447921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1662136b-c187-4e8f-bc13-35ea0f3616a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.448972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3013dc-3a80-4a2f-8fc7-43c63a344c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0bfa6d-939c-4794-b5f1-ac923f9a815e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.462104 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1662136b-c187-4e8f-bc13-35ea0f3616a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.466333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1662136b-c187-4e8f-bc13-35ea0f3616a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30daadfd-3a4c-47e1-93d9-e21743decb10 HTTP/1.1" status: 204 len: 168 time: 0.2142539 Jul 16 01:49:02.475594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662136b-c187-4e8f-bc13-35ea0f3616a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30daadfd-3a4c-47e1-93d9-e21743decb10,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.504035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.732800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Transition to ACTIVE for port object 93aada8d-31be-49a1-9eb6-ceae73037ead will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:02.758644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Transition to ACTIVE for port object 93aada8d-31be-49a1-9eb6-ceae73037ead will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:02.769576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.824853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Pushing event updated for resources: {'Port': ['ID=93aada8d-31be-49a1-9eb6-ceae73037ead,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.827394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e0146e18-b611-415b-be42-cc30a5392a5f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:02.839072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Allocated IP 2001:db8:3::1 (6ad1d942-8070-4a3d-951e-67405ffb9678/bf59d5d5-fa35-46ad-a08d-d7289499e2a9/08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:02.862338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:02.863070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e0146e18-b611-415b-be42-cc30a5392a5f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:02.863415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e0146e18-b611-415b-be42-cc30a5392a5f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:02.877251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:02.899004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:02.972187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Attempting to bind port 93aada8d-31be-49a1-9eb6-ceae73037ead on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:02.972600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Attempting to bind port 93aada8d-31be-49a1-9eb6-ceae73037ead by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:02.973029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Attempting to bind port 93aada8d-31be-49a1-9eb6-ceae73037ead on network 6ad1d942-8070-4a3d-951e-67405ffb9678 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:02.984592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:02.984982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Checking segment: {'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:02.985392 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.985794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Bound using segment: {'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:02.986866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Bound port: 93aada8d-31be-49a1-9eb6-ceae73037ead, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:02.987255 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.020536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.036815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Transition to ACTIVE for port object 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.059269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:56Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:01Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:03.061828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.081644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.104767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5780618-76a0-4edd-92f6-f81df7760fe5 None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:48:56Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:01Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:03.124059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] For port 93aada8d-31be-49a1-9eb6-ceae73037ead, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:03.135598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] For port 93aada8d-31be-49a1-9eb6-ceae73037ead, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=93aada8d-31be-49a1-9eb6-ceae73037ead,segment=NetworkSegment(b4b19b9f-f165-4391-9269-1afa556b745e),segment_id=b4b19b9f-f165-4391-9269-1afa556b745e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:03.147278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:03.147808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.151683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:03.156803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:03.157541 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.166164 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2f26c56a-f5fd-4c7f-8f42-b9190952560f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86ab90df66754ac5aa8dde24bd4f9a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030107 Jul 16 01:49:03.166939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.229382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.285655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12b7d-4766-4508-9b5a-1f67b40aa1c6 None None] Pushing event updated for resources: {'Port': ['ID=93aada8d-31be-49a1-9eb6-ceae73037ead,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.470772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.647763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b46c28-46b8-463c-b927-01577cd795e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.712324 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b46c28-46b8-463c-b927-01577cd795e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.941442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b46c28-46b8-463c-b927-01577cd795e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.944074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b46c28-46b8-463c-b927-01577cd795e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.945331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-94b46c28-46b8-463c-b927-01577cd795e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec9721d5-511e-49cb-a9d7-c3bcf05738e9 HTTP/1.1" status: 204 len: 168 time: 0.7773342 Jul 16 01:49:03.964703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b46c28-46b8-463c-b927-01577cd795e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9721d5-511e-49cb-a9d7-c3bcf05738e9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.119011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.127826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.128827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.245700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event updated for resources: {'Port': ['ID=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.475561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:04.480637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:04.594429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:04.616195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.707086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:04.715353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.719159 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:04.721205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:04.721386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b73ff15c-0016-44b7-95a3-5afb29c81860 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9593194 Jul 16 01:49:04.736785 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:04.737938 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:04.806390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417056a1-4722-4ce5-acfb-cab2c38b0cd9 None None] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:04.941090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7658c687-9e26-4761-90d7-a7fc458a212c None None] Provisioning for port 93aada8d-31be-49a1-9eb6-ceae73037ead completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:04.995108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 93aada8d-31be-49a1-9eb6-ceae73037ead up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:04.995867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:05.100487 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2071227f-b442-4ee0-9f11-a88ef387d3d5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:05.101204 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-2071227f-b442-4ee0-9f11-a88ef387d3d5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:49:05.101855 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-2071227f-b442-4ee0-9f11-a88ef387d3d5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:49:05.103163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2071227f-b442-4ee0-9f11-a88ef387d3d5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4852874 Jul 16 01:49:05.107521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:05.114393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--97044015'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:05.186452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 93aada8d-31be-49a1-9eb6-ceae73037ead completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:05.210992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 93aada8d-31be-49a1-9eb6-ceae73037ead triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:05.212615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.227750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.242523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.425193 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:03Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:03Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:01Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:05.463395 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.493808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:05.494087 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Updating router e052d5f0-3382-48b1-b303-4ee1fee2cb45 port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:05.567415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 93aada8d-31be-49a1-9eb6-ceae73037ead, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=93aada8d-31be-49a1-9eb6-ceae73037ead,segment=NetworkSegment(b4b19b9f-f165-4391-9269-1afa556b745e),segment_id=b4b19b9f-f165-4391-9269-1afa556b745e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:05.568656 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.577154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.578314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 91f0a3d4-9291-4e0c-86d8-168465d72ad4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:05.615475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.624477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:05.630114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.746488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Removed routes are [] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:05.747982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.784597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e9fc98-c410-4d6c-9108-be2c10d5b432,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.797395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:05.834886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:05.859226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:05.870344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.935351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-27f1a45e-4b9b-4ac0-a32c-22743c3de2b4 None None] Provisioning complete for port 93aada8d-31be-49a1-9eb6-ceae73037ead triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:05.936512 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27f1a45e-4b9b-4ac0-a32c-22743c3de2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.956758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=93aada8d-31be-49a1-9eb6-ceae73037ead,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.995463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-470313968-network', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:06.180465 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.195675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.197632 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Transition to ACTIVE for port object 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:06.205401 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.213415 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.241084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Made reservation on behalf of a8ae8f10e6af42b8ae8e947568b2b45b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:06.246739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.262452 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.268319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.269483 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1605256 Jul 16 01:49:06.274628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:06.279206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.297054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.309692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-27f1a45e-4b9b-4ac0-a32c-22743c3de2b4 None None] Provisioning for port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:06.316920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bc3a3d67-377e-49c5-9b3f-3a044664c324 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '172d65a4-95a0-479a-aa09-ab6a044ffed5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:06.317467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.328725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b2394-4465-4317-9b65-1e48f4cf1544 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172d65a4-95a0-479a-aa09-ab6a044ffed5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.356863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 91f0a3d4-9291-4e0c-86d8-168465d72ad4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=91f0a3d4-9291-4e0c-86d8-168465d72ad4,segment=NetworkSegment(1d46a606-ebc5-45b0-bdcf-b6f084d99641),segment_id=1d46a606-ebc5-45b0-bdcf-b6f084d99641)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:06.363323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.408825 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5484f7-6ed2-441d-9744-533bc5f307cf None None] Pushing event updated for resources: {'Port': ['ID=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.441918 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Attempting to bind port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:06.442313 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Attempting to bind port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:06.444471 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Attempting to bind port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 on network 6ad1d942-8070-4a3d-951e-67405ffb9678 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:06.465113 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:06.465575 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Checking segment: {'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:06.465784 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.466594 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Bound using segment: {'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:06.467257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Bound port: 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b19b9f-f165-4391-9269-1afa556b745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:06.467830 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.482825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=91f0a3d4-9291-4e0c-86d8-168465d72ad4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.557861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.577603 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.602890 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] For port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:06.606418 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] For port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,segment=NetworkSegment(b4b19b9f-f165-4391-9269-1afa556b745e),segment_id=b4b19b9f-f165-4391-9269-1afa556b745e)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:06.607480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:06.616695 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.630364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.637397 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Added segment 00592227-671d-477b-8134-556c8daac40c of type vlan for network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 Jul 16 01:49:06.695887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.717915 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:06.718649 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:06.782802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772fb791-471c-411b-9802-9fb42db0d406,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.797865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.800694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.802378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.823934 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:06.866490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 93aada8d-31be-49a1-9eb6-ceae73037ead up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:06.928522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] Pushing event updated for resources: {'Network': ['ID=a7dfb8ba-a250-4d4c-b873-da5f8f31df22,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.963855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:06.997168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-124f3057-d3b7-4a9d-8edb-0b29526eedca admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1983688 Jul 16 01:49:06.999932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3d67-377e-49c5-9b3f-3a044664c324 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.072923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55900) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.084133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Request body: {'subnet': {'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-470313968-subnet', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:07.094219 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5484f7-6ed2-441d-9744-533bc5f307cf None None] Pushing event updated for resources: {'Port': ['ID=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.149393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Made reservation on behalf of a8ae8f10e6af42b8ae8e947568b2b45b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:07.162684 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.165927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 93aada8d-31be-49a1-9eb6-ceae73037ead triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:07.166311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.294304 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 6, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:07.362938 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6fdfec-f325-48d9-99a7-74a8f6e85a88 None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 6, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:07.375977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 91f0a3d4-9291-4e0c-86d8-168465d72ad4 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:07.378611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:07.414483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3d67-377e-49c5-9b3f-3a044664c324 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.425238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3d67-377e-49c5-9b3f-3a044664c324 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.498167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:07.498546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.595548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:07.611409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.613770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f52e0296-dd49-48c7-b45f-1f285ce0116e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 200 len: 954 time: 2.8970833 Jul 16 01:49:07.616575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.630518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a3d67-377e-49c5-9b3f-3a044664c324 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738cacce-fb3c-47cf-bbe0-196787f3077c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.637343 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.655491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc3a3d67-377e-49c5-9b3f-3a044664c324 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.657144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bc3a3d67-377e-49c5-9b3f-3a044664c324 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3806548 Jul 16 01:49:07.686770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55918) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.697216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7a79fc8a-f988-48b0-817f-dd02873b96e4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '172d65a4-95a0-479a-aa09-ab6a044ffed5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:07.746850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a79fc8a-f988-48b0-817f-dd02873b96e4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.781492 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c700ba30-42bd-43fd-88c9-a4e9230ce24d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 200 len: 954 time: 0.1626859 Jul 16 01:49:07.782510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.787949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'routes': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:07.838044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Checking segment: {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:07.838624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Network hostable DHCP agents. Network: a7dfb8ba-a250-4d4c-b873-da5f8f31df22, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:07.856608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cde2743-2aa2-45e3-b25f-c872e2f58881,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.883820 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-7a79fc8a-f988-48b0-817f-dd02873b96e4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:49:07.888152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7a79fc8a-f988-48b0-817f-dd02873b96e4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1973011 Jul 16 01:49:07.888152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:07.890827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.903255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, a7dfb8ba-a250-4d4c-b873-da5f8f31df22) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:07.912913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.913517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.918200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b292503-deb5-4088-9750-11b9a1c81206 None None] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:07.939515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.940471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-661b0703-83ec-4ad3-b5ee-4375dd7b70af admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8662004 Jul 16 01:49:07.949707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:08.110044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.111073 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.137806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e749077-63c6-41a4-ae63-542d570a63e1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.143158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:08.143158 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.149719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55928) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.209579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e749077-63c6-41a4-ae63-542d570a63e1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.265132 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.357593 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99c5b284-8ed7-4680-b2ba-db061c582480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.358766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Allocated IP 172.20.0.2 (a7dfb8ba-a250-4d4c-b873-da5f8f31df22/2cde2743-2aa2-45e3-b25f-c872e2f58881/b4ed0c07-ed77-4c62-b25b-04e6f3256570) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:08.523249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e749077-63c6-41a4-ae63-542d570a63e1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.526584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e749077-63c6-41a4-ae63-542d570a63e1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.529207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e749077-63c6-41a4-ae63-542d570a63e1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/172d65a4-95a0-479a-aa09-ab6a044ffed5 HTTP/1.1" status: 204 len: 168 time: 0.6309781 Jul 16 01:49:08.531375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.564584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.579146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99c5b284-8ed7-4680-b2ba-db061c582480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.586112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.587447 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99c5b284-8ed7-4680-b2ba-db061c582480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.592967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e749077-63c6-41a4-ae63-542d570a63e1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172d65a4-95a0-479a-aa09-ab6a044ffed5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.609641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Transition to ACTIVE for port object b4ed0c07-ed77-4c62-b25b-04e6f3256570 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:08.634220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-99c5b284-8ed7-4680-b2ba-db061c582480 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f6aaac4e04f4560b2cc655917e71ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810793 Jul 16 01:49:08.634590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.647036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Transition to ACTIVE for port object b4ed0c07-ed77-4c62-b25b-04e6f3256570 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:08.656932 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.676057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5b284-8ed7-4680-b2ba-db061c582480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c047af71-32f9-4ee1-8c8f-60e3b9202354,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.686267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:08.714087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:08.719228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:08.719782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:08.721768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Pushing event updated for resources: {'Port': ['ID=b4ed0c07-ed77-4c62-b25b-04e6f3256570,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.725691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:08.730876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added routes are [] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:08.731204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:08.731322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:08.734590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e05abef9-a0f1-4c25-9da6-7e428ecca3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.767910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e05abef9-a0f1-4c25-9da6-7e428ecca3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.769271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.841546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e05abef9-a0f1-4c25-9da6-7e428ecca3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.852087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e05abef9-a0f1-4c25-9da6-7e428ecca3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.859608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e05abef9-a0f1-4c25-9da6-7e428ecca3cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c047af71-32f9-4ee1-8c8f-60e3b9202354 HTTP/1.1" status: 204 len: 168 time: 0.2229509 Jul 16 01:49:08.869451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:08.877802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05abef9-a0f1-4c25-9da6-7e428ecca3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c047af71-32f9-4ee1-8c8f-60e3b9202354,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.945017 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-de3fb188-ba95-406a-8902-5bd0fdcde995 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3899674 Jul 16 01:49:08.948888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55940) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.954108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3271fc92-4f96-44cd-b4f0-8c16d2d17313 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--338214305'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:08.981038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Attempting to bind port b4ed0c07-ed77-4c62-b25b-04e6f3256570 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:08.982120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Attempting to bind port b4ed0c07-ed77-4c62-b25b-04e6f3256570 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:08.982773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Attempting to bind port b4ed0c07-ed77-4c62-b25b-04e6f3256570 on network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:09.001234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:09.001980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3271fc92-4f96-44cd-b4f0-8c16d2d17313 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.006167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:09.006845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Checking segment: {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:09.007468 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.008123 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Bound using segment: {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:09.009031 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Bound port: b4ed0c07-ed77-4c62-b25b-04e6f3256570, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:09.009577 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.050145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:09.057768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:09.058384 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.109247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3271fc92-4f96-44cd-b4f0-8c16d2d17313 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.116262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3271fc92-4f96-44cd-b4f0-8c16d2d17313 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.159948 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3271fc92-4f96-44cd-b4f0-8c16d2d17313 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.164814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3271fc92-4f96-44cd-b4f0-8c16d2d17313 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2112324 Jul 16 01:49:09.165637 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271fc92-4f96-44cd-b4f0-8c16d2d17313 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a4ba60-dabe-44ca-9ce9-47e657bc3297,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.178471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.184780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d70c2f46-9dbe-44f2-ab0f-ac400be25705 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '28a4ba60-dabe-44ca-9ce9-47e657bc3297', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:09.185412 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-d70c2f46-9dbe-44f2-ab0f-ac400be25705 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:49:09.186171 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d70c2f46-9dbe-44f2-ab0f-ac400be25705 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:09.189825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d70c2f46-9dbe-44f2-ab0f-ac400be25705 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076060 Jul 16 01:49:09.190263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.222351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.230631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.257980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d10f-2913-4d31-806b-02a3a307a7bf tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.298561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d10f-2913-4d31-806b-02a3a307a7bf tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.357500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.373668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d10f-2913-4d31-806b-02a3a307a7bf tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.377097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d10f-2913-4d31-806b-02a3a307a7bf tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.381628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fdd5d10f-2913-4d31-806b-02a3a307a7bf tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/28a4ba60-dabe-44ca-9ce9-47e657bc3297 HTTP/1.1" status: 204 len: 168 time: 0.1872046 Jul 16 01:49:09.382086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.400560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5d10f-2913-4d31-806b-02a3a307a7bf tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a4ba60-dabe-44ca-9ce9-47e657bc3297,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.411256 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a53034d-9b24-4b63-93d3-214e01133dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.512499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:09.552924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a53034d-9b24-4b63-93d3-214e01133dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.555377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] For port b4ed0c07-ed77-4c62-b25b-04e6f3256570, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:09.557683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0a53034d-9b24-4b63-93d3-214e01133dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.561592 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b3f0cc9c-6e07-44a4-a3a6-16777170dd8a tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1763864 Jul 16 01:49:09.571179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] For port b4ed0c07-ed77-4c62-b25b-04e6f3256570, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b4ed0c07-ed77-4c62-b25b-04e6f3256570,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:09.574653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.595060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.595389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0a53034d-9b24-4b63-93d3-214e01133dcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01fe762f13294f79b75c78b34fc4d2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362111 Jul 16 01:49:09.598303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.629159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53034d-9b24-4b63-93d3-214e01133dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73bf850-1e7e-4c57-aca9-c15383672266,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.658006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-202a50ab-ae80-425b-965d-5e0243e74707 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368112449'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:09.666654 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e6165e0-e2ed-4f4a-9621-5e592107066d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.689635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.691702 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e6165e0-e2ed-4f4a-9621-5e592107066d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.730485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,segment=NetworkSegment(b4b19b9f-f165-4391-9269-1afa556b745e),segment_id=b4b19b9f-f165-4391-9269-1afa556b745e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:09.741561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.750942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 6, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 4, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:09.753171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3be3e3-7756-495c-ba13-ce1e1948edd4 None None] Pushing event updated for resources: {'Port': ['ID=b4ed0c07-ed77-4c62-b25b-04e6f3256570,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.753884 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e6165e0-e2ed-4f4a-9621-5e592107066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.758646 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e6165e0-e2ed-4f4a-9621-5e592107066d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.760384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e6165e0-e2ed-4f4a-9621-5e592107066d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c73bf850-1e7e-4c57-aca9-c15383672266 HTTP/1.1" status: 204 len: 168 time: 0.1611526 Jul 16 01:49:09.769049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6165e0-e2ed-4f4a-9621-5e592107066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73bf850-1e7e-4c57-aca9-c15383672266,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.803985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.822157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:09.830247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:09.832749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.841021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.844539 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-40d2f345-85f4-490d-81d7-799247a1ef96 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 200 len: 704 time: 2.0585258 Jul 16 01:49:09.844539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202a50ab-ae80-425b-965d-5e0243e74707 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.845447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.874053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:09.874680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:10.040613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.060104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Allocated IP 172.25.5.70 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/470e7751-8057-4668-89e6-ceb723af143d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:10.069846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dc00f234-8dc5-4cd9-8c8f-4e65a72d8c0a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 200 len: 704 time: 0.2203920 Jul 16 01:49:10.070401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.112975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:10.235475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202a50ab-ae80-425b-965d-5e0243e74707 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.277287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202a50ab-ae80-425b-965d-5e0243e74707 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.336002 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-202a50ab-ae80-425b-965d-5e0243e74707 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.340409 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-202a50ab-ae80-425b-965d-5e0243e74707 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7631786 Jul 16 01:49:10.343045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.343747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a50ab-ae80-425b-965d-5e0243e74707 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0beff5e1-9231-4085-99eb-6fb210c0bf91,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.351202 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-df38cf5b-d079-401f-8ac7-218c90c32d23 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '0beff5e1-9231-4085-99eb-6fb210c0bf91', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:10.352161 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-df38cf5b-d079-401f-8ac7-218c90c32d23 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:49:10.352646 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-df38cf5b-d079-401f-8ac7-218c90c32d23 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:10.356576 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-df38cf5b-d079-401f-8ac7-218c90c32d23 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094745 Jul 16 01:49:10.357152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.390367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.463789 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dfdbda-f702-4fa2-91e0-fb5af80f222b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.470721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 7, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:09Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:10.507089 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dfdbda-f702-4fa2-91e0-fb5af80f222b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.542985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.550141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b921666-3160-4fc6-86ca-e4718bbdbe89 None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 7, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:09Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:10.643523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:10.648654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Pushing event updated for resources: {'Port': ['ID=470e7751-8057-4668-89e6-ceb723af143d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.651369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:10.654201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:10.764004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dfdbda-f702-4fa2-91e0-fb5af80f222b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.781335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dfdbda-f702-4fa2-91e0-fb5af80f222b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.782566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6dfdbda-f702-4fa2-91e0-fb5af80f222b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/0beff5e1-9231-4085-99eb-6fb210c0bf91 HTTP/1.1" status: 204 len: 168 time: 0.4217389 Jul 16 01:49:10.798353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 55984) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.917747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfdbda-f702-4fa2-91e0-fb5af80f222b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beff5e1-9231-4085-99eb-6fb210c0bf91,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.938726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 55990) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.949213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e13863f6-d3fe-4002-a973-0570effffd53 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1487610 Jul 16 01:49:10.964791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.991954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-31bfbdf1-9b38-4912-8e4a-4ec58bace0ba tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--794405670'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:11.085454 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:11.086308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:11.096086 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:11.096966 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:11.125095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31bfbdf1-9b38-4912-8e4a-4ec58bace0ba tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.220511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:11.220894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.273086 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:11.393439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4ed0c07-ed77-4c62-b25b-04e6f3256570 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:11.427706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.460985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3effd5a7-639c-4d54-b2ab-5a1369e41512 None None] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:11.461683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:11.462037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.509663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31bfbdf1-9b38-4912-8e4a-4ec58bace0ba tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.523771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31bfbdf1-9b38-4912-8e4a-4ec58bace0ba tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.540293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-efb91217-10b7-494b-b7e0-1becc7cef265 None None] Provisioning for port b4ed0c07-ed77-4c62-b25b-04e6f3256570 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:11.579037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b4ed0c07-ed77-4c62-b25b-04e6f3256570 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:11.585554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-efb91217-10b7-494b-b7e0-1becc7cef265 None None] Provisioning complete for port b4ed0c07-ed77-4c62-b25b-04e6f3256570 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:11.586181 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efb91217-10b7-494b-b7e0-1becc7cef265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.601138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b4ed0c07-ed77-4c62-b25b-04e6f3256570 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:11.601808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.669722 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31bfbdf1-9b38-4912-8e4a-4ec58bace0ba tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.672259 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-31bfbdf1-9b38-4912-8e4a-4ec58bace0ba tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7293150 Jul 16 01:49:11.675909 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:11.686205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-66b70204-f72c-48d2-b9f4-8a75a1dd980a tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '948fb300-a162-4538-8378-72e516189210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:11.686445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,segment=NetworkSegment(b4b19b9f-f165-4391-9269-1afa556b745e),segment_id=b4b19b9f-f165-4391-9269-1afa556b745e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:11.687147 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.687273 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-66b70204-f72c-48d2-b9f4-8a75a1dd980a tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:49:11.687760 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-66b70204-f72c-48d2-b9f4-8a75a1dd980a tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:11.689021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-66b70204-f72c-48d2-b9f4-8a75a1dd980a tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102882 Jul 16 01:49:11.690042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfbdf1-9b38-4912-8e4a-4ec58bace0ba tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948fb300-a162-4538-8378-72e516189210,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.695597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:11.702311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff46f-c2db-4920-9863-dda03f8fff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.702977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7e11f134-785f-4d2a-82fd-4a3e349c7347 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '948fb300-a162-4538-8378-72e516189210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:11.703758 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-7e11f134-785f-4d2a-82fd-4a3e349c7347 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:49:11.704829 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-7e11f134-785f-4d2a-82fd-4a3e349c7347 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:11.705610 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7e11f134-785f-4d2a-82fd-4a3e349c7347 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086663 Jul 16 01:49:11.709998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:11.735867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d58df88b-c38c-421b-b04f-243f2931a710 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '948fb300-a162-4538-8378-72e516189210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:11.743774 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-d58df88b-c38c-421b-b04f-243f2931a710 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:49:11.744386 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d58df88b-c38c-421b-b04f-243f2931a710 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:11.746600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d58df88b-c38c-421b-b04f-243f2931a710 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0356390 Jul 16 01:49:11.747831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:11.757820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56006) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:11.778430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-100bfe1f-e2bd-42ca-800c-5bcf27447b5f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '948fb300-a162-4538-8378-72e516189210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:11.779329 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-100bfe1f-e2bd-42ca-800c-5bcf27447b5f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:49:11.779819 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-100bfe1f-e2bd-42ca-800c-5bcf27447b5f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:11.790149 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-100bfe1f-e2bd-42ca-800c-5bcf27447b5f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0312424 Jul 16 01:49:11.804575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56012) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:11.828175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.888193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.915112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efb91217-10b7-494b-b7e0-1becc7cef265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.991040 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 7, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:09Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:11.995898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b4ed0c07-ed77-4c62-b25b-04e6f3256570, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b4ed0c07-ed77-4c62-b25b-04e6f3256570,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:12.010661 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.044299 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:12.055276 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-efb91217-10b7-494b-b7e0-1becc7cef265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:49:12.055736 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-efb91217-10b7-494b-b7e0-1becc7cef265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:49:12.066864 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:12.067488 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:12.173313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b4ed0c07-ed77-4c62-b25b-04e6f3256570,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.277028 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:12.627879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Router 016fe817-03ea-43a4-baaa-14fa29259b53 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:12.641168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 7, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:09Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:12.673973 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b2184-d595-4752-ba29-21a859d9d4af None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 7, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5', 'name': '', 'network_id': '6ad1d942-8070-4a3d-951e-67405ffb9678', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:5d:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:01Z', 'updated_at': '2021-07-16T01:49:09Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'bf59d5d5-fa35-46ad-a08d-d7289499e2a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:12.728571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae14a1d3-fc6c-4357-8a19-7b1cf4d992c6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.748716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-83a79a86-ff90-4465-878c-1d3fadea55a3 None None] Provisioning complete for port b4ed0c07-ed77-4c62-b25b-04e6f3256570 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:12.749143 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83a79a86-ff90-4465-878c-1d3fadea55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.761142 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae14a1d3-fc6c-4357-8a19-7b1cf4d992c6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.839797 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae14a1d3-fc6c-4357-8a19-7b1cf4d992c6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.842422 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae14a1d3-fc6c-4357-8a19-7b1cf4d992c6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.846074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ae14a1d3-fc6c-4357-8a19-7b1cf4d992c6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/948fb300-a162-4538-8378-72e516189210 HTTP/1.1" status: 204 len: 168 time: 1.0346177 Jul 16 01:49:12.850427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:12.892151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:12.928549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Sync routers for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:12.931881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4ed0c07-ed77-4c62-b25b-04e6f3256570 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:12.973737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14a1d3-fc6c-4357-8a19-7b1cf4d992c6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948fb300-a162-4538-8378-72e516189210,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.979424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.002956 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ea5ddd0d-ea1a-4ced-9d61-78f139375893 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1457229 Jul 16 01:49:13.007690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.014145 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-35c2c2d1-6e31-4d2e-8695-1dd98779a48e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0676982 Jul 16 01:49:13.016732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.021727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56034) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.034281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4b854a9f-b02f-4e90-8a3a-9d40396391cd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--625737588'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.051390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:13.053050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.122947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b854a9f-b02f-4e90-8a3a-9d40396391cd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.149887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.236133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b4ed0c07-ed77-4c62-b25b-04e6f3256570 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:13.236861 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.313752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:13.399698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.517765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b854a9f-b02f-4e90-8a3a-9d40396391cd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.528601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b854a9f-b02f-4e90-8a3a-9d40396391cd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.570485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b854a9f-b02f-4e90-8a3a-9d40396391cd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.571821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b854a9f-b02f-4e90-8a3a-9d40396391cd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5485361 Jul 16 01:49:13.573595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b854a9f-b02f-4e90-8a3a-9d40396391cd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839ceed0-d503-4425-853c-18c70aaf96eb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.575932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.647091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ed8140ac-b66d-495b-9b32-b57372140107 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.647580 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-ed8140ac-b66d-495b-9b32-b57372140107 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:49:13.648252 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-ed8140ac-b66d-495b-9b32-b57372140107 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:13.649083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ed8140ac-b66d-495b-9b32-b57372140107 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0379670 Jul 16 01:49:13.652497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56046) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.657529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:11Z', 'revision_number': 3, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.657721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9a1bf199-152a-404d-ae3b-a5db4b90a6d7 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.686615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:13.704083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Checking router: 016fe817-03ea-43a4-baaa-14fa29259b53 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:13.704811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Updating router 016fe817-03ea-43a4-baaa-14fa29259b53 port 470e7751-8057-4668-89e6-ceb723af143d binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:13.747787 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.822110 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-9a1bf199-152a-404d-ae3b-a5db4b90a6d7 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:13.823139 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9a1bf199-152a-404d-ae3b-a5db4b90a6d7 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1694977 Jul 16 01:49:13.829221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.834943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0bc7f6e6-f5be-43b2-ad22-7ce6bd4b67b5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.835482 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-0bc7f6e6-f5be-43b2-ad22-7ce6bd4b67b5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:49:13.835974 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-0bc7f6e6-f5be-43b2-ad22-7ce6bd4b67b5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:13.837067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0bc7f6e6-f5be-43b2-ad22-7ce6bd4b67b5 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064068 Jul 16 01:49:13.839775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56050) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.844206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-17f4120f-4072-4292-8ca3-b9944a821d6f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.851272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:13.862719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.863658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5bd59d1a-8e43-468b-b7c2-4a43972d8a8d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7919750 Jul 16 01:49:13.864722 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:13.866242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.882711 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:13.886979 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:48:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.981728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet bf59d5d5-fa35-46ad-a08d-d7289499e2a9 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:13.985242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.060257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:14.077039 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-17f4120f-4072-4292-8ca3-b9944a821d6f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:14.078877 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-17f4120f-4072-4292-8ca3-b9944a821d6f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2381413 Jul 16 01:49:14.101792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.116349 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.119106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-38ce0fbd-610d-475d-ab85-d05ece4e1e03 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:14.119736 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-38ce0fbd-610d-475d-ab85-d05ece4e1e03 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:49:14.122824 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-38ce0fbd-610d-475d-ab85-d05ece4e1e03 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:14.129477 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38ce0fbd-610d-475d-ab85-d05ece4e1e03 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0265355 Jul 16 01:49:14.147587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.157069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fa962e70-6af6-4942-b995-da83f1b28ed1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:14.282257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.344173 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-fa962e70-6af6-4942-b995-da83f1b28ed1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:14.345585 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fa962e70-6af6-4942-b995-da83f1b28ed1 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1965137 Jul 16 01:49:14.348860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.354163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-90128ae3-ce00-443f-bf59-17790093fa5e tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:14.354646 n-d-800085-5 neutron-server[93707]: WARNING neutron.api.v2.base [None req-90128ae3-ce00-443f-bf59-17790093fa5e tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:49:14.355191 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-90128ae3-ce00-443f-bf59-17790093fa5e tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:14.356236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-90128ae3-ce00-443f-bf59-17790093fa5e tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057960 Jul 16 01:49:14.359719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.373494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-02259667-dce7-4088-a423-da5c98933bcd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:14.409059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.436616 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.448499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Transition to ACTIVE for port object 470e7751-8057-4668-89e6-ceb723af143d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:14.464304 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.470034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=bf59d5d5-fa35-46ad-a08d-d7289499e2a9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.470739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Allocated IP 172.20.0.1 (a7dfb8ba-a250-4d4c-b873-da5f8f31df22/2cde2743-2aa2-45e3-b25f-c872e2f58881/ea8c1d3d-0e72-4d5f-b307-33b5a0d64343) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:14.472257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.476986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-85d48679-0dd9-49bb-ba41-f79f086d6e03 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/bf59d5d5-fa35-46ad-a08d-d7289499e2a9 HTTP/1.1" status: 204 len: 168 time: 0.6097188 Jul 16 01:49:14.477718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.500396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c6892-be9f-434a-9dfc-ce36fe2b97fd None None] Network 6ad1d942-8070-4a3d-951e-67405ffb9678 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:14.538493 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.581491 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 8, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:14.617753 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:14.627576 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:14.628363 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:14.629597 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bd11523d-c0bb-4a54-9568-96fe447c072d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.638893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.700247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Attempting to bind port 470e7751-8057-4668-89e6-ceb723af143d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:14.700623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Attempting to bind port 470e7751-8057-4668-89e6-ceb723af143d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:14.700999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Attempting to bind port 470e7751-8057-4668-89e6-ceb723af143d on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:14.716949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:14.717336 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:14.717746 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.718142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:14.718660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Bound port: 470e7751-8057-4668-89e6-ceb723af143d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:14.718996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.742078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.743803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7c05a-a546-4052-adca-9dca0eef2479 None None] Pushing event updated for resources: {'Port': ['ID=470e7751-8057-4668-89e6-ceb723af143d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.756894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 93aada8d-31be-49a1-9eb6-ceae73037ead {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:14.758388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.764145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:14.779925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Transition to ACTIVE for port object ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:14.849675 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.857219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] For port 470e7751-8057-4668-89e6-ceb723af143d, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:14.862356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] For port 470e7751-8057-4668-89e6-ceb723af143d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=470e7751-8057-4668-89e6-ceb723af143d,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:14.876276 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.900126 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-02259667-dce7-4088-a423-da5c98933bcd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:14.904454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02259667-dce7-4088-a423-da5c98933bcd tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5436106 Jul 16 01:49:14.905412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.922763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:14.926322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:14.929141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d9efc5ec-27d3-4d08-b0bb-03aa58c69fda tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '839ceed0-d503-4425-853c-18c70aaf96eb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:14.935060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7c05a-a546-4052-adca-9dca0eef2479 None None] Pushing event updated for resources: {'Port': ['ID=470e7751-8057-4668-89e6-ceb723af143d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.945359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:14.966327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:14.967291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:14.983792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 93aada8d-31be-49a1-9eb6-ceae73037ead, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=93aada8d-31be-49a1-9eb6-ceae73037ead,segment=NetworkSegment(b4b19b9f-f165-4391-9269-1afa556b745e),segment_id=b4b19b9f-f165-4391-9269-1afa556b745e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:14.984171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.009868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.044272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 93aada8d-31be-49a1-9eb6-ceae73037ead owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:15.073628 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.090760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] DHCP port deletion for 6ad1d942-8070-4a3d-951e-67405ffb9678 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:15.190309 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 8, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.216643 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d9efc5ec-27d3-4d08-b0bb-03aa58c69fda tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:15.217744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d9efc5ec-27d3-4d08-b0bb-03aa58c69fda tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3113782 Jul 16 01:49:15.221949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56076) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:15.235789 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd0647-d869-4ef0-a1a7-13c8b5ea9937 None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 8, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f0a3d4-9291-4e0c-86d8-168465d72ad4', 'name': '', 'network_id': '4596a241-ad41-4ed8-b7e6-8f9ef738f8bf', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:9e:3c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:55Z', 'updated_at': '2021-07-16T01:49:06Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'c17dbe5c-26af-45f4-9691-f616db36e2cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:15.315184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:15.325659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.357431 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.360034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] Deleting port 93aada8d-31be-49a1-9eb6-ceae73037ead {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:15.360459 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.371719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=93aada8d-31be-49a1-9eb6-ceae73037ead,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.374113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port 93aada8d-31be-49a1-9eb6-ceae73037ead on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:15.375985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ebf66e4-2b42-4392-81ce-e8b82222317f None None] Provisioning for port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:15.497510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] For port 93aada8d-31be-49a1-9eb6-ceae73037ead, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:15.498155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.506200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5c28-0cbe-4f1d-aa3a-ff6eb84ac8b0 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.512752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] Calling delete_port for 93aada8d-31be-49a1-9eb6-ceae73037ead owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:15.516850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] Port 93aada8d-31be-49a1-9eb6-ceae73037ead was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:49:15.518896 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.533692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ebf66e4-2b42-4392-81ce-e8b82222317f None None] Provisioning complete for port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:15.534058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ebf66e4-2b42-4392-81ce-e8b82222317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.562930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] No DVR routers for this DVR port 93aada8d-31be-49a1-9eb6-ceae73037ead on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:15.611957 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.640499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5c28-0cbe-4f1d-aa3a-ff6eb84ac8b0 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.654538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.660161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad1d942-8070-4a3d-951e-67405ffb9678']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.669112 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.679451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b19b9f-f165-4391-9269-1afa556b745e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.679757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b19b9f-f165-4391-9269-1afa556b745e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.703695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bee397-c3e3-48e1-a60d-d3f7d1f3f2b0 None None] Pushing event deleted for resources: {'Port': ['ID=93aada8d-31be-49a1-9eb6-ceae73037ead,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.723539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.726193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.733918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf66e4-2b42-4392-81ce-e8b82222317f None None] Port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:15.758632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.774168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:15.775891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.776025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.794166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:15.857284 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:15.874035 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.885612 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.887856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/6ad1d942-8070-4a3d-951e-67405ffb9678 HTTP/1.1" status: 204 len: 168 time: 1.4089422 Jul 16 01:49:15.905299 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5c28-0cbe-4f1d-aa3a-ff6eb84ac8b0 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.907959 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5c28-0cbe-4f1d-aa3a-ff6eb84ac8b0 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.914163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ee3e5c28-0cbe-4f1d-aa3a-ff6eb84ac8b0 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/839ceed0-d503-4425-853c-18c70aaf96eb HTTP/1.1" status: 204 len: 168 time: 0.6902440 Jul 16 01:49:15.914864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:15.915196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:15.915993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89fd94-8e41-4aad-8acc-0629a141f2a1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=6ad1d942-8070-4a3d-951e-67405ffb9678,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.963754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:11Z', 'revision_number': 3, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.974637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:15.976203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:15.991349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e5c28-0cbe-4f1d-aa3a-ff6eb84ac8b0 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ceed0-d503-4425-853c-18c70aaf96eb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.994400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59c2d1-e08a-4b32-961a-65fb7ad6c519 None None] The sync data for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 is: [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:11Z', 'revision_number': 3, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:16.193152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Router 016fe817-03ea-43a4-baaa-14fa29259b53 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:16.195541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.261649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d9da5f60-56b6-408a-bdd8-31c15ceb2405 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3321667 Jul 16 01:49:16.262227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.280825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-afd819f3-a002-4259-8787-83c5a3b6abde tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--962843728'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:16.327721 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd819f3-a002-4259-8787-83c5a3b6abde tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.391573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-47a9cd56-9e06-4e69-a62c-2f06990f9280 None None] Provisioning complete for port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:16.391956 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-47a9cd56-9e06-4e69-a62c-2f06990f9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.432645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:16.441459 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8c27a586-477b-433d-99e7-bb5bcaf502a3 admin admin] 10.222.0.81 "PUT /v2.0/routers/016fe817-03ea-43a4-baaa-14fa29259b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4216084 Jul 16 01:49:16.490645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd819f3-a002-4259-8787-83c5a3b6abde tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.497585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-47a9cd56-9e06-4e69-a62c-2f06990f9280 None None] Port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:16.503532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd819f3-a002-4259-8787-83c5a3b6abde tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.587399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd819f3-a002-4259-8787-83c5a3b6abde tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.591656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.592011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-afd819f3-a002-4259-8787-83c5a3b6abde tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3206692 Jul 16 01:49:16.596470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-844ab597-7558-4827-9233-9466a38f33f6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': 'c5abd2fb-4269-4402-88b0-32a41b7ceed8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:16.601064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd819f3-a002-4259-8787-83c5a3b6abde tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5abd2fb-4269-4402-88b0-32a41b7ceed8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.726244 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-844ab597-7558-4827-9233-9466a38f33f6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The resource could not be found. Jul 16 01:49:16.727396 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-844ab597-7558-4827-9233-9466a38f33f6 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1346855 Jul 16 01:49:16.730317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56104) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.736104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b0741d9-5575-43d7-928f-ca70cdb323d8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': 'c5abd2fb-4269-4402-88b0-32a41b7ceed8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4e23c53f-4459-470b-9dff-a5c98df39d50'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:16.760619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.897299 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-6b0741d9-5575-43d7-928f-ca70cdb323d8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The resource could not be found. Jul 16 01:49:16.901774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6b0741d9-5575-43d7-928f-ca70cdb323d8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1700540 Jul 16 01:49:16.902313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.946859 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.972955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 470e7751-8057-4668-89e6-ceb723af143d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:17.001088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5454c4ea-dcff-4af9-931b-f3f3dee02cfb tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.096616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5454c4ea-dcff-4af9-931b-f3f3dee02cfb tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.188600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 470e7751-8057-4668-89e6-ceb723af143d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:17.198461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5454c4ea-dcff-4af9-931b-f3f3dee02cfb tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.201076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5454c4ea-dcff-4af9-931b-f3f3dee02cfb tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.202229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5454c4ea-dcff-4af9-931b-f3f3dee02cfb tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/c5abd2fb-4269-4402-88b0-32a41b7ceed8 HTTP/1.1" status: 204 len: 168 time: 0.2986681 Jul 16 01:49:17.205459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56112) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.214898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 470e7751-8057-4668-89e6-ceb723af143d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:17.215333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.252037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454c4ea-dcff-4af9-931b-f3f3dee02cfb tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5abd2fb-4269-4402-88b0-32a41b7ceed8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.310920 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4aaee9aa-cd55-4fc3-a930-df5a8f07e744 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039629 Jul 16 01:49:17.312477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.330163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3bb5a2b8-9f91-401d-b9eb-e71dcebf614d tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': '850495f1-fd37-420f-94ab-f2b94d934ee4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:17.396205 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.412879 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-3bb5a2b8-9f91-401d-b9eb-e71dcebf614d tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The resource could not be found. Jul 16 01:49:17.419607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.421632 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3bb5a2b8-9f91-401d-b9eb-e71dcebf614d tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1078348 Jul 16 01:49:17.425838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2169d638-2399-43a3-baf8-daff6b3f1468 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--584083780'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:17.443654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 470e7751-8057-4668-89e6-ceb723af143d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=470e7751-8057-4668-89e6-ceb723af143d,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:17.452142 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.534052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=470e7751-8057-4668-89e6-ceb723af143d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.539337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 91f0a3d4-9291-4e0c-86d8-168465d72ad4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:17.539680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.554638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:17.580058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:17.580446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 08d7a1e2-0d0b-4452-a4ed-df07dc09d5f5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:17.580867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 93aada8d-31be-49a1-9eb6-ceae73037ead no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:17.583918 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2169d638-2399-43a3-baf8-daff6b3f1468 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.607408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 93aada8d-31be-49a1-9eb6-ceae73037ead {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:17.607774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 93aada8d-31be-49a1-9eb6-ceae73037ead not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:17.712099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 91f0a3d4-9291-4e0c-86d8-168465d72ad4, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=91f0a3d4-9291-4e0c-86d8-168465d72ad4,segment=NetworkSegment(1d46a606-ebc5-45b0-bdcf-b6f084d99641),segment_id=1d46a606-ebc5-45b0-bdcf-b6f084d99641)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:17.712536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.717612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.724654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1711486263-network', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:17.729512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 91f0a3d4-9291-4e0c-86d8-168465d72ad4 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:17.822679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2169d638-2399-43a3-baf8-daff6b3f1468 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.829935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2169d638-2399-43a3-baf8-daff6b3f1468 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.853120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Made reservation on behalf of f777c17c0bb143a8a96dcd254d5e6ca1 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:17.856145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.870163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.929278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2169d638-2399-43a3-baf8-daff6b3f1468 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.933370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2169d638-2399-43a3-baf8-daff6b3f1468 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5087101 Jul 16 01:49:17.937858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.943779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169d638-2399-43a3-baf8-daff6b3f1468 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32f9e2-6144-47d1-8606-c1d95117e26b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.947667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c0c5311d-953c-44f3-9c44-6e93f558fa61 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--982347531'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:17.974324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.048249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.072819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.081215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=91f0a3d4-9291-4e0c-86d8-168465d72ad4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.092796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.156438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c5311d-953c-44f3-9c44-6e93f558fa61 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.258694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:18.284378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.284799 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Added segment e58d0801-e39f-46a7-a1df-6f1cd8d124d4 of type vlan for network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 Jul 16 01:49:18.289297 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb0564-fdb0-439b-8058-cf25f2942728,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.326014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a10e216d-81a4-4fa4-a885-544e1ce08a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.367916 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c5311d-953c-44f3-9c44-6e93f558fa61 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.377117 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.383379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c5311d-953c-44f3-9c44-6e93f558fa61 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.466995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5311d-953c-44f3-9c44-6e93f558fa61 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b24b3ef-7e4d-428d-a8a7-26162bbdc6da,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.501116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.502024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.502357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.503036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.647747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Sync routers for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:18.670876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:18.671626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.683715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a10e216d-81a4-4fa4-a885-544e1ce08a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.826994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:18.832943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a10e216d-81a4-4fa4-a885-544e1ce08a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.908259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e216d-81a4-4fa4-a885-544e1ce08a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33216d02-a010-42a5-b2b8-0b309ee6aae6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.922222 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a10e216d-81a4-4fa4-a885-544e1ce08a1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=226ad9492c654d8bb9467ba1d96f446a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485998 Jul 16 01:49:18.935958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.947078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 470e7751-8057-4668-89e6-ceb723af143d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:18.951228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:18.969984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d22e83-67a1-4a94-9b9b-a954bb9addd8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.984400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-70dc598d-85cf-490d-817b-eb55ed9e2346 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2655246 Jul 16 01:49:18.985091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56148) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.988012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0c5311d-953c-44f3-9c44-6e93f558fa61 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.990063 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0c5311d-953c-44f3-9c44-6e93f558fa61 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0497913 Jul 16 01:49:18.994275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Request body: {'subnet': {'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1711486263-subnet', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:18.995352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56150) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.001878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-24e2afd1-864f-4736-874d-6525375530f8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group_rule': {'security_group_id': 'ae32f9e2-6144-47d1-8606-c1d95117e26b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9b24b3ef-7e4d-428d-a8a7-26162bbdc6da'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:19.033394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad738666-efb9-4a70-be45-5e3722c94df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.048132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Made reservation on behalf of f777c17c0bb143a8a96dcd254d5e6ca1 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:19.051478 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.087402 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad738666-efb9-4a70-be45-5e3722c94df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.114116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:19.248184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56154) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.250176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad738666-efb9-4a70-be45-5e3722c94df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.254615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad738666-efb9-4a70-be45-5e3722c94df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.255717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 470e7751-8057-4668-89e6-ceb723af143d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:19.256730 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ad738666-efb9-4a70-be45-5e3722c94df5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33216d02-a010-42a5-b2b8-0b309ee6aae6 HTTP/1.1" status: 204 len: 168 time: 0.3186209 Jul 16 01:49:19.265945 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.330261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 2, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.363883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Checking router: 016fe817-03ea-43a4-baaa-14fa29259b53 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:19.364258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Updating router 016fe817-03ea-43a4-baaa-14fa29259b53 port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:19.381201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.423387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad738666-efb9-4a70-be45-5e3722c94df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33216d02-a010-42a5-b2b8-0b309ee6aae6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.492814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae953f8-72de-4c22-8f2c-888fa82c09db,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.503822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Checking segment: {'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:19.504481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Network hostable DHCP agents. Network: f2d22e83-67a1-4a94-9b9b-a954bb9addd8, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:19.534047 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.554881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:19.571041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, f2d22e83-67a1-4a94-9b9b-a954bb9addd8) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:19.577575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.578177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.585865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be2a7a-a650-4448-83e2-13d2e120068e None None] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:19.719716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c467fd94-ccf4-47d9-87c4-a62bfcb7a98c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7330730 Jul 16 01:49:19.722206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56164) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.727454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:19.729252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:19.740371 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:19.756682 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:19.756851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-45f4715b-efaf-4844-9061-8fc1d1ac675e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8297853 Jul 16 01:49:19.758117 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.758272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.765334 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58b2e7ce-ee62-4035-bdac-abb26a6d80ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.800015 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.803242 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.835675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet c17dbe5c-26af-45f4-9691-f616db36e2cf {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:19.839771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.892741 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.912652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.945665 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-24e2afd1-864f-4736-874d-6525375530f8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:49:19.949682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-24e2afd1-864f-4736-874d-6525375530f8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9489636 Jul 16 01:49:19.951247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56174) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.968147 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:20.011005 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.072188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.107023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-615b77be-5b3e-472a-addf-276732dd48c4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.123827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.144069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58b2e7ce-ee62-4035-bdac-abb26a6d80ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.149288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-615b77be-5b3e-472a-addf-276732dd48c4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.169795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58b2e7ce-ee62-4035-bdac-abb26a6d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.205389 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58b2e7ce-ee62-4035-bdac-abb26a6d80ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=403772a729af4bb08a875e3137bbe49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9561062 Jul 16 01:49:20.209906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56180) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.282966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.292795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'fixed_ips': [{'subnet_id': 'bae953f8-72de-4c22-8f2c-888fa82c09db'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:20.293670 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.345907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2e7ce-ee62-4035-bdac-abb26a6d80ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbabac27-badd-4dd2-9c0a-028b6761b9ef,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.354081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=c17dbe5c-26af-45f4-9691-f616db36e2cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.356310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.358707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-361f5402-cc93-4c88-a3fa-55bdcbddac9b tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/c17dbe5c-26af-45f4-9691-f616db36e2cf HTTP/1.1" status: 204 len: 168 time: 0.5991471 Jul 16 01:49:20.359715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-615b77be-5b3e-472a-addf-276732dd48c4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.362139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.362674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-615b77be-5b3e-472a-addf-276732dd48c4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.363852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-615b77be-5b3e-472a-addf-276732dd48c4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/9b24b3ef-7e4d-428d-a8a7-26162bbdc6da HTTP/1.1" status: 204 len: 168 time: 0.4123857 Jul 16 01:49:20.370348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.411189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b77be-5b3e-472a-addf-276732dd48c4 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b24b3ef-7e4d-428d-a8a7-26162bbdc6da,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.414219 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 9, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.424942 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbd97-eb7b-4cf5-8a92-2b19e1420e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.449532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbd97-eb7b-4cf5-8a92-2b19e1420e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.455948 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:20.473454 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:20.474934 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.494217 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.507626 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.521923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-251f1f4b-a2e7-4415-823a-81a297a1f36f tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1451788 Jul 16 01:49:20.522147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912dd0a-884f-4c0d-b65d-b50b5eed1bfe None None] Network 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:20.522263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.556366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbd97-eb7b-4cf5-8a92-2b19e1420e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.559514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad8cbd97-eb7b-4cf5-8a92-2b19e1420e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.560783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ad8cbd97-eb7b-4cf5-8a92-2b19e1420e19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fbabac27-badd-4dd2-9c0a-028b6761b9ef HTTP/1.1" status: 204 len: 168 time: 0.3492913 Jul 16 01:49:20.580378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cbd97-eb7b-4cf5-8a92-2b19e1420e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbabac27-badd-4dd2-9c0a-028b6761b9ef,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.612847 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4acf93bf-8af2-48ee-bf45-5982c0513b7c tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.643781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4acf93bf-8af2-48ee-bf45-5982c0513b7c tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.683220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Transition to ACTIVE for port object ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:20.698681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port fc9296d6-0839-4b99-9114-3949745b2229 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:20.699194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.702678 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:20.716877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.731288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4acf93bf-8af2-48ee-bf45-5982c0513b7c tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.735450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4acf93bf-8af2-48ee-bf45-5982c0513b7c tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.740346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4acf93bf-8af2-48ee-bf45-5982c0513b7c tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/ae32f9e2-6144-47d1-8606-c1d95117e26b HTTP/1.1" status: 204 len: 168 time: 0.2179518 Jul 16 01:49:20.741258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.748282 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.781527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf93bf-8af2-48ee-bf45-5982c0513b7c tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32f9e2-6144-47d1-8606-c1d95117e26b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.821118 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.824588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7d709804-cfa7-4f06-a186-435a8e9f942e tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676925 Jul 16 01:49:20.825099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56200) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.829876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-20fabafd-b722-4953-afe5-9c5911cb951b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342757683'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:20.858678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20fabafd-b722-4953-afe5-9c5911cb951b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.872812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Allocated IP 172.25.5.226 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:20.962424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port fc9296d6-0839-4b99-9114-3949745b2229, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fc9296d6-0839-4b99-9114-3949745b2229,segment=NetworkSegment(1d46a606-ebc5-45b0-bdcf-b6f084d99641),segment_id=1d46a606-ebc5-45b0-bdcf-b6f084d99641)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:20.962778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.992888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca2677-f2a8-496b-9440-e8d525141170 None None] Pushing event updated for resources: {'Port': ['ID=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.017291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Allocated IP 172.20.0.2 (f2d22e83-67a1-4a94-9b9b-a954bb9addd8/bae953f8-72de-4c22-8f2c-888fa82c09db/5d020d7a-31e3-4026-979d-123d0d3731f5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:21.020202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20fabafd-b722-4953-afe5-9c5911cb951b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.029727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20fabafd-b722-4953-afe5-9c5911cb951b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.029921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for fc9296d6-0839-4b99-9114-3949745b2229 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:21.117883 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20fabafd-b722-4953-afe5-9c5911cb951b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.119253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-20fabafd-b722-4953-afe5-9c5911cb951b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2931933 Jul 16 01:49:21.123161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56212) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.127954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-92b415bb-2ea7-408b-ae92-b6545786c400 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:21.128466 n-d-800085-5 neutron-server[93706]: WARNING neutron.api.v2.base [None req-92b415bb-2ea7-408b-ae92-b6545786c400 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:49:21.129085 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-92b415bb-2ea7-408b-ae92-b6545786c400 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:49:21.135795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-92b415bb-2ea7-408b-ae92-b6545786c400 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "PUT /v2.0/security-groups/2df38cd5-defe-4960-b9d5-5c2fe533a6f3 HTTP/1.1" status: 409 len: 330 time: 0.0074632 Jul 16 01:49:21.144129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56216) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.165395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fabafd-b722-4953-afe5-9c5911cb951b tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df38cd5-defe-4960-b9d5-5c2fe533a6f3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.199642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Attempting to bind port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:21.200013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Attempting to bind port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:21.200404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Attempting to bind port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 on network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:21.227785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59745601-9125-44c3-89c2-843055a60184 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.261475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59745601-9125-44c3-89c2-843055a60184 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.284344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:21.284731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Checking segment: {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:21.285137 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.285532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Bound using segment: {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:21.286363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Bound port: ea8c1d3d-0e72-4d5f-b307-33b5a0d64343, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:21.286503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.342082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.392086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.392776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59745601-9125-44c3-89c2-843055a60184 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.397318 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 9, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.397956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33620b-5854-4f93-9787-4fd52316a574 None None] DHCP port deletion for 4596a241-ad41-4ed8-b7e6-8f9ef738f8bf request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:21.401787 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59745601-9125-44c3-89c2-843055a60184 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.405023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-59745601-9125-44c3-89c2-843055a60184 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/2df38cd5-defe-4960-b9d5-5c2fe533a6f3 HTTP/1.1" status: 204 len: 168 time: 0.2597311 Jul 16 01:49:21.415113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56218) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.447613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59745601-9125-44c3-89c2-843055a60184 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df38cd5-defe-4960-b9d5-5c2fe533a6f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.458161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] For port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:21.461939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] For port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:21.475566 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774bff98-09f7-4f1e-a7c9-49fd2e95dc50 None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 9, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': '5254a648-4b74-400c-9bee-68155690383f', 'name': '', 'network_id': 'd19b40ba-3876-4bf1-b2be-fd561695e3c2', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:e9:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:46Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': 'eda89f3b-10de-4291-97e4-1a69a506486f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:21.478133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port fc9296d6-0839-4b99-9114-3949745b2229 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:21.481568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=fc9296d6-0839-4b99-9114-3949745b2229,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.510960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.539112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.554981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cf947d0d-7436-4260-b86b-932f1ee7e3ec tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263967 Jul 16 01:49:21.554981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56222) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.567429 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4b7c88fd-2074-4b1a-a179-31cec87558c8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] delete failed (client error): The resource could not be found. Jul 16 01:49:21.572186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b7c88fd-2074-4b1a-a179-31cec87558c8 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "DELETE /v2.0/security-groups/05f026bd-381a-461d-9551-3bc253c543d8 HTTP/1.1" status: 404 len: 347 time: 0.0184250 Jul 16 01:49:21.573462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56224) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.589292 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d510e401-5977-4eba-8c8e-8dd502df8476 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] show failed (client error): The resource could not be found. Jul 16 01:49:21.589566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fefd6302-2bb1-4a53-b5b0-2ea1f87f6cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.590756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d510e401-5977-4eba-8c8e-8dd502df8476 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-groups/814f302a-81a5-4282-bbe5-0594b69107b9 HTTP/1.1" status: 404 len: 347 time: 0.0161500 Jul 16 01:49:21.597674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.616113 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-f6d8bd56-c60a-4f02-a20f-3277d87a79b7 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] show failed (client error): The resource could not be found. Jul 16 01:49:21.620194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f6d8bd56-c60a-4f02-a20f-3277d87a79b7 tempest-NegativeSecGroupTest-1600148722 tempest-NegativeSecGroupTest-1600148722-project] 10.222.0.81 "GET /v2.0/security-group-rules/d58e94ba-f3e6-4b75-bd4d-fc746a3c6a43 HTTP/1.1" status: 404 len: 356 time: 0.0186145 Jul 16 01:49:21.623477 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.644359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:21.645484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.647852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Transition to ACTIVE for port object 5d020d7a-31e3-4026-979d-123d0d3731f5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:21.671454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.749575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca2677-f2a8-496b-9440-e8d525141170 None None] Pushing event updated for resources: {'Port': ['ID=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.787757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Transition to ACTIVE for port object 5d020d7a-31e3-4026-979d-123d0d3731f5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:21.804479 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.808305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:21.847276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fefd6302-2bb1-4a53-b5b0-2ea1f87f6cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.855547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4596a241-ad41-4ed8-b7e6-8f9ef738f8bf']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.858881 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.892523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fefd6302-2bb1-4a53-b5b0-2ea1f87f6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.898987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:21.906308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:21.910373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:21.962662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d46a606-ebc5-45b0-bdcf-b6f084d99641') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.962974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d46a606-ebc5-45b0-bdcf-b6f084d99641') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.966426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Pushing event updated for resources: {'Port': ['ID=5d020d7a-31e3-4026-979d-123d0d3731f5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.973316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.019075 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fefd6302-2bb1-4a53-b5b0-2ea1f87f6cad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e49acfe547c84c09a3b713cacded7ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787199 Jul 16 01:49:22.021002 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.022703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.054731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:22.055385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:22.066114 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:22.107392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:22.110103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Pushing event updated for resources: {'Port': ['ID=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.140122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:22.143458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd6302-2bb1-4a53-b5b0-2ea1f87f6cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850712ed-3893-4ddf-85e0-fef503fe92b1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.150806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715c32bc-7551-42f1-bc3e-4b2dc20231dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.163636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:22.169404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Attempting to bind port 5d020d7a-31e3-4026-979d-123d0d3731f5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:22.169876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Attempting to bind port 5d020d7a-31e3-4026-979d-123d0d3731f5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:22.170131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Attempting to bind port 5d020d7a-31e3-4026-979d-123d0d3731f5 on network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:22.184551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:22.185114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Checking segment: {'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:22.185531 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.185928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Bound using segment: {'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:22.186413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Bound port: 5d020d7a-31e3-4026-979d-123d0d3731f5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:22.186796 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.211857 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715c32bc-7551-42f1-bc3e-4b2dc20231dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.247084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.265364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] For port 5d020d7a-31e3-4026-979d-123d0d3731f5, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:22.269411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] For port 5d020d7a-31e3-4026-979d-123d0d3731f5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5d020d7a-31e3-4026-979d-123d0d3731f5,segment=NetworkSegment(e58d0801-e39f-46a7-a1df-6f1cd8d124d4),segment_id=e58d0801-e39f-46a7-a1df-6f1cd8d124d4)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:22.278403 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.299416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715c32bc-7551-42f1-bc3e-4b2dc20231dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.303344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715c32bc-7551-42f1-bc3e-4b2dc20231dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.307725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-715c32bc-7551-42f1-bc3e-4b2dc20231dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/850712ed-3893-4ddf-85e0-fef503fe92b1 HTTP/1.1" status: 204 len: 168 time: 0.2788904 Jul 16 01:49:22.311405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.350893 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:22.353421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c32bc-7551-42f1-bc3e-4b2dc20231dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850712ed-3893-4ddf-85e0-fef503fe92b1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.359792 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.361958 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/4596a241-ad41-4ed8-b7e6-8f9ef738f8bf HTTP/1.1" status: 204 len: 168 time: 1.9988461 Jul 16 01:49:22.377459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.413340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767fc91-e67b-4e3d-89b8-a0f79ccb08a9 None None] Pushing event updated for resources: {'Port': ['ID=5d020d7a-31e3-4026-979d-123d0d3731f5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.413608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897b32d-251f-4836-8da9-44e976635017 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=4596a241-ad41-4ed8-b7e6-8f9ef738f8bf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.497151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:21Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:22.559527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b58a5-c64e-4e2a-b602-9a7aab75220f None None] The sync data for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 is: [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:21Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:22.702940 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93fb3788-ce36-4f50-b0fe-6d3ae47e6cf0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c2df445865048ff93471556a6310192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523265 Jul 16 01:49:22.738197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56250) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.013964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28d0fae2-05aa-406b-97b8-5571e504246a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.017252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.042172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:23.138254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28d0fae2-05aa-406b-97b8-5571e504246a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.151273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:23.159814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:23.160212 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.314956 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.337894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.420064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:23.437714 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.438770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5d020d7a-31e3-4026-979d-123d0d3731f5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:23.443602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.548931 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28d0fae2-05aa-406b-97b8-5571e504246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.552027 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28d0fae2-05aa-406b-97b8-5571e504246a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.555567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-28d0fae2-05aa-406b-97b8-5571e504246a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9e9fc98-c410-4d6c-9108-be2c10d5b432 HTTP/1.1" status: 204 len: 168 time: 0.8037889 Jul 16 01:49:23.591953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0fae2-05aa-406b-97b8-5571e504246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e9fc98-c410-4d6c-9108-be2c10d5b432,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.650867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.734071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 5d020d7a-31e3-4026-979d-123d0d3731f5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:23.812705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Router b3132ef7-6172-455c-a789-7919097b3f11 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:23.846422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fc9296d6-0839-4b99-9114-3949745b2229 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:23.898697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: fc9296d6-0839-4b99-9114-3949745b2229 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:23.900877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fc9296d6-0839-4b99-9114-3949745b2229 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:23.901377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 91f0a3d4-9291-4e0c-86d8-168465d72ad4 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:23.961661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 91f0a3d4-9291-4e0c-86d8-168465d72ad4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:23.962076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 91f0a3d4-9291-4e0c-86d8-168465d72ad4 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:24.031761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 5254a648-4b74-400c-9bee-68155690383f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:24.032094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.096753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:24.107026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Sync routers for ids ['b3132ef7-6172-455c-a789-7919097b3f11'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:24.127584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Routers {'b3132ef7-6172-455c-a789-7919097b3f11'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:24.128259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b3132ef7-6172-455c-a789-7919097b3f11'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:24.147483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.149002 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4ee8372d-4912-4ba7-9a14-4587370f4fcb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4250941 Jul 16 01:49:24.151547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56284) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.244429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05fcfd-0ac3-4424-9d99-f4f3a8049991 None None] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:24.263337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 5254a648-4b74-400c-9bee-68155690383f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5254a648-4b74-400c-9bee-68155690383f,segment=NetworkSegment(1ebfd882-0f77-4cc9-865d-7f880d0d9699),segment_id=1ebfd882-0f77-4cc9-865d-7f880d0d9699)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:24.276556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.293193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 5254a648-4b74-400c-9bee-68155690383f owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:24.709921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-521a4b3b-5e27-4ccd-bdf0-35dd98d49e68 None None] Provisioning for port 5d020d7a-31e3-4026-979d-123d0d3731f5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:24.720822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.736046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-521a4b3b-5e27-4ccd-bdf0-35dd98d49e68 None None] Provisioning complete for port 5d020d7a-31e3-4026-979d-123d0d3731f5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:24.737174 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-521a4b3b-5e27-4ccd-bdf0-35dd98d49e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.813876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Set router b3132ef7-6172-455c-a789-7919097b3f11 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:24.970436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:25.015677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=5254a648-4b74-400c-9bee-68155690383f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.234576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56308) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:25.283441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.420414 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-521a4b3b-5e27-4ccd-bdf0-35dd98d49e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.500920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:25.501281 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.507236 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-537893050'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:25.574606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-521a4b3b-5e27-4ccd-bdf0-35dd98d49e68 None None] For port 5d020d7a-31e3-4026-979d-123d0d3731f5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5d020d7a-31e3-4026-979d-123d0d3731f5,segment=NetworkSegment(e58d0801-e39f-46a7-a1df-6f1cd8d124d4),segment_id=e58d0801-e39f-46a7-a1df-6f1cd8d124d4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:25.588504 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-521a4b3b-5e27-4ccd-bdf0-35dd98d49e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.595977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 3, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port': {'id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:20Z', 'updated_at': '2021-07-16T01:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.611791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Made reservation on behalf of 378127404c8049d79b7e0e62c8f3454c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:25.616409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.635401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.646779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:25.653209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Checking router: b3132ef7-6172-455c-a789-7919097b3f11 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:25.653807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Updating router b3132ef7-6172-455c-a789-7919097b3f11 port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:25.721870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.761861 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.765770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a4b3b-5e27-4ccd-bdf0-35dd98d49e68 None None] Pushing event updated for resources: {'Port': ['ID=5d020d7a-31e3-4026-979d-123d0d3731f5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.824059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:25.836020 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:25.866918 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:25.867797 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.873991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8baaeb15-a99e-480e-b67c-9d933bbf7a04 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4952719 Jul 16 01:49:25.876839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:25.999476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Allocated IP 172.20.0.1 (f2d22e83-67a1-4a94-9b9b-a954bb9addd8/bae953f8-72de-4c22-8f2c-888fa82c09db/b414e593-2233-4186-89eb-c34563aac0b1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:26.141831 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.159109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.166647 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:26.206224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:26.217075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet eda89f3b-10de-4291-97e4-1a69a506486f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:26.222016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b2fba-8d59-48ab-b0ca-6fbb3ff474d1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.225443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bf171c7d-7b8a-464c-b5a1-a6e8067c6c5a None None] Provisioning complete for port 5d020d7a-31e3-4026-979d-123d0d3731f5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:26.225595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf171c7d-7b8a-464c-b5a1-a6e8067c6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.225687 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.260966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.264447 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Added segment e5f422d7-f28c-411f-a23b-4a1545564dc3 of type vlan for network 7c9d1836-3cae-4074-861d-b548607187bf Jul 16 01:49:26.274835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.297942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Transition to ACTIVE for port object b414e593-2233-4186-89eb-c34563aac0b1 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:26.375077 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.388763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.413093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.437913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b414e593-2233-4186-89eb-c34563aac0b1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.447331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.457515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:26.460043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:26.464691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Transition to ACTIVE for port object 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:26.475463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.479345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:26.532609 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 10, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:26.550950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.559668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.569764 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.574882 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.579726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Attempting to bind port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:26.580381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Attempting to bind port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:26.580977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Attempting to bind port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:26.587366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89831c05-61ea-4d82-abd9-3f534d7a5608 None None] Pushing event updated for resources: {'Port': ['ID=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.592985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:26.593724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:26.594323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.594901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:26.595661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Bound port: 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:26.596280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.606549 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:26.632605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:26.633238 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:26.665788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] For port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:26.670254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] For port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:26.679556 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.703628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4679658 Jul 16 01:49:26.703815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56326) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.717218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Request body: {'subnet': {'network_id': '7c9d1836-3cae-4074-861d-b548607187bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:26.766694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Routers {'b3132ef7-6172-455c-a789-7919097b3f11'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:26.768293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b3132ef7-6172-455c-a789-7919097b3f11'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:26.821599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32ffd2-de53-4104-8591-ac261d6f5f14 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event updated for resources: {'Network': ['ID=7c9d1836-3cae-4074-861d-b548607187bf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.832845 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:26.843227 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.866668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89831c05-61ea-4d82-abd9-3f534d7a5608 None None] Pushing event updated for resources: {'Port': ['ID=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.873581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 7c9d1836-3cae-4074-861d-b548607187bf details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:26.964606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.998646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=eda89f3b-10de-4291-97e4-1a69a506486f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.000303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.001141 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.003337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fc86753e-5c92-44fe-9a51-8394773789f3 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/eda89f3b-10de-4291-97e4-1a69a506486f HTTP/1.1" status: 204 len: 168 time: 1.1254947 Jul 16 01:49:27.006682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:27.039714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] Set router b3132ef7-6172-455c-a789-7919097b3f11 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:27.110487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5d020d7a-31e3-4026-979d-123d0d3731f5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:27.113708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9530f4c1-da45-4129-b046-10bb3e5637ed None None] Network d19b40ba-3876-4bf1-b2be-fd561695e3c2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:27.114891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.150949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31dfc224-ad80-495e-8e26-b2177ef09307 None None] Provisioning for port b414e593-2233-4186-89eb-c34563aac0b1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:27.161879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Made reservation on behalf of 378127404c8049d79b7e0e62c8f3454c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:27.165922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.191997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31dfc224-ad80-495e-8e26-b2177ef09307 None None] Provisioning complete for port b414e593-2233-4186-89eb-c34563aac0b1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:27.193154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31dfc224-ad80-495e-8e26-b2177ef09307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.208172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 0389bc97-e2f3-453d-833c-d8082f97180a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:27.208544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.288593 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 10, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.321168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a279ef-8ff2-434a-be6f-fda04f2212ed None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 10, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None, '_interfaces': [{'id': 'b3d20c56-e281-44fb-879b-263cdb683b77', 'name': '', 'network_id': 'be898210-bff9-4273-8c4f-a6e3eb4eb2fe', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'mac_address': 'fa:16:3e:7d:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:40Z', 'updated_at': '2021-07-16T01:48:49Z', 'revision_number': 5, 'project_id': 'be97095a22374ad18268a265c1409082', 'subnets': [{'id': '278e85e1-8e9f-4288-80ab-d3dd86665ccd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:27.366304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 0389bc97-e2f3-453d-833c-d8082f97180a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0389bc97-e2f3-453d-833c-d8082f97180a,segment=NetworkSegment(1ebfd882-0f77-4cc9-865d-7f880d0d9699),segment_id=1ebfd882-0f77-4cc9-865d-7f880d0d9699)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:27.366734 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.385346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 0389bc97-e2f3-453d-833c-d8082f97180a owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:27.490500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.499086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.539705 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.562572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-31dfc224-ad80-495e-8e26-b2177ef09307 None None] Port b414e593-2233-4186-89eb-c34563aac0b1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:27.604845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=0389bc97-e2f3-453d-833c-d8082f97180a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.611414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.611736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port 0389bc97-e2f3-453d-833c-d8082f97180a on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:27.669957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 5d020d7a-31e3-4026-979d-123d0d3731f5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:27.670335 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.704896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b414e593-2233-4186-89eb-c34563aac0b1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.768942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f33da2-d5a2-4c18-9a65-c498cf705bc2 None None] DHCP port deletion for d19b40ba-3876-4bf1-b2be-fd561695e3c2 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:27.810103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.832605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19b40ba-3876-4bf1-b2be-fd561695e3c2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.839395 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.858089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebfd882-0f77-4cc9-865d-7f880d0d9699') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.858670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebfd882-0f77-4cc9-865d-7f880d0d9699') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.877998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.905284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.925466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:27.925887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:27.931514 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:27.956833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 4, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port': {'id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:20Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b414e593-2233-4186-89eb-c34563aac0b1', 'name': '', 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'mac_address': 'fa:16:3e:e1:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:25Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 1, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'subnets': [{'id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.983478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:28.005994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:28.013024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed22c5-6d55-4a38-8ede-df990b5baa88 None None] The sync data for ids ['b3132ef7-6172-455c-a789-7919097b3f11'] in n-d-800085-5 is: [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 4, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port': {'id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:20Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b414e593-2233-4186-89eb-c34563aac0b1', 'name': '', 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'mac_address': 'fa:16:3e:e1:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:25Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 1, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'subnets': [{'id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:28.057663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Checking segment: {'id': 'e5f422d7-f28c-411f-a23b-4a1545564dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7c9d1836-3cae-4074-861d-b548607187bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:28.057881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Network hostable DHCP agents. Network: 7c9d1836-3cae-4074-861d-b548607187bf, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:28.076835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.081453 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.090880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/d19b40ba-3876-4bf1-b2be-fd561695e3c2 HTTP/1.1" status: 204 len: 168 time: 1.0829148 Jul 16 01:49:28.091566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.135267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event updated for resources: {'Subnet': ['ID=08e1f757-4eb7-4d81-9b5d-ce211a468af1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.150199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302bc8c-dc07-432a-8d03-3e8204cdbdfb tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=d19b40ba-3876-4bf1-b2be-fd561695e3c2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.242476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Network 7c9d1836-3cae-4074-861d-b548607187bf is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:28.281373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 7c9d1836-3cae-4074-861d-b548607187bf) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:28.290542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:28.291200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.296215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92fc9e-ad2f-4756-9a23-cd68844babdf None None] Network 7c9d1836-3cae-4074-861d-b548607187bf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:28.314822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Router b3132ef7-6172-455c-a789-7919097b3f11 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:28.337445 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7d7a28df-3afb-4f44-bb61-aa4fc20d4502 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6322987 Jul 16 01:49:28.340086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.425059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Request body: {'port': {'network_id': '7c9d1836-3cae-4074-861d-b548607187bf', 'name': 'tempest-TagsExtTest-1524697861'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:28.513627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31be126f-7177-447f-a9c6-cb6e83ac04dc None None] Provisioning complete for port b414e593-2233-4186-89eb-c34563aac0b1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:28.514342 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31be126f-7177-447f-a9c6-cb6e83ac04dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.658074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-31be126f-7177-447f-a9c6-cb6e83ac04dc None None] Port b414e593-2233-4186-89eb-c34563aac0b1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:28.713628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-7c9d1836-3cae-4074-861d-b548607187bf', 'network_id': '7c9d1836-3cae-4074-861d-b548607187bf', 'tenant_id': '378127404c8049d79b7e0e62c8f3454c', 'fixed_ips': [{'subnet_id': '08e1f757-4eb7-4d81-9b5d-ce211a468af1'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:28.714341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:28.714584 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.772855 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e216019-e2f4-474b-adb6-7362750c25f0 admin admin] 10.222.0.81 "PUT /v2.0/routers/b3132ef7-6172-455c-a789-7919097b3f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6200109 Jul 16 01:49:28.831882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Made reservation on behalf of 378127404c8049d79b7e0e62c8f3454c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:28.836412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.909511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0389bc97-e2f3-453d-833c-d8082f97180a no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:28.925615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] device_id is not set on port 276e157e-e34f-4c2b-9cc5-7f291c31bf66 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:28.930262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.940352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0389bc97-e2f3-453d-833c-d8082f97180a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:28.940731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0389bc97-e2f3-453d-833c-d8082f97180a not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:28.945366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5254a648-4b74-400c-9bee-68155690383f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:28.983127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 5254a648-4b74-400c-9bee-68155690383f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:28.983752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5254a648-4b74-400c-9bee-68155690383f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:29.000187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Allocated IP 172.20.0.2 (7c9d1836-3cae-4074-861d-b548607187bf/08e1f757-4eb7-4d81-9b5d-ce211a468af1/b6665f76-d5a2-4144-b739-4d0524749484) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:29.303241 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.362644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Transition to ACTIVE for port object b6665f76-d5a2-4144-b739-4d0524749484 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:29.397822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Transition to ACTIVE for port object b6665f76-d5a2-4144-b739-4d0524749484 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:29.414304 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.462169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Network 7c9d1836-3cae-4074-861d-b548607187bf is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:29.566940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:29.572309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:29.586403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Pushing event updated for resources: {'Port': ['ID=b6665f76-d5a2-4144-b739-4d0524749484,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.600012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Allocated IP 172.20.0.11 (7c9d1836-3cae-4074-861d-b548607187bf/08e1f757-4eb7-4d81-9b5d-ce211a468af1/276e157e-e34f-4c2b-9cc5-7f291c31bf66) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:29.634161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port b3d20c56-e281-44fb-879b-263cdb683b77 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:29.634677 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.671888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Attempting to bind port b6665f76-d5a2-4144-b739-4d0524749484 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:29.678593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Attempting to bind port b6665f76-d5a2-4144-b739-4d0524749484 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e5f422d7-f28c-411f-a23b-4a1545564dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7c9d1836-3cae-4074-861d-b548607187bf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:29.679068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Attempting to bind port b6665f76-d5a2-4144-b739-4d0524749484 on network 7c9d1836-3cae-4074-861d-b548607187bf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:29.686008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:29.686384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Checking segment: {'id': 'e5f422d7-f28c-411f-a23b-4a1545564dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7c9d1836-3cae-4074-861d-b548607187bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:29.687016 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.687732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Bound using segment: {'id': 'e5f422d7-f28c-411f-a23b-4a1545564dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7c9d1836-3cae-4074-861d-b548607187bf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:29.687934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Bound port: b6665f76-d5a2-4144-b739-4d0524749484, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f422d7-f28c-411f-a23b-4a1545564dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7c9d1836-3cae-4074-861d-b548607187bf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:29.693297 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.793386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port b3d20c56-e281-44fb-879b-263cdb683b77, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b3d20c56-e281-44fb-879b-263cdb683b77,segment=NetworkSegment(10c29518-08d2-49c8-a113-43e570eb6275),segment_id=10c29518-08d2-49c8-a113-43e570eb6275)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:29.794909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.815498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for b3d20c56-e281-44fb-879b-263cdb683b77 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:29.832510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] For port b6665f76-d5a2-4144-b739-4d0524749484, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:29.839328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] For port b6665f76-d5a2-4144-b739-4d0524749484, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b6665f76-d5a2-4144-b739-4d0524749484,segment=NetworkSegment(e5f422d7-f28c-411f-a23b-4a1545564dc3),segment_id=e5f422d7-f28c-411f-a23b-4a1545564dc3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:29.845811 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.948971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.971945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Transition to ACTIVE for port object 276e157e-e34f-4c2b-9cc5-7f291c31bf66 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:29.984844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e0fba-5a96-4fa2-aff7-306702ff5e1d None None] Pushing event updated for resources: {'Port': ['ID=b6665f76-d5a2-4144-b739-4d0524749484,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.021534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.111130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Network 7c9d1836-3cae-4074-861d-b548607187bf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:30.114738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:30.123107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:30.169695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event updated for resources: {'Port': ['ID=276e157e-e34f-4c2b-9cc5-7f291c31bf66,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.205956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:30.206261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.213928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.235342 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-441dbe6a-1e55-4453-9e0e-30f1c679a535 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8939826 Jul 16 01:49:30.236018 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.246941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-271a557e-d300-43ad-b395-befe970ce4f5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1120699728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:30.259231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=b3d20c56-e281-44fb-879b-263cdb683b77,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.349039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-271a557e-d300-43ad-b395-befe970ce4f5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.352184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-271a557e-d300-43ad-b395-befe970ce4f5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.490790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-271a557e-d300-43ad-b395-befe970ce4f5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.501634 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-271a557e-d300-43ad-b395-befe970ce4f5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.531040 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-271a557e-d300-43ad-b395-befe970ce4f5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.532324 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-271a557e-d300-43ad-b395-befe970ce4f5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2952096 Jul 16 01:49:30.535370 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.541748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56416) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.554269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7bad5e86-9631-44b4-bf7f-f81beb64a78a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-635199741', 'prefixes': ['172.20.0.0/16']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:30.687455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bad5e86-9631-44b4-bf7f-f81beb64a78a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for subnetpool, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.692512 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7bad5e86-9631-44b4-bf7f-f81beb64a78a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1456683 Jul 16 01:49:30.692913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.698986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-fdb048ab-9426-4ef5-b06c-a67ff214af76 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', 'tempest-TagsExtTest-Tag-1815045154') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.921758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:30.941629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fdb048ab-9426-4ef5-b06c-a67ff214af76 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags/tempest-TagsExtTest-Tag-1815045154 HTTP/1.1" status: 201 len: 201 time: 0.2477822 Jul 16 01:49:30.945287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56452) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.952420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-d97a8b28-1d3d-4ac5-8220-f6891793491f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', 'tempest-TagsExtTest-Tag-1252407953') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.087724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:31.093397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:31.107598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:31.116918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56456) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.117695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-858f234e-387d-4640-8a10-9e3bed42edf1 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0215209 Jul 16 01:49:31.158737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:31.159432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.166764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d97a8b28-1d3d-4ac5-8220-f6891793491f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags/tempest-TagsExtTest-Tag-1252407953 HTTP/1.1" status: 201 len: 201 time: 0.2194128 Jul 16 01:49:31.169235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.179695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-ca6424b1-3fc7-4ba1-986f-f3daeca07f4a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', 'tempest-TagsExtTest-Tag-1237365536') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.251874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting subnet 278e85e1-8e9f-4288-80ab-d3dd86665ccd {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:31.261891 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.350338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:31.371836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.468063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:30Z', 'revision_number': 11, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.531141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:31.576939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:31.584690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:31.585509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.596353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:31.596739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.600336 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.737355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.756258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:31.786600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Subnet': ['ID=278e85e1-8e9f-4288-80ab-d3dd86665ccd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.799238 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.802462 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-56afa7e5-641a-4b5a-a30b-341abd18c387 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/278e85e1-8e9f-4288-80ab-d3dd86665ccd HTTP/1.1" status: 204 len: 168 time: 0.6827712 Jul 16 01:49:31.809136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56462) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.860289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50c42f-a219-4c26-87a9-6a325d6b0cce None None] Network be898210-bff9-4273-8c4f-a6e3eb4eb2fe requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:31.983983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.073986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c81101-ec81-42ff-88cf-eeff69c0f313 None None] Network 7c9d1836-3cae-4074-861d-b548607187bf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:32.078239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Deleting port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:32.078579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.095734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:30Z', 'revision_number': 11, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.174542 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Sync routers for ids ['b3132ef7-6172-455c-a789-7919097b3f11'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:32.197158 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Routers {'b3132ef7-6172-455c-a789-7919097b3f11'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:32.198128 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b3132ef7-6172-455c-a789-7919097b3f11'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.207704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] For port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4ff0e91e-b794-42ac-a4f1-a16591fff8a5,segment=NetworkSegment(10c29518-08d2-49c8-a113-43e570eb6275),segment_id=10c29518-08d2-49c8-a113-43e570eb6275)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:32.208999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.240732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Calling delete_port for 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:32.271955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419d53f-d3b4-4e35-bfe1-78f3308f11de None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:30Z', 'revision_number': 11, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:32.320610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ca6424b1-3fc7-4ba1-986f-f3daeca07f4a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags/tempest-TagsExtTest-Tag-1237365536 HTTP/1.1" status: 201 len: 201 time: 1.1488132 Jul 16 01:49:32.321245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.340810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-a3b314f3-a58a-401d-8fb3-4bfff3f9325c tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', 'tempest-TagsExtTest-Tag-253425969') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.404389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dcf48c9f-0024-4690-b366-f0d4fa00b723 None None] Provisioning for port b6665f76-d5a2-4144-b739-4d0524749484 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:32.449215 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Set router b3132ef7-6172-455c-a789-7919097b3f11 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:32.494338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.517106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a3b314f3-a58a-401d-8fb3-4bfff3f9325c tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags/tempest-TagsExtTest-Tag-253425969 HTTP/1.1" status: 201 len: 201 time: 0.1948314 Jul 16 01:49:32.517714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.537407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-c42f7d19-1141-471f-bcf7-0220195ecc95 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.562189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Port': ['ID=4ff0e91e-b794-42ac-a4f1-a16591fff8a5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.564433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No DVR routers for this DVR port 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:32.728545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c42f7d19-1141-471f-bcf7-0220195ecc95 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags HTTP/1.1" status: 200 len: 241 time: 0.2097440 Jul 16 01:49:32.731894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.744848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-203c5f93-c20a-452f-b841-642007873857 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', 'tempest-TagsExtTest-Tag-1815045154') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.807114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.807863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.813483 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.839110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be898210-bff9-4273-8c4f-a6e3eb4eb2fe']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.875713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c29518-08d2-49c8-a113-43e570eb6275') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.875713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c29518-08d2-49c8-a113-43e570eb6275') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.892788 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.898273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.898961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-203c5f93-c20a-452f-b841-642007873857 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags/tempest-TagsExtTest-Tag-1815045154 HTTP/1.1" status: 204 len: 168 time: 0.1651063 Jul 16 01:49:32.906484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-453b0ef8-0796-4a0f-8c10-4a8e6a596357 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', 'tempest-TagsExtTest-Tag-1815045154') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.942409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:32.969747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.971859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b6665f76-d5a2-4144-b739-4d0524749484 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:32.997929 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.017088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:33.017511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:33.033388 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:33.090304 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 4, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port': {'id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:20Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b414e593-2233-4186-89eb-c34563aac0b1', 'name': '', 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'mac_address': 'fa:16:3e:e1:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:25Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 2, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'subnets': [{'id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.157050 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Checking router: b3132ef7-6172-455c-a789-7919097b3f11 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:33.157639 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Updating router b3132ef7-6172-455c-a789-7919097b3f11 port b414e593-2233-4186-89eb-c34563aac0b1 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:33.247889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37078c3c-20cc-4380-8db5-5537cff16ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.283405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.318328 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.334770 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.385247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b6665f76-d5a2-4144-b739-4d0524749484 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:33.400208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b6665f76-d5a2-4144-b739-4d0524749484 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:33.400617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.437574 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.442621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e2fa1-708b-4973-b472-97b3bf72b3cf None None] DHCP port deletion for be898210-bff9-4273-8c4f-a6e3eb4eb2fe request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:33.446842 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/networks/be898210-bff9-4273-8c4f-a6e3eb4eb2fe HTTP/1.1" status: 204 len: 168 time: 1.6362062 Jul 16 01:49:33.451554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.465543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62134aba-f20a-4307-82a0-87a2028b604e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Pushing event deleted for resources: {'Network': ['ID=be898210-bff9-4273-8c4f-a6e3eb4eb2fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.473845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'routes': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:33.565535 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-453b0ef8-0796-4a0f-8c10-4a8e6a596357 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags/tempest-TagsExtTest-Tag-1815045154 HTTP/1.1" status: 204 len: 168 time: 0.6660745 Jul 16 01:49:33.567999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56492) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.576693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-e8429113-d67a-4ecc-b3d5-99320ad9ccfb tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.691911 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e8429113-d67a-4ecc-b3d5-99320ad9ccfb tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags HTTP/1.1" status: 200 len: 205 time: 0.1222429 Jul 16 01:49:33.694603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56494) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.707773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ade68088-08ac-46b9-b8c8-3c347aa46cd7 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.806765 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.822170 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Transition to ACTIVE for port object b414e593-2233-4186-89eb-c34563aac0b1 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:33.827085 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ade68088-08ac-46b9-b8c8-3c347aa46cd7 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags HTTP/1.1" status: 200 len: 241 time: 0.1308889 Jul 16 01:49:33.829537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.836357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-8bd29982-24af-42bd-a6a3-289a177dca6a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', 'tempest-TagsExtTest-Tag-1252407953') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.840027 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.878038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Added routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:33.878338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Removed routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:33.878712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.902805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37078c3c-20cc-4380-8db5-5537cff16ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.954610 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f423101-9337-44c3-8a29-3fe011452599 None None] Pushing event updated for resources: {'Port': ['ID=b414e593-2233-4186-89eb-c34563aac0b1,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.958109 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8bd29982-24af-42bd-a6a3-289a177dca6a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags/tempest-TagsExtTest-Tag-1252407953 HTTP/1.1" status: 204 len: 168 time: 0.1240580 Jul 16 01:49:33.960863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.971425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-bd7fae1c-e18a-4337-bc07-23308a45df4d tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', 'tempest-TagsExtTest-Tag-1252407953') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.998569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a30e3b5-0c41-4e3d-9abd-843c0ce7ca62 None None] Provisioning for port 276e157e-e34f-4c2b-9cc5-7f291c31bf66 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:34.014741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a30e3b5-0c41-4e3d-9abd-843c0ce7ca62 None None] Provisioning complete for port 276e157e-e34f-4c2b-9cc5-7f291c31bf66 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.015186 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a30e3b5-0c41-4e3d-9abd-843c0ce7ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.017762 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.079190 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Attempting to bind port b414e593-2233-4186-89eb-c34563aac0b1 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:34.079326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37078c3c-20cc-4380-8db5-5537cff16ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.079418 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Attempting to bind port b414e593-2233-4186-89eb-c34563aac0b1 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:34.079643 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Attempting to bind port b414e593-2233-4186-89eb-c34563aac0b1 on network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:34.103562 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:34.104014 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Checking segment: {'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:34.104457 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.104853 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Bound using segment: {'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:34.105331 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Bound port: b414e593-2233-4186-89eb-c34563aac0b1, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:34.105707 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.157310 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bd7fae1c-e18a-4337-bc07-23308a45df4d tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags/tempest-TagsExtTest-Tag-1252407953 HTTP/1.1" status: 204 len: 168 time: 0.1952503 Jul 16 01:49:34.158034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.162533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-a170294b-7ded-426a-8492-802f0d011b35 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.205423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0a30e3b5-0c41-4e3d-9abd-843c0ce7ca62 None None] Port 276e157e-e34f-4c2b-9cc5-7f291c31bf66 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:34.221432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b6665f76-d5a2-4144-b739-4d0524749484, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b6665f76-d5a2-4144-b739-4d0524749484,segment=NetworkSegment(e5f422d7-f28c-411f-a23b-4a1545564dc3),segment_id=e5f422d7-f28c-411f-a23b-4a1545564dc3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:34.244051 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.249726 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] For port b414e593-2233-4186-89eb-c34563aac0b1, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:34.261608 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] For port b414e593-2233-4186-89eb-c34563aac0b1, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b414e593-2233-4186-89eb-c34563aac0b1,segment=NetworkSegment(e58d0801-e39f-46a7-a1df-6f1cd8d124d4),segment_id=e58d0801-e39f-46a7-a1df-6f1cd8d124d4)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:34.269547 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.273545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37078c3c-20cc-4380-8db5-5537cff16ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce8edb4-3d2f-4d59-8c33-b4561e0dcba7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.281428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a170294b-7ded-426a-8492-802f0d011b35 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags HTTP/1.1" status: 200 len: 205 time: 0.1222880 Jul 16 01:49:34.282054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.286683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-b1cfa4d8-32b6-4ddc-b475-35d4b3625d38 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.294082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a30e3b5-0c41-4e3d-9abd-843c0ce7ca62 None None] Provisioning complete for port b6665f76-d5a2-4144-b739-4d0524749484 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.294604 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a30e3b5-0c41-4e3d-9abd-843c0ce7ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.323549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-37078c3c-20cc-4380-8db5-5537cff16ad4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c38aef3b584429bbc89ea711b5eb137&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5102811 Jul 16 01:49:34.326562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.346652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.377084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.427529 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Routers {'b3132ef7-6172-455c-a789-7919097b3f11'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:34.428163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b3132ef7-6172-455c-a789-7919097b3f11'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.431313 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f423101-9337-44c3-8a29-3fe011452599 None None] Pushing event updated for resources: {'Port': ['ID=b414e593-2233-4186-89eb-c34563aac0b1,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.478638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:34.489429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1cfa4d8-32b6-4ddc-b475-35d4b3625d38 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags HTTP/1.1" status: 200 len: 241 time: 0.2062955 Jul 16 01:49:34.495323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.523232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-c26ae7f8-01e1-4bb1-8a6d-0d72461a7864 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', 'tempest-TagsExtTest-Tag-1237365536') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.541202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b6665f76-d5a2-4144-b739-4d0524749484,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.568826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router e052d5f0-3382-48b1-b303-4ee1fee2cb45 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:34.591084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21874d48-2e54-40b2-b23c-a2349f7c0f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.649720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.650236 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.688693 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] Set router b3132ef7-6172-455c-a789-7919097b3f11 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:34.695228 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c26ae7f8-01e1-4bb1-8a6d-0d72461a7864 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags/tempest-TagsExtTest-Tag-1237365536 HTTP/1.1" status: 204 len: 168 time: 0.1936698 Jul 16 01:49:34.697549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56516) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.704270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-c63b9cd5-360d-4c10-8312-3acd02197f3c tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', 'tempest-TagsExtTest-Tag-1237365536') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.821288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21874d48-2e54-40b2-b23c-a2349f7c0f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.834471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e09d6596-5369-4fa1-a6cc-23cc9f4736eb None None] Provisioning complete for port 276e157e-e34f-4c2b-9cc5-7f291c31bf66 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:34.834994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e09d6596-5369-4fa1-a6cc-23cc9f4736eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.885880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c63b9cd5-360d-4c10-8312-3acd02197f3c tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags/tempest-TagsExtTest-Tag-1237365536 HTTP/1.1" status: 204 len: 168 time: 0.1844485 Jul 16 01:49:34.886432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.901325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-fc2432c0-7016-4e1c-bb0e-ce569ba0e705 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.915412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21874d48-2e54-40b2-b23c-a2349f7c0f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.922849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21874d48-2e54-40b2-b23c-a2349f7c0f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.924037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-21874d48-2e54-40b2-b23c-a2349f7c0f64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ce8edb4-3d2f-4d59-8c33-b4561e0dcba7 HTTP/1.1" status: 204 len: 168 time: 0.5963817 Jul 16 01:49:34.942227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e09d6596-5369-4fa1-a6cc-23cc9f4736eb None None] Port 276e157e-e34f-4c2b-9cc5-7f291c31bf66 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:34.946122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21874d48-2e54-40b2-b23c-a2349f7c0f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce8edb4-3d2f-4d59-8c33-b4561e0dcba7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.950533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:34.965993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.968194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-64b3593f-0e77-4447-b981-ef7246e9c369 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 200 len: 705 time: 1.5154471 Jul 16 01:49:34.971081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56522) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.999045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] Sync routers for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:35.021542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:35.022200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.060401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b82a1526-a614-46fa-a373-4a27bd712470 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 200 len: 205 time: 0.0874732 Jul 16 01:49:35.064424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.094978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b3d20c56-e281-44fb-879b-263cdb683b77 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:35.179446 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0e78-4c56-4374-8b6b-1915e57bd446 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.193517 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 4, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port': {'id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:20Z', 'updated_at': '2021-07-16T01:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b414e593-2233-4186-89eb-c34563aac0b1', 'name': '', 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'mac_address': 'fa:16:3e:e1:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:25Z', 'updated_at': '2021-07-16T01:49:34Z', 'revision_number': 4, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'subnets': [{'id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.227882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b3d20c56-e281-44fb-879b-263cdb683b77 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:35.232724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b3d20c56-e281-44fb-879b-263cdb683b77 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:35.233350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:35.268974 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c126280-5107-471c-90ee-a164ab57f157 None None] The sync data for ids ['b3132ef7-6172-455c-a789-7919097b3f11'] in n-d-800085-5 is: [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 4, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port': {'id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:20Z', 'updated_at': '2021-07-16T01:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'b414e593-2233-4186-89eb-c34563aac0b1', 'name': '', 'network_id': 'f2d22e83-67a1-4a94-9b9b-a954bb9addd8', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'mac_address': 'fa:16:3e:e1:6e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:25Z', 'updated_at': '2021-07-16T01:49:34Z', 'revision_number': 4, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'subnets': [{'id': 'bae953f8-72de-4c22-8f2c-888fa82c09db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:35.287873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:35.288418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4ff0e91e-b794-42ac-a4f1-a16591fff8a5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:35.304886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:35.481933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:30Z', 'revision_number': 11, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.550037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] Checking router: e052d5f0-3382-48b1-b303-4ee1fee2cb45 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:35.571168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] Routers {'e052d5f0-3382-48b1-b303-4ee1fee2cb45'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:35.574630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.611727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0e78-4c56-4374-8b6b-1915e57bd446 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.617595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0e78-4c56-4374-8b6b-1915e57bd446 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.652585 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fc2432c0-7016-4e1c-bb0e-ce569ba0e705 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags HTTP/1.1" status: 200 len: 205 time: 0.7637818 Jul 16 01:49:35.654956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56528) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.660217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-6f2eadfb-0c70-4b1b-8304-a2b85e4b5603 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.712326 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f2eadfb-0c70-4b1b-8304-a2b85e4b5603 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags HTTP/1.1" status: 200 len: 240 time: 0.0559170 Jul 16 01:49:35.714667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.717926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0e78-4c56-4374-8b6b-1915e57bd446 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.719052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fe0e78-4c56-4374-8b6b-1915e57bd446 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Fanout notify agent at l3_agent the message router_deleted on router e052d5f0-3382-48b1-b303-4ee1fee2cb45 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:35.722659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] Set router e052d5f0-3382-48b1-b303-4ee1fee2cb45 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:35.725677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-e9c3a6c1-38ac-4a00-88ba-ae166aa19878 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', 'tempest-TagsExtTest-Tag-253425969') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.730717 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0e78-4c56-4374-8b6b-1915e57bd446 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.732562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a2fe0e78-4c56-4374-8b6b-1915e57bd446 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 204 len: 168 time: 0.6683164 Jul 16 01:49:35.748700 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.754147 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e9c3a6c1-38ac-4a00-88ba-ae166aa19878 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags/tempest-TagsExtTest-Tag-253425969 HTTP/1.1" status: 204 len: 168 time: 0.0383408 Jul 16 01:49:35.760932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56536) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.764492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-62c4ef18-b82c-417a-bca9-a97cf179a448 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2101276201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:35.770713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-aca305b4-44c2-45f7-87a0-7cdd469500a7 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', 'tempest-TagsExtTest-Tag-253425969') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.823704 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62c4ef18-b82c-417a-bca9-a97cf179a448 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.824855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62c4ef18-b82c-417a-bca9-a97cf179a448 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.852038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:30Z', 'revision_number': 11, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.865806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aca305b4-44c2-45f7-87a0-7cdd469500a7 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags/tempest-TagsExtTest-Tag-253425969 HTTP/1.1" status: 204 len: 168 time: 0.1037178 Jul 16 01:49:35.866341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56538) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.870798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ad7753f0-223c-4cd9-ab83-965529ac60de tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.893950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943a7e1-fd7b-416c-8f6a-eb15173aa69f None None] The sync data for ids ['e052d5f0-3382-48b1-b303-4ee1fee2cb45'] in n-d-800085-5 is: [{'id': 'e052d5f0-3382-48b1-b303-4ee1fee2cb45', 'name': 'tempest-RoutersIpV6Test-router-2117387872', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:36Z', 'updated_at': '2021-07-16T01:49:30Z', 'revision_number': 11, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:35.911507 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ad7753f0-223c-4cd9-ab83-965529ac60de tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags HTTP/1.1" status: 200 len: 205 time: 0.0428634 Jul 16 01:49:35.912812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.918150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-cc9c4e73-daeb-4c19-a590-4888680d32c4 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.946432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62c4ef18-b82c-417a-bca9-a97cf179a448 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.959008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62c4ef18-b82c-417a-bca9-a97cf179a448 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.966680 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cc9c4e73-daeb-4c19-a590-4888680d32c4 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags HTTP/1.1" status: 204 len: 168 time: 0.0526597 Jul 16 01:49:35.968524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.974173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-fb9b3e83-9443-4400-aa6b-83f6b934dcad tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.002055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62c4ef18-b82c-417a-bca9-a97cf179a448 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.003287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-62c4ef18-b82c-417a-bca9-a97cf179a448 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2507029 Jul 16 01:49:36.006368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.011225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d3859b2e-8687-40b1-90f7-69b6d9291a5f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:36.073793 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fb9b3e83-9443-4400-aa6b-83f6b934dcad tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags HTTP/1.1" status: 204 len: 168 time: 0.1042454 Jul 16 01:49:36.076473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.081374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-48547f51-ba9d-4dee-a338-de9ea3f68458 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.158185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-48547f51-ba9d-4dee-a338-de9ea3f68458 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags HTTP/1.1" status: 204 len: 168 time: 0.0806053 Jul 16 01:49:36.161328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.165845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-25bde2ab-c3c9-4e79-83cf-6c507b1d3177 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.326806 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-25bde2ab-c3c9-4e79-83cf-6c507b1d3177 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags HTTP/1.1" status: 204 len: 168 time: 0.1643445 Jul 16 01:49:36.330914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.343953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-392ec3a5-aa88-4356-8594-e6785909d06d tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', 'tempest-TagsExtTest-Tag-252669775') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.439992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b414e593-2233-4186-89eb-c34563aac0b1 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:36.445743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-392ec3a5-aa88-4356-8594-e6785909d06d tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags/tempest-TagsExtTest-Tag-252669775 HTTP/1.1" status: 201 len: 201 time: 0.1106572 Jul 16 01:49:36.448284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.453474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-6f98f556-f57b-42e4-896a-ac9283696e87 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', 'tempest-TagsExtTest-Tag-1539022605') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.570588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f98f556-f57b-42e4-896a-ac9283696e87 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags/tempest-TagsExtTest-Tag-1539022605 HTTP/1.1" status: 201 len: 201 time: 0.1175046 Jul 16 01:49:36.570588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.579842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-311ef23b-63d0-4aa1-8b25-f8868ce438bb tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', 'tempest-TagsExtTest-Tag-553097202') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.581040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3859b2e-8687-40b1-90f7-69b6d9291a5f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.586399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b414e593-2233-4186-89eb-c34563aac0b1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:36.595026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b414e593-2233-4186-89eb-c34563aac0b1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:36.596212 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.605321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3859b2e-8687-40b1-90f7-69b6d9291a5f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.739081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.740088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-311ef23b-63d0-4aa1-8b25-f8868ce438bb tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags/tempest-TagsExtTest-Tag-553097202 HTTP/1.1" status: 201 len: 201 time: 0.1687341 Jul 16 01:49:36.743029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.748820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-9a25fd27-e765-4374-b3ae-873f51a45685 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', 'tempest-TagsExtTest-Tag-227011793') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.764345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3859b2e-8687-40b1-90f7-69b6d9291a5f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Router b0877e81-68c7-4098-a644-11ceb2790fd8 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:36.781988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b414e593-2233-4186-89eb-c34563aac0b1, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b414e593-2233-4186-89eb-c34563aac0b1,segment=NetworkSegment(e58d0801-e39f-46a7-a1df-6f1cd8d124d4),segment_id=e58d0801-e39f-46a7-a1df-6f1cd8d124d4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:36.787951 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.789772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b6665f76-d5a2-4144-b739-4d0524749484 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:36.814080 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9a25fd27-e765-4374-b3ae-873f51a45685 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags/tempest-TagsExtTest-Tag-227011793 HTTP/1.1" status: 201 len: 201 time: 0.0695338 Jul 16 01:49:36.820798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.841043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-9d0ecd61-6976-412f-ac21-1de35e166d05 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', {'tags': ['tempest-TagsExtTest-Tag-1807087803', 'tempest-TagsExtTest-Tag-149989902', 'tempest-TagsExtTest-Tag-234836799']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.887404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3859b2e-8687-40b1-90f7-69b6d9291a5f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:36.896832 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] Sync routers for ids ['b0877e81-68c7-4098-a644-11ceb2790fd8'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:36.906080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3859b2e-8687-40b1-90f7-69b6d9291a5f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.909598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d3859b2e-8687-40b1-90f7-69b6d9291a5f tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "PUT /v2.0/routers/b0877e81-68c7-4098-a644-11ceb2790fd8 HTTP/1.1" status: 200 len: 698 time: 0.8997602 Jul 16 01:49:36.910602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.911451 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] Routers {'b0877e81-68c7-4098-a644-11ceb2790fd8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:36.912083 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b0877e81-68c7-4098-a644-11ceb2790fd8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.937905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b414e593-2233-4186-89eb-c34563aac0b1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.958484 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9d0ecd61-6976-412f-ac21-1de35e166d05 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags HTTP/1.1" status: 200 len: 316 time: 0.1286235 Jul 16 01:49:36.959114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.962499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b6665f76-d5a2-4144-b739-4d0524749484 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:36.963694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.964792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-90f23da2-6d43-4da5-be87-5292ec661814 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.068919 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] Set router b0877e81-68c7-4098-a644-11ceb2790fd8 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:37.078809 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-90f23da2-6d43-4da5-be87-5292ec661814 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags HTTP/1.1" status: 204 len: 168 time: 0.1183298 Jul 16 01:49:37.079478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.082736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f8cf39c0-e253-43b0-b3b8-5164dfdb7c93 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/routers/b0877e81-68c7-4098-a644-11ceb2790fd8 HTTP/1.1" status: 200 len: 704 time: 0.1716459 Jul 16 01:49:37.085841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.091212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-5e195a16-5537-498e-8785-22030dcbdba2 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', 'tempest-TagsExtTest-Tag-1807087803') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.150840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dc26932e-80ee-4f10-86af-095c3d4f7947 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0877e81-68c7-4098-a644-11ceb2790fd8 HTTP/1.1" status: 200 len: 205 time: 0.0638418 Jul 16 01:49:37.153520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.171374 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0877e81-68c7-4098-a644-11ceb2790fd8', 'name': 'tempest-RoutersIpV6Test-router-2101276201', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:35Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.202417 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] Checking router: b0877e81-68c7-4098-a644-11ceb2790fd8 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:37.203845 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-5e195a16-5537-498e-8785-22030dcbdba2 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:37.204948 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5e195a16-5537-498e-8785-22030dcbdba2 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags/tempest-TagsExtTest-Tag-1807087803 HTTP/1.1" status: 404 len: 329 time: 0.1242921 Jul 16 01:49:37.207680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.214328 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] Routers {'b0877e81-68c7-4098-a644-11ceb2790fd8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:37.215137 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b0877e81-68c7-4098-a644-11ceb2790fd8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.215960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-93048d5f-8cec-40ef-bc2b-971fccf299c2 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', 'tempest-TagsExtTest-Tag-149989902') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.253878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8c-e29f-43cc-88c8-e630625759ae tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.296725 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-93048d5f-8cec-40ef-bc2b-971fccf299c2 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:37.297942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93048d5f-8cec-40ef-bc2b-971fccf299c2 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags/tempest-TagsExtTest-Tag-149989902 HTTP/1.1" status: 404 len: 328 time: 0.0869799 Jul 16 01:49:37.302668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.309937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-4f3c4c86-d697-4711-8de5-012d79abcb28 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1', 'tempest-TagsExtTest-Tag-234836799') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.315501 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] Set router b0877e81-68c7-4098-a644-11ceb2790fd8 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:37.380000 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0877e81-68c7-4098-a644-11ceb2790fd8', 'name': 'tempest-RoutersIpV6Test-router-2101276201', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:35Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.380826 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-4f3c4c86-d697-4711-8de5-012d79abcb28 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:37.382008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f3c4c86-d697-4711-8de5-012d79abcb28 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags/tempest-TagsExtTest-Tag-234836799 HTTP/1.1" status: 404 len: 328 time: 0.0782940 Jul 16 01:49:37.385685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.392323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-24603aba-cadb-4fbd-8f19-835ec857c659 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', {'tags': ['tempest-TagsExtTest-Tag-1850471743', 'tempest-TagsExtTest-Tag-1289726209', 'tempest-TagsExtTest-Tag-815823346']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.423286 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865de7f-6e00-4d49-aa28-0f882a404187 None None] The sync data for ids ['b0877e81-68c7-4098-a644-11ceb2790fd8'] in n-d-800085-5 is: [{'id': 'b0877e81-68c7-4098-a644-11ceb2790fd8', 'name': 'tempest-RoutersIpV6Test-router-2101276201', 'tenant_id': 'be97095a22374ad18268a265c1409082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:35Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 2, 'project_id': 'be97095a22374ad18268a265c1409082', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:37.490133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8c-e29f-43cc-88c8-e630625759ae tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.493167 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8c-e29f-43cc-88c8-e630625759ae tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.497882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-24603aba-cadb-4fbd-8f19-835ec857c659 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags HTTP/1.1" status: 200 len: 317 time: 0.1110239 Jul 16 01:49:37.500489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.507259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-213252e5-b8c7-4423-894f-9554db071534 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.591470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-213252e5-b8c7-4423-894f-9554db071534 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags HTTP/1.1" status: 204 len: 168 time: 0.0897303 Jul 16 01:49:37.592543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.605684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-a87540d1-966c-4f20-8f1c-0d7af92f6142 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', 'tempest-TagsExtTest-Tag-1850471743') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.700877 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-a87540d1-966c-4f20-8f1c-0d7af92f6142 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:37.706566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a87540d1-966c-4f20-8f1c-0d7af92f6142 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags/tempest-TagsExtTest-Tag-1850471743 HTTP/1.1" status: 404 len: 329 time: 0.1049743 Jul 16 01:49:37.707971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.713225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ab8bd596-03a0-4d71-9e24-cc90ed152340 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', 'tempest-TagsExtTest-Tag-1289726209') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.811931 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-ab8bd596-03a0-4d71-9e24-cc90ed152340 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:37.813734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ab8bd596-03a0-4d71-9e24-cc90ed152340 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags/tempest-TagsExtTest-Tag-1289726209 HTTP/1.1" status: 404 len: 329 time: 0.1045592 Jul 16 01:49:37.816686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.824662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-2acd6944-f830-498e-868b-03a2d3e6cec9 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66', 'tempest-TagsExtTest-Tag-815823346') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.902652 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-2acd6944-f830-498e-868b-03a2d3e6cec9 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:37.903888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2acd6944-f830-498e-868b-03a2d3e6cec9 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags/tempest-TagsExtTest-Tag-815823346 HTTP/1.1" status: 404 len: 328 time: 0.0850348 Jul 16 01:49:37.906606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.912548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-348ab33e-bfbe-4686-a510-62341d2842a8 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', {'tags': ['tempest-TagsExtTest-Tag-609097765', 'tempest-TagsExtTest-Tag-646645649', 'tempest-TagsExtTest-Tag-110792215']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.956027 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8c-e29f-43cc-88c8-e630625759ae tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.958321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd9cf8c-e29f-43cc-88c8-e630625759ae tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Fanout notify agent at l3_agent the message router_deleted on router b0877e81-68c7-4098-a644-11ceb2790fd8 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:37.968892 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cf8c-e29f-43cc-88c8-e630625759ae tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.974517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7cd9cf8c-e29f-43cc-88c8-e630625759ae tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/b0877e81-68c7-4098-a644-11ceb2790fd8 HTTP/1.1" status: 204 len: 168 time: 0.8200629 Jul 16 01:49:37.979053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56594) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.012768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5b52ad1a-61ae-46f8-81c5-01f928849a73 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=b0877e81-68c7-4098-a644-11ceb2790fd8 HTTP/1.1" status: 200 len: 205 time: 0.0315888 Jul 16 01:49:38.015377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56596) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.057471 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-348ab33e-bfbe-4686-a510-62341d2842a8 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags HTTP/1.1" status: 200 len: 315 time: 0.1461356 Jul 16 01:49:38.057471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56598) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.064325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-50a66a0d-3f9a-4177-9f3a-b2afd7246f44 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.076146 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e1020560-56a9-4264-996e-ee141fb5482d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:38.079490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e1020560-56a9-4264-996e-ee141fb5482d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/b0877e81-68c7-4098-a644-11ceb2790fd8 HTTP/1.1" status: 404 len: 336 time: 0.0607405 Jul 16 01:49:38.079720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.111153 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd82e29d-6ced-42f4-ae42-3e0e44fb0c71 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:38.111914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd82e29d-6ced-42f4-ae42-3e0e44fb0c71 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:38.116291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fd82e29d-6ced-42f4-ae42-3e0e44fb0c71 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/bf59d5d5-fa35-46ad-a08d-d7289499e2a9 HTTP/1.1" status: 404 len: 337 time: 0.0338087 Jul 16 01:49:38.117301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56602) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.146014 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9fe88e-4007-4b88-bea2-db96caeb6965 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:38.146473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9fe88e-4007-4b88-bea2-db96caeb6965 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:38.148677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9a9fe88e-4007-4b88-bea2-db96caeb6965 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/c17dbe5c-26af-45f4-9691-f616db36e2cf HTTP/1.1" status: 404 len: 337 time: 0.0303273 Jul 16 01:49:38.151413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56604) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.184594 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aab90ca-10c4-4d1f-9639-d41bb416850d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:38.185241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aab90ca-10c4-4d1f-9639-d41bb416850d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:38.189945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3aab90ca-10c4-4d1f-9639-d41bb416850d tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/eda89f3b-10de-4291-97e4-1a69a506486f HTTP/1.1" status: 404 len: 337 time: 0.0363698 Jul 16 01:49:38.190168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56606) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.218489 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22fe3b5-6f65-42d0-9399-0ed57ec4d793 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:38.219095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22fe3b5-6f65-42d0-9399-0ed57ec4d793 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:38.220770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e22fe3b5-6f65-42d0-9399-0ed57ec4d793 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/278e85e1-8e9f-4288-80ab-d3dd86665ccd HTTP/1.1" status: 404 len: 337 time: 0.0296738 Jul 16 01:49:38.224245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56608) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.267127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.273098 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-06567ece-b5ef-447b-ac1c-fb22fc7efaa9 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 200 len: 205 time: 0.0475433 Jul 16 01:49:38.277699 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-50a66a0d-3f9a-4177-9f3a-b2afd7246f44 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags HTTP/1.1" status: 204 len: 168 time: 0.2199233 Jul 16 01:49:38.277967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.282718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-4211a213-68a1-4f9b-b133-1c4df510122a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', 'tempest-TagsExtTest-Tag-609097765') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.325230 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-0accf649-6198-464a-89bd-51cdb047add4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:38.327249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0accf649-6198-464a-89bd-51cdb047add4 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/e052d5f0-3382-48b1-b303-4ee1fee2cb45 HTTP/1.1" status: 404 len: 336 time: 0.0591195 Jul 16 01:49:38.331561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.369695 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-4211a213-68a1-4f9b-b133-1c4df510122a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:38.370608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b414e593-2233-4186-89eb-c34563aac0b1 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:38.371233 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4211a213-68a1-4f9b-b133-1c4df510122a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags/tempest-TagsExtTest-Tag-609097765 HTTP/1.1" status: 404 len: 328 time: 0.0918930 Jul 16 01:49:38.374521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.378136 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-df172537-27ae-41ff-b051-83e34d0f6db7 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa7ba743-4ed7-47b2-9043-e2eccffa06f8 HTTP/1.1" status: 200 len: 205 time: 0.0421958 Jul 16 01:49:38.378585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.379735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-f38c785d-1e2d-4a8a-b2db-3f46a44c7c41 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', 'tempest-TagsExtTest-Tag-646645649') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.424987 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-13a45e48-253c-40f7-958f-f4c6ff438f55 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:38.429806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b414e593-2233-4186-89eb-c34563aac0b1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:38.429806 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.440422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-13a45e48-253c-40f7-958f-f4c6ff438f55 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/fa7ba743-4ed7-47b2-9043-e2eccffa06f8 HTTP/1.1" status: 404 len: 336 time: 0.0604143 Jul 16 01:49:38.441634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56620) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.471624 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-f38c785d-1e2d-4a8a-b2db-3f46a44c7c41 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:38.472813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f38c785d-1e2d-4a8a-b2db-3f46a44c7c41 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags/tempest-TagsExtTest-Tag-646645649 HTTP/1.1" status: 404 len: 328 time: 0.0973005 Jul 16 01:49:38.479640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.488709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-bbe36a4d-3c54-4e1d-b9b8-a97c05b6bd69 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799', 'tempest-TagsExtTest-Tag-110792215') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.488925 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e143f962-c527-49c6-856f-6bc17983ad47 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:38.489195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e143f962-c527-49c6-856f-6bc17983ad47 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:38.494319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e143f962-c527-49c6-856f-6bc17983ad47 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/8d45f726-d309-408f-946c-46bc97ae773f HTTP/1.1" status: 404 len: 337 time: 0.0510812 Jul 16 01:49:38.494959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.548885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-66e4c313-9ba6-4000-a138-344612358e75 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 HTTP/1.1" status: 200 len: 205 time: 0.0523963 Jul 16 01:49:38.549640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56626) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.599515 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-bbe36a4d-3c54-4e1d-b9b8-a97c05b6bd69 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:38.600658 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bbe36a4d-3c54-4e1d-b9b8-a97c05b6bd69 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags/tempest-TagsExtTest-Tag-110792215 HTTP/1.1" status: 404 len: 328 time: 0.1196728 Jul 16 01:49:38.601058 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-33dbe769-f2e9-4383-b3f8-01acd7489ce0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:38.603315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.604862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-33dbe769-f2e9-4383-b3f8-01acd7489ce0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/2b47cfcb-19bf-43db-ad16-6d42f1dd7f04 HTTP/1.1" status: 404 len: 336 time: 0.0541162 Jul 16 01:49:38.605459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.609883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-71f9ac12-1e51-4be8-a00d-af4fd13c3a40 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', {'tags': ['tempest-TagsExtTest-Tag-669141930', 'tempest-TagsExtTest-Tag-1416821997', 'tempest-TagsExtTest-Tag-895780150']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.650608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f7322de0-ab7b-4ab4-bd6d-a0be155b7b2e tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c83bd78-9054-445e-be03-07c23a90a341 HTTP/1.1" status: 200 len: 205 time: 0.0425804 Jul 16 01:49:38.651326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.664571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71f9ac12-1e51-4be8-a00d-af4fd13c3a40 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "PUT /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags HTTP/1.1" status: 200 len: 316 time: 0.0594821 Jul 16 01:49:38.667153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.672409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-e6409c3d-80dd-498f-b3f1-4aed56d55cfc tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.699328 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e35b33f2-86ed-4d4a-9d36-bb9b767edc27 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:38.703101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e35b33f2-86ed-4d4a-9d36-bb9b767edc27 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/1c83bd78-9054-445e-be03-07c23a90a341 HTTP/1.1" status: 404 len: 336 time: 0.0505421 Jul 16 01:49:38.703689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56636) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.733651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6409c3d-80dd-498f-b3f1-4aed56d55cfc tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags HTTP/1.1" status: 204 len: 168 time: 0.0653031 Jul 16 01:49:38.736446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.742193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-232458f0-9273-4f18-ba1e-983701829c53 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', 'tempest-TagsExtTest-Tag-669141930') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.742631 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a786279c-f1fa-401d-b672-00f301475846 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:38.743105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a786279c-f1fa-401d-b672-00f301475846 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:38.747935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a786279c-f1fa-401d-b672-00f301475846 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/67987fbe-d5ce-40d6-b61f-42b03a726cfa HTTP/1.1" status: 404 len: 337 time: 0.0429945 Jul 16 01:49:38.748299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.804942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.805154 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c3ee6184-55ac-47a3-8c44-f95aee2c5736 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=7499c37d-63ba-414e-82b2-e20f9d4aef25 HTTP/1.1" status: 200 len: 205 time: 0.0543494 Jul 16 01:49:38.819212 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-232458f0-9273-4f18-ba1e-983701829c53 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:38.824264 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-232458f0-9273-4f18-ba1e-983701829c53 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags/tempest-TagsExtTest-Tag-669141930 HTTP/1.1" status: 404 len: 328 time: 0.0862865 Jul 16 01:49:38.826074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.831155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-b78a5bd5-3711-4317-955a-dea804066298 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', 'tempest-TagsExtTest-Tag-1416821997') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.857540 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b78a5bd5-3711-4317-955a-dea804066298 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:38.861964 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b78a5bd5-3711-4317-955a-dea804066298 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags/tempest-TagsExtTest-Tag-1416821997 HTTP/1.1" status: 404 len: 329 time: 0.0346308 Jul 16 01:49:38.862629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.865188 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-37748456-aacc-4ae0-9399-c49890f1dea7 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:38.866541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-37748456-aacc-4ae0-9399-c49890f1dea7 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/7499c37d-63ba-414e-82b2-e20f9d4aef25 HTTP/1.1" status: 404 len: 336 time: 0.0602331 Jul 16 01:49:38.869335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56650) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.871817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ef1c84c0-cc6d-446e-84b9-6f8170d4b570 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b', 'tempest-TagsExtTest-Tag-895780150') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.903352 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-ef1c84c0-cc6d-446e-84b9-6f8170d4b570 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] show failed (client error): The resource could not be found. Jul 16 01:49:38.906979 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ef1c84c0-cc6d-446e-84b9-6f8170d4b570 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags/tempest-TagsExtTest-Tag-895780150 HTTP/1.1" status: 404 len: 328 time: 0.0394526 Jul 16 01:49:38.907136 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f4efe5-dbde-4706-b5e7-5df64d8a2be0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:38.907243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f4efe5-dbde-4706-b5e7-5df64d8a2be0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:38.907390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56652) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.911737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-34f4efe5-dbde-4706-b5e7-5df64d8a2be0 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/c772e8f2-561b-450b-9451-3fad3f3cd127 HTTP/1.1" status: 404 len: 337 time: 0.0370193 Jul 16 01:49:38.911969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56654) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.912676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-74eacf10-2c0c-420a-9cf8-aae77e7a3eb5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a7132a00-7a33-47e6-910f-1e528c06238b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.940100 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-74eacf10-2c0c-420a-9cf8-aae77e7a3eb5 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b/tags HTTP/1.1" status: 204 len: 168 time: 0.0317082 Jul 16 01:49:38.942623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56656) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.946171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a116518a-833d-454e-9c3e-b137aa875c7a tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "GET /v2.0/ports?device_id=91123cbc-a1fa-4fea-8118-fcf21103a6ec HTTP/1.1" status: 200 len: 205 time: 0.0311692 Jul 16 01:49:38.946658 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.953138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-d1be077d-0b39-4f5f-8d2b-c743a3aa8d66 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd8c0df8d-e731-4eda-a306-8b8bef5eb799') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.994702 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-41dbdd05-4d1b-4ad3-b119-144b530ab7cc tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:38.998466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-41dbdd05-4d1b-4ad3-b119-144b530ab7cc tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/routers/91123cbc-a1fa-4fea-8118-fcf21103a6ec HTTP/1.1" status: 404 len: 336 time: 0.0508618 Jul 16 01:49:38.998784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.066091 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6d66b4-e825-4b54-a0ba-146e6d62ec32 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:39.066739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6d66b4-e825-4b54-a0ba-146e6d62ec32 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:39.068292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0a6d66b4-e825-4b54-a0ba-146e6d62ec32 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/9bf7f3c9-7f10-4ba5-80ba-ecb62acce2b7 HTTP/1.1" status: 404 len: 337 time: 0.0675509 Jul 16 01:49:39.071041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.090252 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d1be077d-0b39-4f5f-8d2b-c743a3aa8d66 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799/tags HTTP/1.1" status: 204 len: 168 time: 0.1462924 Jul 16 01:49:39.090913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.095617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-e326b13b-ae57-41b5-b08f-a8c738328861 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '276e157e-e34f-4c2b-9cc5-7f291c31bf66') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:39.101462 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6619c51e-8aaa-46be-b464-b06b9620d459 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:39.102137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6619c51e-8aaa-46be-b464-b06b9620d459 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:39.106765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6619c51e-8aaa-46be-b464-b06b9620d459 tempest-RoutersIpV6Test-200873106 tempest-RoutersIpV6Test-200873106-project] 10.222.0.81 "DELETE /v2.0/subnets/1cf17cbd-8c39-4a37-ba33-6f1069a54112 HTTP/1.1" status: 404 len: 337 time: 0.0344012 Jul 16 01:49:39.157123 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e326b13b-ae57-41b5-b08f-a8c738328861 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66/tags HTTP/1.1" status: 204 len: 168 time: 0.0650151 Jul 16 01:49:39.159512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.164765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-386f1eba-1b81-4056-af6d-b5ec06b7b35a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '08e1f757-4eb7-4d81-9b5d-ce211a468af1') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:39.227578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-386f1eba-1b81-4056-af6d-b5ec06b7b35a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1/tags HTTP/1.1" status: 204 len: 168 time: 0.0667131 Jul 16 01:49:39.234515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.338274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef4fa-60d8-4efd-ae4e-447bfd921f92 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for subnetpool, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.342671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.343110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e6ef4fa-60d8-4efd-ae4e-447bfd921f92 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnetpools/a7132a00-7a33-47e6-910f-1e528c06238b HTTP/1.1" status: 204 len: 168 time: 0.1075230 Jul 16 01:49:39.381894 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-54cfa75f-a691-4752-831f-dfecfbd427bd tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8c0df8d-e731-4eda-a306-8b8bef5eb799 HTTP/1.1" status: 200 len: 205 time: 0.0373657 Jul 16 01:49:39.384289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.440052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56680) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.467968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a36cb-ac76-4c35-b9a2-e7f7d0fe8c3f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.617612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-350f32bc-cfde-48ec-8058-e07c4b4943ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be97095a22374ad18268a265c1409082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762755 Jul 16 01:49:39.619961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.656580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a36cb-ac76-4c35-b9a2-e7f7d0fe8c3f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.659387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a36cb-ac76-4c35-b9a2-e7f7d0fe8c3f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.674369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb727b96-9d5e-46a5-9ab9-836dee05da19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.701105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb727b96-9d5e-46a5-9ab9-836dee05da19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.729699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a36cb-ac76-4c35-b9a2-e7f7d0fe8c3f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.730337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a36cb-ac76-4c35-b9a2-e7f7d0fe8c3f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Fanout notify agent at l3_agent the message router_deleted on router d8c0df8d-e731-4eda-a306-8b8bef5eb799 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:39.738381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d5a36cb-ac76-4c35-b9a2-e7f7d0fe8c3f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.746143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.746853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8d5a36cb-ac76-4c35-b9a2-e7f7d0fe8c3f tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/routers/d8c0df8d-e731-4eda-a306-8b8bef5eb799 HTTP/1.1" status: 204 len: 168 time: 0.3607354 Jul 16 01:49:39.791288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb727b96-9d5e-46a5-9ab9-836dee05da19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.794284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb727b96-9d5e-46a5-9ab9-836dee05da19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.797765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eb727b96-9d5e-46a5-9ab9-836dee05da19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dafe7441-c193-4884-a2fe-07f23cc6e1cf HTTP/1.1" status: 204 len: 168 time: 0.1744900 Jul 16 01:49:39.810592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727b96-9d5e-46a5-9ab9-836dee05da19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe7441-c193-4884-a2fe-07f23cc6e1cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.894537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Deleting port 276e157e-e34f-4c2b-9cc5-7f291c31bf66 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:39.894950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.010302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.023555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Calling delete_port for 276e157e-e34f-4c2b-9cc5-7f291c31bf66 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:40.205725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.278069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event deleted for resources: {'Port': ['ID=276e157e-e34f-4c2b-9cc5-7f291c31bf66,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.339863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.344872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.345309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6ea6efd4-96ee-46c2-89e4-281ad301d5e6 tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/ports/276e157e-e34f-4c2b-9cc5-7f291c31bf66 HTTP/1.1" status: 204 len: 168 time: 0.5981457 Jul 16 01:49:40.426842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Deleting subnet 08e1f757-4eb7-4d81-9b5d-ce211a468af1 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:40.436166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.489557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.632552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.694313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.723826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event deleted for resources: {'Subnet': ['ID=08e1f757-4eb7-4d81-9b5d-ce211a468af1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.728312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.730274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fffe3644-f540-4974-956c-d60edf318e9a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/subnets/08e1f757-4eb7-4d81-9b5d-ce211a468af1 HTTP/1.1" status: 204 len: 168 time: 0.3845322 Jul 16 01:49:40.733189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.743018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc95012-1565-487f-b7d7-60148f2ec015 None None] Network 7c9d1836-3cae-4074-861d-b548607187bf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:40.780518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.839867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.919321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Deleting port b6665f76-d5a2-4144-b739-4d0524749484 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:40.919676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.961408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1134675664'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:40.977853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] DHCP port deletion for 7c9d1836-3cae-4074-861d-b548607187bf request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:41.003573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:41.011508 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.034208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.074894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] For port b6665f76-d5a2-4144-b739-4d0524749484, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b6665f76-d5a2-4144-b739-4d0524749484,segment=NetworkSegment(e5f422d7-f28c-411f-a23b-4a1545564dc3),segment_id=e5f422d7-f28c-411f-a23b-4a1545564dc3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:41.075280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.080965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] Deleting port b6665f76-d5a2-4144-b739-4d0524749484 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:41.081346 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.101839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Calling delete_port for b6665f76-d5a2-4144-b739-4d0524749484 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:41.230725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] For port b6665f76-d5a2-4144-b739-4d0524749484, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b6665f76-d5a2-4144-b739-4d0524749484,segment=NetworkSegment(e5f422d7-f28c-411f-a23b-4a1545564dc3),segment_id=e5f422d7-f28c-411f-a23b-4a1545564dc3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:41.231137 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.257781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] Calling delete_port for b6665f76-d5a2-4144-b739-4d0524749484 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:41.267943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.275882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.278680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.297174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:41.309702 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.310585 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment 8c01e975-f093-48a0-9e33-1d8153f9b490 of type vlan for network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 Jul 16 01:49:41.338434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event deleted for resources: {'Port': ['ID=b6665f76-d5a2-4144-b739-4d0524749484,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.343222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] No DVR routers for this DVR port b6665f76-d5a2-4144-b739-4d0524749484 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:41.379712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.421524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.429651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.430520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.453695 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.510345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] Pushing event deleted for resources: {'Port': ['ID=b6665f76-d5a2-4144-b739-4d0524749484,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.520351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51641a-ac26-4e34-b8dc-ab8b323d2c60 None None] No DVR routers for this DVR port b6665f76-d5a2-4144-b739-4d0524749484 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:41.531950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=e4bc01c6-e0b3-4829-bad2-731293f6f5a8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.549613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:41.549814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a953e5f6-f3af-4beb-8a90-0928c12a1754,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.554877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-393a1d95-bb3b-41fd-9772-db2ed88a43ae tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7732687 Jul 16 01:49:41.557453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.558092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.572771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728044964'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:41.584919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9d1836-3cae-4074-861d-b548607187bf']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.605467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f422d7-f28c-411f-a23b-4a1545564dc3') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.605758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f422d7-f28c-411f-a23b-4a1545564dc3') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.606057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:41.610864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.617150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.643703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.646806 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-224218ee-80cb-440d-bb68-7e9f500f2e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.652172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:41.657139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:41.657959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:41.661870 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:41.665699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.666192 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment 649d28f8-6ce5-45d6-bb38-3d94b51c51b0 of type vlan for network e293db02-caa8-40ef-b29e-19cb5d28cb62 Jul 16 01:49:41.718252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.729437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.737188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.742699 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] 10.222.0.81 "DELETE /v2.0/networks/7c9d1836-3cae-4074-861d-b548607187bf HTTP/1.1" status: 204 len: 168 time: 1.0061948 Jul 16 01:49:41.755608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d03f21-c247-4797-b6e7-47fa1b4f8e5a tempest-TagsExtTest-69226966 tempest-TagsExtTest-69226966-project] Pushing event deleted for resources: {'Network': ['ID=7c9d1836-3cae-4074-861d-b548607187bf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.766967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.774044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.774756 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.813411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2530363 Jul 16 01:49:41.816257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.822678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': 'e4bc01c6-e0b3-4829-bad2-731293f6f5a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:41.857135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e265e-922b-4648-a2a7-20f0e8320b46 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=e293db02-caa8-40ef-b29e-19cb5d28cb62,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.868866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:41.963348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:41.971210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.120271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.199389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.299120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': '8c01e975-f093-48a0-9e33-1d8153f9b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e4bc01c6-e0b3-4829-bad2-731293f6f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:42.299488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: e4bc01c6-e0b3-4829-bad2-731293f6f5a8, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:42.305746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-39cc7a88-6e1d-4c2e-8f62-ef274d580118 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=378127404c8049d79b7e0e62c8f3454c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842687 Jul 16 01:49:42.307314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.309997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=a0234075-0e46-415f-a6a4-2b9bb4de8100,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:42.349584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:42.371395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e4bc01c6-e0b3-4829-bad2-731293f6f5a8) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:42.380319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0354d0-1be0-4202-be6f-0f0f06b45266 None None] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:42.384830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.385366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b6665f76-d5a2-4144-b739-4d0524749484 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:42.385490 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.404078 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ee0d39b4-32de-438f-af3c-09a864a02ada tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5857761 Jul 16 01:49:42.406679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.417434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': 'e293db02-caa8-40ef-b29e-19cb5d28cb62', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:42.433830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b6665f76-d5a2-4144-b739-4d0524749484 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:42.434179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b6665f76-d5a2-4144-b739-4d0524749484 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:42.447012 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95b1e26c-b322-40cd-9af7-edede32ae651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.514187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95b1e26c-b322-40cd-9af7-edede32ae651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.578611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:42.586965 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.603877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e4bc01c6-e0b3-4829-bad2-731293f6f5a8', 'network_id': 'e4bc01c6-e0b3-4829-bad2-731293f6f5a8', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': 'a0234075-0e46-415f-a6a4-2b9bb4de8100'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:42.613316 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.616973 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95b1e26c-b322-40cd-9af7-edede32ae651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.622074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95b1e26c-b322-40cd-9af7-edede32ae651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.624127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-95b1e26c-b322-40cd-9af7-edede32ae651 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb2b2fba-8d59-48ab-b0ca-6fbb3ff474d1 HTTP/1.1" status: 204 len: 168 time: 0.3088388 Jul 16 01:49:42.664800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e26c-b322-40cd-9af7-edede32ae651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b2fba-8d59-48ab-b0ca-6fbb3ff474d1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:42.811261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Allocated IP 172.20.0.2 (e4bc01c6-e0b3-4829-bad2-731293f6f5a8/a0234075-0e46-415f-a6a4-2b9bb4de8100/f65b0b7d-d515-491c-b78a-d868ac8747e2) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:42.892824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.991356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=89a54dea-984e-4da6-bf4c-b31b68540026,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:42.997091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': '649d28f8-6ce5-45d6-bb38-3d94b51c51b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e293db02-caa8-40ef-b29e-19cb5d28cb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:42.997453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: e293db02-caa8-40ef-b29e-19cb5d28cb62, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:43.017346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:43.031871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e293db02-caa8-40ef-b29e-19cb5d28cb62) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:43.039985 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.043711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.044953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.053483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c26361-c6b2-4de7-9110-b8174b0699af None None] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:43.069521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7b0fb8c2-5917-4c33-a51c-72872d8342fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6617861 Jul 16 01:49:43.072170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56772) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.078527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a379188e-2ba0-4c89-8de6-f4b7c4f9ea4a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1215684003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:43.081833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Transition to ACTIVE for port object f65b0b7d-d515-491c-b78a-d868ac8747e2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:43.113109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a379188e-2ba0-4c89-8de6-f4b7c4f9ea4a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.116490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a379188e-2ba0-4c89-8de6-f4b7c4f9ea4a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.154571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Transition to ACTIVE for port object f65b0b7d-d515-491c-b78a-d868ac8747e2 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:43.175439 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.209960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:43.234218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:43.239714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:43.243614 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a379188e-2ba0-4c89-8de6-f4b7c4f9ea4a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.253127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a379188e-2ba0-4c89-8de6-f4b7c4f9ea4a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.277397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a379188e-2ba0-4c89-8de6-f4b7c4f9ea4a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.278916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a379188e-2ba0-4c89-8de6-f4b7c4f9ea4a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2053423 Jul 16 01:49:43.281772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56776) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.327711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Pushing event updated for resources: {'Port': ['ID=f65b0b7d-d515-491c-b78a-d868ac8747e2,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.419397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Attempting to bind port f65b0b7d-d515-491c-b78a-d868ac8747e2 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:43.419585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Attempting to bind port f65b0b7d-d515-491c-b78a-d868ac8747e2 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8c01e975-f093-48a0-9e33-1d8153f9b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e4bc01c6-e0b3-4829-bad2-731293f6f5a8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:43.419948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Attempting to bind port f65b0b7d-d515-491c-b78a-d868ac8747e2 on network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:43.446662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:43.447048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Checking segment: {'id': '8c01e975-f093-48a0-9e33-1d8153f9b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e4bc01c6-e0b3-4829-bad2-731293f6f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:43.447461 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.448353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Bound using segment: {'id': '8c01e975-f093-48a0-9e33-1d8153f9b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e4bc01c6-e0b3-4829-bad2-731293f6f5a8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:43.448353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Bound port: f65b0b7d-d515-491c-b78a-d868ac8747e2, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c01e975-f093-48a0-9e33-1d8153f9b490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e4bc01c6-e0b3-4829-bad2-731293f6f5a8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:43.448733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.467126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e293db02-caa8-40ef-b29e-19cb5d28cb62', 'network_id': 'e293db02-caa8-40ef-b29e-19cb5d28cb62', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': '89a54dea-984e-4da6-bf4c-b31b68540026'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:43.468201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.678246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56788) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.680129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Allocated IP 172.21.0.2 (e293db02-caa8-40ef-b29e-19cb5d28cb62/89a54dea-984e-4da6-bf4c-b31b68540026/c6f940bd-2005-444b-b11a-0b5e01bebe60) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:43.878308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2100512670-network', 'tenant_id': 'fd5b0a2ee40549ac86e8d99d19a8ce30'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:43.930532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Made reservation on behalf of fd5b0a2ee40549ac86e8d99d19a8ce30 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:43.935768 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.947986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.963858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.026833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.035749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Transition to ACTIVE for port object c6f940bd-2005-444b-b11a-0b5e01bebe60 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:44.083006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.087813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Transition to ACTIVE for port object c6f940bd-2005-444b-b11a-0b5e01bebe60 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:44.092033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.099478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] For port f65b0b7d-d515-491c-b78a-d868ac8747e2, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:44.104951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] For port f65b0b7d-d515-491c-b78a-d868ac8747e2, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f65b0b7d-d515-491c-b78a-d868ac8747e2,segment=NetworkSegment(8c01e975-f093-48a0-9e33-1d8153f9b490),segment_id=8c01e975-f093-48a0-9e33-1d8153f9b490)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:44.106572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.125321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.130195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:44.147945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d08eee-6fc3-42a8-8250-30fe366d44e0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.154020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.154372 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Added segment fa897c84-0147-4ba9-8934-cf434b55201b of type vlan for network 95cc4fb5-6072-453f-92c0-e5112a43db00 Jul 16 01:49:44.167235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:44.170332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:44.172884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:44.245158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.308928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Pushing event updated for resources: {'Port': ['ID=c6f940bd-2005-444b-b11a-0b5e01bebe60,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.335760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.336213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.336648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.337052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.337450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.337843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.338234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.338626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.339067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.339455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.339860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.340546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:44.370807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.373827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.374916 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.440423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83192-5e31-45d0-8da8-a721f548ad1d None None] Pushing event updated for resources: {'Port': ['ID=f65b0b7d-d515-491c-b78a-d868ac8747e2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.451561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7722845 Jul 16 01:49:44.456399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Attempting to bind port c6f940bd-2005-444b-b11a-0b5e01bebe60 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:44.456598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Attempting to bind port c6f940bd-2005-444b-b11a-0b5e01bebe60 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '649d28f8-6ce5-45d6-bb38-3d94b51c51b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e293db02-caa8-40ef-b29e-19cb5d28cb62'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:44.457004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Attempting to bind port c6f940bd-2005-444b-b11a-0b5e01bebe60 on network e293db02-caa8-40ef-b29e-19cb5d28cb62 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:44.458278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.20.0.1 (e4bc01c6-e0b3-4829-bad2-731293f6f5a8/a0234075-0e46-415f-a6a4-2b9bb4de8100/288ca33f-bf42-4931-a9dd-3877f2e4217a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:44.465089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:44.466757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Checking segment: {'id': '649d28f8-6ce5-45d6-bb38-3d94b51c51b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e293db02-caa8-40ef-b29e-19cb5d28cb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:44.466757 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.466757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Bound using segment: {'id': '649d28f8-6ce5-45d6-bb38-3d94b51c51b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e293db02-caa8-40ef-b29e-19cb5d28cb62'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:44.467056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Bound port: c6f940bd-2005-444b-b11a-0b5e01bebe60, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d28f8-6ce5-45d6-bb38-3d94b51c51b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e293db02-caa8-40ef-b29e-19cb5d28cb62'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:44.467966 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.500597 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.516581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.522236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Request body: {'subnet': {'network_id': '95cc4fb5-6072-453f-92c0-e5112a43db00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2100512670-subnet', 'tenant_id': 'fd5b0a2ee40549ac86e8d99d19a8ce30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.550187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af97892-7cb6-4657-8475-a019149a1c81 admin admin] Pushing event updated for resources: {'Network': ['ID=95cc4fb5-6072-453f-92c0-e5112a43db00,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.583444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] For port c6f940bd-2005-444b-b11a-0b5e01bebe60, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:44.588323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] For port c6f940bd-2005-444b-b11a-0b5e01bebe60, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c6f940bd-2005-444b-b11a-0b5e01bebe60,segment=NetworkSegment(649d28f8-6ce5-45d6-bb38-3d94b51c51b0),segment_id=649d28f8-6ce5-45d6-bb38-3d94b51c51b0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:44.596362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 95cc4fb5-6072-453f-92c0-e5112a43db00 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:44.645274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Made reservation on behalf of fd5b0a2ee40549ac86e8d99d19a8ce30 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:44.647797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.685476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.702099 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.712112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-269d402f-d198-4282-bdd3-078eac6b8fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.724643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object 288ca33f-bf42-4931-a9dd-3877f2e4217a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:44.787540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e1359-9bdb-4ac4-a31d-7c714fcc4400 None None] Pushing event updated for resources: {'Port': ['ID=c6f940bd-2005-444b-b11a-0b5e01bebe60,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.860683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.952703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:44.962931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:44.965617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:45.026873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=288ca33f-bf42-4931-a9dd-3877f2e4217a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.069679 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.094204 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.228252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f34475-9c8e-4988-bfaf-09e7ed4d2a5a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.233139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Checking segment: {'id': 'fa897c84-0147-4ba9-8934-cf434b55201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '95cc4fb5-6072-453f-92c0-e5112a43db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:45.233501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Network hostable DHCP agents. Network: 95cc4fb5-6072-453f-92c0-e5112a43db00, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:45.273395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Network 95cc4fb5-6072-453f-92c0-e5112a43db00 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:45.344579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 95cc4fb5-6072-453f-92c0-e5112a43db00) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:45.346363 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.355213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e9148-1d4a-4697-8070-9f93980f7bd2 None None] Network 95cc4fb5-6072-453f-92c0-e5112a43db00 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:45.358306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.358976 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.368985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.398840 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cbe15939-c1f0-4e31-bf0b-0f46efe861bf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8809996 Jul 16 01:49:45.580720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7531d96-5e97-47ed-abcd-f2dbe1dc3093 None None] Network 95cc4fb5-6072-453f-92c0-e5112a43db00 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:45.867761 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.874914 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.985538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff379f24-3bf0-46a6-b5ca-afc70be9816f None None] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:46.023006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=288ca33f-bf42-4931-a9dd-3877f2e4217a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.042179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.133967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-48fe4056-fc6c-4248-92e8-6468cab8ba49 None None] Provisioning for port f65b0b7d-d515-491c-b78a-d868ac8747e2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:46.232162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:46.233939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:46.308686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.389678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56824) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.397023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-929108855-network', 'tenant_id': 'd180acceadac456385a881d9505a1d03'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:46.438123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Made reservation on behalf of d180acceadac456385a881d9505a1d03 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:46.441746 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.447816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 4406dbb0-96bb-4b96-bb2b-62e7d56cf06e is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:46.462334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.489564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6d6c0-c596-4294-b98c-65a330b491c9 None None] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:46.579460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6f940bd-2005-444b-b11a-0b5e01bebe60 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:46.627786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:46.635154 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-337151fe-09d6-4ca5-8d84-036e6c603a6c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/4406dbb0-96bb-4b96-bb2b-62e7d56cf06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3513019 Jul 16 01:49:46.637926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.675712 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] Sync routers for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:46.709067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.719214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.744040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-131a2922-a513-4282-bb31-7b4c78d8aa6d None None] Provisioning for port c6f940bd-2005-444b-b11a-0b5e01bebe60 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:46.750083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:46.750553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.755793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4515020c-38b1-4c6a-b702-feb6c04bde54,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.784839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:46.802948 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.804009 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Added segment ee6bfd78-2251-48a9-9c6c-feebed936837 of type vlan for network 824acb19-3bd3-482d-ba38-360ad0a154e6 Jul 16 01:49:46.815331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c007adc-2fbb-4dd0-9c61-32ac01eb2cfc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.816535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.817611 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7c007adc-2fbb-4dd0-9c61-32ac01eb2cfc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports/288ca33f-bf42-4931-a9dd-3877f2e4217a HTTP/1.1" status: 200 len: 910 time: 0.1784585 Jul 16 01:49:46.821402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.898917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.903184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c6f940bd-2005-444b-b11a-0b5e01bebe60 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:46.936088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c6f940bd-2005-444b-b11a-0b5e01bebe60 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:46.936553 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.941771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:46.942760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.963252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.964602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.968480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.987566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.010341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6189461 Jul 16 01:49:47.013478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56834) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.022601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Request body: {'subnet': {'network_id': '824acb19-3bd3-482d-ba38-360ad0a154e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-929108855-subnet', 'tenant_id': 'd180acceadac456385a881d9505a1d03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:47.033913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:47.034581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed300d5-fbd0-43da-a4a9-46347980f692 None None] The sync data for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:47.089171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4a156-737b-4fce-878e-5f72312de0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=824acb19-3bd3-482d-ba38-360ad0a154e6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.100454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d3a4e272-b9b5-412a-b033-893bf1478db6 None None] Provisioning for port 288ca33f-bf42-4931-a9dd-3877f2e4217a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:47.114602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Made reservation on behalf of d180acceadac456385a881d9505a1d03 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:47.117623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.123315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d3a4e272-b9b5-412a-b033-893bf1478db6 None None] Provisioning complete for port 288ca33f-bf42-4931-a9dd-3877f2e4217a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:47.126077 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e272-b9b5-412a-b033-893bf1478db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.201110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 824acb19-3bd3-482d-ba38-360ad0a154e6 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:47.235158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4e272-b9b5-412a-b033-893bf1478db6 None None] Port 288ca33f-bf42-4931-a9dd-3877f2e4217a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:47.382100 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.385954 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.451836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port c6f940bd-2005-444b-b11a-0b5e01bebe60, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c6f940bd-2005-444b-b11a-0b5e01bebe60,segment=NetworkSegment(649d28f8-6ce5-45d6-bb38-3d94b51c51b0),segment_id=649d28f8-6ce5-45d6-bb38-3d94b51c51b0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:47.459250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-72cf1aa7-08be-40fd-aeb4-c38af99ba256 None None] Provisioning complete for port 288ca33f-bf42-4931-a9dd-3877f2e4217a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:47.459675 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72cf1aa7-08be-40fd-aeb4-c38af99ba256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.464432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.466469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f65b0b7d-d515-491c-b78a-d868ac8747e2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:47.520427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70d1203-e238-458d-8a85-c544a6d03a67,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.532471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Checking segment: {'id': 'ee6bfd78-2251-48a9-9c6c-feebed936837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '824acb19-3bd3-482d-ba38-360ad0a154e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:47.533022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Network hostable DHCP agents. Network: 824acb19-3bd3-482d-ba38-360ad0a154e6, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:47.592323 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.592944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Network 824acb19-3bd3-482d-ba38-360ad0a154e6 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:47.598672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-72cf1aa7-08be-40fd-aeb4-c38af99ba256 None None] Port 288ca33f-bf42-4931-a9dd-3877f2e4217a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:47.619750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 824acb19-3bd3-482d-ba38-360ad0a154e6) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:47.622875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=c6f940bd-2005-444b-b11a-0b5e01bebe60,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.634272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.634888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.635563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79180980-e453-463a-8edc-de9d03501dfa None None] Network 824acb19-3bd3-482d-ba38-360ad0a154e6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:47.664465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fd7f6ad1-071f-47f2-8ec6-81dafbef3e13 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6495950 Jul 16 01:49:47.729131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f65b0b7d-d515-491c-b78a-d868ac8747e2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:47.738693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f65b0b7d-d515-491c-b78a-d868ac8747e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:47.739113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.941756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.961141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c37e92c-3c35-4ea1-9b73-0c197a6a5098 None None] Provisioning complete for port 288ca33f-bf42-4931-a9dd-3877f2e4217a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:47.961714 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c37e92c-3c35-4ea1-9b73-0c197a6a5098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.997319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8c37e92c-3c35-4ea1-9b73-0c197a6a5098 None None] Port 288ca33f-bf42-4931-a9dd-3877f2e4217a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:48.045680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] Deleting subnet 98f34475-9c8e-4988-bfaf-09e7ed4d2a5a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:48.046497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74f9ded-09ed-4234-88d9-f44341f2f234 None None] Network 824acb19-3bd3-482d-ba38-360ad0a154e6 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:48.052741 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.107318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.120998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.21.0.1 (e293db02-caa8-40ef-b29e-19cb5d28cb62/89a54dea-984e-4da6-bf4c-b31b68540026/aa2d810e-6bd1-4eee-849a-9737b94c0673) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:48.121901 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.157438 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.210902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-58c9af03-9fae-4b79-81c9-10c62763a4ad None None] Provisioning complete for port c6f940bd-2005-444b-b11a-0b5e01bebe60 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:48.211273 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-58c9af03-9fae-4b79-81c9-10c62763a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.236980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.241828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f65b0b7d-d515-491c-b78a-d868ac8747e2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f65b0b7d-d515-491c-b78a-d868ac8747e2,segment=NetworkSegment(8c01e975-f093-48a0-9e33-1d8153f9b490),segment_id=8c01e975-f093-48a0-9e33-1d8153f9b490)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:48.254654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.258311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.280082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object aa2d810e-6bd1-4eee-849a-9737b94c0673 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:48.313959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f34475-9c8e-4988-bfaf-09e7ed4d2a5a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.319373 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.328944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.330955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-126a8db2-b02d-4fe1-8390-1ccd062f0911 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/98f34475-9c8e-4988-bfaf-09e7ed4d2a5a HTTP/1.1" status: 204 len: 168 time: 0.3881285 Jul 16 01:49:48.338466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.379388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:48.383133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:48.388841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:48.446010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.467047 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.493589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=aa2d810e-6bd1-4eee-849a-9737b94c0673,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.564970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.580836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cc4fb5-6072-453f-92c0-e5112a43db00']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.603181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa897c84-0147-4ba9-8934-cf434b55201b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.603533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa897c84-0147-4ba9-8934-cf434b55201b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.651853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.669275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6f940bd-2005-444b-b11a-0b5e01bebe60 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:48.681624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.688549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:48.689398 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:48.692771 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:48.694745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.796388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f65b0b7d-d515-491c-b78a-d868ac8747e2,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.810908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.817852 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.819781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] 10.222.0.81 "DELETE /v2.0/networks/95cc4fb5-6072-453f-92c0-e5112a43db00 HTTP/1.1" status: 204 len: 168 time: 0.4802279 Jul 16 01:49:48.823576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56848) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.836270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c6f940bd-2005-444b-b11a-0b5e01bebe60 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:48.836659 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.893337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad397b-2fe4-439e-b446-fbc37ce3e713 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cc4fb5-6072-453f-92c0-e5112a43db00,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.935032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] Deleting subnet a70d1203-e238-458d-8a85-c544a6d03a67 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:48.937953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.963553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ff874ff-6dca-46af-9dd9-a54cd2f62b03 None None] Provisioning for port aa2d810e-6bd1-4eee-849a-9737b94c0673 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:48.974998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ff874ff-6dca-46af-9dd9-a54cd2f62b03 None None] Provisioning complete for port aa2d810e-6bd1-4eee-849a-9737b94c0673 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:48.975854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ff874ff-6dca-46af-9dd9-a54cd2f62b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.977871 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.025209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2ff874ff-6dca-46af-9dd9-a54cd2f62b03 None None] Port aa2d810e-6bd1-4eee-849a-9737b94c0673 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:49.048335 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.109142 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.137095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.143349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.147334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70d1203-e238-458d-8a85-c544a6d03a67,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.150632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.153749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f838a0a6-aeeb-48ea-959b-09e85aed0bfb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a70d1203-e238-458d-8a85-c544a6d03a67 HTTP/1.1" status: 204 len: 168 time: 0.3097517 Jul 16 01:49:49.156312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.226039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=aa2d810e-6bd1-4eee-849a-9737b94c0673,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.229380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.257416 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.354401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.358970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:49.360409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:49.365745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824acb19-3bd3-482d-ba38-360ad0a154e6']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.382390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6bfd78-2251-48a9-9c6c-feebed936837') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.382688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6bfd78-2251-48a9-9c6c-feebed936837') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.403211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.426599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.435339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:49.435745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:49.438079 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:49.527364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.536508 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.542004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] 10.222.0.81 "DELETE /v2.0/networks/824acb19-3bd3-482d-ba38-360ad0a154e6 HTTP/1.1" status: 204 len: 168 time: 0.3815489 Jul 16 01:49:49.563861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4bc17-5a6c-44b0-955d-831a54390549 admin admin] Pushing event deleted for resources: {'Network': ['ID=824acb19-3bd3-482d-ba38-360ad0a154e6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.763543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6256cff1-53db-441b-8fb6-b7d74f917c71 None None] Provisioning complete for port aa2d810e-6bd1-4eee-849a-9737b94c0673 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:49.764129 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6256cff1-53db-441b-8fb6-b7d74f917c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.834539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6256cff1-53db-441b-8fb6-b7d74f917c71 None None] Port aa2d810e-6bd1-4eee-849a-9737b94c0673 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:49.844859 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.852421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 4406dbb0-96bb-4b96-bb2b-62e7d56cf06e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:49.915943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.964822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:49.970544 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0b171871-1276-420e-bbb5-49ae135a9c70 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/4406dbb0-96bb-4b96-bb2b-62e7d56cf06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1478422 Jul 16 01:49:49.975748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.975914 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] Sync routers for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:49.986010 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:49.986874 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.991320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-58dae4ae-d604-46cd-9e6e-e0475c0a9f3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd5b0a2ee40549ac86e8d99d19a8ce30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723028 Jul 16 01:49:49.993967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.021115 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:50.040852 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:50.043393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830fd75d-eb22-44c4-bf48-5fc5cbd78c62 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.044915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-830fd75d-eb22-44c4-bf48-5fc5cbd78c62 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports/aa2d810e-6bd1-4eee-849a-9737b94c0673 HTTP/1.1" status: 200 len: 910 time: 0.0681887 Jul 16 01:49:50.045312 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:50.049044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56864) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.084537 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:50.085317 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4853be-662c-4b34-b346-da7bb1c36e20 None None] The sync data for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:50.112438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dabbaa-96e0-455a-a208-9b3bb148108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.151105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dabbaa-96e0-455a-a208-9b3bb148108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.252272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dabbaa-96e0-455a-a208-9b3bb148108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.256267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dabbaa-96e0-455a-a208-9b3bb148108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.256267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-32dabbaa-96e0-455a-a208-9b3bb148108b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6d08eee-6fc3-42a8-8250-30fe366d44e0 HTTP/1.1" status: 204 len: 168 time: 0.2608473 Jul 16 01:49:50.270510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dabbaa-96e0-455a-a208-9b3bb148108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d08eee-6fc3-42a8-8250-30fe366d44e0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.392762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f65b0b7d-d515-491c-b78a-d868ac8747e2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:50.495197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f65b0b7d-d515-491c-b78a-d868ac8747e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:50.495559 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.669755 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.894239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56882) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.944898 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d0f6a5c9-13dc-4455-9151-ae698d07e08d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d180acceadac456385a881d9505a1d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427289 Jul 16 01:49:50.945288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.964055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port aa2d810e-6bd1-4eee-849a-9737b94c0673 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:50.964662 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.039343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b05f-537e-4b51-a60a-e89d1a89a976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.078581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b05f-537e-4b51-a60a-e89d1a89a976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.087626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.103514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for aa2d810e-6bd1-4eee-849a-9737b94c0673 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:51.145682 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b05f-537e-4b51-a60a-e89d1a89a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.148341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b05f-537e-4b51-a60a-e89d1a89a976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.152123 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b2e5b05f-537e-4b51-a60a-e89d1a89a976 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4515020c-38b1-4c6a-b702-feb6c04bde54 HTTP/1.1" status: 204 len: 168 time: 0.2033522 Jul 16 01:49:51.164761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5b05f-537e-4b51-a60a-e89d1a89a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4515020c-38b1-4c6a-b702-feb6c04bde54,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.382174 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.767768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=aa2d810e-6bd1-4eee-849a-9737b94c0673,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.054013 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.393388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 4406dbb0-96bb-4b96-bb2b-62e7d56cf06e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:52.516523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:52.524701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-07959845-3eed-419f-9a58-75b43084a96f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/4406dbb0-96bb-4b96-bb2b-62e7d56cf06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4728043 Jul 16 01:49:52.527738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.531362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] Sync routers for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:52.550088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:52.552911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:52.664030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:52.685134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:52.685988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:52.720289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:52.721215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4086212-72dc-4f2e-9421-9003f4c5036a None None] The sync data for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:52.977413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.468356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 288ca33f-bf42-4931-a9dd-3877f2e4217a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:53.468833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.635325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.656538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 288ca33f-bf42-4931-a9dd-3877f2e4217a owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:53.880801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.920932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=288ca33f-bf42-4931-a9dd-3877f2e4217a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.951256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.951622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.952006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.952388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.952904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.953067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.953407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.953826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.954169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.954494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.954825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:53.955167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:54.209467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.484208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 4406dbb0-96bb-4b96-bb2b-62e7d56cf06e has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:54.598194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:54.604616 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-25c7d3f5-81fb-4a05-83ce-e1525d72468b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/4406dbb0-96bb-4b96-bb2b-62e7d56cf06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0742259 Jul 16 01:49:54.606693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.612451 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] Sync routers for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:54.637336 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:54.640198 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:54.641174 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b319e801-ab32-446e-a941-56b848093158 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=4406dbb0-96bb-4b96-bb2b-62e7d56cf06e HTTP/1.1" status: 200 len: 205 time: 0.0330968 Jul 16 01:49:54.643671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56966) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.714099 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:54.734327 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] Routers {'4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:54.735749 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:54.752935 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbb38-dbf7-42ad-b723-fab3e5e187e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.779911 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:54.780953 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641ce44-6600-4017-8a76-78e58f15bf61 None None] The sync data for ids ['4406dbb0-96bb-4b96-bb2b-62e7d56cf06e'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:54.957138 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbb38-dbf7-42ad-b723-fab3e5e187e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.960792 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbb38-dbf7-42ad-b723-fab3e5e187e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.015613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbb38-dbf7-42ad-b723-fab3e5e187e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.016327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8fbb38-dbf7-42ad-b723-fab3e5e187e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Fanout notify agent at l3_agent the message router_deleted on router 4406dbb0-96bb-4b96-bb2b-62e7d56cf06e {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:55.026818 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbb38-dbf7-42ad-b723-fab3e5e187e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.030763 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4a8fbb38-dbf7-42ad-b723-fab3e5e187e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/4406dbb0-96bb-4b96-bb2b-62e7d56cf06e HTTP/1.1" status: 204 len: 168 time: 0.3855479 Jul 16 01:49:55.035401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 56968) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:55.098920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet 89a54dea-984e-4da6-bf4c-b31b68540026 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:55.103127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.155183 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.279401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.369086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.427490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=89a54dea-984e-4da6-bf4c-b31b68540026,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.429406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4b718-cc20-4d18-b46f-0e2c258bb0a1 None None] Network e293db02-caa8-40ef-b29e-19cb5d28cb62 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:55.433904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.436287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-50a3b71c-b030-4a81-80f7-7178824b21ee tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/89a54dea-984e-4da6-bf4c-b31b68540026 HTTP/1.1" status: 204 len: 168 time: 0.3998334 Jul 16 01:49:55.439425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:55.525312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet a0234075-0e46-415f-a6a4-2b9bb4de8100 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:55.532414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.631307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.725914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] DHCP port deletion for e293db02-caa8-40ef-b29e-19cb5d28cb62 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:55.796534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] Deleting port c6f940bd-2005-444b-b11a-0b5e01bebe60 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:55.797154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.804266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.864794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] For port c6f940bd-2005-444b-b11a-0b5e01bebe60, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c6f940bd-2005-444b-b11a-0b5e01bebe60,segment=NetworkSegment(649d28f8-6ce5-45d6-bb38-3d94b51c51b0),segment_id=649d28f8-6ce5-45d6-bb38-3d94b51c51b0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:55.865188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.876409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.879247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] Calling delete_port for c6f940bd-2005-444b-b11a-0b5e01bebe60 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:55.908981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=a0234075-0e46-415f-a6a4-2b9bb4de8100,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.912284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.914886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c39e6981-014e-4014-8550-0214f87b2a14 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/a0234075-0e46-415f-a6a4-2b9bb4de8100 HTTP/1.1" status: 204 len: 168 time: 0.4743998 Jul 16 01:49:55.917431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 56994) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:55.924140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb080534-7e34-429c-afb3-1cdfd1026de7 None None] Network e4bc01c6-e0b3-4829-bad2-731293f6f5a8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:56.023888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.067937 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.100356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] Pushing event deleted for resources: {'Port': ['ID=c6f940bd-2005-444b-b11a-0b5e01bebe60,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.106951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port c6f940bd-2005-444b-b11a-0b5e01bebe60 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:56.107492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.110606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf985f-9a5a-4cc0-b040-e9b94e41f3c2 None None] No DVR routers for this DVR port c6f940bd-2005-444b-b11a-0b5e01bebe60 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:56.187702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port c6f940bd-2005-444b-b11a-0b5e01bebe60, host n-d-800085-5, got binding levels [] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:56.188183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.204526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] DHCP port deletion for e4bc01c6-e0b3-4829-bad2-731293f6f5a8 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:56.205167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for c6f940bd-2005-444b-b11a-0b5e01bebe60 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:56.208052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Port c6f940bd-2005-444b-b11a-0b5e01bebe60 was not found and therefore no delete operation was performed {{(pid=93707) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:49:56.209503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.244026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port c6f940bd-2005-444b-b11a-0b5e01bebe60 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:56.246493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=c6f940bd-2005-444b-b11a-0b5e01bebe60,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.274865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] Deleting port f65b0b7d-d515-491c-b78a-d868ac8747e2 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:56.275284 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.333398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.344386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e293db02-caa8-40ef-b29e-19cb5d28cb62']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.351927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] For port f65b0b7d-d515-491c-b78a-d868ac8747e2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f65b0b7d-d515-491c-b78a-d868ac8747e2,segment=NetworkSegment(8c01e975-f093-48a0-9e33-1d8153f9b490),segment_id=8c01e975-f093-48a0-9e33-1d8153f9b490)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:56.352584 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.357749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649d28f8-6ce5-45d6-bb38-3d94b51c51b0') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.358223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649d28f8-6ce5-45d6-bb38-3d94b51c51b0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.366210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] Calling delete_port for f65b0b7d-d515-491c-b78a-d868ac8747e2 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:56.368975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.404198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.416835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6f940bd-2005-444b-b11a-0b5e01bebe60 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:56.419559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:56.420194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:56.423807 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:56.446757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c6f940bd-2005-444b-b11a-0b5e01bebe60 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:56.447256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c6f940bd-2005-444b-b11a-0b5e01bebe60 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:56.447507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f65b0b7d-d515-491c-b78a-d868ac8747e2 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:56.491078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.499922 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.506242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57000) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.506669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/e293db02-caa8-40ef-b29e-19cb5d28cb62 HTTP/1.1" status: 204 len: 168 time: 0.5847671 Jul 16 01:49:56.537084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f87dc-d3bb-4baa-a09c-8aff7e370f64 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=e293db02-caa8-40ef-b29e-19cb5d28cb62,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.562962 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.572079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Port f65b0b7d-d515-491c-b78a-d868ac8747e2 update to DOWN by agent not found {{(pid=93708) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:49:56.598710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] Pushing event deleted for resources: {'Port': ['ID=f65b0b7d-d515-491c-b78a-d868ac8747e2,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.607139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4e2d0-aa51-4d59-811a-4cfbcb937d28 None None] No DVR routers for this DVR port f65b0b7d-d515-491c-b78a-d868ac8747e2 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:56.648474 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.758053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.769513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bc01c6-e0b3-4829-bad2-731293f6f5a8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.780600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c01e975-f093-48a0-9e33-1d8153f9b490') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.780994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c01e975-f093-48a0-9e33-1d8153f9b490') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.790373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.808050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.817199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:56.818011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:56.822041 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:56.920198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.929825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.939112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.947168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696987828'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.951346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/e4bc01c6-e0b3-4829-bad2-731293f6f5a8 HTTP/1.1" status: 204 len: 168 time: 0.4383798 Jul 16 01:49:56.985383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa487e-e3a3-4282-bfa3-300724ede903 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=e4bc01c6-e0b3-4829-bad2-731293f6f5a8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.995593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:57.001797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.049548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:57.087129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.088576 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment f9c6b9d0-e35e-4f57-b180-e791d6921882 of type vlan for network 70f1b9db-5c07-42b3-b90a-828602cf0075 Jul 16 01:49:57.160917 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.203732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.209690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.209857 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.243637 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3032529 Jul 16 01:49:57.246406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.251262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:57.304282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc1b22-2196-46c7-b536-866a8f9c09c1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=70f1b9db-5c07-42b3-b90a-828602cf0075,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.317493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:57.386955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:57.391520 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.846967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.910483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=1564404f-ace8-40a6-a5cf-eb0599c8caf4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.915664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': 'f9c6b9d0-e35e-4f57-b180-e791d6921882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:57.916028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: 70f1b9db-5c07-42b3-b90a-828602cf0075, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:57.935012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:57.946595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 70f1b9db-5c07-42b3-b90a-828602cf0075) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:57.952286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.953237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.961838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6fb121-dda6-48e6-b8b3-7cd57a5e1aec None None] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:57.977242 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f557689-ca8c-4bf8-8e5b-5cf26dba45b9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7268214 Jul 16 01:49:57.977712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.983618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bdbfbed8-a88e-46dd-aa27-c05254925658 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2046242361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:58.009375 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbed8-a88e-46dd-aa27-c05254925658 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.010473 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbed8-a88e-46dd-aa27-c05254925658 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.075965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbed8-a88e-46dd-aa27-c05254925658 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.083640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbed8-a88e-46dd-aa27-c05254925658 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.104142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bdbfbed8-a88e-46dd-aa27-c05254925658 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.110222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:58.110884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bdbfbed8-a88e-46dd-aa27-c05254925658 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1316726 Jul 16 01:49:58.117063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'port': {'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075', 'name': 'tempest-RoutersTest-334545966'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:58.170136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-70f1b9db-5c07-42b3-b90a-828602cf0075', 'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': '1564404f-ace8-40a6-a5cf-eb0599c8caf4'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:58.171124 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.254741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:58.259020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.286671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] device_id is not set on port 3cae97ae-f3ab-4711-a350-39dc859a8828 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:58.356941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Allocated IP 172.20.0.2 (70f1b9db-5c07-42b3-b90a-828602cf0075/1564404f-ace8-40a6-a5cf-eb0599c8caf4/80cf12fa-8ca5-430b-a37e-9dbc18126db2) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:58.530950 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.541022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Transition to ACTIVE for port object 80cf12fa-8ca5-430b-a37e-9dbc18126db2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:58.556803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Transition to ACTIVE for port object 80cf12fa-8ca5-430b-a37e-9dbc18126db2 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:58.565350 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.613196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Pushing event updated for resources: {'Port': ['ID=80cf12fa-8ca5-430b-a37e-9dbc18126db2,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:58.636217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:58.637915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:58.646052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:58.649962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.20.0.14 (70f1b9db-5c07-42b3-b90a-828602cf0075/1564404f-ace8-40a6-a5cf-eb0599c8caf4/3cae97ae-f3ab-4711-a350-39dc859a8828) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:58.712265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Attempting to bind port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:58.712645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Attempting to bind port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f9c6b9d0-e35e-4f57-b180-e791d6921882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:58.713048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Attempting to bind port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 on network 70f1b9db-5c07-42b3-b90a-828602cf0075 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:58.718647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:58.719023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Checking segment: {'id': 'f9c6b9d0-e35e-4f57-b180-e791d6921882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:58.719844 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.719985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Bound using segment: {'id': 'f9c6b9d0-e35e-4f57-b180-e791d6921882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:58.720456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Bound port: 80cf12fa-8ca5-430b-a37e-9dbc18126db2, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c6b9d0-e35e-4f57-b180-e791d6921882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '70f1b9db-5c07-42b3-b90a-828602cf0075'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:58.720856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.807411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] For port 80cf12fa-8ca5-430b-a37e-9dbc18126db2, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:58.811524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] For port 80cf12fa-8ca5-430b-a37e-9dbc18126db2, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=80cf12fa-8ca5-430b-a37e-9dbc18126db2,segment=NetworkSegment(f9c6b9d0-e35e-4f57-b180-e791d6921882),segment_id=f9c6b9d0-e35e-4f57-b180-e791d6921882)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:58.818870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.917817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60cae-e230-4d3c-ad77-cb479925f759 None None] Pushing event updated for resources: {'Port': ['ID=80cf12fa-8ca5-430b-a37e-9dbc18126db2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:58.940161 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.958983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object 3cae97ae-f3ab-4711-a350-39dc859a8828 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:59.005752 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.067318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=3cae97ae-f3ab-4711-a350-39dc859a8828,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:59.083839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.084356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.084823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.085463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.085897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.086326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.086758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.087186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.087613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.088067 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.088517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.089046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:59.107098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:59.108908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:59.115973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:59.180416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:59.181194 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.198924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf0fc992-88bc-4d1d-9161-651207d2672f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0867321 Jul 16 01:49:59.202335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57040) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:59.353874 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:59.731941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.048885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.064208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.152764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=3cae97ae-f3ab-4711-a350-39dc859a8828,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:00.411578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d33652-ef62-47ff-bd85-0ff3281d6e41 None None] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:00.420520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80cf12fa-8ca5-430b-a37e-9dbc18126db2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:00.461496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.560199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb7b1f6a-2435-4c12-a1a4-77d05b5055a4 None None] Provisioning for port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:00.623363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:00.635018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.649937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:00.650748 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.811050 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.857404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 80cf12fa-8ca5-430b-a37e-9dbc18126db2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=80cf12fa-8ca5-430b-a37e-9dbc18126db2,segment=NetworkSegment(f9c6b9d0-e35e-4f57-b180-e791d6921882),segment_id=f9c6b9d0-e35e-4f57-b180-e791d6921882)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:00.865743 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.962988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=80cf12fa-8ca5-430b-a37e-9dbc18126db2,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.014753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.022125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.111329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.290461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=3cae97ae-f3ab-4711-a350-39dc859a8828,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.311881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-33d1dd7c-520a-4397-a11d-fc71d8d18da2 None None] Provisioning complete for port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:01.314730 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33d1dd7c-520a-4397-a11d-fc71d8d18da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.466239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:01.470568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:01.598887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-33d1dd7c-520a-4397-a11d-fc71d8d18da2 None None] Provisioning for port 3cae97ae-f3ab-4711-a350-39dc859a8828 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:01.603921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-33d1dd7c-520a-4397-a11d-fc71d8d18da2 None None] Provisioning complete for port 3cae97ae-f3ab-4711-a350-39dc859a8828 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:01.604463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33d1dd7c-520a-4397-a11d-fc71d8d18da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.668704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-33d1dd7c-520a-4397-a11d-fc71d8d18da2 None None] Port 3cae97ae-f3ab-4711-a350-39dc859a8828 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:01.705930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router dffa7610-53cf-401f-a25d-dacadbf2f47b is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:01.835825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e486acf3-a2c5-4378-ad37-03b2e11f567a None None] Provisioning complete for port 3cae97ae-f3ab-4711-a350-39dc859a8828 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:01.836197 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e486acf3-a2c5-4378-ad37-03b2e11f567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.886546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:01.908886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57078) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:01.909404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ca3fc50e-f9a0-46d0-bdd5-de3036754c31 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/dffa7610-53cf-401f-a25d-dacadbf2f47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052042 Jul 16 01:50:01.923649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] Sync routers for ids ['dffa7610-53cf-401f-a25d-dacadbf2f47b'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:01.947022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e486acf3-a2c5-4378-ad37-03b2e11f567a None None] Port 3cae97ae-f3ab-4711-a350-39dc859a8828 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:01.999305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] Routers {'dffa7610-53cf-401f-a25d-dacadbf2f47b'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:02.000885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['dffa7610-53cf-401f-a25d-dacadbf2f47b'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:02.040728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c571e46-fd0a-4430-b1ec-df5cb20c203d tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:02.043554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2c571e46-fd0a-4430-b1ec-df5cb20c203d tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports/3cae97ae-f3ab-4711-a350-39dc859a8828 HTTP/1.1" status: 200 len: 977 time: 0.1320882 Jul 16 01:50:02.045594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57080) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:02.077318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:02.109828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] Routers {'dffa7610-53cf-401f-a25d-dacadbf2f47b'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:02.111934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['dffa7610-53cf-401f-a25d-dacadbf2f47b'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:02.116038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-597f22ab-27d8-408c-80f8-c9bf13daf000 None None] Provisioning complete for port 3cae97ae-f3ab-4711-a350-39dc859a8828 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:02.120246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-597f22ab-27d8-408c-80f8-c9bf13daf000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.161471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:02.162582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174ecc2-8b9a-4f6e-9415-7d159826e66f None None] The sync data for ids ['dffa7610-53cf-401f-a25d-dacadbf2f47b'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:02.249059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-597f22ab-27d8-408c-80f8-c9bf13daf000 None None] Port 3cae97ae-f3ab-4711-a350-39dc859a8828 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:02.376271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3186b315-cbe6-46cc-b83a-d668356eada5 None None] Provisioning complete for port 3cae97ae-f3ab-4711-a350-39dc859a8828 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:02.376636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3186b315-cbe6-46cc-b83a-d668356eada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.460093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3186b315-cbe6-46cc-b83a-d668356eada5 None None] Port 3cae97ae-f3ab-4711-a350-39dc859a8828 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:02.467316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80cf12fa-8ca5-430b-a37e-9dbc18126db2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:02.556022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.559777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:02.560159 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.806649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 3cae97ae-f3ab-4711-a350-39dc859a8828 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:02.806910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.917553 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.930910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 3cae97ae-f3ab-4711-a350-39dc859a8828 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:03.138881 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.175768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=3cae97ae-f3ab-4711-a350-39dc859a8828,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:03.366974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.562711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router dffa7610-53cf-401f-a25d-dacadbf2f47b has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:03.644884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:03.650797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fefe94d8-d137-40b3-a258-6efc4e59519e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/dffa7610-53cf-401f-a25d-dacadbf2f47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6038914 Jul 16 01:50:03.653821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:03.659703 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] Sync routers for ids ['dffa7610-53cf-401f-a25d-dacadbf2f47b'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:03.674679 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] Routers {'dffa7610-53cf-401f-a25d-dacadbf2f47b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:03.677773 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['dffa7610-53cf-401f-a25d-dacadbf2f47b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:03.759232 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:03.778163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] Routers {'dffa7610-53cf-401f-a25d-dacadbf2f47b'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:03.780049 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['dffa7610-53cf-401f-a25d-dacadbf2f47b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:03.855460 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:03.856141 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83c788-dbcd-440b-83cb-b498f14cc22a None None] The sync data for ids ['dffa7610-53cf-401f-a25d-dacadbf2f47b'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:03.979698 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-849add43-f875-46cc-8bda-b869437e7ab6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:50:03.983497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-849add43-f875-46cc-8bda-b869437e7ab6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/dffa7610-53cf-401f-a25d-dacadbf2f47b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3258862 Jul 16 01:50:03.984302 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.044362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-42e6cee7-a263-4bcb-858b-db88d63bfb95 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=dffa7610-53cf-401f-a25d-dacadbf2f47b HTTP/1.1" status: 200 len: 205 time: 0.0548820 Jul 16 01:50:04.045366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.137302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33cfbad-4152-47fe-9e9a-b61ab22a2dd2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.156626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.371772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d0520e-6fd0-4353-9c04-f47a9aff2d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.438978 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33cfbad-4152-47fe-9e9a-b61ab22a2dd2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.441738 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33cfbad-4152-47fe-9e9a-b61ab22a2dd2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.747088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d0520e-6fd0-4353-9c04-f47a9aff2d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.757706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d0520e-6fd0-4353-9c04-f47a9aff2d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.791607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-91d0520e-6fd0-4353-9c04-f47a9aff2d07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=307a3fbe531a46b3b22337d97bce63c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338849 Jul 16 01:50:04.793299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.839143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0520e-6fd0-4353-9c04-f47a9aff2d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca02eec-5c53-4b08-8c5e-fa970b48b2b3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:04.883106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d004f7-9001-4ba9-8990-18e0b4272a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.915397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33cfbad-4152-47fe-9e9a-b61ab22a2dd2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.915924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33cfbad-4152-47fe-9e9a-b61ab22a2dd2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Fanout notify agent at l3_agent the message router_deleted on router dffa7610-53cf-401f-a25d-dacadbf2f47b {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:04.944271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a33cfbad-4152-47fe-9e9a-b61ab22a2dd2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.945693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a33cfbad-4152-47fe-9e9a-b61ab22a2dd2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/dffa7610-53cf-401f-a25d-dacadbf2f47b HTTP/1.1" status: 204 len: 168 time: 0.8990853 Jul 16 01:50:04.951054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.969371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d004f7-9001-4ba9-8990-18e0b4272a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.032345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d004f7-9001-4ba9-8990-18e0b4272a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.034025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet 1564404f-ace8-40a6-a5cf-eb0599c8caf4 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:05.038920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.042248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d004f7-9001-4ba9-8990-18e0b4272a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.043409 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-45d004f7-9001-4ba9-8990-18e0b4272a43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ca02eec-5c53-4b08-8c5e-fa970b48b2b3 HTTP/1.1" status: 204 len: 168 time: 0.2490070 Jul 16 01:50:05.078689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d004f7-9001-4ba9-8990-18e0b4272a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca02eec-5c53-4b08-8c5e-fa970b48b2b3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.113608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.241816 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.304143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.344205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=1564404f-ace8-40a6-a5cf-eb0599c8caf4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.346664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.353266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:05.353750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9eda54e5-16f9-4df5-bdd4-0f6aca58f87a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/1564404f-ace8-40a6-a5cf-eb0599c8caf4 HTTP/1.1" status: 204 len: 168 time: 0.4009721 Jul 16 01:50:05.356098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3483fd5c-94c3-48da-8d7f-29b6756cc926 None None] Network 70f1b9db-5c07-42b3-b90a-828602cf0075 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:05.478456 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.544553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:05.545401 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.669099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port 80cf12fa-8ca5-430b-a37e-9dbc18126db2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=80cf12fa-8ca5-430b-a37e-9dbc18126db2,segment=NetworkSegment(f9c6b9d0-e35e-4f57-b180-e791d6921882),segment_id=f9c6b9d0-e35e-4f57-b180-e791d6921882)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:05.669667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.685440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 80cf12fa-8ca5-430b-a37e-9dbc18126db2 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:05.712558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] DHCP port deletion for 70f1b9db-5c07-42b3-b90a-828602cf0075 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:05.861069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.946387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=80cf12fa-8ca5-430b-a37e-9dbc18126db2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.952453 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:05.988469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] Deleting port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:05.989047 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.064325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] For port 80cf12fa-8ca5-430b-a37e-9dbc18126db2, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:06.064798 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.078377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] Calling delete_port for 80cf12fa-8ca5-430b-a37e-9dbc18126db2 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:06.081175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] Port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:50:06.082499 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.096934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] No DVR routers for this DVR port 80cf12fa-8ca5-430b-a37e-9dbc18126db2 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:06.130112 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.138743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe05c6-1d9d-4bf3-8178-cc1517cb8c92 None None] Pushing event deleted for resources: {'Port': ['ID=80cf12fa-8ca5-430b-a37e-9dbc18126db2,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.144581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f1b9db-5c07-42b3-b90a-828602cf0075']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:06.166587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c6b9d0-e35e-4f57-b180-e791d6921882') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:06.167691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c6b9d0-e35e-4f57-b180-e791d6921882') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:06.181414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.203739 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.215855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:06.216495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:06.225572 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:06.316265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.329934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.336739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57192) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.339788 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/70f1b9db-5c07-42b3-b90a-828602cf0075 HTTP/1.1" status: 204 len: 168 time: 0.9765689 Jul 16 01:50:06.343955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1511992412'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:06.377242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2f4c-fa68-42c4-9df7-9a6875363073 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=70f1b9db-5c07-42b3-b90a-828602cf0075,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.406442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80cf12fa-8ca5-430b-a37e-9dbc18126db2 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:06.412670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:06.424693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.429906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 80cf12fa-8ca5-430b-a37e-9dbc18126db2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:06.430542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 80cf12fa-8ca5-430b-a37e-9dbc18126db2 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:06.463681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:06.477646 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.477878 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment a4b649a4-f229-418d-82f1-4f1af36da849 of type vlan for network e6217b12-0446-4c76-bcbc-7f5177b20f89 Jul 16 01:50:06.524873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.566901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.572524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.573213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.652993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=e6217b12-0446-4c76-bcbc-7f5177b20f89,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.664510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:06.678248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4ba28655-4137-4f2a-b3db-4bb156c58c71 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3396344 Jul 16 01:50:06.681435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.693077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': 'e6217b12-0446-4c76-bcbc-7f5177b20f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:06.834867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:06.848418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.109688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.241140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=b517da5c-2755-4491-b59a-fe9fbafae7dd,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:07.258474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': 'a4b649a4-f229-418d-82f1-4f1af36da849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6217b12-0446-4c76-bcbc-7f5177b20f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:07.258808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: e6217b12-0446-4c76-bcbc-7f5177b20f89, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:07.307105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:07.320458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e6217b12-0446-4c76-bcbc-7f5177b20f89) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:07.330347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.333601 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.334196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665722cd-6942-413e-91f5-7a5eae3621ac None None] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:07.356462 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-48a440e0-48dc-43a1-8a8c-038a82e9d376 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6705425 Jul 16 01:50:07.356666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:07.369674 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cf88999c-a8ec-421a-bfa6-058eca1b8162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1574740187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:07.426130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf88999c-a8ec-421a-bfa6-058eca1b8162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.430744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf88999c-a8ec-421a-bfa6-058eca1b8162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.567501 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf88999c-a8ec-421a-bfa6-058eca1b8162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.576477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf88999c-a8ec-421a-bfa6-058eca1b8162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.579031 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e6217b12-0446-4c76-bcbc-7f5177b20f89', 'network_id': 'e6217b12-0446-4c76-bcbc-7f5177b20f89', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': 'b517da5c-2755-4491-b59a-fe9fbafae7dd'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:07.580536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.627581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf88999c-a8ec-421a-bfa6-058eca1b8162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.632563 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cf88999c-a8ec-421a-bfa6-058eca1b8162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2738514 Jul 16 01:50:07.639478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:07.751097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Allocated IP 172.20.0.2 (e6217b12-0446-4c76-bcbc-7f5177b20f89/b517da5c-2755-4491-b59a-fe9fbafae7dd/e99cf2bb-f97b-4122-9339-4b9bfcc23dd3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:07.992569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.020440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Transition to ACTIVE for port object e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:08.063987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Transition to ACTIVE for port object e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:08.072528 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.153165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:08.154582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Pushing event updated for resources: {'Port': ['ID=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.160589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:08.164837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:08.228274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.273593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Attempting to bind port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:08.274165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Attempting to bind port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'a4b649a4-f229-418d-82f1-4f1af36da849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6217b12-0446-4c76-bcbc-7f5177b20f89'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:08.278200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Attempting to bind port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 on network e6217b12-0446-4c76-bcbc-7f5177b20f89 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:08.299683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:08.303986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Checking segment: {'id': 'a4b649a4-f229-418d-82f1-4f1af36da849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6217b12-0446-4c76-bcbc-7f5177b20f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:08.304591 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.305088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Bound using segment: {'id': 'a4b649a4-f229-418d-82f1-4f1af36da849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6217b12-0446-4c76-bcbc-7f5177b20f89'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:08.319603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Bound port: e99cf2bb-f97b-4122-9339-4b9bfcc23dd3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b649a4-f229-418d-82f1-4f1af36da849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e6217b12-0446-4c76-bcbc-7f5177b20f89'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:08.320033 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.460143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] For port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:08.464074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] For port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,segment=NetworkSegment(a4b649a4-f229-418d-82f1-4f1af36da849),segment_id=a4b649a4-f229-418d-82f1-4f1af36da849)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:08.470743 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.566650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade6e4d-6048-4988-a0fb-791760fd038d None None] Pushing event updated for resources: {'Port': ['ID=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.653579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.20.0.1 (e6217b12-0446-4c76-bcbc-7f5177b20f89/b517da5c-2755-4491-b59a-fe9fbafae7dd/f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:08.884293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.914199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:09.041058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.118702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.126604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:09.129014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:09.143136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:09.197238 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.795966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.096391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb6920-725e-4b0c-8866-e576f448b8c7 None None] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:10.277717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-280f8add-4cd6-40c6-9066-dad2c7b964b1 None None] Provisioning for port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:10.321718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.332169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.467776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:10.533778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.536805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.555251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:10.561450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:10.562428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.706206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:10.708515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:10.715129 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.783965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,segment=NetworkSegment(a4b649a4-f229-418d-82f1-4f1af36da849),segment_id=a4b649a4-f229-418d-82f1-4f1af36da849)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:10.794271 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.863945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.891844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93a0b1ae-1ebd-420b-a09c-6526013e10e0 None None] Provisioning complete for port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:10.892531 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93a0b1ae-1ebd-420b-a09c-6526013e10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.935907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 20cf91ea-c282-4040-8338-b2c1dc535f15 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:11.071283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93a0b1ae-1ebd-420b-a09c-6526013e10e0 None None] Provisioning for port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:11.075570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93a0b1ae-1ebd-420b-a09c-6526013e10e0 None None] Provisioning complete for port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:11.075955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93a0b1ae-1ebd-420b-a09c-6526013e10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.115282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-93a0b1ae-1ebd-420b-a09c-6526013e10e0 None None] Port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:11.142939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:11.148514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8f645b49-98bd-4c8c-a0aa-3dc27af005bb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/20cf91ea-c282-4040-8338-b2c1dc535f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5076723 Jul 16 01:50:11.151055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.157232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] Sync routers for ids ['20cf91ea-c282-4040-8338-b2c1dc535f15'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:11.170776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] Routers {'20cf91ea-c282-4040-8338-b2c1dc535f15'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:11.172149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['20cf91ea-c282-4040-8338-b2c1dc535f15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.213447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.254885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] Routers {'20cf91ea-c282-4040-8338-b2c1dc535f15'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:11.255520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['20cf91ea-c282-4040-8338-b2c1dc535f15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.271320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca17fe61-85f4-4bb6-8879-7b6a594a1b92 None None] Provisioning complete for port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:11.271320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca17fe61-85f4-4bb6-8879-7b6a594a1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.278425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed6829-d310-4403-accd-e994ade30311 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:11.279885 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3fed6829-d310-4403-accd-e994ade30311 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports/f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a HTTP/1.1" status: 200 len: 910 time: 0.1277554 Jul 16 01:50:11.283038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57314) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.442820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.444958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f553e3b5-37cc-43ee-8be9-18a9fc635d1b None None] The sync data for ids ['20cf91ea-c282-4040-8338-b2c1dc535f15'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:11.478669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ca17fe61-85f4-4bb6-8879-7b6a594a1b92 None None] Port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:11.630635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2e6cd97-4b61-4a47-9935-f53f58e6c41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.724884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cc47beec-2048-4c85-aa68-fd5926df9d01 None None] Provisioning complete for port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:11.725272 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc47beec-2048-4c85-aa68-fd5926df9d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.803348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cc47beec-2048-4c85-aa68-fd5926df9d01 None None] Port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:11.808590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.133528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:12.133862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.227985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.240868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:12.375498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:12.440487 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.462760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:12.463432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.482748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=f1658b58-a7cc-44a8-bbd2-0ad4d5eebf8a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.758325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.932380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 20cf91ea-c282-4040-8338-b2c1dc535f15 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:13.027281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:13.036446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.036897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-90f9b7ed-80e1-47c4-afda-c19a0dfdfb36 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/20cf91ea-c282-4040-8338-b2c1dc535f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524889 Jul 16 01:50:13.037947 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] Sync routers for ids ['20cf91ea-c282-4040-8338-b2c1dc535f15'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:13.060641 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] Routers {'20cf91ea-c282-4040-8338-b2c1dc535f15'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:13.068609 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['20cf91ea-c282-4040-8338-b2c1dc535f15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:13.078732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e211269d-1095-403d-8963-569565f5bd83 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=20cf91ea-c282-4040-8338-b2c1dc535f15 HTTP/1.1" status: 200 len: 205 time: 0.0405176 Jul 16 01:50:13.083716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57358) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.105904 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:13.116883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] Routers {'20cf91ea-c282-4040-8338-b2c1dc535f15'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:13.117774 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:49:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['20cf91ea-c282-4040-8338-b2c1dc535f15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:13.169865 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:13.170520 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2f00f7-dac4-45ef-83c3-81078271f33d None None] The sync data for ids ['20cf91ea-c282-4040-8338-b2c1dc535f15'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:13.186252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c447ac1-5740-4048-957a-0d1100c5b795 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.372190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c447ac1-5740-4048-957a-0d1100c5b795 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.374591 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c447ac1-5740-4048-957a-0d1100c5b795 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.425662 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c447ac1-5740-4048-957a-0d1100c5b795 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.426533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c447ac1-5740-4048-957a-0d1100c5b795 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Fanout notify agent at l3_agent the message router_deleted on router 20cf91ea-c282-4040-8338-b2c1dc535f15 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:13.435095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c447ac1-5740-4048-957a-0d1100c5b795 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.439024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.439543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c447ac1-5740-4048-957a-0d1100c5b795 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/20cf91ea-c282-4040-8338-b2c1dc535f15 HTTP/1.1" status: 204 len: 168 time: 0.3523960 Jul 16 01:50:13.498923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet b517da5c-2755-4491-b59a-fe9fbafae7dd {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:13.504267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.548555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.664057 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.744306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.790387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=b517da5c-2755-4491-b59a-fe9fbafae7dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.796175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1885f2-1143-4b8c-a98a-0abba51c74f8 None None] Network e6217b12-0446-4c76-bcbc-7f5177b20f89 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:13.804362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.809287 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4298ae1f-1c1b-4b84-b29e-4cd2249f0a40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/b517da5c-2755-4491-b59a-fe9fbafae7dd HTTP/1.1" status: 204 len: 168 time: 0.3680673 Jul 16 01:50:13.812301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57376) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.166394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] DHCP port deletion for e6217b12-0446-4c76-bcbc-7f5177b20f89 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:14.167125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.297960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] Deleting port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:14.298340 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.389155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:14.390048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.439335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] For port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,segment=NetworkSegment(a4b649a4-f229-418d-82f1-4f1af36da849),segment_id=a4b649a4-f229-418d-82f1-4f1af36da849)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:14.444885 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.498176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] Calling delete_port for e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:14.526532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:14.591433 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.624760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,segment=NetworkSegment(a4b649a4-f229-418d-82f1-4f1af36da849),segment_id=a4b649a4-f229-418d-82f1-4f1af36da849)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:14.625280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.653830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:14.675413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97d128d1-95fd-4e65-a486-699eb3d87866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.837659 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.866716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.884715 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.937062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.940643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] Pushing event deleted for resources: {'Port': ['ID=e99cf2bb-f97b-4122-9339-4b9bfcc23dd3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.951580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:14.956673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5ac87-ca8e-431a-834d-d56b7b8e100a None None] No DVR routers for this DVR port e99cf2bb-f97b-4122-9339-4b9bfcc23dd3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:15.166347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.178584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6217b12-0446-4c76-bcbc-7f5177b20f89']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:15.189472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b649a4-f229-418d-82f1-4f1af36da849') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:15.190534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b649a4-f229-418d-82f1-4f1af36da849') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:15.201492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.215860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.222640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:15.223049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:15.309372 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:15.317345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.349344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.356121 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/e6217b12-0446-4c76-bcbc-7f5177b20f89 HTTP/1.1" status: 204 len: 168 time: 1.5371706 Jul 16 01:50:15.356121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ba46b-e25a-46fe-91e7-e8f0959b12ba tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=e6217b12-0446-4c76-bcbc-7f5177b20f89,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.356505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.356618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57402) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.361379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1877101018', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:15.396466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.398101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.476497 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.642538 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.866758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.886030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.031127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.25.5.84 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/cb1750ed-88be-42e6-a4b3-ad0d292f3241) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:16.181207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.207595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.227706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.270621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:16.275071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:16.280263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:16.283195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=cb1750ed-88be-42e6-a4b3-ad0d292f3241,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:16.548430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.868026 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.107730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.267893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 89755de5-5a56-49b0-8166-b20606f07dab is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:17.424106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:17.437786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] Sync routers for ids ['89755de5-5a56-49b0-8166-b20606f07dab'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:17.446750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.448215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-06544712-f4f7-4041-8df4-994060fed817 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.0917768 Jul 16 01:50:17.449630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] Routers {'89755de5-5a56-49b0-8166-b20606f07dab'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:17.450323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['89755de5-5a56-49b0-8166-b20606f07dab'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.450980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.510841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.522611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] Routers {'89755de5-5a56-49b0-8166-b20606f07dab'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:17.523471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['89755de5-5a56-49b0-8166-b20606f07dab'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.559850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.561257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23477e22-be8c-4b1a-ae75-85eb9ec3f0e2 None None] The sync data for ids ['89755de5-5a56-49b0-8166-b20606f07dab'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:17.637595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.638043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-959c2ca1-6ada-4493-aa94-12433643ed89 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/routers/89755de5-5a56-49b0-8166-b20606f07dab HTTP/1.1" status: 200 len: 880 time: 0.1857934 Jul 16 01:50:17.821854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.827132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c4fc0450-51d6-49ad-9402-8a4977d6b6d0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1877101018'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:17.832951 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93b50011-d011-4159-b269-f8c6e318b2f3 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1932578 Jul 16 01:50:18.167747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0450-51d6-49ad-9402-8a4977d6b6d0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.180210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0450-51d6-49ad-9402-8a4977d6b6d0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.300537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fc0450-51d6-49ad-9402-8a4977d6b6d0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 89755de5-5a56-49b0-8166-b20606f07dab has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:18.422157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fc0450-51d6-49ad-9402-8a4977d6b6d0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:18.433251 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] Sync routers for ids ['89755de5-5a56-49b0-8166-b20606f07dab'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:18.445234 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] Routers {'89755de5-5a56-49b0-8166-b20606f07dab'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:18.446122 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['89755de5-5a56-49b0-8166-b20606f07dab'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.446479 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0450-51d6-49ad-9402-8a4977d6b6d0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.451051 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.457534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c4fc0450-51d6-49ad-9402-8a4977d6b6d0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/89755de5-5a56-49b0-8166-b20606f07dab HTTP/1.1" status: 200 len: 887 time: 0.6343560 Jul 16 01:50:18.495927 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.516750 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] Routers {'89755de5-5a56-49b0-8166-b20606f07dab'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:18.517696 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['89755de5-5a56-49b0-8166-b20606f07dab'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.555495 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.556484 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0710375-d9d8-4ece-a0e5-4f20f8d4be8b None None] The sync data for ids ['89755de5-5a56-49b0-8166-b20606f07dab'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:18.579731 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6ecd41ee-9146-4952-8190-4872ce2adca5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/routers/89755de5-5a56-49b0-8166-b20606f07dab HTTP/1.1" status: 200 len: 887 time: 0.1274793 Jul 16 01:50:18.583403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57474) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.638734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6ca9557-e63f-467b-a7da-352b6da8752c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=89755de5-5a56-49b0-8166-b20606f07dab HTTP/1.1" status: 200 len: 205 time: 0.0541615 Jul 16 01:50:18.641129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.767051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.911232 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.023707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port cb1750ed-88be-42e6-a4b3-ad0d292f3241 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:19.024197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.191648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.210242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for cb1750ed-88be-42e6-a4b3-ad0d292f3241 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:19.408172 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.442405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=cb1750ed-88be-42e6-a4b3-ad0d292f3241,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.506106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.605285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.607510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.653851 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.654522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Fanout notify agent at l3_agent the message router_deleted on router 89755de5-5a56-49b0-8166-b20606f07dab {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:19.662496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.667396 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3387792d-3b74-4bb7-abd9-bf46fbea516c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/89755de5-5a56-49b0-8166-b20606f07dab HTTP/1.1" status: 204 len: 168 time: 1.0214021 Jul 16 01:50:19.668109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57500) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.673361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322582147'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:19.706389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:19.712561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.751771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:19.763364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.764046 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment 08566276-afb0-47f7-b215-8c4220adcb30 of type vlan for network aa97d0f5-4422-462a-a096-0123b51a0498 Jul 16 01:50:19.808989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.838968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.871135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.879991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.880885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.932139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2627864 Jul 16 01:50:19.936106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57514) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.944269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': 'aa97d0f5-4422-462a-a096-0123b51a0498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:19.982328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78342-937b-47a0-b428-7ba37c5197f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=aa97d0f5-4422-462a-a096-0123b51a0498,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.993016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network aa97d0f5-4422-462a-a096-0123b51a0498 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:20.095654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:20.101193 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.154756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.327863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32da8899-cf96-4e81-bf52-1ff7b8e4c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.489353 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32da8899-cf96-4e81-bf52-1ff7b8e4c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.501866 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32da8899-cf96-4e81-bf52-1ff7b8e4c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.558934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-32da8899-cf96-4e81-bf52-1ff7b8e4c75b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=558e00a02dfa410c822d0b8ee688e3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026978 Jul 16 01:50:20.560803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da8899-cf96-4e81-bf52-1ff7b8e4c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e078e08-fa6c-4a74-9415-071b91f57095,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.566303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.653205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eb61ba4-bb55-4bad-b023-4df8ad982566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.683691 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eb61ba4-bb55-4bad-b023-4df8ad982566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.752779 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eb61ba4-bb55-4bad-b023-4df8ad982566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.756864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eb61ba4-bb55-4bad-b023-4df8ad982566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.758474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2eb61ba4-bb55-4bad-b023-4df8ad982566 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e078e08-fa6c-4a74-9415-071b91f57095 HTTP/1.1" status: 204 len: 168 time: 0.1906285 Jul 16 01:50:20.804348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb61ba4-bb55-4bad-b023-4df8ad982566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e078e08-fa6c-4a74-9415-071b91f57095,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.808952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.888312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=3d632882-42f8-4390-9ba5-2f8a65518d7e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.893974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': '08566276-afb0-47f7-b215-8c4220adcb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa97d0f5-4422-462a-a096-0123b51a0498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:20.894455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: aa97d0f5-4422-462a-a096-0123b51a0498, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:20.916118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network aa97d0f5-4422-462a-a096-0123b51a0498 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:20.930019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, aa97d0f5-4422-462a-a096-0123b51a0498) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:20.936196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.937189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.949150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02890657-abab-47e1-8d41-027c4d39c917 None None] Network aa97d0f5-4422-462a-a096-0123b51a0498 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:20.957890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cf4b82cc-e993-434a-b087-d9d1f116e197 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0203428 Jul 16 01:50:20.960632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.966316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ddb7daf8-7171-4197-b171-be21081834e1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-557444333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:21.002616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7daf8-7171-4197-b171-be21081834e1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.004177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7daf8-7171-4197-b171-be21081834e1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.071674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7daf8-7171-4197-b171-be21081834e1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.080137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7daf8-7171-4197-b171-be21081834e1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.110518 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7daf8-7171-4197-b171-be21081834e1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.112854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ddb7daf8-7171-4197-b171-be21081834e1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1507380 Jul 16 01:50:21.115734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57554) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.207704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-aa97d0f5-4422-462a-a096-0123b51a0498', 'network_id': 'aa97d0f5-4422-462a-a096-0123b51a0498', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': '3d632882-42f8-4390-9ba5-2f8a65518d7e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:21.208605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.250513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.334010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4b5a605-ed27-4f97-93c1-fcbe310f4d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.355202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Allocated IP 172.20.0.2 (aa97d0f5-4422-462a-a096-0123b51a0498/3d632882-42f8-4390-9ba5-2f8a65518d7e/b187db8d-1ba2-4214-9312-caa23ed997f6) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:21.526517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.541191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.544274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Transition to ACTIVE for port object b187db8d-1ba2-4214-9312-caa23ed997f6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:21.561998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Transition to ACTIVE for port object b187db8d-1ba2-4214-9312-caa23ed997f6 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:21.571387 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.628265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Pushing event updated for resources: {'Port': ['ID=b187db8d-1ba2-4214-9312-caa23ed997f6,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.644330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Network aa97d0f5-4422-462a-a096-0123b51a0498 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:21.646912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:21.648854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:21.652780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4b5a605-ed27-4f97-93c1-fcbe310f4d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.667043 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4b5a605-ed27-4f97-93c1-fcbe310f4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.718962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Attempting to bind port b187db8d-1ba2-4214-9312-caa23ed997f6 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:21.719497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Attempting to bind port b187db8d-1ba2-4214-9312-caa23ed997f6 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '08566276-afb0-47f7-b215-8c4220adcb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa97d0f5-4422-462a-a096-0123b51a0498'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:21.720026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Attempting to bind port b187db8d-1ba2-4214-9312-caa23ed997f6 on network aa97d0f5-4422-462a-a096-0123b51a0498 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:21.726223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:21.726608 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Checking segment: {'id': '08566276-afb0-47f7-b215-8c4220adcb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa97d0f5-4422-462a-a096-0123b51a0498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:21.726996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.727565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Bound using segment: {'id': '08566276-afb0-47f7-b215-8c4220adcb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa97d0f5-4422-462a-a096-0123b51a0498'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:21.728038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Bound port: b187db8d-1ba2-4214-9312-caa23ed997f6, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08566276-afb0-47f7-b215-8c4220adcb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa97d0f5-4422-462a-a096-0123b51a0498'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:21.728444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.770005 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4b5a605-ed27-4f97-93c1-fcbe310f4d6e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=971c689f44334bd69ad97bb6a65ee5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181284 Jul 16 01:50:21.773045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57562) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.773553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5a605-ed27-4f97-93c1-fcbe310f4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02a5bcf-9598-4af4-befb-ad46498ab56e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.807353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] For port b187db8d-1ba2-4214-9312-caa23ed997f6, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:21.810472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] For port b187db8d-1ba2-4214-9312-caa23ed997f6, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b187db8d-1ba2-4214-9312-caa23ed997f6,segment=NetworkSegment(08566276-afb0-47f7-b215-8c4220adcb30),segment_id=08566276-afb0-47f7-b215-8c4220adcb30)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:21.830785 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33d0468d-e7af-4fac-9522-7155551268a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.835959 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.855648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33d0468d-e7af-4fac-9522-7155551268a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.906840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ec3d9-f932-427e-b715-0714a6f5e190 None None] Pushing event updated for resources: {'Port': ['ID=b187db8d-1ba2-4214-9312-caa23ed997f6,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.930676 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33d0468d-e7af-4fac-9522-7155551268a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.933341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33d0468d-e7af-4fac-9522-7155551268a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.936848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-33d0468d-e7af-4fac-9522-7155551268a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c02a5bcf-9598-4af4-befb-ad46498ab56e HTTP/1.1" status: 204 len: 168 time: 0.1607833 Jul 16 01:50:21.953322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0468d-e7af-4fac-9522-7155551268a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02a5bcf-9598-4af4-befb-ad46498ab56e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.991670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.20.0.1 (aa97d0f5-4422-462a-a096-0123b51a0498/3d632882-42f8-4390-9ba5-2f8a65518d7e/b280195d-8d7a-4117-970d-ac64b587015d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:22.152254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.186443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object b280195d-8d7a-4117-970d-ac64b587015d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:22.237189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.304587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network aa97d0f5-4422-462a-a096-0123b51a0498 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:22.308560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:22.312744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:22.375748 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=b280195d-8d7a-4117-970d-ac64b587015d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.394575 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.536107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b187db8d-1ba2-4214-9312-caa23ed997f6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:22.592672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:22.612579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6733708a-3f4f-4d6c-84c8-5133446f8467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.644927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b187db8d-1ba2-4214-9312-caa23ed997f6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:22.713318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.760260 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6733708a-3f4f-4d6c-84c8-5133446f8467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.765385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6733708a-3f4f-4d6c-84c8-5133446f8467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.827920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6733708a-3f4f-4d6c-84c8-5133446f8467 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97035e54f40e437485b91badb2489c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337160 Jul 16 01:50:22.831543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:22.838687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733708a-3f4f-4d6c-84c8-5133446f8467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a448674b-207e-40bd-80b9-eac79bec3563,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.902659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd622530-2833-485f-8695-57f88afe76d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.932480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd622530-2833-485f-8695-57f88afe76d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.006085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd622530-2833-485f-8695-57f88afe76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.009420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd622530-2833-485f-8695-57f88afe76d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.010829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bd622530-2833-485f-8695-57f88afe76d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a448674b-207e-40bd-80b9-eac79bec3563 HTTP/1.1" status: 204 len: 168 time: 0.1778219 Jul 16 01:50:23.022089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622530-2833-485f-8695-57f88afe76d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a448674b-207e-40bd-80b9-eac79bec3563,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.136548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.146196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.269103 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.272163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=b280195d-8d7a-4117-970d-ac64b587015d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.367085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f28880-40f0-4432-a54e-d64bef0c07c6 None None] Network aa97d0f5-4422-462a-a096-0123b51a0498 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:23.395100 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network aa97d0f5-4422-462a-a096-0123b51a0498 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:23.396574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:23.571413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 08ad65bb-0b4f-43ff-affb-191ab9c0632d is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:23.580053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f926808b-eb82-4508-b1f7-71f35289be2e None None] Provisioning for port b187db8d-1ba2-4214-9312-caa23ed997f6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:23.587533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f926808b-eb82-4508-b1f7-71f35289be2e None None] Provisioning complete for port b187db8d-1ba2-4214-9312-caa23ed997f6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:23.588023 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f926808b-eb82-4508-b1f7-71f35289be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.701882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:23.719065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] Sync routers for ids ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:23.719943 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a4fd1907-e2c2-4c93-8719-c122c5d7d6fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/08ad65bb-0b4f-43ff-affb-191ab9c0632d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024625 Jul 16 01:50:23.723131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:23.756527 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f926808b-eb82-4508-b1f7-71f35289be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.772932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] Routers {'08ad65bb-0b4f-43ff-affb-191ab9c0632d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:23.773573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:23.804174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f926808b-eb82-4508-b1f7-71f35289be2e None None] For port b187db8d-1ba2-4214-9312-caa23ed997f6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b187db8d-1ba2-4214-9312-caa23ed997f6,segment=NetworkSegment(08566276-afb0-47f7-b215-8c4220adcb30),segment_id=08566276-afb0-47f7-b215-8c4220adcb30)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:23.828094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e5c34-8b88-457e-80d9-90578e2117d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.833152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:23.834653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5c7e5c34-8b88-457e-80d9-90578e2117d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports/b280195d-8d7a-4117-970d-ac64b587015d HTTP/1.1" status: 200 len: 910 time: 0.1087658 Jul 16 01:50:23.840124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d632882-42f8-4390-9ba5-2f8a65518d7e'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:24.089482 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f926808b-eb82-4508-b1f7-71f35289be2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.150564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.152971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926808b-eb82-4508-b1f7-71f35289be2e None None] Pushing event updated for resources: {'Port': ['ID=b187db8d-1ba2-4214-9312-caa23ed997f6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.186249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] Routers {'08ad65bb-0b4f-43ff-affb-191ab9c0632d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:24.186484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.186969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.222940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.223625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316b0450-913a-4558-a792-56c6d7f22df5 None None] The sync data for ids ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'] in n-d-800085-5 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:24.236752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-63ec3e25-bf83-40d6-977f-055fb752c7e5 None None] Provisioning complete for port b187db8d-1ba2-4214-9312-caa23ed997f6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.237126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63ec3e25-bf83-40d6-977f-055fb752c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.427210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b187db8d-1ba2-4214-9312-caa23ed997f6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:24.495265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-63ec3e25-bf83-40d6-977f-055fb752c7e5 None None] Provisioning for port b280195d-8d7a-4117-970d-ac64b587015d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:24.504253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-63ec3e25-bf83-40d6-977f-055fb752c7e5 None None] Provisioning complete for port b280195d-8d7a-4117-970d-ac64b587015d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.504799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63ec3e25-bf83-40d6-977f-055fb752c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.547541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-63ec3e25-bf83-40d6-977f-055fb752c7e5 None None] Port b280195d-8d7a-4117-970d-ac64b587015d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:24.566530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b187db8d-1ba2-4214-9312-caa23ed997f6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.567044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.730862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10ae3f1a-0944-4ed8-bb32-0a097098fd41 None None] Provisioning complete for port b280195d-8d7a-4117-970d-ac64b587015d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.732064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10ae3f1a-0944-4ed8-bb32-0a097098fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.745413 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.757438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.773666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-10ae3f1a-0944-4ed8-bb32-0a097098fd41 None None] Port b280195d-8d7a-4117-970d-ac64b587015d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:24.846452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.846968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.851577 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/ports/b280195d-8d7a-4117-970d-ac64b587015d HTTP/1.1" status: 200 len: 910 time: 1.0143282 Jul 16 01:50:24.852199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:24.854649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d8626-1e44-4218-b4ab-01e998a5a16b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=b280195d-8d7a-4117-970d-ac64b587015d,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.896730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6f197bc-0ac5-46cc-82df-7bee42217651 None None] Provisioning complete for port b280195d-8d7a-4117-970d-ac64b587015d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.897290 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6f197bc-0ac5-46cc-82df-7bee42217651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.985714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d6f197bc-0ac5-46cc-82df-7bee42217651 None None] Port b280195d-8d7a-4117-970d-ac64b587015d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:25.261626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.775831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port b280195d-8d7a-4117-970d-ac64b587015d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:25.776179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.862185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.873701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for b280195d-8d7a-4117-970d-ac64b587015d owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:26.056619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.087741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=b280195d-8d7a-4117-970d-ac64b587015d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:26.268685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.568319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router 08ad65bb-0b4f-43ff-affb-191ab9c0632d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:26.668215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:26.676876 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-79db6b01-bcac-4485-81ba-be446d0829dc tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/08ad65bb-0b4f-43ff-affb-191ab9c0632d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231564 Jul 16 01:50:26.679615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57688) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:26.688515 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] Sync routers for ids ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:26.701236 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] Routers {'08ad65bb-0b4f-43ff-affb-191ab9c0632d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:26.703700 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:26.715602 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-97788caf-3d01-4247-aa1d-583b50cabccd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=08ad65bb-0b4f-43ff-affb-191ab9c0632d HTTP/1.1" status: 200 len: 205 time: 0.0345008 Jul 16 01:50:26.718181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:26.760202 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:26.769864 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] Routers {'08ad65bb-0b4f-43ff-affb-191ab9c0632d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:26.770816 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:26.814577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899a32fd-5ea6-4e80-ad2c-940f0085516f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.819585 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:26.820297 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2735b4f-1906-4718-86e5-4c3fbe68ca64 None None] The sync data for ids ['08ad65bb-0b4f-43ff-affb-191ab9c0632d'] in n-d-800085-5 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:26.987246 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899a32fd-5ea6-4e80-ad2c-940f0085516f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.989411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899a32fd-5ea6-4e80-ad2c-940f0085516f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.034313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899a32fd-5ea6-4e80-ad2c-940f0085516f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.035052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899a32fd-5ea6-4e80-ad2c-940f0085516f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Fanout notify agent at l3_agent the message router_deleted on router 08ad65bb-0b4f-43ff-affb-191ab9c0632d {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:27.042400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899a32fd-5ea6-4e80-ad2c-940f0085516f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.043540 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-899a32fd-5ea6-4e80-ad2c-940f0085516f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/08ad65bb-0b4f-43ff-affb-191ab9c0632d HTTP/1.1" status: 204 len: 168 time: 0.3240376 Jul 16 01:50:27.046198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:27.103940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet 3d632882-42f8-4390-9ba5-2f8a65518d7e {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:27.107023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.148965 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.249649 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.315482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.347132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=3d632882-42f8-4390-9ba5-2f8a65518d7e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.356613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d08cb6-c9cb-42fc-a51f-459aea8e7dcc None None] Network aa97d0f5-4422-462a-a096-0123b51a0498 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:27.357572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.364441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:27.368851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-824142f4-5be2-4a18-97a6-fae2c74478a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/3d632882-42f8-4390-9ba5-2f8a65518d7e HTTP/1.1" status: 204 len: 168 time: 0.3209655 Jul 16 01:50:27.470414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.551667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port b187db8d-1ba2-4214-9312-caa23ed997f6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:27.552035 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.603429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] DHCP port deletion for aa97d0f5-4422-462a-a096-0123b51a0498 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:27.634556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port b187db8d-1ba2-4214-9312-caa23ed997f6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b187db8d-1ba2-4214-9312-caa23ed997f6,segment=NetworkSegment(08566276-afb0-47f7-b215-8c4220adcb30),segment_id=08566276-afb0-47f7-b215-8c4220adcb30)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:27.634927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.648209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for b187db8d-1ba2-4214-9312-caa23ed997f6 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:27.653216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] Deleting port b187db8d-1ba2-4214-9312-caa23ed997f6 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:27.653698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.718692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] For port b187db8d-1ba2-4214-9312-caa23ed997f6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b187db8d-1ba2-4214-9312-caa23ed997f6,segment=NetworkSegment(08566276-afb0-47f7-b215-8c4220adcb30),segment_id=08566276-afb0-47f7-b215-8c4220adcb30)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:27.719092 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.731276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] Calling delete_port for b187db8d-1ba2-4214-9312-caa23ed997f6 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:27.738840 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.769412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=b187db8d-1ba2-4214-9312-caa23ed997f6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.775886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port b187db8d-1ba2-4214-9312-caa23ed997f6 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:27.818198 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.852663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] Pushing event deleted for resources: {'Port': ['ID=b187db8d-1ba2-4214-9312-caa23ed997f6,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.858292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d050d-6d47-4809-8a35-e862c208e68e None None] No DVR routers for this DVR port b187db8d-1ba2-4214-9312-caa23ed997f6 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:27.870241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.888021 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa97d0f5-4422-462a-a096-0123b51a0498']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:27.899185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08566276-afb0-47f7-b215-8c4220adcb30') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:27.899619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08566276-afb0-47f7-b215-8c4220adcb30') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:27.910998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.927027 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.934047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:27.934736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:27.946691 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:28.013434 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.023380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.025629 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/aa97d0f5-4422-462a-a096-0123b51a0498 HTTP/1.1" status: 204 len: 168 time: 0.6599045 Jul 16 01:50:28.029514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:28.042486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-043e8b30-7fe3-4e84-bef9-f9a3e65a3c0a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-94391793', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:28.048461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1adb69-95c5-4f86-a96f-a9bb890063f5 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=aa97d0f5-4422-462a-a096-0123b51a0498,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.085867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043e8b30-7fe3-4e84-bef9-f9a3e65a3c0a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.086910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043e8b30-7fe3-4e84-bef9-f9a3e65a3c0a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.145240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043e8b30-7fe3-4e84-bef9-f9a3e65a3c0a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.150547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043e8b30-7fe3-4e84-bef9-f9a3e65a3c0a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.168946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-043e8b30-7fe3-4e84-bef9-f9a3e65a3c0a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.172782 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-043e8b30-7fe3-4e84-bef9-f9a3e65a3c0a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1404195 Jul 16 01:50:28.173144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:28.178329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1631914851'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:28.199790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:28.203594 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.237881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:28.247808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.248151 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment 101c6247-7f48-475e-b9d9-ad2d71c55631 of type vlan for network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb Jul 16 01:50:28.293560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.333391 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.341783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.342815 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.373488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b187db8d-1ba2-4214-9312-caa23ed997f6 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:28.392290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2155037 Jul 16 01:50:28.393385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:28.398722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:28.411529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b187db8d-1ba2-4214-9312-caa23ed997f6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:28.411879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b187db8d-1ba2-4214-9312-caa23ed997f6 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:28.442482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18486f-8a13-458c-9cf1-899b9f7627d1 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=7c5fd47d-3fca-40ed-b5d5-745b17867ebb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.464042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:28.504096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:28.508720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.745312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.806560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.839783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:28.840150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: 7c5fd47d-3fca-40ed-b5d5-745b17867ebb, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:28.857768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:28.869814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 7c5fd47d-3fca-40ed-b5d5-745b17867ebb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:28.874628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.874927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.890242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25cc24-2200-41bc-8471-a4a8f2ea8ca5 None None] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:28.909786 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-164c256b-406e-4eee-9b44-ad6e20798ac9 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5152006 Jul 16 01:50:28.912548 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57740) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:29.206777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:29.207653 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.279940 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.465078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Allocated IP 172.20.0.2 (7c5fd47d-3fca-40ed-b5d5-745b17867ebb/cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4/ff8bf766-a4ba-45a7-acc2-836c73400389) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:29.637547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.651080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Transition to ACTIVE for port object ff8bf766-a4ba-45a7-acc2-836c73400389 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:29.671236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Transition to ACTIVE for port object ff8bf766-a4ba-45a7-acc2-836c73400389 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:29.690186 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.746445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.20.0.1 (7c5fd47d-3fca-40ed-b5d5-745b17867ebb/cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4/a16656b1-b586-4ea2-8a6e-ba0e478f5d27) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:29.747891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Pushing event updated for resources: {'Port': ['ID=ff8bf766-a4ba-45a7-acc2-836c73400389,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:29.759706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:29.762557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:29.765407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:29.874548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Attempting to bind port ff8bf766-a4ba-45a7-acc2-836c73400389 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:29.874881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Attempting to bind port ff8bf766-a4ba-45a7-acc2-836c73400389 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:29.875170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Attempting to bind port ff8bf766-a4ba-45a7-acc2-836c73400389 on network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:29.882292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:29.882663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Checking segment: {'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:29.883062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.883500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Bound using segment: {'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:29.883965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Bound port: ff8bf766-a4ba-45a7-acc2-836c73400389, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:29.884431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.900927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.933278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object a16656b1-b586-4ea2-8a6e-ba0e478f5d27 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:29.964756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] For port ff8bf766-a4ba-45a7-acc2-836c73400389, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:29.968642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] For port ff8bf766-a4ba-45a7-acc2-836c73400389, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff8bf766-a4ba-45a7-acc2-836c73400389,segment=NetworkSegment(101c6247-7f48-475e-b9d9-ad2d71c55631),segment_id=101c6247-7f48-475e-b9d9-ad2d71c55631)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:29.976298 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.987752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.028747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:30.032312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:30.037515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:30.087895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:30.106388 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.165484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad893aee-7aba-4e9e-995c-3d397de74729 None None] Pushing event updated for resources: {'Port': ['ID=ff8bf766-a4ba-45a7-acc2-836c73400389,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:30.893343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.330585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.341437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.469720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.471687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.578155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:31.581264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:31.714716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:31.765826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b0c60f-1a9f-4bdf-bcb4-5ebaa1b75942 None None] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:31.841839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:31.847762 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-856bad2b-08c0-4033-9075-b3f90db2af8c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9342201 Jul 16 01:50:31.850347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57774) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:31.855629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:31.857341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-2132760961'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:31.889547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:31.903132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3751230e-d293-4857-bf3d-73f51b6aba81 None None] Provisioning for port ff8bf766-a4ba-45a7-acc2-836c73400389 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:31.906458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.928652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:31.930738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:31.951131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:31.969236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.970264 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment f3e82965-e3ff-4daf-acc9-0d2dd77d86e1 of type vlan for network 9ff20b12-9bab-408d-8755-ee91f8bba1dd Jul 16 01:50:32.102859 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.142893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:32.180470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.197872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.199033 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.280443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=9ff20b12-9bab-408d-8755-ee91f8bba1dd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.297698 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5fee5657-9aeb-4217-b208-a04ca06bc849 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4434314 Jul 16 01:50:32.297978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:32.303266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:32.359053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:32.457806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:32.462896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.471507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:30Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:32.516359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:32.519161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Updating router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:32.594105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.599626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff8bf766-a4ba-45a7-acc2-836c73400389 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:32.747024 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.839188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=38d01934-7ccb-4df9-9e10-45380d7093a7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.847403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:32.847852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: 9ff20b12-9bab-408d-8755-ee91f8bba1dd, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:32.869775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:32.881094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ff8bf766-a4ba-45a7-acc2-836c73400389 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:32.882092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 9ff20b12-9bab-408d-8755-ee91f8bba1dd) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:32.899288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.899916 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.917264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ff8bf766-a4ba-45a7-acc2-836c73400389 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:32.917835 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.922546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-77b39074-f016-474b-96e4-cddb96f1333c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6205814 Jul 16 01:50:32.923029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:32.923772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a7719-afdd-4488-95f4-102bb366767f None None] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:33.122005 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Provisioning for port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:33.155120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Provisioning complete for port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:33.155499 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.218850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:33.474541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.655750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Provisioning complete for port ff8bf766-a4ba-45a7-acc2-836c73400389 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:33.656126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.722654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:33.725247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.988563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.21.0.1 (9ff20b12-9bab-408d-8755-ee91f8bba1dd/38d01934-7ccb-4df9-9e10-45380d7093a7/5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:34.059789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.147887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.201744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Transition to ACTIVE for port object a16656b1-b586-4ea2-8a6e-ba0e478f5d27 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:34.211281 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.217021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ff8bf766-a4ba-45a7-acc2-836c73400389, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff8bf766-a4ba-45a7-acc2-836c73400389,segment=NetworkSegment(101c6247-7f48-475e-b9d9-ad2d71c55631),segment_id=101c6247-7f48-475e-b9d9-ad2d71c55631)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:34.228194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.250200 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.275472 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.302308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:34.355578 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:50:34.356189 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-2347b9f6-afa1-4ecb-a861-69d0d94d5331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:50:34.398924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.414788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a954d0-c8ab-4188-941e-ba35b5ce85ba None None] Pushing event updated for resources: {'Port': ['ID=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.429369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Attempting to bind port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:34.429995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Attempting to bind port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:34.430530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Attempting to bind port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 on network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:34.495167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:34.508855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Checking segment: {'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:34.509644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.510216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Bound using segment: {'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:34.510882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Bound port: a16656b1-b586-4ea2-8a6e-ba0e478f5d27, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c6247-7f48-475e-b9d9-ad2d71c55631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:34.511441 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.540237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.557074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:34.560384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:34.565013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Allocated IP 172.21.0.2 (9ff20b12-9bab-408d-8755-ee91f8bba1dd/38d01934-7ccb-4df9-9e10-45380d7093a7/10605069-f685-4f8e-8a48-743a684218ff) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:34.572450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:34.589872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ff8bf766-a4ba-45a7-acc2-836c73400389,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.670608 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.680797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] For port a16656b1-b586-4ea2-8a6e-ba0e478f5d27, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:34.685886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] For port a16656b1-b586-4ea2-8a6e-ba0e478f5d27, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,segment=NetworkSegment(101c6247-7f48-475e-b9d9-ad2d71c55631),segment_id=101c6247-7f48-475e-b9d9-ad2d71c55631)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:34.718889 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.788182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:34.789032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:34.990749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.017571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a954d0-c8ab-4188-941e-ba35b5ce85ba None None] Pushing event updated for resources: {'Port': ['ID=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.098035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:35.100482 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.137449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Transition to ACTIVE for port object 10605069-f685-4f8e-8a48-743a684218ff will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:35.244556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Transition to ACTIVE for port object 10605069-f685-4f8e-8a48-743a684218ff will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:35.261162 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.359411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:35.368807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:35.370630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Pushing event updated for resources: {'Port': ['ID=10605069-f685-4f8e-8a48-743a684218ff,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.372713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:35.468609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Attempting to bind port 10605069-f685-4f8e-8a48-743a684218ff on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:35.469073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Attempting to bind port 10605069-f685-4f8e-8a48-743a684218ff by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:35.469439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Attempting to bind port 10605069-f685-4f8e-8a48-743a684218ff on network 9ff20b12-9bab-408d-8755-ee91f8bba1dd {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:35.473929 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.478407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:35.478760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Checking segment: {'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:35.479151 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.479622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Bound using segment: {'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:35.480272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Bound port: 10605069-f685-4f8e-8a48-743a684218ff, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:35.480831 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.481589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.560317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.586963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.587180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] For port 10605069-f685-4f8e-8a48-743a684218ff, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:35.590675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] For port 10605069-f685-4f8e-8a48-743a684218ff, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=10605069-f685-4f8e-8a48-743a684218ff,segment=NetworkSegment(f3e82965-e3ff-4daf-acc9-0d2dd77d86e1),segment_id=f3e82965-e3ff-4daf-acc9-0d2dd77d86e1)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:35.592672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:30Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:35.627371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c1dc8-6a6b-46e4-9c39-3d870c378236 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:30Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:35.631495 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.723323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:35.724837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:35.738639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c31b8e-e3d5-4bfe-a9c8-9915a118e432 None None] Pushing event updated for resources: {'Port': ['ID=10605069-f685-4f8e-8a48-743a684218ff,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.838955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:36.005744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:36.017859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:36.021929 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5e67c16f-d629-40c2-9a1c-f1d7bf626a8a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0980418 Jul 16 01:50:36.026808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-139568066'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:36.056655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:36.066285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.112480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:36.135055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.135490 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment 58c9c2e5-6dcf-4cf1-b193-a498785c75b7 of type vlan for network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 Jul 16 01:50:36.218632 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.288837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.294586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.295510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.359690 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:36.381842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3622868 Jul 16 01:50:36.384921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:36.390347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:36.436388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f67186-4718-46d3-83c6-eac27b209654 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=33f709fd-a6e3-4af9-b61b-22cea3e9a456,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:36.450130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:36.711459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a16656b1-b586-4ea2-8a6e-ba0e478f5d27 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:36.863549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:36.867859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:36.868281 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.045730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:37.052807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.076448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.137615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port a16656b1-b586-4ea2-8a6e-ba0e478f5d27, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,segment=NetworkSegment(101c6247-7f48-475e-b9d9-ad2d71c55631),segment_id=101c6247-7f48-475e-b9d9-ad2d71c55631)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:37.146248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.147257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 10605069-f685-4f8e-8a48-743a684218ff up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:37.244383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.264147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 10605069-f685-4f8e-8a48-743a684218ff completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:37.270377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff8bf766-a4ba-45a7-acc2-836c73400389 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:37.308984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f2741-6871-4fe6-9962-e8a5d8e3ce86 None None] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:37.420666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c1b9b4c-14f1-4e46-a40c-ad9fa1131d80 None None] Provisioning for port 10605069-f685-4f8e-8a48-743a684218ff completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:37.427257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c1b9b4c-14f1-4e46-a40c-ad9fa1131d80 None None] Provisioning complete for port 10605069-f685-4f8e-8a48-743a684218ff triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:37.427776 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9b4c-14f1-4e46-a40c-ad9fa1131d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.431926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ff8bf766-a4ba-45a7-acc2-836c73400389 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:37.432062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.433591 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.511049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=6efe7753-a521-4499-95cc-25d249ffc583,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.529580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:37.530036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: 33f709fd-a6e3-4af9-b61b-22cea3e9a456, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:37.559999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:37.574191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 33f709fd-a6e3-4af9-b61b-22cea3e9a456) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:37.579201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.580046 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.588792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521f657-6482-4cc9-aa61-762833fbfc67 None None] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:37.599308 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4f632860-d0fe-4308-a852-468c3fe5d133 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2132132 Jul 16 01:50:37.602243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:37.759586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9b4c-14f1-4e46-a40c-ad9fa1131d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.806156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:37.824195 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:37.824861 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:37.961213 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:38.173051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4c1b9b4c-14f1-4e46-a40c-ad9fa1131d80 None None] For port 10605069-f685-4f8e-8a48-743a684218ff, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=10605069-f685-4f8e-8a48-743a684218ff,segment=NetworkSegment(f3e82965-e3ff-4daf-acc9-0d2dd77d86e1),segment_id=f3e82965-e3ff-4daf-acc9-0d2dd77d86e1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:38.185453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9b4c-14f1-4e46-a40c-ad9fa1131d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.186550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.260562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:38.261694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.308343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b9b4c-14f1-4e46-a40c-ad9fa1131d80 None None] Pushing event updated for resources: {'Port': ['ID=10605069-f685-4f8e-8a48-743a684218ff,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.564638 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 3, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:35Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:38.571425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a16656b1-b586-4ea2-8a6e-ba0e478f5d27 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:38.648211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-994f750b-43c0-4ccc-9ca8-72c3f80af950 None None] Provisioning for port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:38.649924 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:38.656480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-994f750b-43c0-4ccc-9ca8-72c3f80af950 None None] Provisioning complete for port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:38.656857 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-994f750b-43c0-4ccc-9ca8-72c3f80af950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.659402 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Updating router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:38.665788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Allocated IP 172.22.0.2 (33f709fd-a6e3-4af9-b61b-22cea3e9a456/6efe7753-a521-4499-95cc-25d249ffc583/2a7d5db7-f1f5-4adf-ac80-054489323db3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:38.743919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-994f750b-43c0-4ccc-9ca8-72c3f80af950 None None] Port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:38.747594 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.782141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:38.783295 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.915515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-994f750b-43c0-4ccc-9ca8-72c3f80af950 None None] Provisioning complete for port 10605069-f685-4f8e-8a48-743a684218ff triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:38.916318 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-994f750b-43c0-4ccc-9ca8-72c3f80af950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.194679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 10605069-f685-4f8e-8a48-743a684218ff up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:39.362063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.367297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 10605069-f685-4f8e-8a48-743a684218ff triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:39.367671 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.381156 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.393512 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Transition to ACTIVE for port object 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:39.400784 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.407888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Transition to ACTIVE for port object 2a7d5db7-f1f5-4adf-ac80-054489323db3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:39.434180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Transition to ACTIVE for port object 2a7d5db7-f1f5-4adf-ac80-054489323db3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:39.466663 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.535364 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Attempting to bind port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:39.536117 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Attempting to bind port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:39.536763 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Attempting to bind port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 on network 9ff20b12-9bab-408d-8755-ee91f8bba1dd {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:39.547964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.22.0.1 (33f709fd-a6e3-4af9-b61b-22cea3e9a456/6efe7753-a521-4499-95cc-25d249ffc583/6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:39.548949 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:39.549874 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Checking segment: {'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:39.550656 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.551743 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Bound using segment: {'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:39.552495 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Bound port: 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:39.553142 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.569795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:39.632837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:39.645328 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] For port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:39.652598 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] For port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,segment=NetworkSegment(f3e82965-e3ff-4daf-acc9-0d2dd77d86e1),segment_id=f3e82965-e3ff-4daf-acc9-0d2dd77d86e1)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:39.660836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:39.664903 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.675279 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Pushing event updated for resources: {'Port': ['ID=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.694482 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.695765 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.696356 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.697017 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.697566 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.698143 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.698794 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.699333 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.699918 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.700482 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.701065 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.701614 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.770562 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e007ba-e5f4-4420-a0e9-191793a69495 None None] Pushing event updated for resources: {'Port': ['ID=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.805177 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:39.806357 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.812120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.825961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Pushing event updated for resources: {'Port': ['ID=2a7d5db7-f1f5-4adf-ac80-054489323db3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.836858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Attempting to bind port 2a7d5db7-f1f5-4adf-ac80-054489323db3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:39.837232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Attempting to bind port 2a7d5db7-f1f5-4adf-ac80-054489323db3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:39.837598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Attempting to bind port 2a7d5db7-f1f5-4adf-ac80-054489323db3 on network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:39.844876 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:39.849523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:39.849926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Checking segment: {'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:39.850355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.850749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Bound using segment: {'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:39.851222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Bound port: 2a7d5db7-f1f5-4adf-ac80-054489323db3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:39.851733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.910338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.983638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:39.987264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:39.996248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:40.046415 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:40.085692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] For port 2a7d5db7-f1f5-4adf-ac80-054489323db3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:40.089630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:40.090311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] For port 2a7d5db7-f1f5-4adf-ac80-054489323db3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2a7d5db7-f1f5-4adf-ac80-054489323db3,segment=NetworkSegment(58c9c2e5-6dcf-4cf1-b193-a498785c75b7),segment_id=58c9c2e5-6dcf-4cf1-b193-a498785c75b7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:40.102109 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.121205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.290772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ee360-1d22-4d96-9e2f-88c8dbc13176 None None] Pushing event updated for resources: {'Port': ['ID=2a7d5db7-f1f5-4adf-ac80-054489323db3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:40.436814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.526550 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 3, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:39Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:40.598645 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c0d61-c9f5-4418-988e-3148b05329e0 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 3, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:39Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:40.913245 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.919469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.002893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.038065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.180373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:41.184527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:41.392618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:41.604602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:41.621189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29f4a95f-c540-424b-a27b-fc26480e0e9a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0174487 Jul 16 01:50:41.624212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57924) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:41.630862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'network': {'name': 'tempest-RoutersTest-600992012'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:41.652759 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f176fbd-0c73-4e30-b3d6-836bef1a9102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.679783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:41.685011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.726423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:41.730905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:41.737037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.737780 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added segment 8a16119f-f150-4d06-8ad1-b23e63164ac9 of type vlan for network cccca0c5-ec26-4139-9627-d15dfa2f567e Jul 16 01:50:41.745730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:41.750715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:41.784804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.833556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.843592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.849382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.903663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2777894 Jul 16 01:50:41.906556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:41.912809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'subnet': {'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:41.916868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b426f-1fd5-4e0d-9466-36b36ae4a382 None None] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:41.965542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:42.001990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6595e20-98c4-486a-b5ac-376bba08cfaa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Network': ['ID=cccca0c5-ec26-4139-9627-d15dfa2f567e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.016285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network cccca0c5-ec26-4139-9627-d15dfa2f567e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:42.037657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Made reservation on behalf of 864d43f01c36410482c7baf7703c8003 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:42.042043 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.119598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cc78bad2-f301-4b32-8bbb-70321f9eecd8 None None] Provisioning for port 2a7d5db7-f1f5-4adf-ac80-054489323db3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:42.316648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.410440 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Subnet': ['ID=e5891515-4c09-4ede-a86e-82945ace973c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.431416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Checking segment: {'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:42.431834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network hostable DHCP agents. Network: cccca0c5-ec26-4139-9627-d15dfa2f567e, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:42.459486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network cccca0c5-ec26-4139-9627-d15dfa2f567e is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:42.477660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, cccca0c5-ec26-4139-9627-d15dfa2f567e) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:42.482549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.483281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.491138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3cba8c-ac71-4934-92ed-e094d0197abc None None] Network cccca0c5-ec26-4139-9627-d15dfa2f567e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:42.513593 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4aff646a-f825-4eac-b8c8-62e7444acc1b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6054442 Jul 16 01:50:42.516435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 57938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:42.530526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:40Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:39Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:40Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:42.588751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:42.594139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:42.594499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Updating router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:42.759803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.153585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:43.193182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:43.193182 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.207536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f1f1d919-9ed9-4897-b913-d6e9fe97600d None None] Provisioning for port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:43.271990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f1f1d919-9ed9-4897-b913-d6e9fe97600d None None] Provisioning complete for port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:43.272389 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d919-9ed9-4897-b913-d6e9fe97600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.319275 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.419498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-cccca0c5-ec26-4139-9627-d15dfa2f567e', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:43.421434 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.551440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1d919-9ed9-4897-b913-d6e9fe97600d None None] Port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:43.624382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.796470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Allocated IP 172.23.0.1 (cccca0c5-ec26-4139-9627-d15dfa2f567e/e5891515-4c09-4ede-a86e-82945ace973c/73cddfed-f53f-4dda-9b7b-3837182351ec) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:43.822541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,segment=NetworkSegment(f3e82965-e3ff-4daf-acc9-0d2dd77d86e1),segment_id=f3e82965-e3ff-4daf-acc9-0d2dd77d86e1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:43.833845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.835021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2a7d5db7-f1f5-4adf-ac80-054489323db3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:43.959317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0d92522e-2ed4-49df-bafb-34e03cfb77c2 None None] Provisioning complete for port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:43.959843 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0d92522e-2ed4-49df-bafb-34e03cfb77c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.027706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.044391 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.091134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2a7d5db7-f1f5-4adf-ac80-054489323db3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:44.098670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Transition to ACTIVE for port object 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:44.111272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0d92522e-2ed4-49df-bafb-34e03cfb77c2 None None] Port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:44.127584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2a7d5db7-f1f5-4adf-ac80-054489323db3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:44.128259 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.136807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.309853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31365af2-09c6-4193-bada-3c1a45637585 None None] Pushing event updated for resources: {'Port': ['ID=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.436533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Attempting to bind port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:44.444726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Attempting to bind port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:44.444726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Attempting to bind port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 on network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:44.449800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.488777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Transition to ACTIVE for port object 73cddfed-f53f-4dda-9b7b-3837182351ec will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:44.526207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:44.528053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Checking segment: {'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:44.528509 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.531020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Bound using segment: {'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:44.531552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Bound port: 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c9c2e5-6dcf-4cf1-b193-a498785c75b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:44.532077 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.566136 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.579751 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.593092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.745463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network cccca0c5-ec26-4139-9627-d15dfa2f567e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:44.760715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:44.771475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:44.782185 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4f935d6c-4ac3-4f6e-8689-5ec3d0d25b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.816472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=73cddfed-f53f-4dda-9b7b-3837182351ec,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.903989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.938851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Allocated IP 172.23.0.2 (cccca0c5-ec26-4139-9627-d15dfa2f567e/e5891515-4c09-4ede-a86e-82945ace973c/ab84f50b-7bf1-438c-9b89-f41b8c0eb87f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:44.948144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2a7d5db7-f1f5-4adf-ac80-054489323db3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2a7d5db7-f1f5-4adf-ac80-054489323db3,segment=NetworkSegment(58c9c2e5-6dcf-4cf1-b193-a498785c75b7),segment_id=58c9c2e5-6dcf-4cf1-b193-a498785c75b7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:44.953909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] For port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:44.961668 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.242967 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.256391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Transition to ACTIVE for port object ab84f50b-7bf1-438c-9b89-f41b8c0eb87f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:45.290222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Transition to ACTIVE for port object ab84f50b-7bf1-438c-9b89-f41b8c0eb87f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:45.303463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] For port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,segment=NetworkSegment(58c9c2e5-6dcf-4cf1-b193-a498785c75b7),segment_id=58c9c2e5-6dcf-4cf1-b193-a498785c75b7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:45.317387 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.337922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:45.359698 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.374693 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.408132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Network cccca0c5-ec26-4139-9627-d15dfa2f567e is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:45.426268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:45.432943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:45.437517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.472132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:45.472880 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:45.587096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:45.690161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2a7d5db7-f1f5-4adf-ac80-054489323db3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:45.823045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.823698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.824430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.824966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.825452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.825960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.826451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.827008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.827513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.827989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.828620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.829726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:45.863349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Attempting to bind port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:45.863723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Attempting to bind port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:45.864115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Attempting to bind port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f on network cccca0c5-ec26-4139-9627-d15dfa2f567e {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:45.873770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:45.874173 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.024129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:46.024849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Checking segment: {'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:46.024943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.025308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Bound using segment: {'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:46.025792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Bound port: ab84f50b-7bf1-438c-9b89-f41b8c0eb87f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:46.026189 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.131593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Pushing event updated for resources: {'Port': ['ID=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.169076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.175587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.254842 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.322952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event updated for resources: {'Port': ['ID=73cddfed-f53f-4dda-9b7b-3837182351ec,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.376720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] For port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:46.405041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] For port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,segment=NetworkSegment(8a16119f-f150-4d06-8ad1-b23e63164ac9),segment_id=8a16119f-f150-4d06-8ad1-b23e63164ac9)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:46.405990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.417952 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.435418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31365af2-09c6-4193-bada-3c1a45637585 None None] Pushing event updated for resources: {'Port': ['ID=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.472441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Network cccca0c5-ec26-4139-9627-d15dfa2f567e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:46.475563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:46.561022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa8029-4a77-4b55-b0c3-cc959dbc8d0b None None] Pushing event updated for resources: {'Port': ['ID=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.591490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:45Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:44Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 1, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:46.807136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:46.938124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c042929-00af-447a-8df2-4b0d389326f0 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:45Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:44Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 1, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:46.969594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.080850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:47.138815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9dcc8cd4-8939-4524-9619-7a7fd512ee40 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6211555 Jul 16 01:50:47.142084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 57994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.147319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:47.446322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ab84f50b-7bf1-438c-9b89-f41b8c0eb87f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:47.546281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:47.554144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2a7d5db7-f1f5-4adf-ac80-054489323db3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:47.642725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2a7d5db7-f1f5-4adf-ac80-054489323db3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:47.643103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.177841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:50:48.221378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Removed routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:50:48.224350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.529508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6153f-8508-42ff-a1e8-78e5ca1f66c6 None None] Network cccca0c5-ec26-4139-9627-d15dfa2f567e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:48.679710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.698481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.717700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8e014e52-9732-4586-8bb0-78064dcb2ba1 None None] Provisioning for port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:48.746929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8e014e52-9732-4586-8bb0-78064dcb2ba1 None None] Provisioning complete for port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:48.747839 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8e014e52-9732-4586-8bb0-78064dcb2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.916051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:49.043013 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8e014e52-9732-4586-8bb0-78064dcb2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.088130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:49.098596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.100170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-09dc7a44-7bd0-40d1-bfc5-a8c8d3fe204f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 200 len: 932 time: 1.9569800 Jul 16 01:50:49.102836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.132630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8e014e52-9732-4586-8bb0-78064dcb2ba1 None None] For port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,segment=NetworkSegment(8a16119f-f150-4d06-8ad1-b23e63164ac9),segment_id=8a16119f-f150-4d06-8ad1-b23e63164ac9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:49.139440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8e014e52-9732-4586-8bb0-78064dcb2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.245970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:49.268503 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:49.277562 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:49.279865 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:49.317266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.320467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-31aba894-a99f-429f-98fd-1cf04251ef2b tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 200 len: 932 time: 0.1809373 Jul 16 01:50:49.323477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'routes': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:49.401231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e014e52-9732-4586-8bb0-78064dcb2ba1 None None] Pushing event updated for resources: {'Port': ['ID=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:49.454762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:49.502615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:49.503610 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.510676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cbe7de4-7a0c-4bfb-8276-3c32ebfead44 None None] Provisioning complete for port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:49.511300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7de4-7a0c-4bfb-8276-3c32ebfead44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.540892 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:49.857464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cbe7de4-7a0c-4bfb-8276-3c32ebfead44 None None] Provisioning for port 73cddfed-f53f-4dda-9b7b-3837182351ec completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:49.888835 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.894825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cbe7de4-7a0c-4bfb-8276-3c32ebfead44 None None] Provisioning complete for port 73cddfed-f53f-4dda-9b7b-3837182351ec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:49.896688 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9cbe7de4-7a0c-4bfb-8276-3c32ebfead44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.937668 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.018915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe7de4-7a0c-4bfb-8276-3c32ebfead44 None None] Port 73cddfed-f53f-4dda-9b7b-3837182351ec cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:50.106471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,segment=NetworkSegment(58c9c2e5-6dcf-4cf1-b193-a498785c75b7),segment_id=58c9c2e5-6dcf-4cf1-b193-a498785c75b7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:50.116718 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.214677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added routes are [] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:50:50.215009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:50:50.224705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.241491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0fc02751-5c36-465b-8439-e7250cb66660 None None] Provisioning complete for port 73cddfed-f53f-4dda-9b7b-3837182351ec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:50.242929 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0fc02751-5c36-465b-8439-e7250cb66660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.324728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0fc02751-5c36-465b-8439-e7250cb66660 None None] Port 73cddfed-f53f-4dda-9b7b-3837182351ec cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:50.348672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.354690 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:48Z', 'revision_number': 6, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:44Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:45Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:50.415822 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:50.416191 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Updating router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 port 73cddfed-f53f-4dda-9b7b-3837182351ec binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:50.465283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4ef7b0e3-8008-4b84-b7ff-0c2f326c2a1b None None] Provisioning complete for port 73cddfed-f53f-4dda-9b7b-3837182351ec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:50.467954 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b0e3-8008-4b84-b7ff-0c2f326c2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.484886 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.549326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7b0e3-8008-4b84-b7ff-0c2f326c2a1b None None] Port 73cddfed-f53f-4dda-9b7b-3837182351ec cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:50.718764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.722467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.846474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:50.882494 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.901521 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Transition to ACTIVE for port object 73cddfed-f53f-4dda-9b7b-3837182351ec will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:50.914094 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.020295 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313bc7e-b2f3-4914-b7d1-2f99235b74f9 None None] Pushing event updated for resources: {'Port': ['ID=73cddfed-f53f-4dda-9b7b-3837182351ec,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.073788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:51.086500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.087932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-351bd7a4-f943-4237-870b-3a3b549b369f tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 200 len: 698 time: 1.7689593 Jul 16 01:50:51.090652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.184541 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Attempting to bind port 73cddfed-f53f-4dda-9b7b-3837182351ec on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:51.185439 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Attempting to bind port 73cddfed-f53f-4dda-9b7b-3837182351ec by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:51.185991 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Attempting to bind port 73cddfed-f53f-4dda-9b7b-3837182351ec on network cccca0c5-ec26-4139-9627-d15dfa2f567e {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:51.193930 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:51.198270 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Checking segment: {'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:51.198907 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.199525 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Bound using segment: {'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:51.200167 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Bound port: 73cddfed-f53f-4dda-9b7b-3837182351ec, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a16119f-f150-4d06-8ad1-b23e63164ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:51.211836 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.229748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ab84f50b-7bf1-438c-9b89-f41b8c0eb87f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:51.379125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:51.379503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.381122 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] For port 73cddfed-f53f-4dda-9b7b-3837182351ec, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:51.385511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a629150a-0fff-4d30-98d1-7a33bc8fe7a0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 200 len: 698 time: 0.2932010 Jul 16 01:50:51.392742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.415096 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] For port 73cddfed-f53f-4dda-9b7b-3837182351ec, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=73cddfed-f53f-4dda-9b7b-3837182351ec,segment=NetworkSegment(8a16119f-f150-4d06-8ad1-b23e63164ac9),segment_id=8a16119f-f150-4d06-8ad1-b23e63164ac9)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:51.424784 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.586534 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:51.587169 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:51.657487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:51.685204 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313bc7e-b2f3-4914-b7d1-2f99235b74f9 None None] Pushing event updated for resources: {'Port': ['ID=73cddfed-f53f-4dda-9b7b-3837182351ec,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.754384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:51.754679 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.755708 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:52.189137 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 7, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:51Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:52.221026 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d963bb7-9071-4ee7-98c4-45361bbbbb20 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 7, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:51Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:52.358971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:52.367966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:52.368619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:52.421428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.460325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:52.708868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 7, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:51Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:52.716044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 73cddfed-f53f-4dda-9b7b-3837182351ec {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:52.719017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.737916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:52.747080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:52.747681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:52.838297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port 73cddfed-f53f-4dda-9b7b-3837182351ec, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=73cddfed-f53f-4dda-9b7b-3837182351ec,segment=NetworkSegment(8a16119f-f150-4d06-8ad1-b23e63164ac9),segment_id=8a16119f-f150-4d06-8ad1-b23e63164ac9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:52.838759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.851468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 73cddfed-f53f-4dda-9b7b-3837182351ec owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:52.868468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:53.127918 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.144749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 73cddfed-f53f-4dda-9b7b-3837182351ec up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:53.186081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=73cddfed-f53f-4dda-9b7b-3837182351ec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:53.221447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 73cddfed-f53f-4dda-9b7b-3837182351ec {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:53.221447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 73cddfed-f53f-4dda-9b7b-3837182351ec not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:50:53.287469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Port 73cddfed-f53f-4dda-9b7b-3837182351ec not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:50:53.305874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 7, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:51Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:53.343651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab57b5-42e4-4ecb-a53d-9ce0e7ac908a None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 7, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73cddfed-f53f-4dda-9b7b-3837182351ec', 'name': '', 'network_id': 'cccca0c5-ec26-4139-9627-d15dfa2f567e', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:eb:56:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:43Z', 'updated_at': '2021-07-16T01:50:51Z', 'revision_number': 4, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'e5891515-4c09-4ede-a86e-82945ace973c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:53.543284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.857350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:53.969969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:53.976261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4a7d06fe-739b-4ef4-b9e0-c35790f871b0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5817389 Jul 16 01:50:53.977990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.985781 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:54.002658 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:54.003305 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:54.039374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet e5891515-4c09-4ede-a86e-82945ace973c {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:54.043485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.104789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.196046 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:54.230807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.331904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.349089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.350966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/e5891515-4c09-4ede-a86e-82945ace973c HTTP/1.1" status: 204 len: 168 time: 0.3720081 Jul 16 01:50:54.354991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.357865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccfea48-38fa-4b53-afac-af653be90091 None None] Network cccca0c5-ec26-4139-9627-d15dfa2f567e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:54.372350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5780df-eb6e-4cfe-a5ac-84b8b5f4aa1e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=e5891515-4c09-4ede-a86e-82945ace973c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.528271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.661968 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:52Z', 'revision_number': 8, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:54.710585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] DHCP port deletion for cccca0c5-ec26-4139-9627-d15dfa2f567e request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:54.730490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:54.730490 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.738080 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:54.746583 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:54.747195 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:54.807936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] Deleting port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:54.809639 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.858209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,segment=NetworkSegment(8a16119f-f150-4d06-8ad1-b23e63164ac9),segment_id=8a16119f-f150-4d06-8ad1-b23e63164ac9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:54.858467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.903348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] For port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,segment=NetworkSegment(8a16119f-f150-4d06-8ad1-b23e63164ac9),segment_id=8a16119f-f150-4d06-8ad1-b23e63164ac9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:54.903847 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.909486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for ab84f50b-7bf1-438c-9b89-f41b8c0eb87f owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:54.919292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] Calling delete_port for ab84f50b-7bf1-438c-9b89-f41b8c0eb87f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:54.933856 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:55.049364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.071130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.073296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] No DVR routers for this DVR port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:55.133655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.137132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port ab84f50b-7bf1-438c-9b89-f41b8c0eb87f on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:55.138007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee638879-9f06-4021-8b8f-66b271117572 None None] Pushing event deleted for resources: {'Port': ['ID=ab84f50b-7bf1-438c-9b89-f41b8c0eb87f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.176289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.177023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.177587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.178148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.178700 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.179242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.179796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.180382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.180941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.181484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.182126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.182792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:55.257610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ab84f50b-7bf1-438c-9b89-f41b8c0eb87f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:55.281680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ab84f50b-7bf1-438c-9b89-f41b8c0eb87f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:55.282052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ab84f50b-7bf1-438c-9b89-f41b8c0eb87f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:55.323338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.336586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccca0c5-ec26-4139-9627-d15dfa2f567e']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:55.349062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a16119f-f150-4d06-8ad1-b23e63164ac9') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:55.349635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a16119f-f150-4d06-8ad1-b23e63164ac9') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:55.363915 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.396699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.409832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:55.410525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:55.417353 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:55.449878 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:52Z', 'revision_number': 8, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:55.486863 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444361d-453f-4eec-8cf8-c806024a910c None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:52Z', 'revision_number': 8, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38', 'name': '', 'network_id': '33f709fd-a6e3-4af9-b61b-22cea3e9a456', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:30:eb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '6efe7753-a521-4499-95cc-25d249ffc583', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:38Z', 'updated_at': '2021-07-16T01:50:50Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '6efe7753-a521-4499-95cc-25d249ffc583', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:55.536846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.546953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.549967 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/cccca0c5-ec26-4139-9627-d15dfa2f567e HTTP/1.1" status: 204 len: 168 time: 1.1933229 Jul 16 01:50:55.552596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:55.632085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a62805-a22a-4f0f-a380-5693e4f7fffd tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=cccca0c5-ec26-4139-9627-d15dfa2f567e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.318879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.689785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:56.690945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.798258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,segment=NetworkSegment(58c9c2e5-6dcf-4cf1-b193-a498785c75b7),segment_id=58c9c2e5-6dcf-4cf1-b193-a498785c75b7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:56.798824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.824335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:57.038137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 73cddfed-f53f-4dda-9b7b-3837182351ec no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:57.086191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.086415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 73cddfed-f53f-4dda-9b7b-3837182351ec {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:57.086662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 73cddfed-f53f-4dda-9b7b-3837182351ec not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:57.130165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.421489 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.659122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:57.769563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:57.776243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a0501d95-ad2d-4be6-a9ae-5e11ec2990fa tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220697 Jul 16 01:50:57.778738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58184) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:57.781403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:57.797951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:57.798829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:57.894166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet 6efe7753-a521-4499-95cc-25d249ffc583 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:57.897821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.943945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.983170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:58.049502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.150468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.181891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=6efe7753-a521-4499-95cc-25d249ffc583,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.192186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.197442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51318e-55e7-43b4-8654-c66a96c4607e None None] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:58.203282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-91189cdf-8925-455f-a46d-88f798b18286 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/6efe7753-a521-4499-95cc-25d249ffc583 HTTP/1.1" status: 204 len: 168 time: 0.4138765 Jul 16 01:50:58.204442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58188) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.349164 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.424283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 2a7d5db7-f1f5-4adf-ac80-054489323db3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:58.424527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.470747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:56Z', 'revision_number': 9, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:58.531422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port 2a7d5db7-f1f5-4adf-ac80-054489323db3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2a7d5db7-f1f5-4adf-ac80-054489323db3,segment=NetworkSegment(58c9c2e5-6dcf-4cf1-b193-a498785c75b7),segment_id=58c9c2e5-6dcf-4cf1-b193-a498785c75b7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:58.532371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.587501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 2a7d5db7-f1f5-4adf-ac80-054489323db3 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:58.736876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] DHCP port deletion for 33f709fd-a6e3-4af9-b61b-22cea3e9a456 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:58.747778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:58.785113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.829480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:58.830208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:58.840985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port 2a7d5db7-f1f5-4adf-ac80-054489323db3 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:58.846187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=2a7d5db7-f1f5-4adf-ac80-054489323db3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.958475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.987827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f709fd-a6e3-4af9-b61b-22cea3e9a456']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.000170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c9c2e5-6dcf-4cf1-b193-a498785c75b7') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.001735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c9c2e5-6dcf-4cf1-b193-a498785c75b7') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.022690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.044010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.060982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:59.063624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:59.066383 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:59.104802 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:59.235207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Deleting port 2a7d5db7-f1f5-4adf-ac80-054489323db3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:59.236205 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.263120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.275160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.282758 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/33f709fd-a6e3-4af9-b61b-22cea3e9a456 HTTP/1.1" status: 204 len: 168 time: 1.0745273 Jul 16 01:50:59.283142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58232) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.299954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952ba41-5ae5-43a9-988f-b6c2f8eb21f8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=33f709fd-a6e3-4af9-b61b-22cea3e9a456,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.502706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2a7d5db7-f1f5-4adf-ac80-054489323db3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:59.562937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] For port 2a7d5db7-f1f5-4adf-ac80-054489323db3, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:59.563635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.567345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2a7d5db7-f1f5-4adf-ac80-054489323db3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:59.567946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2a7d5db7-f1f5-4adf-ac80-054489323db3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:59.620384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Calling delete_port for 2a7d5db7-f1f5-4adf-ac80-054489323db3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:59.627647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Port 2a7d5db7-f1f5-4adf-ac80-054489323db3 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:50:59.631190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.645629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58242) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.670212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Network 33f709fd-a6e3-4af9-b61b-22cea3e9a456 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:50:59.670665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] No DVR routers for this DVR port 2a7d5db7-f1f5-4adf-ac80-054489323db3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:59.676628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42c78d-ab44-4cab-91b6-a640ca690ba3 None None] Pushing event deleted for resources: {'Port': ['ID=2a7d5db7-f1f5-4adf-ac80-054489323db3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.716304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:56Z', 'revision_number': 9, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:59.780057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abd30a-4c6c-419c-a9c1-386320b27522 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:50:56Z', 'revision_number': 9, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': '5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86', 'name': '', 'network_id': '9ff20b12-9bab-408d-8755-ee91f8bba1dd', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:20:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:33Z', 'updated_at': '2021-07-16T01:50:43Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': '38d01934-7ccb-4df9-9e10-45380d7093a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:59.877694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be3867d7-d4b8-4c84-830f-b8a07bc5c767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.884650 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.994378 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be3867d7-d4b8-4c84-830f-b8a07bc5c767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.002286 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be3867d7-d4b8-4c84-830f-b8a07bc5c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.043526 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-be3867d7-d4b8-4c84-830f-b8a07bc5c767 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a75702a0eea5422186bc3e1760bb43ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966012 Jul 16 01:51:00.045708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3867d7-d4b8-4c84-830f-b8a07bc5c767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ab169-0906-4c57-9526-78aac07c9074,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.048671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.124721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c50-0f6e-4df4-bda6-a41e47b6a202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.152444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c50-0f6e-4df4-bda6-a41e47b6a202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.232291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c50-0f6e-4df4-bda6-a41e47b6a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.237791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c50-0f6e-4df4-bda6-a41e47b6a202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.242002 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8c1e9c50-0f6e-4df4-bda6-a41e47b6a202 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/550ab169-0906-4c57-9526-78aac07c9074 HTTP/1.1" status: 204 len: 168 time: 0.1911635 Jul 16 01:51:00.258822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:00.259365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.259894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e9c50-0f6e-4df4-bda6-a41e47b6a202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ab169-0906-4c57-9526-78aac07c9074,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.450886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,segment=NetworkSegment(f3e82965-e3ff-4daf-acc9-0d2dd77d86e1),segment_id=f3e82965-e3ff-4daf-acc9-0d2dd77d86e1)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:00.451452 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.471126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:00.750780 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.756945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58308) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.802390 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97c8ce80-0575-4535-8aaf-adf9eeb89bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.839177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.876307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.876657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.877419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.877567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.877875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.878951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.878951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.879190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.879520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.879715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.880035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:00.880376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:01.114414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:01.140761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:01.141224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6c274ef6-d1a1-4ece-a1d1-8bc03ff17f38 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:01.146914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.171173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97c8ce80-0575-4535-8aaf-adf9eeb89bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.182177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97c8ce80-0575-4535-8aaf-adf9eeb89bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.292143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8ce80-0575-4535-8aaf-adf9eeb89bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dda528-a652-4f6c-95d2-0323eeaa2070,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.299643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-97c8ce80-0575-4535-8aaf-adf9eeb89bd1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa38a5d9935c44459130641c016f0077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157046 Jul 16 01:51:01.302299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58348) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.396488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8eea27ff-fb0b-46a6-b297-40a98831eda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.419900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:01.431179 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8eea27ff-fb0b-46a6-b297-40a98831eda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.490455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8eea27ff-fb0b-46a6-b297-40a98831eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.495018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8eea27ff-fb0b-46a6-b297-40a98831eda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.496446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8eea27ff-fb0b-46a6-b297-40a98831eda8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70dda528-a652-4f6c-95d2-0323eeaa2070 HTTP/1.1" status: 204 len: 168 time: 0.1925809 Jul 16 01:51:01.509063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea27ff-fb0b-46a6-b297-40a98831eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dda528-a652-4f6c-95d2-0323eeaa2070,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.538114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:01.544723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-32119fb6-fe09-4b4d-b1a8-e48c88689e68 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2604196 Jul 16 01:51:01.547353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.550800 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:01.562089 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:01.563217 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:01.668714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet 38d01934-7ccb-4df9-9e10-45380d7093a7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:01.673362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.694403 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:01.727875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.873009 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.962048 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.988130 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:00Z', 'revision_number': 10, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:02.003220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=38d01934-7ccb-4df9-9e10-45380d7093a7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.005884 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.008262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e8c35618-0462-44b2-bbe8-e8a7299b00e0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/38d01934-7ccb-4df9-9e10-45380d7093a7 HTTP/1.1" status: 204 len: 168 time: 0.4509246 Jul 16 01:51:02.013116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed997b47-9ec6-448a-adb2-6a1ccdde2977 None None] Network 9ff20b12-9bab-408d-8755-ee91f8bba1dd requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:02.022919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58372) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.039720 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:02.051087 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:02.051874 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:02.193165 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:02.202221 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.319375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port 10605069-f685-4f8e-8a48-743a684218ff {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:02.319720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.396950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] DHCP port deletion for 9ff20b12-9bab-408d-8755-ee91f8bba1dd request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:02.415638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port 10605069-f685-4f8e-8a48-743a684218ff, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=10605069-f685-4f8e-8a48-743a684218ff,segment=NetworkSegment(f3e82965-e3ff-4daf-acc9-0d2dd77d86e1),segment_id=f3e82965-e3ff-4daf-acc9-0d2dd77d86e1)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:02.416003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.449263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for 10605069-f685-4f8e-8a48-743a684218ff owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:02.464591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] Deleting port 10605069-f685-4f8e-8a48-743a684218ff {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:02.465236 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.568114 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:00Z', 'revision_number': 10, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:02.572938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] For port 10605069-f685-4f8e-8a48-743a684218ff, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=10605069-f685-4f8e-8a48-743a684218ff,segment=NetworkSegment(f3e82965-e3ff-4daf-acc9-0d2dd77d86e1),segment_id=f3e82965-e3ff-4daf-acc9-0d2dd77d86e1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:02.573357 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.603596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] Calling delete_port for 10605069-f685-4f8e-8a48-743a684218ff owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:02.630852 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848c392-ffad-419b-b7f4-4a1336b5d4d0 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:00Z', 'revision_number': 10, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None, '_interfaces': [{'id': 'a16656b1-b586-4ea2-8a6e-ba0e478f5d27', 'name': '', 'network_id': '7c5fd47d-3fca-40ed-b5d5-745b17867ebb', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'mac_address': 'fa:16:3e:c5:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '864d43f01c36410482c7baf7703c8003', 'subnets': [{'id': 'cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:02.746264 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.801675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] Pushing event deleted for resources: {'Port': ['ID=10605069-f685-4f8e-8a48-743a684218ff,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.805390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8e5d0-7195-4c22-8a82-4abbc7f25a78 None None] No DVR routers for this DVR port 10605069-f685-4f8e-8a48-743a684218ff on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:03.099386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.111143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:03.129578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=10605069-f685-4f8e-8a48-743a684218ff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.142010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port 10605069-f685-4f8e-8a48-743a684218ff on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:03.150206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:03.150974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5b25c8a3-a724-47e1-8c37-0fdaf5c8ed86 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:03.151948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 10605069-f685-4f8e-8a48-743a684218ff no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:03.194817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 10605069-f685-4f8e-8a48-743a684218ff {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:03.195293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 10605069-f685-4f8e-8a48-743a684218ff not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:03.286385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.302921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff20b12-9bab-408d-8755-ee91f8bba1dd']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:03.314032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:03.314364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e82965-e3ff-4daf-acc9-0d2dd77d86e1') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:03.326126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.341723 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.354828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:03.355363 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: self.session.flush() Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:03.358787 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:03.427890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.440524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.445165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/9ff20b12-9bab-408d-8755-ee91f8bba1dd HTTP/1.1" status: 204 len: 168 time: 1.4184687 Jul 16 01:51:03.445664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58410) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.455564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43b914-fac2-4146-92af-9e5a05917c00 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=9ff20b12-9bab-408d-8755-ee91f8bba1dd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.851314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.187353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port a16656b1-b586-4ea2-8a6e-ba0e478f5d27 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:04.187845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.316083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port a16656b1-b586-4ea2-8a6e-ba0e478f5d27, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,segment=NetworkSegment(101c6247-7f48-475e-b9d9-ad2d71c55631),segment_id=101c6247-7f48-475e-b9d9-ad2d71c55631)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:04.316479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.329529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for a16656b1-b586-4ea2-8a6e-ba0e478f5d27 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:04.847622 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.878302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=a16656b1-b586-4ea2-8a6e-ba0e478f5d27,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.144772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.399987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:05.509118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:05.520971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.522312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:05.524733 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-34c73f5e-f35e-4355-be5e-1608453051f6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0781667 Jul 16 01:51:05.532474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:05.533850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.602346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting subnet cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:05.605936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.612064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:05.661838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.681979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:04Z', 'revision_number': 11, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.745542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:05.767905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:05.768492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.798622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.896836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:05.900528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.944150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.956263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:04Z', 'revision_number': 11, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.957903 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.959891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4660c266-d409-4ba9-9003-3df02160bf30 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4 HTTP/1.1" status: 204 len: 168 time: 0.4378681 Jul 16 01:51:05.962606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.987975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e952f69-2112-43e8-8384-73c605bdc4f8 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:04Z', 'revision_number': 11, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:05.989723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c3903-53e0-4296-8779-b35f7821961d None None] Network 7c5fd47d-3fca-40ed-b5d5-745b17867ebb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:06.067376 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.138013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Deleting port ff8bf766-a4ba-45a7-acc2-836c73400389 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:06.138361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.221138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] For port ff8bf766-a4ba-45a7-acc2-836c73400389, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ff8bf766-a4ba-45a7-acc2-836c73400389,segment=NetworkSegment(101c6247-7f48-475e-b9d9-ad2d71c55631),segment_id=101c6247-7f48-475e-b9d9-ad2d71c55631)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:06.221922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.240631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Calling delete_port for ff8bf766-a4ba-45a7-acc2-836c73400389 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:06.350670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.364601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b56792a-2d18-4066-a335-180288865f43 None None] DHCP port deletion for 7c5fd47d-3fca-40ed-b5d5-745b17867ebb request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:06.408714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No DVR routers for this DVR port ff8bf766-a4ba-45a7-acc2-836c73400389 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:06.410628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Port': ['ID=ff8bf766-a4ba-45a7-acc2-836c73400389,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.529014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.540712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5fd47d-3fca-40ed-b5d5-745b17867ebb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:06.551940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c6247-7f48-475e-b9d9-ad2d71c55631') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:06.552263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c6247-7f48-475e-b9d9-ad2d71c55631') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:06.562296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.577301 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.589547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:06.590015 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:06.594752 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:06.682822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.690550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.692573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/networks/7c5fd47d-3fca-40ed-b5d5-745b17867ebb HTTP/1.1" status: 204 len: 168 time: 0.7289393 Jul 16 01:51:06.695365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58514) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.706793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb1877-0b40-4f46-aa02-1c911b20a4c6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Pushing event deleted for resources: {'Network': ['ID=7c5fd47d-3fca-40ed-b5d5-745b17867ebb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.707295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'routes': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:06.949666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Added routes are [] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:51:06.951139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Removed routes are [] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:51:06.951673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.073955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff8bf766-a4ba-45a7-acc2-836c73400389 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:07.117307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ff8bf766-a4ba-45a7-acc2-836c73400389 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:07.117648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ff8bf766-a4ba-45a7-acc2-836c73400389 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:07.118257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a16656b1-b586-4ea2-8a6e-ba0e478f5d27 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:07.154042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: a16656b1-b586-4ea2-8a6e-ba0e478f5d27 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:07.154320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device a16656b1-b586-4ea2-8a6e-ba0e478f5d27 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:07.168354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.171723 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.263848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:07.368761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:07.382595 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] Sync routers for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:07.386859 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.391438 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f63bf80f-b35a-46e7-bf23-e80de7670c88 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 200 len: 699 time: 0.6916494 Jul 16 01:51:07.391725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.400746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:07.402853 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:07.435799 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-175c87ae-7da6-42bb-aeb6-c8af26807eb7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 200 len: 205 time: 0.0380726 Jul 16 01:51:07.436852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.530860 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:07.584297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99dbabf0-8b85-4ab5-8054-8c2a6a39c45c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.597305 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:04Z', 'revision_number': 11, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:07.637274 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] Checking router: d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:07.647877 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] Routers {'d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:07.648640 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:07.754361 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] Set router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:07.812102 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99dbabf0-8b85-4ab5-8054-8c2a6a39c45c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.816399 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99dbabf0-8b85-4ab5-8054-8c2a6a39c45c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.827460 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:04Z', 'revision_number': 11, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:07.867050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99dbabf0-8b85-4ab5-8054-8c2a6a39c45c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.867615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dbabf0-8b85-4ab5-8054-8c2a6a39c45c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Fanout notify agent at l3_agent the message router_deleted on router d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:07.874794 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353c93-4fc4-437d-b793-7649d07ab770 None None] The sync data for ids ['d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0'] in n-d-800085-5 is: [{'id': 'd6ef68a3-7ef1-43d6-a5c7-2a8db42451e0', 'name': 'tempest-RoutersTest-router-94391793', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:28Z', 'updated_at': '2021-07-16T01:51:04Z', 'revision_number': 11, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:07.877826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99dbabf0-8b85-4ab5-8054-8c2a6a39c45c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.883006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-99dbabf0-8b85-4ab5-8054-8c2a6a39c45c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 204 len: 168 time: 0.4425364 Jul 16 01:51:07.883947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58538) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.890639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bc62142d-b1df-4935-b50c-6e9a5d1e032c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1617614835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:07.928082 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc62142d-b1df-4935-b50c-6e9a5d1e032c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.929814 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc62142d-b1df-4935-b50c-6e9a5d1e032c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.996493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc62142d-b1df-4935-b50c-6e9a5d1e032c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.003019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc62142d-b1df-4935-b50c-6e9a5d1e032c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.026113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc62142d-b1df-4935-b50c-6e9a5d1e032c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.027384 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bc62142d-b1df-4935-b50c-6e9a5d1e032c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1412678 Jul 16 01:51:08.030265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.037839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-739da435-8970-492f-88f2-94af52674c7c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:08.419393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-739da435-8970-492f-88f2-94af52674c7c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.431611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-739da435-8970-492f-88f2-94af52674c7c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496258'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.548761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739da435-8970-492f-88f2-94af52674c7c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Router a06dff88-c748-47a2-8640-1a9d0d2eebae is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:51:08.663372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739da435-8970-492f-88f2-94af52674c7c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:08.670583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-739da435-8970-492f-88f2-94af52674c7c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.671794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-739da435-8970-492f-88f2-94af52674c7c tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "PUT /v2.0/routers/a06dff88-c748-47a2-8640-1a9d0d2eebae HTTP/1.1" status: 200 len: 694 time: 0.6387889 Jul 16 01:51:08.674377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.678900 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] Sync routers for ids ['a06dff88-c748-47a2-8640-1a9d0d2eebae'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:08.689570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] Routers {'a06dff88-c748-47a2-8640-1a9d0d2eebae'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:08.690589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a06dff88-c748-47a2-8640-1a9d0d2eebae'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:08.806987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-540035b6-392f-485a-b5a0-a5b81c943de2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/routers/a06dff88-c748-47a2-8640-1a9d0d2eebae HTTP/1.1" status: 200 len: 700 time: 0.1201885 Jul 16 01:51:08.806987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.835050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] Set router a06dff88-c748-47a2-8640-1a9d0d2eebae gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:08.855977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f650d90b-e8b8-4a0b-a3d9-e488f6b6509e tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=a06dff88-c748-47a2-8640-1a9d0d2eebae HTTP/1.1" status: 200 len: 205 time: 0.0549009 Jul 16 01:51:08.858200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58558) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.935170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06dff88-c748-47a2-8640-1a9d0d2eebae', 'name': 'tempest-RoutersTest-router-1617614835', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:07Z', 'updated_at': '2021-07-16T01:51:08Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:08.980840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-feb8d37d-ecef-4eab-8d96-a2b78d42b5f7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.004531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] Checking router: a06dff88-c748-47a2-8640-1a9d0d2eebae for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:09.014052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] Routers {'a06dff88-c748-47a2-8640-1a9d0d2eebae'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:09.014956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:50:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a06dff88-c748-47a2-8640-1a9d0d2eebae'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:09.102750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] Set router a06dff88-c748-47a2-8640-1a9d0d2eebae gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:09.236748 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-feb8d37d-ecef-4eab-8d96-a2b78d42b5f7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.242178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-feb8d37d-ecef-4eab-8d96-a2b78d42b5f7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.355528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-feb8d37d-ecef-4eab-8d96-a2b78d42b5f7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.356327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb8d37d-ecef-4eab-8d96-a2b78d42b5f7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Fanout notify agent at l3_agent the message router_deleted on router a06dff88-c748-47a2-8640-1a9d0d2eebae {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:09.376294 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-feb8d37d-ecef-4eab-8d96-a2b78d42b5f7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.384975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.398814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-feb8d37d-ecef-4eab-8d96-a2b78d42b5f7 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/a06dff88-c748-47a2-8640-1a9d0d2eebae HTTP/1.1" status: 204 len: 168 time: 0.5377753 Jul 16 01:51:09.406059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06dff88-c748-47a2-8640-1a9d0d2eebae', 'name': 'tempest-RoutersTest-router-1617614835', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:07Z', 'updated_at': '2021-07-16T01:51:08Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:09.436992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.451237 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f4bffcf1-c2d0-4370-bfd4-759d2bda5393 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=a06dff88-c748-47a2-8640-1a9d0d2eebae HTTP/1.1" status: 200 len: 205 time: 0.0641878 Jul 16 01:51:09.471331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e468c-b374-49c0-84a1-e8bb821a54e2 None None] The sync data for ids ['a06dff88-c748-47a2-8640-1a9d0d2eebae'] in n-d-800085-5 is: [{'id': 'a06dff88-c748-47a2-8640-1a9d0d2eebae', 'name': 'tempest-RoutersTest-router-1617614835', 'tenant_id': '864d43f01c36410482c7baf7703c8003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:07Z', 'updated_at': '2021-07-16T01:51:08Z', 'revision_number': 2, 'project_id': '864d43f01c36410482c7baf7703c8003', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:09.497660 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4b11cd65-eab8-4fb7-bde3-e7c8d9dc6fcf tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] delete failed (client error): The resource could not be found. Jul 16 01:51:09.501413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.502061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b11cd65-eab8-4fb7-bde3-e7c8d9dc6fcf tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/a06dff88-c748-47a2-8640-1a9d0d2eebae HTTP/1.1" status: 404 len: 336 time: 0.0631211 Jul 16 01:51:09.541657 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db64935-bf82-4d55-a330-3fb976619e95 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:09.542528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db64935-bf82-4d55-a330-3fb976619e95 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:09.544741 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6db64935-bf82-4d55-a330-3fb976619e95 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/e5891515-4c09-4ede-a86e-82945ace973c HTTP/1.1" status: 404 len: 337 time: 0.0413978 Jul 16 01:51:09.550964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.551310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.591780 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-db760e7d-feea-4f5f-afa4-d962de3289b6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:09.592160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db760e7d-feea-4f5f-afa4-d962de3289b6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:09.597450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.597618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-db760e7d-feea-4f5f-afa4-d962de3289b6 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/6efe7753-a521-4499-95cc-25d249ffc583 HTTP/1.1" status: 404 len: 337 time: 0.0444794 Jul 16 01:51:09.712616 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc667fcf-1179-45fa-860d-e4c1f620a000 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:09.713279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc667fcf-1179-45fa-860d-e4c1f620a000 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:09.718408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.720933 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dc667fcf-1179-45fa-860d-e4c1f620a000 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/38d01934-7ccb-4df9-9e10-45380d7093a7 HTTP/1.1" status: 404 len: 337 time: 0.1160805 Jul 16 01:51:09.759573 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-8501f0dc-e165-4521-b95d-7de782a07784 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:09.760098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8501f0dc-e165-4521-b95d-7de782a07784 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:09.764283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8501f0dc-e165-4521-b95d-7de782a07784 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/cdfe0d11-f5c6-4ae7-8485-d37a374ba7c4 HTTP/1.1" status: 404 len: 337 time: 0.0424707 Jul 16 01:51:09.764518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58588) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.801582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9d07715c-aca5-45bb-93aa-e06118849af0 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 200 len: 205 time: 0.0358245 Jul 16 01:51:09.803863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58590) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.852782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b23565c-3ffd-4b9b-bb07-640c9e200ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.873641 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-054a6063-a646-45bf-8908-c3591acebd25 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] delete failed (client error): The resource could not be found. Jul 16 01:51:09.874701 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-054a6063-a646-45bf-8908-c3591acebd25 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/d6ef68a3-7ef1-43d6-a5c7-2a8db42451e0 HTTP/1.1" status: 404 len: 336 time: 0.0697925 Jul 16 01:51:09.881732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58594) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.927138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2109d05a-5829-46cb-90ad-5861773a5da8 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=08ad65bb-0b4f-43ff-affb-191ab9c0632d HTTP/1.1" status: 200 len: 205 time: 0.0442748 Jul 16 01:51:09.929710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.973041 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-2143fceb-6ed7-45f2-94f5-05c98f35f1ad tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] delete failed (client error): The resource could not be found. Jul 16 01:51:09.974089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2143fceb-6ed7-45f2-94f5-05c98f35f1ad tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/08ad65bb-0b4f-43ff-affb-191ab9c0632d HTTP/1.1" status: 404 len: 336 time: 0.0434215 Jul 16 01:51:09.976800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58600) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.060074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b23565c-3ffd-4b9b-bb07-640c9e200ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.069358 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-247bce8a-1220-4250-9305-9ed222dfe741 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:10.069358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247bce8a-1220-4250-9305-9ed222dfe741 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:10.069979 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-247bce8a-1220-4250-9305-9ed222dfe741 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/3d632882-42f8-4390-9ba5-2f8a65518d7e HTTP/1.1" status: 404 len: 337 time: 0.0921915 Jul 16 01:51:10.071113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b23565c-3ffd-4b9b-bb07-640c9e200ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.072630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.102941 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6994e764-25d2-4eb0-ae74-bb2a3710eedf tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=89755de5-5a56-49b0-8166-b20606f07dab HTTP/1.1" status: 200 len: 205 time: 0.0289955 Jul 16 01:51:10.105094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.123031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b23565c-3ffd-4b9b-bb07-640c9e200ced admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fccb85e30b9b4623b6d96145231e1000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420015 Jul 16 01:51:10.126339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.155340 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-3a32ee42-9de2-44eb-a9cb-ee8aabb2bd5a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] delete failed (client error): The resource could not be found. Jul 16 01:51:10.159644 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3a32ee42-9de2-44eb-a9cb-ee8aabb2bd5a tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/89755de5-5a56-49b0-8166-b20606f07dab HTTP/1.1" status: 404 len: 336 time: 0.0534651 Jul 16 01:51:10.160327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.201407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23565c-3ffd-4b9b-bb07-640c9e200ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb966705-2371-447b-b36c-df3ae55f9f16,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.206544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ff5b4457-2010-4471-b837-097082296cb2 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=20cf91ea-c282-4040-8338-b2c1dc535f15 HTTP/1.1" status: 200 len: 205 time: 0.0419652 Jul 16 01:51:10.209755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.256661 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [None req-563d4ce7-3b95-4add-887a-1f85d7703431 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] delete failed (client error): The resource could not be found. Jul 16 01:51:10.259982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-563d4ce7-3b95-4add-887a-1f85d7703431 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/20cf91ea-c282-4040-8338-b2c1dc535f15 HTTP/1.1" status: 404 len: 336 time: 0.0469720 Jul 16 01:51:10.260991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.273749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d46e00-c9ed-424a-8a6a-79f29f01553c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.294144 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-853de7c0-541e-4a41-882f-c5738619f78d tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:10.294602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853de7c0-541e-4a41-882f-c5738619f78d tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:10.298931 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-853de7c0-541e-4a41-882f-c5738619f78d tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/b517da5c-2755-4491-b59a-fe9fbafae7dd HTTP/1.1" status: 404 len: 337 time: 0.0344834 Jul 16 01:51:10.299075 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d46e00-c9ed-424a-8a6a-79f29f01553c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.299195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.346265 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-46a8766d-9f3c-4a49-938a-5bb08479cd48 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=dffa7610-53cf-401f-a25d-dacadbf2f47b HTTP/1.1" status: 200 len: 205 time: 0.0433474 Jul 16 01:51:10.346488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.364648 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d46e00-c9ed-424a-8a6a-79f29f01553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.367219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d46e00-c9ed-424a-8a6a-79f29f01553c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.368402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-01d46e00-c9ed-424a-8a6a-79f29f01553c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb966705-2371-447b-b36c-df3ae55f9f16 HTTP/1.1" status: 204 len: 168 time: 0.2376912 Jul 16 01:51:10.387520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d46e00-c9ed-424a-8a6a-79f29f01553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb966705-2371-447b-b36c-df3ae55f9f16,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.402536 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-519620cd-3f49-4847-ae00-bf7072ebbcbb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] delete failed (client error): The resource could not be found. Jul 16 01:51:10.406762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.407037 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-519620cd-3f49-4847-ae00-bf7072ebbcbb tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/dffa7610-53cf-401f-a25d-dacadbf2f47b HTTP/1.1" status: 404 len: 336 time: 0.0567489 Jul 16 01:51:10.449740 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09daad6-1b06-4d79-be63-5837b3e967ce tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:10.450531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09daad6-1b06-4d79-be63-5837b3e967ce tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:10.452779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e09daad6-1b06-4d79-be63-5837b3e967ce tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/1564404f-ace8-40a6-a5cf-eb0599c8caf4 HTTP/1.1" status: 404 len: 337 time: 0.0448000 Jul 16 01:51:10.455426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58626) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.488592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a15d806b-2c3c-4847-b76b-29f473ea58af tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "GET /v2.0/ports?device_id=4406dbb0-96bb-4b96-bb2b-62e7d56cf06e HTTP/1.1" status: 200 len: 205 time: 0.0317178 Jul 16 01:51:10.491043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.548748 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-603e0121-6b5f-456f-98e4-8f377fad1162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] delete failed (client error): The resource could not be found. Jul 16 01:51:10.553067 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-603e0121-6b5f-456f-98e4-8f377fad1162 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/routers/4406dbb0-96bb-4b96-bb2b-62e7d56cf06e HTTP/1.1" status: 404 len: 336 time: 0.0584691 Jul 16 01:51:10.553412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.588429 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-af078362-b125-4c2b-90dc-1e999199e396 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:10.588762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af078362-b125-4c2b-90dc-1e999199e396 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:10.590937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af078362-b125-4c2b-90dc-1e999199e396 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/89a54dea-984e-4da6-bf4c-b31b68540026 HTTP/1.1" status: 404 len: 337 time: 0.0365233 Jul 16 01:51:10.594210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58638) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.634185 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af132a1-d6ad-4dcb-b4d8-a9937aa3e662 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] DELETE failed (client error): The resource could not be found. Jul 16 01:51:10.634591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af132a1-d6ad-4dcb-b4d8-a9937aa3e662 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:10.636356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7af132a1-d6ad-4dcb-b4d8-a9937aa3e662 tempest-RoutersTest-690924445 tempest-RoutersTest-690924445-project] 10.222.0.81 "DELETE /v2.0/subnets/a0234075-0e46-415f-a6a4-2b9bb4de8100 HTTP/1.1" status: 404 len: 337 time: 0.0339367 Jul 16 01:51:10.818390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.838863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da41b3f-30ae-43bd-bfe1-f061285aeea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.004958 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da41b3f-30ae-43bd-bfe1-f061285aeea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.011259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da41b3f-30ae-43bd-bfe1-f061285aeea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.058022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0da41b3f-30ae-43bd-bfe1-f061285aeea7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=512a2f9a0c42401698f9fa8700e4357d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366443 Jul 16 01:51:11.060458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da41b3f-30ae-43bd-bfe1-f061285aeea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba57008-678f-44c1-984c-de22a16b845c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.060795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.120483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd14f8ed-4dda-4085-83c9-ca3dec023cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.145078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd14f8ed-4dda-4085-83c9-ca3dec023cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.201917 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd14f8ed-4dda-4085-83c9-ca3dec023cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.209115 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd14f8ed-4dda-4085-83c9-ca3dec023cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.209115 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd14f8ed-4dda-4085-83c9-ca3dec023cdd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ba57008-678f-44c1-984c-de22a16b845c HTTP/1.1" status: 204 len: 168 time: 0.1445839 Jul 16 01:51:11.209322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58654) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.221730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14f8ed-4dda-4085-83c9-ca3dec023cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba57008-678f-44c1-984c-de22a16b845c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.546408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.564364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5e2e2c-6501-455f-b2dc-d9e2bc88e5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.577819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-642dc3d9-5c72-4ced-bea7-9af375412417 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=864d43f01c36410482c7baf7703c8003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673069 Jul 16 01:51:11.580375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.635994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-337ea7e1-d83c-49c9-94e0-b0e6434f4740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.639057 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75efb6a7-3903-4169-bbe2-17d368538d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.673044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75efb6a7-3903-4169-bbe2-17d368538d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.695690 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5e2e2c-6501-455f-b2dc-d9e2bc88e5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.702031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5e2e2c-6501-455f-b2dc-d9e2bc88e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.746880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-de5e2e2c-6501-455f-b2dc-d9e2bc88e5c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91c8c56dbf8a404fa3ea0c815a3386d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986022 Jul 16 01:51:11.749412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e2e2c-6501-455f-b2dc-d9e2bc88e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd48509-aeee-41b3-981c-57d020ec7f9b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.749563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.762098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75efb6a7-3903-4169-bbe2-17d368538d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.766254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75efb6a7-3903-4169-bbe2-17d368538d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.767523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-75efb6a7-3903-4169-bbe2-17d368538d5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a953e5f6-f3af-4beb-8a90-0928c12a1754 HTTP/1.1" status: 204 len: 168 time: 0.1859457 Jul 16 01:51:11.783726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efb6a7-3903-4169-bbe2-17d368538d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a953e5f6-f3af-4beb-8a90-0928c12a1754,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.832699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59173df0-56cb-4e7e-a020-51e765a3ae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.858821 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59173df0-56cb-4e7e-a020-51e765a3ae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.948895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59173df0-56cb-4e7e-a020-51e765a3ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.952116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59173df0-56cb-4e7e-a020-51e765a3ae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.953877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-59173df0-56cb-4e7e-a020-51e765a3ae64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afd48509-aeee-41b3-981c-57d020ec7f9b HTTP/1.1" status: 204 len: 168 time: 0.2024896 Jul 16 01:51:11.965906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59173df0-56cb-4e7e-a020-51e765a3ae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd48509-aeee-41b3-981c-57d020ec7f9b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.821333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.089244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7b28a0aa-5b07-4d95-95ea-63aa39f9cf83 tempest-ServiceProvidersTest-772914461 tempest-ServiceProvidersTest-772914461-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2664652 Jul 16 01:51:13.342607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.361544 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:13.483431 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6de3f3fe-a9c5-4f15-aca8-c5e354a85d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.631834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6de3f3fe-a9c5-4f15-aca8-c5e354a85d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.640095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6de3f3fe-a9c5-4f15-aca8-c5e354a85d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.706695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6de3f3fe-a9c5-4f15-aca8-c5e354a85d9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bd6a9f162d0490a9d46c451cf900e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629720 Jul 16 01:51:13.709445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.717294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3f3fe-a9c5-4f15-aca8-c5e354a85d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589b026-7b9d-4825-b2ab-814e3c3fd513,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.779975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f98d740-13dd-4792-a57f-d06ee4c242e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.819264 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f98d740-13dd-4792-a57f-d06ee4c242e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.874080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f98d740-13dd-4792-a57f-d06ee4c242e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.880805 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f98d740-13dd-4792-a57f-d06ee4c242e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.884556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3f98d740-13dd-4792-a57f-d06ee4c242e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a589b026-7b9d-4825-b2ab-814e3c3fd513 HTTP/1.1" status: 204 len: 168 time: 0.1709912 Jul 16 01:51:13.890082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98d740-13dd-4792-a57f-d06ee4c242e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589b026-7b9d-4825-b2ab-814e3c3fd513,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.444416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.516002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-12b11bc7-5e30-402d-a3a4-c84182b78abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.670038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:14.821618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f488d25-3b96-4a64-83d1-c86fa999251d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.963378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f488d25-3b96-4a64-83d1-c86fa999251d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.969071 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f488d25-3b96-4a64-83d1-c86fa999251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.003214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9f488d25-3b96-4a64-83d1-c86fa999251d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc680307531d409393ef6da5da8956f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313961 Jul 16 01:51:15.005946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.039418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f488d25-3b96-4a64-83d1-c86fa999251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a128ab-a214-4fc8-a6a2-c639617ffc01,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.084448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4375ec92-a26f-402d-af8a-da7ac7565951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.113054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4375ec92-a26f-402d-af8a-da7ac7565951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.182522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4375ec92-a26f-402d-af8a-da7ac7565951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.185288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4375ec92-a26f-402d-af8a-da7ac7565951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.199198 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4375ec92-a26f-402d-af8a-da7ac7565951 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7a128ab-a214-4fc8-a6a2-c639617ffc01 HTTP/1.1" status: 204 len: 168 time: 0.1920254 Jul 16 01:51:15.215545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ec92-a26f-402d-af8a-da7ac7565951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a128ab-a214-4fc8-a6a2-c639617ffc01,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.356174 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.664750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58886) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.681097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da75bcf1-ae19-417c-b208-180eab123d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.792624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da75bcf1-ae19-417c-b208-180eab123d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.797748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da75bcf1-ae19-417c-b208-180eab123d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.857634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.861671 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-da75bcf1-ae19-417c-b208-180eab123d18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae0fd6d5896f4a4aa800ed25d8b9aae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942844 Jul 16 01:51:15.868387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75bcf1-ae19-417c-b208-180eab123d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a250ff95-fb43-4830-8dc7-38f20db4dfd5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.926279 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c959a46-39f6-4feb-92d4-a2d0e63ddf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.950316 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c959a46-39f6-4feb-92d4-a2d0e63ddf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.010272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c959a46-39f6-4feb-92d4-a2d0e63ddf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.013207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c959a46-39f6-4feb-92d4-a2d0e63ddf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.014675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7c959a46-39f6-4feb-92d4-a2d0e63ddf94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a250ff95-fb43-4830-8dc7-38f20db4dfd5 HTTP/1.1" status: 204 len: 168 time: 0.1557472 Jul 16 01:51:16.022920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c959a46-39f6-4feb-92d4-a2d0e63ddf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a250ff95-fb43-4830-8dc7-38f20db4dfd5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.227330 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.638679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 58932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.902021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8fd917f-39a6-4258-8c88-93967fdb0845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.907589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.046994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8fd917f-39a6-4258-8c88-93967fdb0845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.051983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8fd917f-39a6-4258-8c88-93967fdb0845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.097525 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e8fd917f-39a6-4258-8c88-93967fdb0845 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db1310dc02e540b99cb607d224d633f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569619 Jul 16 01:51:17.098257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd917f-39a6-4258-8c88-93967fdb0845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f7753d-9ee9-442d-b492-f7deaeea9099,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.099913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.162694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a90b67a7-c771-4669-b889-d0d12ff642c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.198926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a90b67a7-c771-4669-b889-d0d12ff642c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.260652 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a90b67a7-c771-4669-b889-d0d12ff642c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.264203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a90b67a7-c771-4669-b889-d0d12ff642c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.269143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a90b67a7-c771-4669-b889-d0d12ff642c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7f7753d-9ee9-442d-b492-f7deaeea9099 HTTP/1.1" status: 204 len: 168 time: 0.1648896 Jul 16 01:51:17.276329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b67a7-c771-4669-b889-d0d12ff642c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f7753d-9ee9-442d-b492-f7deaeea9099,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.646719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 58988) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.664545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48d92209-cfc7-4d35-aa46-0e9d2247c6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.779461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48d92209-cfc7-4d35-aa46-0e9d2247c6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.784981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48d92209-cfc7-4d35-aa46-0e9d2247c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.837194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.837808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-48d92209-cfc7-4d35-aa46-0e9d2247c6f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f3d740e48d64773835667e8f0f99903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892092 Jul 16 01:51:17.840090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d92209-cfc7-4d35-aa46-0e9d2247c6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a8dac-5961-479d-ba85-d3cffed8aad7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.910867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f7df86e-a566-4549-ba6f-bb4a9bcc19af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.935402 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f7df86e-a566-4549-ba6f-bb4a9bcc19af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.001099 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f7df86e-a566-4549-ba6f-bb4a9bcc19af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.006168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f7df86e-a566-4549-ba6f-bb4a9bcc19af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.007665 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f7df86e-a566-4549-ba6f-bb4a9bcc19af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d7a8dac-5961-479d-ba85-d3cffed8aad7 HTTP/1.1" status: 204 len: 168 time: 0.1682742 Jul 16 01:51:18.020558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7df86e-a566-4549-ba6f-bb4a9bcc19af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a8dac-5961-479d-ba85-d3cffed8aad7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.846876 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.205168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.379525 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dae1150b-606e-4ca9-bfa8-948144bc2ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.510046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dae1150b-606e-4ca9-bfa8-948144bc2ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.517249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dae1150b-606e-4ca9-bfa8-948144bc2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.564556 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.572317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dae1150b-606e-4ca9-bfa8-948144bc2ee2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6c5a8bd754c45828dc29847c98fdca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660984 Jul 16 01:51:20.579154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1150b-606e-4ca9-bfa8-948144bc2ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67551271-c1bc-4c5c-ad65-7931de4115ce,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.665993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e266e9b0-658a-4718-b7a4-300b9ea0226c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.740183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e266e9b0-658a-4718-b7a4-300b9ea0226c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.803503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e266e9b0-658a-4718-b7a4-300b9ea0226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.807880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e266e9b0-658a-4718-b7a4-300b9ea0226c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.809566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e266e9b0-658a-4718-b7a4-300b9ea0226c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67551271-c1bc-4c5c-ad65-7931de4115ce HTTP/1.1" status: 204 len: 168 time: 0.2439427 Jul 16 01:51:20.822132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266e9b0-658a-4718-b7a4-300b9ea0226c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67551271-c1bc-4c5c-ad65-7931de4115ce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.173999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.190393 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7d55-0dc6-4568-a45d-aa4b1a11a848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.361355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7d55-0dc6-4568-a45d-aa4b1a11a848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.379791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7d55-0dc6-4568-a45d-aa4b1a11a848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.431587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a7d55-0dc6-4568-a45d-aa4b1a11a848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21454cf2-367a-4783-ad1f-2704e12c0c45,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.448465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f5a7d55-0dc6-4568-a45d-aa4b1a11a848 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=618a61f17f2a4a39b5833c26f3bc1232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719188 Jul 16 01:51:21.450143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59158) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.520846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7465c0f6-4d6c-4a09-a448-1efa7bd6fd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.553489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7465c0f6-4d6c-4a09-a448-1efa7bd6fd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.638298 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7465c0f6-4d6c-4a09-a448-1efa7bd6fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.643081 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7465c0f6-4d6c-4a09-a448-1efa7bd6fd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.646031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7465c0f6-4d6c-4a09-a448-1efa7bd6fd29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21454cf2-367a-4783-ad1f-2704e12c0c45 HTTP/1.1" status: 204 len: 168 time: 0.1932738 Jul 16 01:51:21.660179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465c0f6-4d6c-4a09-a448-1efa7bd6fd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21454cf2-367a-4783-ad1f-2704e12c0c45,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.149849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59238) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.291629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a06ef94-17ed-406b-82aa-57a80ac64bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.413992 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a06ef94-17ed-406b-82aa-57a80ac64bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.420460 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1a06ef94-17ed-406b-82aa-57a80ac64bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.476807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1a06ef94-17ed-406b-82aa-57a80ac64bc5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ada1c00274164fdd965c3624f7270a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233027 Jul 16 01:51:23.476807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06ef94-17ed-406b-82aa-57a80ac64bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aef572-1e8b-4aad-9927-c2f8c5c7f86f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.477814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.582185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcec419-ce94-48b4-81b7-4475a546f4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.635344 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcec419-ce94-48b4-81b7-4475a546f4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.717772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcec419-ce94-48b4-81b7-4475a546f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.721845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcec419-ce94-48b4-81b7-4475a546f4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.722912 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3bcec419-ce94-48b4-81b7-4475a546f4c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44aef572-1e8b-4aad-9927-c2f8c5c7f86f HTTP/1.1" status: 204 len: 168 time: 0.2444561 Jul 16 01:51:23.736868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcec419-ce94-48b4-81b7-4475a546f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aef572-1e8b-4aad-9927-c2f8c5c7f86f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.667836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-d4870529-a580-4335-ab1e-5e0f6f63eee3 req-6d920394-a34e-46ca-9cf4-5bc0506935c8 service neutron] (93707) timed out ('10.222.0.81', 34360) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:51:32.249038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59438) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.429005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.546641 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55f747cf-61eb-442d-88ab-0ec0065ec0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.599138 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e22082a5-af66-4d61-a092-1c0a78eaa9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.707371 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55f747cf-61eb-442d-88ab-0ec0065ec0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.831465 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e22082a5-af66-4d61-a092-1c0a78eaa9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.833985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-55f747cf-61eb-442d-88ab-0ec0065ec0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.855012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e22082a5-af66-4d61-a092-1c0a78eaa9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.891854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f747cf-61eb-442d-88ab-0ec0065ec0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56101652-61e5-4a67-9687-44d9eb55cdd7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.921075 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-55f747cf-61eb-442d-88ab-0ec0065ec0f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c2dfc6699fa4f9e940c62485e363edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6673059 Jul 16 01:51:32.921370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59450) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.930934 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e22082a5-af66-4d61-a092-1c0a78eaa9cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91ff38fc2a5b43428c2c2bf2b93d2c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987197 Jul 16 01:51:32.930934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22082a5-af66-4d61-a092-1c0a78eaa9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e5f68e-5aef-466d-8502-219043bd38a2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.932127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.978453 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06d06fd3-c333-417a-8c71-a10e270f18d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.005165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06d06fd3-c333-417a-8c71-a10e270f18d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.009111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b85b3f9c-04d4-49fb-b287-552fe30a6ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.050942 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b85b3f9c-04d4-49fb-b287-552fe30a6ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.065439 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06d06fd3-c333-417a-8c71-a10e270f18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.068588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06d06fd3-c333-417a-8c71-a10e270f18d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.070196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-06d06fd3-c333-417a-8c71-a10e270f18d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56101652-61e5-4a67-9687-44d9eb55cdd7 HTTP/1.1" status: 204 len: 168 time: 0.1472688 Jul 16 01:51:33.079393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d06fd3-c333-417a-8c71-a10e270f18d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56101652-61e5-4a67-9687-44d9eb55cdd7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.132382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b85b3f9c-04d4-49fb-b287-552fe30a6ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.135106 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b85b3f9c-04d4-49fb-b287-552fe30a6ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.139407 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b85b3f9c-04d4-49fb-b287-552fe30a6ba1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11e5f68e-5aef-466d-8502-219043bd38a2 HTTP/1.1" status: 204 len: 168 time: 0.2062190 Jul 16 01:51:33.148054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b3f9c-04d4-49fb-b287-552fe30a6ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e5f68e-5aef-466d-8502-219043bd38a2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.523645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.540043 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86a71290-9a46-44e3-bbef-641704621f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.659841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86a71290-9a46-44e3-bbef-641704621f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.665417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86a71290-9a46-44e3-bbef-641704621f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.711078 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86a71290-9a46-44e3-bbef-641704621f6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f075ec36ba584083ad0a63d47196c3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859591 Jul 16 01:51:33.713080 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a71290-9a46-44e3-bbef-641704621f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4742b1f5-963a-4321-a485-3e0c38a5a8b6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.713890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.805443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f528-d782-4048-8142-1ce68a7688c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.854318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f528-d782-4048-8142-1ce68a7688c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.924549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f528-d782-4048-8142-1ce68a7688c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.927312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f528-d782-4048-8142-1ce68a7688c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.931255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ceb3f528-d782-4048-8142-1ce68a7688c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4742b1f5-963a-4321-a485-3e0c38a5a8b6 HTTP/1.1" status: 204 len: 168 time: 0.2142811 Jul 16 01:51:33.942341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3f528-d782-4048-8142-1ce68a7688c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4742b1f5-963a-4321-a485-3e0c38a5a8b6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.107945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59498) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.401660 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11a4dffa-ca9a-491d-af5b-08a698ff7f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.547728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11a4dffa-ca9a-491d-af5b-08a698ff7f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.554622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11a4dffa-ca9a-491d-af5b-08a698ff7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.600170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11a4dffa-ca9a-491d-af5b-08a698ff7f61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b92274470e4e40faa8d30762605ef92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907594 Jul 16 01:51:34.602939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.615251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4dffa-ca9a-491d-af5b-08a698ff7f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036be86e-65a2-4b8a-9b06-ef51abe481ff,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.675514 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf706-5f65-47e3-a9db-70066f241a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.715543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf706-5f65-47e3-a9db-70066f241a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.782021 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf706-5f65-47e3-a9db-70066f241a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.785331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf706-5f65-47e3-a9db-70066f241a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.788198 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3b0cf706-5f65-47e3-a9db-70066f241a69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/036be86e-65a2-4b8a-9b06-ef51abe481ff HTTP/1.1" status: 204 len: 168 time: 0.1838198 Jul 16 01:51:34.802942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cf706-5f65-47e3-a9db-70066f241a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036be86e-65a2-4b8a-9b06-ef51abe481ff,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.291194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 59604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:36.308132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-50d94a81-e529-4015-a104-781edb500d5a tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=edcb7c77520b41b1a162074089db944e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306776 Jul 16 01:51:36.448436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43432b11-b664-44e6-94cb-a84df9ce0dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.518074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-f054c71f-ed81-40c5-94d3-15154eede163 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:36.519733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-f054c71f-ed81-40c5-94d3-15154eede163 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048495 Jul 16 01:51:36.534234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-7b9f3cf0-6c3d-404c-98b9-6c4b352d3099 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/quotas/edcb7c77520b41b1a162074089db944e HTTP/1.1" status: 200 len: 375 time: 0.0092325 Jul 16 01:51:36.539947 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43432b11-b664-44e6-94cb-a84df9ce0dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.543664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43432b11-b664-44e6-94cb-a84df9ce0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.587061 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-43432b11-b664-44e6-94cb-a84df9ce0dc6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f69d82e65d744d2e96a4b1130a37df3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918088 Jul 16 01:51:36.587061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43432b11-b664-44e6-94cb-a84df9ce0dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0eb6c-a5f7-4309-932c-6936919b81fd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.587862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-0f8c888e-84f9-4b84-878b-125dbb0e4825 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=edcb7c77520b41b1a162074089db944e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485218 Jul 16 01:51:36.588445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 59610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:36.637395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8aa65a4-fd1b-4858-b2e0-2c9698fe3c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.659874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8aa65a4-fd1b-4858-b2e0-2c9698fe3c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.710543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8aa65a4-fd1b-4858-b2e0-2c9698fe3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.713617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8aa65a4-fd1b-4858-b2e0-2c9698fe3c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.715105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f8aa65a4-fd1b-4858-b2e0-2c9698fe3c96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ad0eb6c-a5f7-4309-932c-6936919b81fd HTTP/1.1" status: 204 len: 168 time: 0.1257586 Jul 16 01:51:36.725488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa65a4-fd1b-4858-b2e0-2c9698fe3c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad0eb6c-a5f7-4309-932c-6936919b81fd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.854171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-21932a88-6cff-4256-bf74-c74f16c52a56 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ba9b589d93a040179dd0a246f752278b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263016 Jul 16 01:51:37.002895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-d4cee489-2a87-476c-b8fc-55522baa4203 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.004818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-d4cee489-2a87-476c-b8fc-55522baa4203 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446404 Jul 16 01:51:37.020435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-0ec7b48d-83ed-42b4-a0c4-747e01e234e1 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/quotas/ba9b589d93a040179dd0a246f752278b HTTP/1.1" status: 200 len: 375 time: 0.0101933 Jul 16 01:51:37.083158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e102535-ef08-4af7-bcf2-495f1d330e67 req-9e578b31-cadf-4520-82a4-ac415b11bb43 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 210 time: 0.3164811 Jul 16 01:51:37.115738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-947c3065-dd28-4c84-a995-f46cdbf261d3 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ba9b589d93a040179dd0a246f752278b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351508 Jul 16 01:51:37.324217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe8aff78-3308-4471-9779-d4b3a5385db3 req-c13b6e82-0284-4d7d-bd3b-38c5a14636b5 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 210 time: 0.0414209 Jul 16 01:51:38.259131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bdd602f-b7e4-45ca-bb1c-3bf2e6878713 req-52f7c84b-1396-448a-9e52-97ea59c12086 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 210 time: 0.0444062 Jul 16 01:51:38.558407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad665b5a-7071-4c4c-8f5e-d07afafc9451 req-b8907004-700e-4cd8-aa5c-0ceb1bd50440 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 210 time: 0.0406089 Jul 16 01:51:38.625499 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-f45c40a6-032c-4649-b382-b000c8679342 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=edcb7c77520b41b1a162074089db944e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428696 Jul 16 01:51:38.890272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-0343ffa7-422d-4a37-b710-b85d2f7d5306 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.891830 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-0343ffa7-422d-4a37-b710-b85d2f7d5306 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600672 Jul 16 01:51:38.904118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Request body: {'port': {'device_id': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'edcb7c77520b41b1a162074089db944e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:38.987596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.78', 63049) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.032696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-7c571372-b260-4307-813d-05d9276a0f4d tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=ba9b589d93a040179dd0a246f752278b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415456 Jul 16 01:51:39.135751 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Made reservation on behalf of edcb7c77520b41b1a162074089db944e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:39.142322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.167832 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.442735 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.451259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.532856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53017997-3bfb-493e-a5c8-dcb189b8378a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.579126 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cfbcea17-2230-45eb-9ea8-4c55af267e62 req-1ea58b56-70c4-43bd-a22a-38085da87780 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 210 time: 0.0479257 Jul 16 01:51:39.633031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-486129fa-ef65-4c58-b43a-7cea79790032 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.634587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-486129fa-ef65-4c58-b43a-7cea79790032 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5968192 Jul 16 01:51:39.640763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Allocated IP 192.168.233.176 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/1c2ecece-e52d-4522-89bc-08a7c794075e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:39.663663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Request body: {'port': {'device_id': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': 'ba9b589d93a040179dd0a246f752278b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:39.821056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7c723f4-74e3-4f41-8d82-53f0b19c4f9d req-3b733828-aed1-4cf9-b66a-f0e2185a1785 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 210 time: 0.1019526 Jul 16 01:51:39.888953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.907072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Transition to ACTIVE for port object 1c2ecece-e52d-4522-89bc-08a7c794075e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:39.908900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Made reservation on behalf of ba9b589d93a040179dd0a246f752278b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:39.913295 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.926533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.945416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.993259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:39.998206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:40.005159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:40.073517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Pushing event updated for resources: {'Port': ['ID=1c2ecece-e52d-4522-89bc-08a7c794075e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.079481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.087740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.096136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.096819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.118834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-32f7dcc0-4925-43ec-ba16-3924c7c8a940 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2185817 Jul 16 01:51:40.132192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Request body: {'port': {'device_id': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:40.192104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.249656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.333744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Allocated IP 192.168.233.6 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/ccb854ab-6df3-42c1-a250-58957c9856b3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:40.366726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2654f74-6261-490e-b9c2-d6bd38570521 None None] Provisioning for port 1c2ecece-e52d-4522-89bc-08a7c794075e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:40.370817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2654f74-6261-490e-b9c2-d6bd38570521 None None] Provisioning complete for port 1c2ecece-e52d-4522-89bc-08a7c794075e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:40.371200 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2654f74-6261-490e-b9c2-d6bd38570521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.454812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f2654f74-6261-490e-b9c2-d6bd38570521 None None] Port 1c2ecece-e52d-4522-89bc-08a7c794075e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:40.521402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.541860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Transition to ACTIVE for port object ccb854ab-6df3-42c1-a250-58957c9856b3 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:40.580366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.659882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:40.673469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Pushing event updated for resources: {'Port': ['ID=ccb854ab-6df3-42c1-a250-58957c9856b3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.682933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:40.686525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:40.743234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.744411 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.767615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2d90b102-5e82-42f6-8f67-b6f006dda12b tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1168394 Jul 16 01:51:40.780810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Request body: {'port': {'device_id': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:40.939371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2ecece-e52d-4522-89bc-08a7c794075e {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:40.951562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.979378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Transition to ACTIVE for port object 1c2ecece-e52d-4522-89bc-08a7c794075e will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:40.988447 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.085826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2ecece-e52d-4522-89bc-08a7c794075e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.108696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf8e368d-071b-48ab-ab38-802d9000f4f4 None None] Provisioning for port ccb854ab-6df3-42c1-a250-58957c9856b3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:41.112828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf8e368d-071b-48ab-ab38-802d9000f4f4 None None] Provisioning complete for port ccb854ab-6df3-42c1-a250-58957c9856b3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:41.113283 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf8e368d-071b-48ab-ab38-802d9000f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.145967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad1088-aa3b-4cc3-b393-11b6dd576e45 req-050a5211-1bed-405b-88ce-6c0a5a0d91bc tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.147697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fad1088-aa3b-4cc3-b393-11b6dd576e45 req-050a5211-1bed-405b-88ce-6c0a5a0d91bc tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 936 time: 0.3119593 Jul 16 01:51:41.181399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e368d-071b-48ab-ab38-802d9000f4f4 None None] Port ccb854ab-6df3-42c1-a250-58957c9856b3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:41.197381 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Attempting to bind port 1c2ecece-e52d-4522-89bc-08a7c794075e on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:41.197737 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Attempting to bind port 1c2ecece-e52d-4522-89bc-08a7c794075e by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:41.198121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Attempting to bind port 1c2ecece-e52d-4522-89bc-08a7c794075e on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:41.203626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Port 1c2ecece-e52d-4522-89bc-08a7c794075e on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:41.204242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Attempting to bind port 1c2ecece-e52d-4522-89bc-08a7c794075e on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:41.209442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:41.209780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:41.210169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:41.210603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Bound port: 1c2ecece-e52d-4522-89bc-08a7c794075e, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:41.211107 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.221826 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.291069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] For port 1c2ecece-e52d-4522-89bc-08a7c794075e, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:41.297172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] For port 1c2ecece-e52d-4522-89bc-08a7c794075e, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1c2ecece-e52d-4522-89bc-08a7c794075e,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:41.311730 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.333596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6fad1088-aa3b-4cc3-b393-11b6dd576e45 req-d958d7ab-c6a3-4799-a50d-3db195696ca6 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595385 Jul 16 01:51:41.379312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.380010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.381626 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] 10.222.0.78 "PUT /v2.0/ports/1c2ecece-e52d-4522-89bc-08a7c794075e HTTP/1.1" status: 200 len: 1096 time: 1.2546639 Jul 16 01:51:41.382095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'tag': '1c2ecece-e52d-4522-89bc-08a7c794075e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:41.385421 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30" -d '{"events": [{"name": "network-changed", "server_uuid": "30576545-d800-4dd2-a37a-e0082d8f7c5d", "tag": "1c2ecece-e52d-4522-89bc-08a7c794075e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:41.504724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864295c-d485-4d7a-8b71-9c096aed0c7f req-d20e06e3-41e9-4057-9cc4-d9ff4b0601fb tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.506284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0864295c-d485-4d7a-8b71-9c096aed0c7f req-d20e06e3-41e9-4057-9cc4-d9ff4b0601fb tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 934 time: 0.4974198 Jul 16 01:51:41.540551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55929a5f-3474-4ed3-acc2-99ff235c2aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2ecece-e52d-4522-89bc-08a7c794075e,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.595457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-4a8471a9-e92d-49c0-a626-d4c908b01de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.597265 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-4a8471a9-e92d-49c0-a626-d4c908b01de2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edcb7c77520b41b1a162074089db944e&device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 1099 time: 0.1669419 Jul 16 01:51:41.643528 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6cecd95-1bfa-4f3f-a2d0-76513b854b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.659034 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-2d4bdd0f-122f-4428-937e-aae3c98fb405 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1c2ecece-e52d-4522-89bc-08a7c794075e HTTP/1.1" status: 200 len: 217 time: 0.0542858 Jul 16 01:51:41.700846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0864295c-d485-4d7a-8b71-9c096aed0c7f req-5f400c7e-a90a-47e2-b870-0ee5311267c6 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699836 Jul 16 01:51:41.934648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb854ab-6df3-42c1-a250-58957c9856b3 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:41.948134 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.963918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Transition to ACTIVE for port object ccb854ab-6df3-42c1-a250-58957c9856b3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:41.972126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.049340 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef363c2-4794-47fd-9c50-a7ea1c06fe08 x-openstack-request-id: req-1ef363c2-4794-47fd-9c50-a7ea1c06fe08 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:42.049829 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30576545-d800-4dd2-a37a-e0082d8f7c5d", "tag": "1c2ecece-e52d-4522-89bc-08a7c794075e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:42.049829 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ef363c2-4794-47fd-9c50-a7ea1c06fe08 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:42.050282 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'tag': '1c2ecece-e52d-4522-89bc-08a7c794075e', 'status': 'completed', 'code': 200} Jul 16 01:51:42.058682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c801-d80a-483e-a296-e11733416488 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb854ab-6df3-42c1-a250-58957c9856b3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.096014 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-7920dcfd-4744-415e-a4d8-a772a8972e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.097994 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-7920dcfd-4744-415e-a4d8-a772a8972e33 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.4311056 Jul 16 01:51:42.178425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Attempting to bind port ccb854ab-6df3-42c1-a250-58957c9856b3 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:42.178764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Attempting to bind port ccb854ab-6df3-42c1-a250-58957c9856b3 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:42.179091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Attempting to bind port ccb854ab-6df3-42c1-a250-58957c9856b3 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:42.187001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Port ccb854ab-6df3-42c1-a250-58957c9856b3 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:42.188714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Attempting to bind port ccb854ab-6df3-42c1-a250-58957c9856b3 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:42.199560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:42.200336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:42.201081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:42.202352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-f24c9d5d-d9d7-4b57-816b-3e6b9a6a5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.202645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Bound port: ccb854ab-6df3-42c1-a250-58957c9856b3, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:42.209227 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-f24c9d5d-d9d7-4b57-816b-3e6b9a6a5859 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982459 Jul 16 01:51:42.213070 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.323330 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-010c7099-c72d-4b4e-8685-f71ab7a9c8a5 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104732 Jul 16 01:51:42.372627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] For port ccb854ab-6df3-42c1-a250-58957c9856b3, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:42.374585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] For port ccb854ab-6df3-42c1-a250-58957c9856b3, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ccb854ab-6df3-42c1-a250-58957c9856b3,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:42.385995 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.436654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.437357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.438813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-2180c801-d80a-483e-a296-e11733416488 service neutron] 10.222.0.78 "PUT /v2.0/ports/ccb854ab-6df3-42c1-a250-58957c9856b3 HTTP/1.1" status: 200 len: 1094 time: 1.6631701 Jul 16 01:51:42.441855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'tag': 'ccb854ab-6df3-42c1-a250-58957c9856b3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:42.444386 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab" -d '{"events": [{"name": "network-changed", "server_uuid": "97136f0c-67f7-4fd2-bedf-f99fa4de67ee", "tag": "ccb854ab-6df3-42c1-a250-58957c9856b3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:42.503918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c801-d80a-483e-a296-e11733416488 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb854ab-6df3-42c1-a250-58957c9856b3,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.541127 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0552876b-c7b7-4973-a715-b8bca5fb0962 x-openstack-request-id: req-0552876b-c7b7-4973-a715-b8bca5fb0962 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:42.541864 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97136f0c-67f7-4fd2-bedf-f99fa4de67ee", "tag": "ccb854ab-6df3-42c1-a250-58957c9856b3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:42.542162 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0552876b-c7b7-4973-a715-b8bca5fb0962 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:42.542626 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'tag': 'ccb854ab-6df3-42c1-a250-58957c9856b3', 'status': 'completed', 'code': 200} Jul 16 01:51:42.556043 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-82412a12-2448-4bac-b5f0-afb1d4072488 req-a720c322-f327-4dcd-9e61-acca49efcd33 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248511 Jul 16 01:51:42.686342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-72c00e86-f4a2-47e4-b56d-b42bb26c52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.687897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-72c00e86-f4a2-47e4-b56d-b42bb26c52ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ba9b589d93a040179dd0a246f752278b&device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 1097 time: 0.1762555 Jul 16 01:51:42.725352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-cf70ddef-6d26-40b0-910b-9e8fec4d2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.727247 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-cf70ddef-6d26-40b0-910b-9e8fec4d2a3d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edcb7c77520b41b1a162074089db944e&device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 1099 time: 0.1032021 Jul 16 01:51:42.731482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90596b-0b42-4bff-a866-e0e38a4cf092 req-d6980356-a50c-452d-bdd7-7787be61932d tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.749217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d90596b-0b42-4bff-a866-e0e38a4cf092 req-d6980356-a50c-452d-bdd7-7787be61932d tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 948 time: 0.2056165 Jul 16 01:51:42.825800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-303051e5-2d1f-446c-b612-5945e02ef211 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ccb854ab-6df3-42c1-a250-58957c9856b3 HTTP/1.1" status: 200 len: 217 time: 0.1225708 Jul 16 01:51:42.906627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-35147d68-975b-409c-a4d7-465dc5807bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.909014 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-35147d68-975b-409c-a4d7-465dc5807bea service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1760128 Jul 16 01:51:42.970776 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-b8a32ef4-a712-4d71-9c92-ecc02c4eaa61 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=1c2ecece-e52d-4522-89bc-08a7c794075e HTTP/1.1" status: 200 len: 217 time: 0.0543323 Jul 16 01:51:42.981704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d90596b-0b42-4bff-a866-e0e38a4cf092 req-f7a61224-f5ec-4deb-8446-2503acbe6fe0 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315979 Jul 16 01:51:42.984959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-0fb72ea5-4119-46b6-a2e0-0452dfb1a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.986381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-0fb72ea5-4119-46b6-a2e0-0452dfb1a26c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1471808 Jul 16 01:51:43.044339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-88935f92-7231-4814-96f6-b563e35b88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.046147 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-88935f92-7231-4814-96f6-b563e35b88eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0679619 Jul 16 01:51:43.059465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850da84-dad9-42b1-aa78-8e0fcb079338 req-414f1885-c931-4706-8ab6-b023cc1537c8 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.064727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0850da84-dad9-42b1-aa78-8e0fcb079338 req-414f1885-c931-4706-8ab6-b023cc1537c8 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 946 time: 0.1828685 Jul 16 01:51:43.110835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-81892da9-e992-4710-81fb-eb71c4d94ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.112493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-81892da9-e992-4710-81fb-eb71c4d94ee5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099153 Jul 16 01:51:43.121568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0850da84-dad9-42b1-aa78-8e0fcb079338 req-3168a65c-2414-44c3-815c-dae41040a98e tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534480 Jul 16 01:51:43.162151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-86ed252f-50a3-42cd-9ca0-cbf1ca3d21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.163768 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-86ed252f-50a3-42cd-9ca0-cbf1ca3d21fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050217 Jul 16 01:51:43.227573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-071b3828-3e90-4d2b-8ac0-24cc2c95edae service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047335 Jul 16 01:51:43.275235 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-cb8e57ef-4799-44be-8c34-f6093afe1fe3 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036310 Jul 16 01:51:43.349755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8613d0af-bdfe-4e1a-84fa-ecb954fff15c req-8c948bad-e8fa-4caf-bc6a-8b84693c03c3 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138473 Jul 16 01:51:43.387358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f93141d3-fbbf-4c1c-a96f-eb5c617f8c30 req-b6543ec7-8586-4fd5-a30d-ef1c7e3019b5 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038811 Jul 16 01:51:43.462925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-08a38475-cdeb-488b-98dc-0e6cac7c3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.464590 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-08a38475-cdeb-488b-98dc-0e6cac7c3ef0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ba9b589d93a040179dd0a246f752278b&device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 1097 time: 0.0573089 Jul 16 01:51:43.566077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-693271a0-00cd-4c51-846b-8361f01fc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.567579 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-693271a0-00cd-4c51-846b-8361f01fc505 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.0960908 Jul 16 01:51:43.613995 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-9601448d-106b-4333-b21d-e010be9922bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ccb854ab-6df3-42c1-a250-58957c9856b3 HTTP/1.1" status: 200 len: 217 time: 0.0392342 Jul 16 01:51:43.671152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-61b53bcb-85c9-49e9-92b5-392cb1959c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.672697 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-61b53bcb-85c9-49e9-92b5-392cb1959c35 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0508044 Jul 16 01:51:43.747468 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-78aa673e-e4f3-4214-b549-326bea2ee236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.749157 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-78aa673e-e4f3-4214-b549-326bea2ee236 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697212 Jul 16 01:51:43.857163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-02113895-432a-4451-8192-e5cba4524c5f service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005924 Jul 16 01:51:43.961807 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0dc9d950-8a5d-4cf1-bd33-6d46cc5e0dab req-c2debb79-5291-41f9-b0ae-4ff04a97f507 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968139 Jul 16 01:51:44.197818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aade9ae-5ead-4d1d-927d-5c8d5add23f1 req-2e2fb705-d10c-4010-a76c-f35c1fce0990 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.199453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2aade9ae-5ead-4d1d-927d-5c8d5add23f1 req-2e2fb705-d10c-4010-a76c-f35c1fce0990 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 948 time: 0.0900702 Jul 16 01:51:44.265539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2aade9ae-5ead-4d1d-927d-5c8d5add23f1 req-053d278c-88cb-42ca-b199-4ab9e1edd80c tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559411 Jul 16 01:51:44.354925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60a00-e44d-4abb-953a-7b62aa56cd34 req-c4073adf-7a2e-4813-a2e8-990de18f5bbd tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.356832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13f60a00-e44d-4abb-953a-7b62aa56cd34 req-c4073adf-7a2e-4813-a2e8-990de18f5bbd tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 946 time: 0.0716467 Jul 16 01:51:44.414227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13f60a00-e44d-4abb-953a-7b62aa56cd34 req-1e0aec15-393b-49a8-9a71-6eb757398aaf tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Jul 16 01:51:44.443636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.509484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb855-6268-4f42-80a1-bc5603a49637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.361713 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.471652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd5d57-dde2-48ad-a946-ae235713b32b req-9cf5f52e-2b35-4242-9550-83a2fd2e05c6 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.473479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15fd5d57-dde2-48ad-a946-ae235713b32b req-9cf5f52e-2b35-4242-9550-83a2fd2e05c6 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 948 time: 0.0785887 Jul 16 01:51:45.533625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15fd5d57-dde2-48ad-a946-ae235713b32b req-e8b7611f-c0dd-464f-b1a4-10191aa93bf3 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511210 Jul 16 01:51:45.623050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1af32-21f9-49b1-9475-3bfcc88fdd71 req-82cbd48b-e581-4ab2-9b99-9f3fae96a060 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.629118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50c1af32-21f9-49b1-9475-3bfcc88fdd71 req-82cbd48b-e581-4ab2-9b99-9f3fae96a060 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 946 time: 0.0785580 Jul 16 01:51:45.682288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-50c1af32-21f9-49b1-9475-3bfcc88fdd71 req-70807289-3a55-42d1-b332-89596e41db3f tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Jul 16 01:51:45.949519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1c2ecece-e52d-4522-89bc-08a7c794075e details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:46.050281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1c2ecece-e52d-4522-89bc-08a7c794075e, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1c2ecece-e52d-4522-89bc-08a7c794075e,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:46.064113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '1c2ecece-e52d-4522-89bc-08a7c794075e', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': '1c2ecece-e52d-4522-89bc-08a7c794075e', 'mac_address': 'fa:16:3e:84:24:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:46.101279 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.114934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2ecece-e52d-4522-89bc-08a7c794075e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:46.136290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1c2ecece-e52d-4522-89bc-08a7c794075e, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1c2ecece-e52d-4522-89bc-08a7c794075e,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:46.142583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.143342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ccb854ab-6df3-42c1-a250-58957c9856b3 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:46.227740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port ccb854ab-6df3-42c1-a250-58957c9856b3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ccb854ab-6df3-42c1-a250-58957c9856b3,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:46.249502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1c2ecece-e52d-4522-89bc-08a7c794075e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:46.252719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'ccb854ab-6df3-42c1-a250-58957c9856b3', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'ccb854ab-6df3-42c1-a250-58957c9856b3', 'mac_address': 'fa:16:3e:f5:30:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:46.265020 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.272213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.272763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.273178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.273618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.274010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.274427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.274818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.275367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.276169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.276417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.276840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.277228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:46.329745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.344884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb854ab-6df3-42c1-a250-58957c9856b3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:46.367053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port ccb854ab-6df3-42c1-a250-58957c9856b3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ccb854ab-6df3-42c1-a250-58957c9856b3,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:46.372145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.432490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=ccb854ab-6df3-42c1-a250-58957c9856b3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:46.649996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['ccb854ab-6df3-42c1-a250-58957c9856b3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:46.700270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1c2ecece-e52d-4522-89bc-08a7c794075e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:46.759914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af8f23-8a8f-43ea-9faa-23fff5bf364c req-02ddd3bc-ef92-4783-8fd7-e78db28863c3 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.768200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58af8f23-8a8f-43ea-9faa-23fff5bf364c req-02ddd3bc-ef92-4783-8fd7-e78db28863c3 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 949 time: 0.0774889 Jul 16 01:51:46.839021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58af8f23-8a8f-43ea-9faa-23fff5bf364c req-a7e7d6ee-f5e8-4a59-ac61-a58df1ee063a tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Jul 16 01:51:46.908356 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.965738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd973-46db-4042-a7fd-74efb832887b req-ddf3bb16-e65a-4ec2-865b-58078590ac79 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.975456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae3cd973-46db-4042-a7fd-74efb832887b req-ddf3bb16-e65a-4ec2-865b-58078590ac79 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 947 time: 0.1043482 Jul 16 01:51:47.028063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae3cd973-46db-4042-a7fd-74efb832887b req-15c21be9-d5b6-4b93-8b58-973aa95cd789 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506778 Jul 16 01:51:47.959451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1c2ecece-e52d-4522-89bc-08a7c794075e up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:48.029624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 1c2ecece-e52d-4522-89bc-08a7c794075e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:48.035524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505417be-c089-482d-b0a0-3828f34052a1 req-494db3c5-34f4-4861-a4f0-265b599365a9 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.037613 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-505417be-c089-482d-b0a0-3828f34052a1 req-494db3c5-34f4-4861-a4f0-265b599365a9 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 949 time: 0.0837138 Jul 16 01:51:48.040630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 1c2ecece-e52d-4522-89bc-08a7c794075e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:48.041003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.099237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-505417be-c089-482d-b0a0-3828f34052a1 req-4a02b6df-2a2e-466c-8200-3e177e013209 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496297 Jul 16 01:51:48.163159 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.189551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2ecece-e52d-4522-89bc-08a7c794075e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:48.192176 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdabdda-282b-49dd-b443-0bcd64ab2dba" -d '{"events": [{"server_uuid": "30576545-d800-4dd2-a37a-e0082d8f7c5d", "name": "network-vif-plugged", "status": "completed", "tag": "1c2ecece-e52d-4522-89bc-08a7c794075e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:48.206666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 1c2ecece-e52d-4522-89bc-08a7c794075e, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1c2ecece-e52d-4522-89bc-08a7c794075e,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:48.214617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.215896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ccb854ab-6df3-42c1-a250-58957c9856b3 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:48.253628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db90df-d2bf-4de5-b24c-b8c7b48ee6e3 req-01443013-fcb2-4ab8-a92e-2d32b96e691a tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.256208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5db90df-d2bf-4de5-b24c-b8c7b48ee6e3 req-01443013-fcb2-4ab8-a92e-2d32b96e691a tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 947 time: 0.0843785 Jul 16 01:51:48.325770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5db90df-d2bf-4de5-b24c-b8c7b48ee6e3 req-e30ac2aa-9cf0-4904-b158-68453d3489bd tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Jul 16 01:51:48.335418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port ccb854ab-6df3-42c1-a250-58957c9856b3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:48.348617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port ccb854ab-6df3-42c1-a250-58957c9856b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:48.349235 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.391548 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb536aa-ce30-44d6-bc38-f8df8c7256d9 x-openstack-request-id: req-8bb536aa-ce30-44d6-bc38-f8df8c7256d9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:48.391845 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30576545-d800-4dd2-a37a-e0082d8f7c5d", "name": "network-vif-plugged", "status": "completed", "tag": "1c2ecece-e52d-4522-89bc-08a7c794075e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:48.392103 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bb536aa-ce30-44d6-bc38-f8df8c7256d9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:48.392536 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2ecece-e52d-4522-89bc-08a7c794075e', 'code': 200} Jul 16 01:51:48.395195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=1c2ecece-e52d-4522-89bc-08a7c794075e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.452057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.482280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a647b5-04cc-43c1-9e24-5ec0d04ae582 req-d3957d0c-0c86-4a2f-95ab-796198fa73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.484617 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4a647b5-04cc-43c1-9e24-5ec0d04ae582 req-d3957d0c-0c86-4a2f-95ab-796198fa73d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 1101 time: 0.0578220 Jul 16 01:51:48.497374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port ccb854ab-6df3-42c1-a250-58957c9856b3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ccb854ab-6df3-42c1-a250-58957c9856b3,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:48.502716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.528246 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4a647b5-04cc-43c1-9e24-5ec0d04ae582 req-2ff9b713-bb80-4d68-97f5-577f5003a66b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364211 Jul 16 01:51:48.572202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=ccb854ab-6df3-42c1-a250-58957c9856b3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:49.095390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60014) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:49.258037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c87fabf-3204-4b3c-9625-020094722935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.341444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3abd2-99e2-4f80-8281-6770d98f7425 req-adce5ff8-cd6d-416a-95a2-185dd0d75012 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.343020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70c3abd2-99e2-4f80-8281-6770d98f7425 req-adce5ff8-cd6d-416a-95a2-185dd0d75012 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 950 time: 0.1138318 Jul 16 01:51:49.426294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70c3abd2-99e2-4f80-8281-6770d98f7425 req-53dbb573-48c5-4a62-96a2-486ca10342a5 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744152 Jul 16 01:51:49.464126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c87fabf-3204-4b3c-9625-020094722935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.469198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c87fabf-3204-4b3c-9625-020094722935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.547119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5c87fabf-3204-4b3c-9625-020094722935 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f65dc620871411881de654ecd81f1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505725 Jul 16 01:51:49.549798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:49.551490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87fabf-3204-4b3c-9625-020094722935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cef7548-5543-4175-bba8-6a5191baa08b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:49.587551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184003be-1efe-4a54-8c01-44942d26afd7 req-9373d132-f91e-4802-b418-3af16a683d94 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.589276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-184003be-1efe-4a54-8c01-44942d26afd7 req-9373d132-f91e-4802-b418-3af16a683d94 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 948 time: 0.0979729 Jul 16 01:51:49.617410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c2d095f-4fd5-4e20-9861-9e76246a4aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.634323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-184003be-1efe-4a54-8c01-44942d26afd7 req-2fbe3c8b-53f0-4aed-b400-010c81f761c9 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jul 16 01:51:49.645635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c2d095f-4fd5-4e20-9861-9e76246a4aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.693919 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c2d095f-4fd5-4e20-9861-9e76246a4aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.696638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c2d095f-4fd5-4e20-9861-9e76246a4aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.697996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5c2d095f-4fd5-4e20-9861-9e76246a4aa3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cef7548-5543-4175-bba8-6a5191baa08b HTTP/1.1" status: 204 len: 168 time: 0.1470633 Jul 16 01:51:49.706805 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d095f-4fd5-4e20-9861-9e76246a4aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cef7548-5543-4175-bba8-6a5191baa08b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:49.835050 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.995079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60046) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.014205 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f648d36-a7ca-49c4-8331-ebfe282f262e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.117443 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f648d36-a7ca-49c4-8331-ebfe282f262e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.122122 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f648d36-a7ca-49c4-8331-ebfe282f262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.159823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f648d36-a7ca-49c4-8331-ebfe282f262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e16e0-7d2d-48e9-9c1e-d841269fc4e5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.166997 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1f648d36-a7ca-49c4-8331-ebfe282f262e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b673a08eeeb94f61b8e6d43ee2924c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706495 Jul 16 01:51:50.169474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.229590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec2d964-3f9e-472f-8528-432095e84298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.255288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec2d964-3f9e-472f-8528-432095e84298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.307919 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec2d964-3f9e-472f-8528-432095e84298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.310510 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ec2d964-3f9e-472f-8528-432095e84298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.311711 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2ec2d964-3f9e-472f-8528-432095e84298 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e5e16e0-7d2d-48e9-9c1e-d841269fc4e5 HTTP/1.1" status: 204 len: 168 time: 0.1408579 Jul 16 01:51:50.320668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2d964-3f9e-472f-8528-432095e84298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e16e0-7d2d-48e9-9c1e-d841269fc4e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.360355 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:50.394136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb854ab-6df3-42c1-a250-58957c9856b3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:50.398326 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0effcec9-d8f9-4315-a5c9-534f469c1081" -d '{"events": [{"server_uuid": "97136f0c-67f7-4fd2-bedf-f99fa4de67ee", "name": "network-vif-plugged", "status": "completed", "tag": "ccb854ab-6df3-42c1-a250-58957c9856b3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:50.440159 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecd0ef7-0c2d-4372-bda8-c5568cd5b88f x-openstack-request-id: req-cecd0ef7-0c2d-4372-bda8-c5568cd5b88f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:50.440615 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97136f0c-67f7-4fd2-bedf-f99fa4de67ee", "name": "network-vif-plugged", "status": "completed", "tag": "ccb854ab-6df3-42c1-a250-58957c9856b3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:50.440933 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cecd0ef7-0c2d-4372-bda8-c5568cd5b88f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:50.441410 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb854ab-6df3-42c1-a250-58957c9856b3', 'code': 200} Jul 16 01:51:50.583545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be011-4e06-4dff-9c29-425989da85a9 req-d123e2cf-032b-42fc-b519-cdb170ae15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.585156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0f9be011-4e06-4dff-9c29-425989da85a9 req-d123e2cf-032b-42fc-b519-cdb170ae15a7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 1099 time: 0.0574520 Jul 16 01:51:50.629702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0f9be011-4e06-4dff-9c29-425989da85a9 req-d56c496a-6d7f-4e3d-9eae-466c8897e02c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Jul 16 01:51:50.654031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff72b0-d65c-4b67-89b0-2d9e8276cbe2 req-33c7ddc2-cd0d-409a-8e11-0bdb6475fa30 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.655987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9ff72b0-d65c-4b67-89b0-2d9e8276cbe2 req-33c7ddc2-cd0d-409a-8e11-0bdb6475fa30 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 950 time: 0.0786209 Jul 16 01:51:50.700011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9ff72b0-d65c-4b67-89b0-2d9e8276cbe2 req-726be8f8-66ab-4217-bbbc-23dfffe1cc26 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Jul 16 01:51:50.720574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.738973 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81df5c53-793a-4acb-b1fe-125ee6ae3c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.881136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81df5c53-793a-4acb-b1fe-125ee6ae3c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.883607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa16e-8fd4-4d52-a38d-7c8ef817ebe3 req-219970f7-0660-4d0d-8c00-fd4767b34782 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.889327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81df5c53-793a-4acb-b1fe-125ee6ae3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.891467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4efa16e-8fd4-4d52-a38d-7c8ef817ebe3 req-219970f7-0660-4d0d-8c00-fd4767b34782 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 948 time: 0.0961256 Jul 16 01:51:50.920159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-81df5c53-793a-4acb-b1fe-125ee6ae3c3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4cd590a6726f4c6088a6cc697f98647f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983120 Jul 16 01:51:50.925107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60086) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.943031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5c53-793a-4acb-b1fe-125ee6ae3c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8184e48a-d461-43c1-8770-fe5e46605676,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.980426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4efa16e-8fd4-4d52-a38d-7c8ef817ebe3 req-e1f059f6-48c2-4dcb-9d7e-5ec566405dbc tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864735 Jul 16 01:51:51.034694 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb17356a-7730-456f-8b33-e9444385eb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.067334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb17356a-7730-456f-8b33-e9444385eb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.148119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb17356a-7730-456f-8b33-e9444385eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.150739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb17356a-7730-456f-8b33-e9444385eb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.151838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fb17356a-7730-456f-8b33-e9444385eb7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8184e48a-d461-43c1-8770-fe5e46605676 HTTP/1.1" status: 204 len: 168 time: 0.2256877 Jul 16 01:51:51.163530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17356a-7730-456f-8b33-e9444385eb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184e48a-d461-43c1-8770-fe5e46605676,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:51.209587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab7bf5-3036-4ce7-8b54-ef9863c1bbb0 req-c03d18e5-cbba-4f62-ae96-c5a4196931e5 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.211455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cab7bf5-3036-4ce7-8b54-ef9863c1bbb0 req-c03d18e5-cbba-4f62-ae96-c5a4196931e5 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 950 time: 0.0958984 Jul 16 01:51:51.253465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cab7bf5-3036-4ce7-8b54-ef9863c1bbb0 req-94a9bea9-8fe0-442a-ab2d-f2860dda450b tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358267 Jul 16 01:51:52.175682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d3bd-46a3-41ad-a499-3c0cdce7306a req-6a4debd9-22da-475f-8048-7293723435dd tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.177381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b05d3bd-46a3-41ad-a499-3c0cdce7306a req-6a4debd9-22da-475f-8048-7293723435dd tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 948 time: 0.0710545 Jul 16 01:51:52.223224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b05d3bd-46a3-41ad-a499-3c0cdce7306a req-a675db39-45fd-4064-ab75-9116300233e4 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Jul 16 01:51:52.467293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c8c4c-8ebd-4565-8990-0e6d0ac45575 req-f5d85ea9-513f-4ea6-be1c-755ceba858f4 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.469103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab6c8c4c-8ebd-4565-8990-0e6d0ac45575 req-f5d85ea9-513f-4ea6-be1c-755ceba858f4 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 950 time: 0.0869472 Jul 16 01:51:52.543524 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab6c8c4c-8ebd-4565-8990-0e6d0ac45575 req-a7d7779c-6c38-4e78-8dd0-cfb254859f59 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/security-groups?id=53017997-3bfb-493e-a5c8-dcb189b8378a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614898 Jul 16 01:51:52.684328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-d0a13a5d-4b5a-495f-afaa-bfa715018b9c tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.686430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-d0a13a5d-4b5a-495f-afaa-bfa715018b9c tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.78 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 950 time: 0.1909688 Jul 16 01:51:52.842261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Deleting port 1c2ecece-e52d-4522-89bc-08a7c794075e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:52.842603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.954262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] For port 1c2ecece-e52d-4522-89bc-08a7c794075e, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=1c2ecece-e52d-4522-89bc-08a7c794075e,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:52.954669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.970499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Calling delete_port for 1c2ecece-e52d-4522-89bc-08a7c794075e owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:53.195740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.210248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['1c2ecece-e52d-4522-89bc-08a7c794075e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:53.230180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Pushing event deleted for resources: {'Port': ['ID=1c2ecece-e52d-4522-89bc-08a7c794075e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:53.304860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] No DVR routers for this DVR port 1c2ecece-e52d-4522-89bc-08a7c794075e on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:53.308166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.310342 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e6dcf227-ca59-4c71-9cea-77089f8db05e req-0b1e5363-96d6-4149-bb2b-c2d2211421de tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.78 "DELETE /v2.0/ports/1c2ecece-e52d-4522-89bc-08a7c794075e HTTP/1.1" status: 204 len: 173 time: 0.6131678 Jul 16 01:51:53.310892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'name': 'network-vif-deleted', 'tag': '1c2ecece-e52d-4522-89bc-08a7c794075e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:53.314118 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e259efda-e189-4b68-8246-c33ee83fad27" -d '{"events": [{"server_uuid": "30576545-d800-4dd2-a37a-e0082d8f7c5d", "name": "network-vif-deleted", "tag": "1c2ecece-e52d-4522-89bc-08a7c794075e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:53.380656 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb67e7d-d0c9-4c7b-becb-91c2ad0cac95 x-openstack-request-id: req-5cb67e7d-d0c9-4c7b-becb-91c2ad0cac95 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:53.391908 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30576545-d800-4dd2-a37a-e0082d8f7c5d", "name": "network-vif-deleted", "tag": "1c2ecece-e52d-4522-89bc-08a7c794075e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:53.392423 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cb67e7d-d0c9-4c7b-becb-91c2ad0cac95 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:53.392854 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30576545-d800-4dd2-a37a-e0082d8f7c5d', 'name': 'network-vif-deleted', 'tag': '1c2ecece-e52d-4522-89bc-08a7c794075e', 'status': 'completed', 'code': 200} Jul 16 01:51:53.696162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2efe1776-c990-48c0-a6b7-ce2e3594b666 req-fc85cf92-b269-40db-97ef-1519a92d40e3 tempest-VolumesNegativeTest-1142436437 tempest-VolumesNegativeTest-1142436437-project] 10.222.0.81 "GET /v2.0/ports?device_id=30576545-d800-4dd2-a37a-e0082d8f7c5d HTTP/1.1" status: 200 len: 210 time: 0.0322075 Jul 16 01:51:53.758520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:53.886672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41e3b842-abc8-4503-bc87-00c43b15b635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.993031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41e3b842-abc8-4503-bc87-00c43b15b635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.998678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41e3b842-abc8-4503-bc87-00c43b15b635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.041134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-41e3b842-abc8-4503-bc87-00c43b15b635 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ffd8897f1ff4c4fad62cce245665ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813680 Jul 16 01:51:54.043255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3b842-abc8-4503-bc87-00c43b15b635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add154ab-5332-4509-a8f3-0d33da206f0b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.044043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.103265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c83d-671e-4305-adbd-b728ea6dcb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.126569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c83d-671e-4305-adbd-b728ea6dcb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.172714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c83d-671e-4305-adbd-b728ea6dcb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.175626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c83d-671e-4305-adbd-b728ea6dcb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.176828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e1a2c83d-671e-4305-adbd-b728ea6dcb03 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/add154ab-5332-4509-a8f3-0d33da206f0b HTTP/1.1" status: 204 len: 168 time: 0.1311011 Jul 16 01:51:54.185950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2c83d-671e-4305-adbd-b728ea6dcb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add154ab-5332-4509-a8f3-0d33da206f0b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.441772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.454956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbbf9a32-f40a-4986-acca-f546d44880e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.543654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbbf9a32-f40a-4986-acca-f546d44880e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.549054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fbbf9a32-f40a-4986-acca-f546d44880e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.590687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf9a32-f40a-4986-acca-f546d44880e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bb29ff-78aa-4044-90c3-dcfcd258e550,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.595606 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fbbf9a32-f40a-4986-acca-f546d44880e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c64785fe48d427fb627bcdfa5b67d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526973 Jul 16 01:51:54.598372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60304) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.648676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc1cb43-3d5f-4140-bab5-35ae87045476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.675091 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc1cb43-3d5f-4140-bab5-35ae87045476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.732825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc1cb43-3d5f-4140-bab5-35ae87045476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.735694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc1cb43-3d5f-4140-bab5-35ae87045476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.736902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ccc1cb43-3d5f-4140-bab5-35ae87045476 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54bb29ff-78aa-4044-90c3-dcfcd258e550 HTTP/1.1" status: 204 len: 168 time: 0.1374652 Jul 16 01:51:54.745250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1cb43-3d5f-4140-bab5-35ae87045476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bb29ff-78aa-4044-90c3-dcfcd258e550,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:55.974669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1c2ecece-e52d-4522-89bc-08a7c794075e no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:55.994761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 1c2ecece-e52d-4522-89bc-08a7c794075e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:55.995346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 1c2ecece-e52d-4522-89bc-08a7c794075e not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:59.158692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60554) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.163957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637150629', 'description': 'tempest-secgroup-smoke-1637150629 description', 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:59.191212 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.283556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.287561 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.317567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.322063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60558) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.324790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1647310 Jul 16 01:51:59.327438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-978cce7c-27ae-48ae-9260-f961ca892edf tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'security_group_rule': {'security_group_id': 'ae530cd2-2e81-4e2f-a21b-9b62bb681b95', 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:59.331093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae530cd2-2e81-4e2f-a21b-9b62bb681b95,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.339711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.340432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.341030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.341974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.342554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.343112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.343645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.344175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.344798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.345341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.346144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.346669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249598e-3239-4874-92f4-f9a749d280d6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.362108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-978cce7c-27ae-48ae-9260-f961ca892edf tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.437058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-978cce7c-27ae-48ae-9260-f961ca892edf tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.441302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-978cce7c-27ae-48ae-9260-f961ca892edf tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.462612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cce7c-27ae-48ae-9260-f961ca892edf tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2954af-c22d-4831-a102-34ba6fbfb439,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.467329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-978cce7c-27ae-48ae-9260-f961ca892edf tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.468727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-978cce7c-27ae-48ae-9260-f961ca892edf tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456468 Jul 16 01:51:59.471449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60560) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.476361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2ba955e3-8f11-495f-8474-0f04b11ec7df tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'security_group_rule': {'security_group_id': 'ae530cd2-2e81-4e2f-a21b-9b62bb681b95', 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:59.503419 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ba955e3-8f11-495f-8474-0f04b11ec7df tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.568914 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ba955e3-8f11-495f-8474-0f04b11ec7df tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.574227 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ba955e3-8f11-495f-8474-0f04b11ec7df tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.598309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba955e3-8f11-495f-8474-0f04b11ec7df tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b57143-4c8e-4166-86be-c42a030a8b5c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.608284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ba955e3-8f11-495f-8474-0f04b11ec7df tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.609962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2ba955e3-8f11-495f-8474-0f04b11ec7df tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373093 Jul 16 01:51:59.612944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.618491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2591fb1f-3e48-4b47-adc6-ff6b3e0aebee tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'security_group_rule': {'security_group_id': 'ae530cd2-2e81-4e2f-a21b-9b62bb681b95', 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:59.656929 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2591fb1f-3e48-4b47-adc6-ff6b3e0aebee tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.730601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2591fb1f-3e48-4b47-adc6-ff6b3e0aebee tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.737606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2591fb1f-3e48-4b47-adc6-ff6b3e0aebee tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.763840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591fb1f-3e48-4b47-adc6-ff6b3e0aebee tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc35402f-1305-4714-82fa-14358d19093c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.767230 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2591fb1f-3e48-4b47-adc6-ff6b3e0aebee tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.768725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2591fb1f-3e48-4b47-adc6-ff6b3e0aebee tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545277 Jul 16 01:51:59.771814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.776582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3b20e9c7-6246-4d72-a8cb-3872a2762b84 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'security_group_rule': {'security_group_id': 'ae530cd2-2e81-4e2f-a21b-9b62bb681b95', 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:59.803660 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b20e9c7-6246-4d72-a8cb-3872a2762b84 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.874330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.881385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b20e9c7-6246-4d72-a8cb-3872a2762b84 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.889418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b20e9c7-6246-4d72-a8cb-3872a2762b84 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.907146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20e9c7-6246-4d72-a8cb-3872a2762b84 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f14279e-e159-4b8f-8bd3-ad50edcbfe70,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.918056 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b20e9c7-6246-4d72-a8cb-3872a2762b84 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.919522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3b20e9c7-6246-4d72-a8cb-3872a2762b84 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465845 Jul 16 01:51:59.922208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.927009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'security_group_rule': {'security_group_id': 'ae530cd2-2e81-4e2f-a21b-9b62bb681b95', 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:59.951492 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Project a8ae8f10e6af42b8ae8e947568b2b45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:51:59.957190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.061237 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aeb802ed-7914-4a85-b84e-7c6e48a2d3ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edcb7c77520b41b1a162074089db944e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851559 Jul 16 01:52:00.063881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.070822 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.076608 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.099135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef6edf3-4e31-488f-9b0d-ade1a79243e2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.110259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.114016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e20210a-e483-42cc-9c19-2a538c41cdd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1882606 Jul 16 01:52:00.114271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.120175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'security_group_rule': {'security_group_id': 'ae530cd2-2e81-4e2f-a21b-9b62bb681b95', 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:00.129353 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c28d1601-27f9-457d-b697-83454c32fc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.144361 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Project a8ae8f10e6af42b8ae8e947568b2b45b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:52:00.150280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.151307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c28d1601-27f9-457d-b697-83454c32fc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.215553 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c28d1601-27f9-457d-b697-83454c32fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.218208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c28d1601-27f9-457d-b697-83454c32fc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.219352 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c28d1601-27f9-457d-b697-83454c32fc23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53017997-3bfb-493e-a5c8-dcb189b8378a HTTP/1.1" status: 204 len: 168 time: 0.1542563 Jul 16 01:52:00.223231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.227350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1601-27f9-457d-b697-83454c32fc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53017997-3bfb-493e-a5c8-dcb189b8378a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.228654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.251598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3935dee2-9c26-419d-8b8c-06d0a85adfce,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.255171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.260692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-15c28ac7-de5f-4efd-bd34-9b76e6ff9a88 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453962 Jul 16 01:52:00.469638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-0d81bb6e-f1fc-4235-a851-2738ceaa065e tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637150629&fields=id&tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b HTTP/1.1" status: 200 len: 267 time: 0.0431306 Jul 16 01:52:00.887769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-26a3cffd-cb81-4194-b682-d5e57400a6fe tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:00.889709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-26a3cffd-cb81-4194-b682-d5e57400a6fe tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 813 time: 0.4137383 Jul 16 01:52:00.905713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-22f36a17-13b5-4cd7-a0c7-18a0777c04ec tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/quotas/a8ae8f10e6af42b8ae8e947568b2b45b HTTP/1.1" status: 200 len: 375 time: 0.0105593 Jul 16 01:52:00.996744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-a957d550-fd8e-4bbc-ab66-4e947fe2ca2b tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855603 Jul 16 01:52:01.012691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-6879e1a6-69c7-4d31-a197-1f5008cbcdb3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:52:01.013846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-6879e1a6-69c7-4d31-a197-1f5008cbcdb3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060797 Jul 16 01:52:01.113552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-54378242-2a1a-4448-b18a-583659fccc47 service neutron] 10.222.0.81 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937455 Jul 16 01:52:01.204051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-991c8c8b-f134-4592-b96c-6b6ae9ead24c service neutron] 10.222.0.81 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851898 Jul 16 01:52:01.535391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-156a1200-bc8a-4268-984d-cd4a6cbb6c15 req-b348fe4d-daec-4d47-b801-c8c41e819c0a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 210 time: 0.0351102 Jul 16 01:52:01.979312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.984172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744430110', 'description': 'tempest-secgroup-smoke-1744430110 description', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.008172 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.017387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.115550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.120584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.161521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c48e27-713f-4508-83d6-0eb68f09b645,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.213545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.217435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.243169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.244415 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2639551 Jul 16 01:52:02.247507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.248441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba0874-2b22-4073-a975-8fe5fb5cd380 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.252850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.279462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.333421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.336631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.353921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d09864-b9c4-4796-b517-ae29e17f0a95,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.363158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.363510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.363851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.364188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.364607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.364970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.365272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.365602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.365929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.366251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.366572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.366909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:02.369516 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.370792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ddec2da2-2596-409e-963c-2d6b0fcb6d46 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220899 Jul 16 01:52:02.373519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60650) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.380756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6391ab86-d02a-4a5e-8150-bd6200ca6926 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.412702 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6391ab86-d02a-4a5e-8150-bd6200ca6926 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.471448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6391ab86-d02a-4a5e-8150-bd6200ca6926 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.474825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6391ab86-d02a-4a5e-8150-bd6200ca6926 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.524817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391ab86-d02a-4a5e-8150-bd6200ca6926 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9686f740-b1d9-4766-b26d-9683e9b323d7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.536817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6391ab86-d02a-4a5e-8150-bd6200ca6926 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.540622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6391ab86-d02a-4a5e-8150-bd6200ca6926 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1635818 Jul 16 01:52:02.541773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.546738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-02a6706b-49b8-4212-9a9a-e3de21f4d0e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.577227 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a6706b-49b8-4212-9a9a-e3de21f4d0e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.614881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-9a504c48-1b77-4b30-9310-b9048af06d85 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:02.616837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-9a504c48-1b77-4b30-9310-b9048af06d85 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.93 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 813 time: 0.1352634 Jul 16 01:52:02.661685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a6706b-49b8-4212-9a9a-e3de21f4d0e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.665828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a6706b-49b8-4212-9a9a-e3de21f4d0e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.687467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6706b-49b8-4212-9a9a-e3de21f4d0e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6667470b-a8a5-4dca-89dc-6c1008f7169d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.691724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02a6706b-49b8-4212-9a9a-e3de21f4d0e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.695424 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02a6706b-49b8-4212-9a9a-e3de21f4d0e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499865 Jul 16 01:52:02.695881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-e1d588a1-c323-4d8b-9ac6-14b513082725 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b HTTP/1.1" status: 200 len: 380 time: 0.0608325 Jul 16 01:52:02.695976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.700076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e76e82ac-b63e-4d94-8199-795e3807ff55 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.713518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1232cfb5-86be-4365-8315-ce199898bdc2 req-8ff83d26-fdd3-49b9-b6ce-8bb478259569 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 210 time: 0.0424109 Jul 16 01:52:02.717210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'port': {'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'admin_state_up': True, 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'security_groups': ['ae530cd2-2e81-4e2f-a21b-9b62bb681b95']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.730026 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e76e82ac-b63e-4d94-8199-795e3807ff55 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.803471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e76e82ac-b63e-4d94-8199-795e3807ff55 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.808460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e76e82ac-b63e-4d94-8199-795e3807ff55 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.824662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e82ac-b63e-4d94-8199-795e3807ff55 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5667a2b9-22e5-488d-b510-d282c7da6a6a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.836503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e76e82ac-b63e-4d94-8199-795e3807ff55 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.840716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e76e82ac-b63e-4d94-8199-795e3807ff55 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439922 Jul 16 01:52:02.841493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60660) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.847590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.850893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Made reservation on behalf of a8ae8f10e6af42b8ae8e947568b2b45b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:02.855088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.870626 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:52:02.877213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.944845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.949003 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.971171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9328df7a-7655-4ab4-a157-499afbb7054f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.981521 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.984669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6df66326-6343-427e-87d4-2ccb30356f0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417406 Jul 16 01:52:02.985754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.990560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:03.009124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Allocated IP 172.20.0.4 (a7dfb8ba-a250-4d4c-b873-da5f8f31df22/2cde2743-2aa2-45e3-b25f-c872e2f58881/036a2cd9-906e-445a-9153-41e2f26db706) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:03.014619 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:52:03.019867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.096018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.101493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.120007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e357b78c-1fdc-4eee-96fb-6e8dd62cb181,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.127481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.128836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-94482ceb-09bd-454d-801b-e0d0474cf3f7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420269 Jul 16 01:52:03.132337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.137226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'network': {'name': 'tempest-network-smoke--916715660', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:03.160923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:03.164784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.186126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.190888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:03.201203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.201557 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Added segment 1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86 of type vlan for network 9e511653-84ea-485e-a84f-352d3c55a194 Jul 16 01:52:03.203679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Transition to ACTIVE for port object 036a2cd9-906e-445a-9153-41e2f26db706 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:03.242355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.246187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.279154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.286213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.287276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.290933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:03.296838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:03.300729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:03.330114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'Port': ['ID=036a2cd9-906e-445a-9153-41e2f26db706,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.330432 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1968291 Jul 16 01:52:03.335128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60666) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.343199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'admin_state_up': True, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:03.375473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.376130 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.385259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8540b-5659-4007-8ff8-1e5d1d8e8fab tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Network': ['ID=9e511653-84ea-485e-a84f-352d3c55a194,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.399656 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.399882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 9e511653-84ea-485e-a84f-352d3c55a194 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:03.401182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.412252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-28a8f5c1-716a-46e0-aee6-1b31e6206f3a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7004921 Jul 16 01:52:03.495873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-7ce3fdf0-5230-4f8a-a656-9b856df7e8a6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:52:03.497247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-7ce3fdf0-5230-4f8a-a656-9b856df7e8a6 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0798619 Jul 16 01:52:03.503590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.577902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75fe35dd-9711-4b38-a6d1-790769342cb0 None None] Provisioning for port 036a2cd9-906e-445a-9153-41e2f26db706 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:03.585629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75fe35dd-9711-4b38-a6d1-790769342cb0 None None] Provisioning complete for port 036a2cd9-906e-445a-9153-41e2f26db706 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:03.586008 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75fe35dd-9711-4b38-a6d1-790769342cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.626215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-75fe35dd-9711-4b38-a6d1-790769342cb0 None None] Port 036a2cd9-906e-445a-9153-41e2f26db706 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:03.636065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Request body: {'port': {'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:03.688201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.775668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.097551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf81bb6-f3f2-480c-9a97-a84e5809dd00 req-9070e553-17ae-4312-a67c-104c2979cddc tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.099054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf81bb6-f3f2-480c-9a97-a84e5809dd00 req-9070e553-17ae-4312-a67c-104c2979cddc tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 931 time: 0.2577674 Jul 16 01:52:04.173386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.203174 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.235881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf81bb6-f3f2-480c-9a97-a84e5809dd00 req-4be0a62c-3fdd-4687-b6c3-8aa578c77dcd tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051350 Jul 16 01:52:04.360407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036a2cd9-906e-445a-9153-41e2f26db706 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:04.370450 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.388830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.210 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:04.398087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Transition to ACTIVE for port object 036a2cd9-906e-445a-9153-41e2f26db706 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:04.403670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.510197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Pushing event updated for resources: {'Port': ['ID=036a2cd9-906e-445a-9153-41e2f26db706,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:04.603336 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.625558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Attempting to bind port 036a2cd9-906e-445a-9153-41e2f26db706 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:04.625882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Attempting to bind port 036a2cd9-906e-445a-9153-41e2f26db706 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:04.626153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Attempting to bind port 036a2cd9-906e-445a-9153-41e2f26db706 on network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:04.632791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Port 036a2cd9-906e-445a-9153-41e2f26db706 on network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:04.633117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Attempting to bind port 036a2cd9-906e-445a-9153-41e2f26db706 on network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:04.643246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:04.643883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Checking segment: {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:04.644019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Bound using segment: {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:04.644428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Bound port: 036a2cd9-906e-445a-9153-41e2f26db706, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00592227-671d-477b-8134-556c8daac40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:04.644792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.706221 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.764354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] For port 036a2cd9-906e-445a-9153-41e2f26db706, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:04.768120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:04.778842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:04.784689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:04.787755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] For port 036a2cd9-906e-445a-9153-41e2f26db706, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=036a2cd9-906e-445a-9153-41e2f26db706,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:04.789975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:04.811210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.857353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.858004 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.859403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] 10.222.0.93 "PUT /v2.0/ports/036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 1091 time: 1.3543787 Jul 16 01:52:04.859869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:04.862193 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb860fe-078a-4755-9bfc-a882ad8a584f" -d '{"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:04.927098 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71dd0e1-8ba5-4f90-b94b-769b3eb23767 x-openstack-request-id: req-c71dd0e1-8ba5-4f90-b94b-769b3eb23767 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:04.927403 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:04.927656 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c71dd0e1-8ba5-4f90-b94b-769b3eb23767 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:04.928058 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706', 'status': 'completed', 'code': 200} Jul 16 01:52:04.993618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5dc63-a8d9-4247-924c-ba0c050e4039 service neutron] Pushing event updated for resources: {'Port': ['ID=036a2cd9-906e-445a-9153-41e2f26db706,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:05.058391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-f7445f5d-d5bb-44b5-a664-12e1f6c06297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.060330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-f7445f5d-d5bb-44b5-a664-12e1f6c06297 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1094 time: 0.1399493 Jul 16 01:52:05.399088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-f42b0396-3cfb-4798-873d-04b561c0d830 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 217 time: 0.3015101 Jul 16 01:52:05.525759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-4c20a1ec-4902-4204-bf51-daff5ce77547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.527211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-4c20a1ec-4902-4204-bf51-daff5ce77547 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 200 len: 852 time: 0.1172554 Jul 16 01:52:05.531218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.616308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e2708-22aa-4e14-b9ae-44905e2b3e01 req-8b85fe46-d34b-4bf5-b49d-863a734a60a1 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.617828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-391e2708-22aa-4e14-b9ae-44905e2b3e01 req-8b85fe46-d34b-4bf5-b49d-863a734a60a1 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.2250400 Jul 16 01:52:05.716373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-391e2708-22aa-4e14-b9ae-44905e2b3e01 req-3a27047c-55c8-4a5f-86e0-278004ecd4ac tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918374 Jul 16 01:52:05.719131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-f81d2e4e-3bb5-4c13-af7a-c3214ccca2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.720604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-f81d2e4e-3bb5-4c13-af7a-c3214ccca2f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860127 Jul 16 01:52:05.889667 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.896342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-05f6876f-00d1-4a18-9e9a-6e8b3eb1c05c service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421478 Jul 16 01:52:06.072576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36b9d7e7-fdad-4e38-8de2-e91c42461c64 req-5b0ab393-3e8c-4778-a06e-5afeedd66649 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425087 Jul 16 01:52:06.095368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 5dd8be3f-8444-4196-a964-13442af0eb78 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:52:06.241773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:06.254160 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Sync routers for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:06.259952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-23fe1871-51ad-4e27-8b3a-39b211119fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.261645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-23fe1871-51ad-4e27-8b3a-39b211119fc0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1094 time: 0.1206613 Jul 16 01:52:06.267449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.268664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d417dc5f-ec4c-41df-8f9a-954923fc5b0d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9325881 Jul 16 01:52:06.271811 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:06.272026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:06.272722 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:51:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:06.410397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-f6014c28-7eec-4de4-bb2e-c90807c62c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.412452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-f6014c28-7eec-4de4-bb2e-c90807c62c5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 914 time: 0.1427789 Jul 16 01:52:06.422624 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1628cd53-f297-4f35-9fd7-2dce55a40a68 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=4a61bc10abad4dc3828faa41bef71dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1487865 Jul 16 01:52:06.425458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:06.430609 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:06.466630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-088f479a-49b4-4a4f-a5e8-7ec8cc02ec3a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 217 time: 0.0450659 Jul 16 01:52:06.518947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-8ae7bee7-ea4d-48d4-98ac-e865b0d27f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.520528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-8ae7bee7-ea4d-48d4-98ac-e865b0d27f42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 200 len: 852 time: 0.0507162 Jul 16 01:52:06.594204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-034b1050-b13e-405e-adeb-8a4d60c2a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.595876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-034b1050-b13e-405e-adeb-8a4d60c2a5c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694251 Jul 16 01:52:06.614939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d8f52-ecc1-4fca-979d-eb63ecb2fddf tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.619950 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d30d8f52-ecc1-4fca-979d-eb63ecb2fddf tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1918299 Jul 16 01:52:06.620896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60688) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:06.629577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:05Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:06.659372 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Checking router: 5dd8be3f-8444-4196-a964-13442af0eb78 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:06.659900 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Updating router 5dd8be3f-8444-4196-a964-13442af0eb78 port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:06.664103 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3f3c0419-9262-4fe7-abdf-19bfa574a468 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418742 Jul 16 01:52:06.664773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:06.670656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2019862171', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:06.704539 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.779957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-11495fa4-c387-43bc-83f3-f7d253affa06 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753991 Jul 16 01:52:06.783847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:06.788772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.895219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb860fe-078a-4755-9bfc-a882ad8a584f req-fd64513f-4798-4466-acf7-5b3cdc600238 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087966 Jul 16 01:52:07.011696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee691122-c8c2-43a6-b6a5-cae6f82dbc06 req-11ebabf0-5c53-461e-931d-332df2d2495d tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.014049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee691122-c8c2-43a6-b6a5-cae6f82dbc06 req-11ebabf0-5c53-461e-931d-332df2d2495d tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.0924139 Jul 16 01:52:07.079302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.085963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee691122-c8c2-43a6-b6a5-cae6f82dbc06 req-0aa5ba67-13ec-4a13-8083-0e8aa9030f99 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661204 Jul 16 01:52:07.135545 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.149607 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Transition to ACTIVE for port object 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:07.153550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Subnet': ['ID=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.162899 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.163645 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Checking segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:07.164114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network hostable DHCP agents. Network: 9e511653-84ea-485e-a84f-352d3c55a194, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:07.180764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9e511653-84ea-485e-a84f-352d3c55a194 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:07.190516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 9e511653-84ea-485e-a84f-352d3c55a194) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:07.195816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.196855 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.209578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d02202-0e90-40f0-a612-6d66811b480c None None] Network 9e511653-84ea-485e-a84f-352d3c55a194 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:07.213054 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-91338e31-6996-48fe-8902-a8ac8d2fd42f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5472565 Jul 16 01:52:07.215726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:07.217271 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Attempting to bind port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:07.217748 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Attempting to bind port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:07.219125 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Attempting to bind port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:07.223653 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Pushing event updated for resources: {'Port': ['ID=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.231757 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:07.232129 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:07.232506 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.232903 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:07.233367 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Bound port: 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:07.233741 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.236927 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.237261 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.237592 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.237916 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.238237 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.238557 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.238875 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.239191 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.239670 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.239891 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.240330 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.240649 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:07.307746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] For port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:07.312359 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] For port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:07.319210 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.381260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-9e511653-84ea-485e-a84f-352d3c55a194', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:07.382221 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.382866 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:07.383483 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:51:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:07.436518 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36058ac-9da8-4cc7-aa96-55d4d2cb98bf None None] Pushing event updated for resources: {'Port': ['ID=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.527061 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:07.542146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Allocated IP 172.20.0.2 (9e511653-84ea-485e-a84f-352d3c55a194/21cb0412-b69c-44ef-9a2e-bf9fd444a3bd/b33dbdad-4895-47f8-a918-a1f10abf41e7) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:07.711417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.717194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.722610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Transition to ACTIVE for port object b33dbdad-4895-47f8-a918-a1f10abf41e7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:07.739467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Transition to ACTIVE for port object b33dbdad-4895-47f8-a918-a1f10abf41e7 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:07.746644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.750869 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:05Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:07.780647 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2d087-a9bc-49de-9299-efdd74148da6 None None] The sync data for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 is: [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:05Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:07.787375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Network 9e511653-84ea-485e-a84f-352d3c55a194 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:07.790448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:07.794909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:07.801077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Pushing event updated for resources: {'Port': ['ID=b33dbdad-4895-47f8-a918-a1f10abf41e7,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.861236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Attempting to bind port b33dbdad-4895-47f8-a918-a1f10abf41e7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:07.861601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Attempting to bind port b33dbdad-4895-47f8-a918-a1f10abf41e7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:07.861965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Attempting to bind port b33dbdad-4895-47f8-a918-a1f10abf41e7 on network 9e511653-84ea-485e-a84f-352d3c55a194 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:07.867155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:07.867522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Checking segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:07.867924 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.868360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Bound using segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:07.868821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Bound port: b33dbdad-4895-47f8-a918-a1f10abf41e7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:07.869196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.938674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] For port b33dbdad-4895-47f8-a918-a1f10abf41e7, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:07.941997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] For port b33dbdad-4895-47f8-a918-a1f10abf41e7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b33dbdad-4895-47f8-a918-a1f10abf41e7,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:07.947848 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.021535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eab02-8cb1-4404-9f91-37af9a989748 None None] Pushing event updated for resources: {'Port': ['ID=b33dbdad-4895-47f8-a918-a1f10abf41e7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.122806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.1 (9e511653-84ea-485e-a84f-352d3c55a194/21cb0412-b69c-44ef-9a2e-bf9fd444a3bd/84c64e32-723d-4159-9695-de02757159bd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:08.266147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.288803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object 84c64e32-723d-4159-9695-de02757159bd will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:08.359327 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601b4b1-af91-41fd-944d-c37248bd460e req-7f3cd230-e2c3-4d4f-b92a-c8bc5b5a6b9d tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.361102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d601b4b1-af91-41fd-944d-c37248bd460e req-7f3cd230-e2c3-4d4f-b92a-c8bc5b5a6b9d tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.1148925 Jul 16 01:52:08.367752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.426928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d601b4b1-af91-41fd-944d-c37248bd460e req-f11b8a5c-f71f-4f2d-aacd-269690474433 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523996 Jul 16 01:52:08.823260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9e511653-84ea-485e-a84f-352d3c55a194 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:08.825038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:08.827931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=84c64e32-723d-4159-9695-de02757159bd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.831267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:08.874133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.028187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.223070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b33dbdad-4895-47f8-a918-a1f10abf41e7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:09.301966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b33dbdad-4895-47f8-a918-a1f10abf41e7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:09.307888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:09.382998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.389382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.391058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:09.396211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:09.397028 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.469580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=84c64e32-723d-4159-9695-de02757159bd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:09.486280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.491738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725c661-d472-4421-ac15-8840381f8c0c None None] Network 9e511653-84ea-485e-a84f-352d3c55a194 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:09.566869 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.601078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9e511653-84ea-485e-a84f-352d3c55a194 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:09.602999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:09.611342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:09.622026 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.637194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c5be4e1-4db1-45b9-9867-70f2479e8be2 None None] Provisioning for port b33dbdad-4895-47f8-a918-a1f10abf41e7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:09.667411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c5be4e1-4db1-45b9-9867-70f2479e8be2 None None] Provisioning complete for port b33dbdad-4895-47f8-a918-a1f10abf41e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:09.667772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5be4e1-4db1-45b9-9867-70f2479e8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.745028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261b789-6c65-406d-ae00-8c5a231aca53 req-446ef134-4e64-467c-b9bf-f86cbae03897 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.750969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5261b789-6c65-406d-ae00-8c5a231aca53 req-446ef134-4e64-467c-b9bf-f86cbae03897 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.1112752 Jul 16 01:52:09.764503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:09.782391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 5dd8be3f-8444-4196-a964-13442af0eb78 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:09.809944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5261b789-6c65-406d-ae00-8c5a231aca53 req-3c7c5384-f1d9-4aad-9892-ccdf25495a28 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507424 Jul 16 01:52:09.835416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5be4e1-4db1-45b9-9867-70f2479e8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.880049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5c5be4e1-4db1-45b9-9867-70f2479e8be2 None None] For port b33dbdad-4895-47f8-a918-a1f10abf41e7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b33dbdad-4895-47f8-a918-a1f10abf41e7,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:09.889658 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c5be4e1-4db1-45b9-9867-70f2479e8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.907799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:09.917508 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-94903a8b-6194-4343-8995-9b13ea76df61 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/5dd8be3f-8444-4196-a964-13442af0eb78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6995597 Jul 16 01:52:09.946199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5be4e1-4db1-45b9-9867-70f2479e8be2 None None] Pushing event updated for resources: {'Port': ['ID=b33dbdad-4895-47f8-a918-a1f10abf41e7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.003838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Sync routers for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:10.014982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:10.015625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:51:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:10.100458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a746ec38-edd0-4fc6-8a0e-a8bf4ec63114 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744430110&fields=id&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 267 time: 0.0514402 Jul 16 01:52:10.161120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:10.245606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-23423423-f280-47ff-80b7-43afb039785c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.248165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-23423423-f280-47ff-80b7-43afb039785c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 796 time: 0.1401711 Jul 16 01:52:10.265566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-f5f54895-8a9b-4ce0-ac6d-01e19a58657b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/quotas/4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 375 time: 0.0111883 Jul 16 01:52:10.371881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-da438a09-242b-4c54-b5c9-d72ff7e0c71a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991447 Jul 16 01:52:10.391713 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-c054d996-0c87-460e-817c-0a392b899aa2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:52:10.393124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-c054d996-0c87-460e-817c-0a392b899aa2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082097 Jul 16 01:52:10.430906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-170a25af-b435-4ebf-99d6-de796b82dc72 None None] Provisioning complete for port b33dbdad-4895-47f8-a918-a1f10abf41e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:10.431479 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-170a25af-b435-4ebf-99d6-de796b82dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.567214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-306c3e71-6c69-45a6-9cc6-b32e1935234d service neutron] 10.222.0.81 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671412 Jul 16 01:52:10.644994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-170a25af-b435-4ebf-99d6-de796b82dc72 None None] Provisioning for port 84c64e32-723d-4159-9695-de02757159bd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:10.651352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-170a25af-b435-4ebf-99d6-de796b82dc72 None None] Provisioning complete for port 84c64e32-723d-4159-9695-de02757159bd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:10.651806 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-170a25af-b435-4ebf-99d6-de796b82dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.688020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-2ec08938-9e2f-4cf9-b699-1326c336d52c service neutron] 10.222.0.81 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147375 Jul 16 01:52:10.697568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-170a25af-b435-4ebf-99d6-de796b82dc72 None None] Port 84c64e32-723d-4159-9695-de02757159bd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:10.716983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 2, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:10.746060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Checking router: 5dd8be3f-8444-4196-a964-13442af0eb78 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:10.746060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Updating router 5dd8be3f-8444-4196-a964-13442af0eb78 port 84c64e32-723d-4159-9695-de02757159bd binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:10.794706 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.902622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfafa03a-2355-48c4-911b-19b936b7d29b req-5d83a2a5-4736-4cfb-8456-69dd3380288c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 210 time: 0.0440466 Jul 16 01:52:10.937749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7faa9a6c-d02f-41f8-a850-d1d2507e4d1f None None] Provisioning complete for port 84c64e32-723d-4159-9695-de02757159bd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:10.938127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7faa9a6c-d02f-41f8-a850-d1d2507e4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.001554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7faa9a6c-d02f-41f8-a850-d1d2507e4d1f None None] Port 84c64e32-723d-4159-9695-de02757159bd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:11.059950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611a3d-4957-4af8-9504-19cc629a4048 req-d2201099-1909-41bc-ae50-2fed8706c396 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.064646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81611a3d-4957-4af8-9504-19cc629a4048 req-d2201099-1909-41bc-ae50-2fed8706c396 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.1137047 Jul 16 01:52:11.163746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81611a3d-4957-4af8-9504-19cc629a4048 req-753c3a7e-619d-464a-ac3e-0d499abe74fd tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931222 Jul 16 01:52:11.171779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b33dbdad-4895-47f8-a918-a1f10abf41e7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:11.263413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.279482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Transition to ACTIVE for port object 84c64e32-723d-4159-9695-de02757159bd will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:11.286840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b33dbdad-4895-47f8-a918-a1f10abf41e7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:11.287218 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.289975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.373769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a10e48-af87-4b10-81a6-af4ce0060605 None None] Pushing event updated for resources: {'Port': ['ID=84c64e32-723d-4159-9695-de02757159bd,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.534462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Attempting to bind port 84c64e32-723d-4159-9695-de02757159bd on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:11.534462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Attempting to bind port 84c64e32-723d-4159-9695-de02757159bd by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:11.534462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Attempting to bind port 84c64e32-723d-4159-9695-de02757159bd on network 9e511653-84ea-485e-a84f-352d3c55a194 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:11.536791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:11.537172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Checking segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:11.539332 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.539772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Bound using segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:11.540214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Bound port: 84c64e32-723d-4159-9695-de02757159bd, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:11.540631 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.567964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:11.655354 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-904f743f-05cd-4ad5-a61e-b1bd86f63f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.679000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:11.679921 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.681164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] For port 84c64e32-723d-4159-9695-de02757159bd, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:11.685378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] For port 84c64e32-723d-4159-9695-de02757159bd, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=84c64e32-723d-4159-9695-de02757159bd,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:11.704953 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.791046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a10e48-af87-4b10-81a6-af4ce0060605 None None] Pushing event updated for resources: {'Port': ['ID=84c64e32-723d-4159-9695-de02757159bd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.794577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:11.795184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:51:44Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:11.935845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:12.110229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccd0bf86-cb46-4c9e-a620-c2920626606b req-7462da55-0049-4c17-93af-56cd33d92280 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 210 time: 0.0517998 Jul 16 01:52:12.241988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:11Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:12.277777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf58bbd-42da-4c36-acb8-8a59c9943297 None None] The sync data for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 is: [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:11Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:12.467161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e8cdd-daba-4cde-80ba-4a2b8784c583 req-5f1f0b70-bffa-4556-8e81-545b7f224850 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.474701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff9e8cdd-daba-4cde-80ba-4a2b8784c583 req-5f1f0b70-bffa-4556-8e81-545b7f224850 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.1653235 Jul 16 01:52:12.533156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff9e8cdd-daba-4cde-80ba-4a2b8784c583 req-e0da92d7-e4bb-4944-b1e3-7418b9654406 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572646 Jul 16 01:52:12.618186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-7e45a9b4-f082-48c5-bd18-ac936f2d24eb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.619636 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-7e45a9b4-f082-48c5-bd18-ac936f2d24eb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 796 time: 0.3853600 Jul 16 01:52:12.695019 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-b83919d0-b52f-426d-a3d8-2cff525b642b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 380 time: 0.0523770 Jul 16 01:52:12.704342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'port': {'device_id': 'e7272925-0322-4f81-8870-c4756a948acb', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'admin_state_up': True, 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'security_groups': ['fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:12.836846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:12.841572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.011526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.3 (9e511653-84ea-485e-a84f-352d3c55a194/21cb0412-b69c-44ef-9a2e-bf9fd444a3bd/c27c09a3-91d2-4f64-9171-62c51929a0f8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:13.191893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 84c64e32-723d-4159-9695-de02757159bd up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:13.283680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 84c64e32-723d-4159-9695-de02757159bd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:13.299887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 84c64e32-723d-4159-9695-de02757159bd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:13.300367 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.323974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.341259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object c27c09a3-91d2-4f64-9171-62c51929a0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:13.351896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ac76898-cd42-4280-a9f3-bc2d74d6c608 req-15379696-137c-49cb-b36d-1e4a207d78b7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 210 time: 0.0766344 Jul 16 01:52:13.403440 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.438897 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.463753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9e511653-84ea-485e-a84f-352d3c55a194 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:13.469724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:13.473777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:13.502116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.535231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 84c64e32-723d-4159-9695-de02757159bd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=84c64e32-723d-4159-9695-de02757159bd,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:13.541512 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.558253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.558940 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.581927 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-4c7726b4-b388-4eca-a74b-7aa34cde948e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8814185 Jul 16 01:52:13.594535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Request body: {'port': {'device_id': 'e7272925-0322-4f81-8870-c4756a948acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:13.637467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=84c64e32-723d-4159-9695-de02757159bd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.757691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.846128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c108d-0e8a-4ea4-898f-298df4c81aa1 req-00e42cff-f1d6-4c0a-b3a2-d0adeb679c2d tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.852923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f5c108d-0e8a-4ea4-898f-298df4c81aa1 req-00e42cff-f1d6-4c0a-b3a2-d0adeb679c2d tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.1228004 Jul 16 01:52:13.912306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-15adcd97-db23-4c94-9c8b-888ea5e1913e None None] Provisioning for port c27c09a3-91d2-4f64-9171-62c51929a0f8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:13.917225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-15adcd97-db23-4c94-9c8b-888ea5e1913e None None] Provisioning complete for port c27c09a3-91d2-4f64-9171-62c51929a0f8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:13.917868 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15adcd97-db23-4c94-9c8b-888ea5e1913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.945211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f5c108d-0e8a-4ea4-898f-298df4c81aa1 req-78905948-3736-4f89-ad6f-4e2cc9cb0252 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830865 Jul 16 01:52:13.978265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-15adcd97-db23-4c94-9c8b-888ea5e1913e None None] Port c27c09a3-91d2-4f64-9171-62c51929a0f8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:14.140777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27c09a3-91d2-4f64-9171-62c51929a0f8 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:14.148990 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.162940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Transition to ACTIVE for port object c27c09a3-91d2-4f64-9171-62c51929a0f8 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:14.167711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.239615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:14.317446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:14.317810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:14.318200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 on network 9e511653-84ea-485e-a84f-352d3c55a194 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:14.324131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Port c27c09a3-91d2-4f64-9171-62c51929a0f8 on network 9e511653-84ea-485e-a84f-352d3c55a194 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:14.324554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 on network 9e511653-84ea-485e-a84f-352d3c55a194 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:14.330371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:14.330710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Checking segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:14.331123 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Bound using segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:14.331735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Bound port: c27c09a3-91d2-4f64-9171-62c51929a0f8, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:14.332094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.407261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:14.410850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:14.421492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.468946 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.485118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.485755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.487192 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] 10.222.0.78 "PUT /v2.0/ports/c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 1091 time: 0.8977733 Jul 16 01:52:14.487765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:14.498055 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a126a22-8920-473c-8e36-db56d8aa41c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:14.545019 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5eb100c2-c1a0-403a-897a-40ddb6c8d988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.586679 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f701391-bef2-4614-9aac-e48087235f6c x-openstack-request-id: req-0f701391-bef2-4614-9aac-e48087235f6c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:14.587047 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:14.587310 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f701391-bef2-4614-9aac-e48087235f6c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:14.587697 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'status': 'completed', 'code': 200} Jul 16 01:52:14.595657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac1545-53ec-44fb-97fa-f00ea77529d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:14.631536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-1ea6cfc8-1f1b-47e6-a137-2f962f639793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.633214 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-1ea6cfc8-1f1b-47e6-a137-2f962f639793 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1094 time: 0.0805759 Jul 16 01:52:14.635110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee651de-fb9f-4bac-bc37-486a2d2a5b74 req-c66cb299-96f9-4afa-aa8d-8411e531f6b9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.643580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aee651de-fb9f-4bac-bc37-486a2d2a5b74 req-c66cb299-96f9-4afa-aa8d-8411e531f6b9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 943 time: 0.1495152 Jul 16 01:52:14.682639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-5db5b76b-2486-49af-aa90-b62e5438a1c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 217 time: 0.0410717 Jul 16 01:52:14.698127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aee651de-fb9f-4bac-bc37-486a2d2a5b74 req-47c53edc-497e-4188-af9f-1b82a4d22bc4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535710 Jul 16 01:52:14.751651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-d4207e25-cfd4-4ac0-80d6-c778225d0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.753488 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-d4207e25-cfd4-4ac0-80d6-c778225d0cd1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0627029 Jul 16 01:52:14.817914 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-7d16f691-ba67-42b7-8542-348dc950da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.819769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-7d16f691-ba67-42b7-8542-348dc950da27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596583 Jul 16 01:52:14.919105 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-26493776-ab2e-4f54-8cb4-5195a9e5e424 service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925503 Jul 16 01:52:15.022429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-54411e6c-08f4-40f2-8e3b-1b5a45891f6c req-6d37d5d8-d086-4162-b2e0-b2290e56b6cc service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960929 Jul 16 01:52:15.142524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbadfa-9f3a-4b22-bff8-e2c776b649e9 req-8ff94254-c824-4780-bd9b-2824903a794f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.149037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74fbadfa-9f3a-4b22-bff8-e2c776b649e9 req-8ff94254-c824-4780-bd9b-2824903a794f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 943 time: 0.0826440 Jul 16 01:52:15.150475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 84c64e32-723d-4159-9695-de02757159bd up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:15.179131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-6e90118d-b0d6-4ecb-9826-08677c747e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.182231 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-6e90118d-b0d6-4ecb-9826-08677c747e4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1094 time: 0.1015310 Jul 16 01:52:15.200553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74fbadfa-9f3a-4b22-bff8-e2c776b649e9 req-53c27cd0-e818-44e2-987e-1d4afb2bd2dd tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504506 Jul 16 01:52:15.220676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 84c64e32-723d-4159-9695-de02757159bd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:15.221305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.309189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-f37f45e0-10c2-44dd-9b51-141ce0900d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.311351 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-f37f45e0-10c2-44dd-9b51-141ce0900d87 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.1217811 Jul 16 01:52:15.357590 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.367789 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-a7950067-6c18-4bd3-9a2f-448d969900c9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 217 time: 0.0423567 Jul 16 01:52:15.387219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 036a2cd9-906e-445a-9153-41e2f26db706 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:15.421360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-6b1ec1ab-3ad3-4929-9473-f914d8792bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.422826 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-6b1ec1ab-3ad3-4929-9473-f914d8792bde service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0487101 Jul 16 01:52:15.496824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-7c1865fb-1a93-4d13-ab0f-40eb34c0bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.498771 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-7c1865fb-1a93-4d13-ab0f-40eb34c0bcb6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675485 Jul 16 01:52:15.499395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 036a2cd9-906e-445a-9153-41e2f26db706, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=036a2cd9-906e-445a-9153-41e2f26db706,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:15.511814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '036a2cd9-906e-445a-9153-41e2f26db706', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'mac_address': 'fa:16:3e:2d:77:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:15.557777 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.572376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036a2cd9-906e-445a-9153-41e2f26db706 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:15.596088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 036a2cd9-906e-445a-9153-41e2f26db706, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=036a2cd9-906e-445a-9153-41e2f26db706,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:15.601786 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.619164 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-5e80046a-3430-4464-bf2e-7d0264b2bcfe service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116660 Jul 16 01:52:15.658693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=036a2cd9-906e-445a-9153-41e2f26db706,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:15.714545 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5a126a22-8920-473c-8e36-db56d8aa41c1 req-52b1d213-2d6f-43e7-b9f5-53a9f8916e82 service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Jul 16 01:52:15.846301 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['036a2cd9-906e-445a-9153-41e2f26db706'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:15.907030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1467c0-e4b0-4f34-99a9-592e7d89b5d0 req-2fe93963-bbf0-49f0-bb5d-f29e58e9d32a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.908736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f1467c0-e4b0-4f34-99a9-592e7d89b5d0 req-2fe93963-bbf0-49f0-bb5d-f29e58e9d32a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 943 time: 0.0756602 Jul 16 01:52:15.957955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f1467c0-e4b0-4f34-99a9-592e7d89b5d0 req-71715a0f-7a17-4b0f-bef5-a563e3b9641b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417025 Jul 16 01:52:16.211559 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.396016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf88db-d2ca-420f-a609-0da15f3de710 req-56be671b-db80-4278-a90a-0d2826603865 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.397621 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4baf88db-d2ca-420f-a609-0da15f3de710 req-56be671b-db80-4278-a90a-0d2826603865 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 944 time: 0.0670946 Jul 16 01:52:16.441986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4baf88db-d2ca-420f-a609-0da15f3de710 req-bfc28e1a-3baa-4006-818e-e27ea5b5754a tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387619 Jul 16 01:52:16.878014 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.134602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493071a-3807-457d-a07a-4f6d5808d96d req-d0875634-b9fb-40cc-b67b-f8110ee44015 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.135988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e493071a-3807-457d-a07a-4f6d5808d96d req-d0875634-b9fb-40cc-b67b-f8110ee44015 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 943 time: 0.0672379 Jul 16 01:52:17.177004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e493071a-3807-457d-a07a-4f6d5808d96d req-2cb56201-de73-413a-af14-453aa28551a8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354054 Jul 16 01:52:17.402987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 036a2cd9-906e-445a-9153-41e2f26db706 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:17.453136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 036a2cd9-906e-445a-9153-41e2f26db706 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:17.457161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 036a2cd9-906e-445a-9153-41e2f26db706 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:17.457533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.548309 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.573496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:17.576215 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9964ab0a-59d7-40ca-9dd3-98704eb7b900" -d '{"events": [{"server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "name": "network-vif-plugged", "status": "completed", "tag": "036a2cd9-906e-445a-9153-41e2f26db706"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:17.589178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 036a2cd9-906e-445a-9153-41e2f26db706, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=036a2cd9-906e-445a-9153-41e2f26db706,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:17.595719 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.621492 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7f8a4e-05f3-432e-8066-4d37c129c472 x-openstack-request-id: req-0e7f8a4e-05f3-432e-8066-4d37c129c472 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:17.622308 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "name": "network-vif-plugged", "status": "completed", "tag": "036a2cd9-906e-445a-9153-41e2f26db706", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:17.622743 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e7f8a4e-05f3-432e-8066-4d37c129c472 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:17.623148 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706', 'code': 200} Jul 16 01:52:17.643203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad4e6b-ed90-409b-b3a3-49cdf22c11cc req-d9957801-e527-4cad-a2f4-ef4dfe124fef tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.645044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84ad4e6b-ed90-409b-b3a3-49cdf22c11cc req-d9957801-e527-4cad-a2f4-ef4dfe124fef tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 944 time: 0.0794582 Jul 16 01:52:17.651202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=036a2cd9-906e-445a-9153-41e2f26db706,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:17.688583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84ad4e6b-ed90-409b-b3a3-49cdf22c11cc req-4b2f961c-6ce0-4066-b136-e684edbf8561 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352960 Jul 16 01:52:17.747481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229de5-bb80-4fef-9b2f-fbe42769864e req-0460d5a7-2639-4b76-9e71-0fd09d747d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.748994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee229de5-bb80-4fef-9b2f-fbe42769864e req-0460d5a7-2639-4b76-9e71-0fd09d747d53 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1096 time: 0.0522075 Jul 16 01:52:17.786380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee229de5-bb80-4fef-9b2f-fbe42769864e req-bf292531-92a9-4b02-af83-a4f8c0baaeda service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Jul 16 01:52:18.100054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:18.194936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:18.209725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'port_id': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'mac_address': 'fa:16:3e:bd:63:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:18.247326 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.260420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27c09a3-91d2-4f64-9171-62c51929a0f8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:18.279948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:18.284135 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.330219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:18.353416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e4e3a-dc0a-49e7-8bac-ecc307c236a6 req-653fa73b-9309-48ef-bdca-81100208f95a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.354908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc5e4e3a-dc0a-49e7-8bac-ecc307c236a6 req-653fa73b-9309-48ef-bdca-81100208f95a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 944 time: 0.0671399 Jul 16 01:52:18.397701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc5e4e3a-dc0a-49e7-8bac-ecc307c236a6 req-733c9d80-f535-47a2-83e5-d1edc6ad731c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362990 Jul 16 01:52:18.520704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['c27c09a3-91d2-4f64-9171-62c51929a0f8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:18.862085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd09aaa-fe76-4b61-9401-40b90b8463bb req-d8b6bd0f-e4b0-42e6-b527-3a10ff55b741 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.863434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dd09aaa-fe76-4b61-9401-40b90b8463bb req-d8b6bd0f-e4b0-42e6-b527-3a10ff55b741 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 945 time: 0.0626755 Jul 16 01:52:18.900956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dd09aaa-fe76-4b61-9401-40b90b8463bb req-98d3ce82-0608-47d2-a277-57050f270a74 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Jul 16 01:52:19.076922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa104f5-78df-4825-9308-326f804109f7 req-7b9cb124-db3b-4bb5-9589-676e26b6d7ac tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.078407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7aa104f5-78df-4825-9308-326f804109f7 req-7b9cb124-db3b-4bb5-9589-676e26b6d7ac tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 945 time: 0.0701237 Jul 16 01:52:19.116998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7aa104f5-78df-4825-9308-326f804109f7 req-e4a46451-10f4-4a1b-92d1-7a88e3617256 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Jul 16 01:52:19.141716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:19.298309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9eada-527b-4fcd-bad5-743577dbfa8d tempest-TestVolumeBackupRestore-841971617 tempest-TestVolumeBackupRestore-841971617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.299853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8fd9eada-527b-4fcd-bad5-743577dbfa8d tempest-TestVolumeBackupRestore-841971617 tempest-TestVolumeBackupRestore-841971617-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1091 time: 0.1571271 Jul 16 01:52:19.302903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60790) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:19.307284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:19.332564 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.430946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.548779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Allocated IP 172.25.5.106 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b2b29561-2db4-433e-8062-9efa777c848f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:19.582571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98247f9-02b9-48c6-9c0e-c01fdfd0f1da req-8b455f73-4181-4627-bdec-69e08b1e9193 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.584905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f98247f9-02b9-48c6-9c0e-c01fdfd0f1da req-8b455f73-4181-4627-bdec-69e08b1e9193 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 944 time: 0.0684600 Jul 16 01:52:19.625989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f98247f9-02b9-48c6-9c0e-c01fdfd0f1da req-085706fe-b7ac-4728-bc6d-f5715cb4f48a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351236 Jul 16 01:52:19.654219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.698418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.737359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:19.740104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:19.744661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:19.766539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'Port': ['ID=b2b29561-2db4-433e-8062-9efa777c848f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:19.846960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.115450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:20.166408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port c27c09a3-91d2-4f64-9171-62c51929a0f8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:20.171475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port c27c09a3-91d2-4f64-9171-62c51929a0f8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:20.171972 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.258156 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.283213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:20.285847 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed041dd-3282-4f6f-a955-628b184e6818" -d '{"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-plugged", "status": "completed", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:20.298955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:20.305207 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.336698 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f74d096-ddb4-4710-a2c4-e99f7e263382 x-openstack-request-id: req-2f74d096-ddb4-4710-a2c4-e99f7e263382 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:20.336997 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-plugged", "status": "completed", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:20.337255 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f74d096-ddb4-4710-a2c4-e99f7e263382 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:20.337642 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'code': 200} Jul 16 01:52:20.366018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:20.582420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.627647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625e102-6fda-472e-89d6-918f2d275d25 req-2831b9f5-55b1-4460-9c20-38a3b8fb4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.629190 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0625e102-6fda-472e-89d6-918f2d275d25 req-2831b9f5-55b1-4460-9c20-38a3b8fb4a3c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1096 time: 0.2046523 Jul 16 01:52:20.691597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0625e102-6fda-472e-89d6-918f2d275d25 req-cd7e1aa7-5642-40b9-9c19-f906ee5e5b1a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507231 Jul 16 01:52:20.725685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.824406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c0672-8692-44b9-86ae-25d261ba726c req-d68959ad-5b38-437e-9778-87af567847ad tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.826601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd4c0672-8692-44b9-86ae-25d261ba726c req-d68959ad-5b38-437e-9778-87af567847ad tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0710866 Jul 16 01:52:20.872361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd4c0672-8692-44b9-86ae-25d261ba726c req-5aeb97ae-c201-4286-88b9-1c8351e257ee tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Jul 16 01:52:20.896254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.901072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.970973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event updated for resources: {'Port': ['ID=b2b29561-2db4-433e-8062-9efa777c848f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:20.981711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.086808 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Floating IP a3349aed-cedb-4fa1-b0ea-19e46b22d492 associated. External IP: 172.25.5.106, port: 036a2cd9-906e-445a-9153-41e2f26db706. Jul 16 01:52:21.297529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Router 016fe817-03ea-43a4-baaa-14fa29259b53 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:21.417173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:21.429975 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] Sync routers for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:21.434322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.461457 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:21.462275 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:21.481696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-51c5ba54-51b0-4b5f-bc05-53bd8178a06f tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1771235 Jul 16 01:52:21.482608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:21.484595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60806) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:21.485165 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b570ab9c-a8f8-44e9-8556-591f13d45300" -d '{"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:21.546643 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff40fc9-0a02-4402-9b04-219c12c6bfd8 x-openstack-request-id: req-4ff40fc9-0a02-4402-9b04-219c12c6bfd8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:21.547016 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:21.547343 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ff40fc9-0a02-4402-9b04-219c12c6bfd8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:21.547814 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706', 'status': 'completed', 'code': 200} Jul 16 01:52:21.558357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92f1e6-3baf-4048-aa01-e707c1f29564 tempest-TestVolumeBackupRestore-841971617 tempest-TestVolumeBackupRestore-841971617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.559993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9e92f1e6-3baf-4048-aa01-e707c1f29564 tempest-TestVolumeBackupRestore-841971617 tempest-TestVolumeBackupRestore-841971617-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1091 time: 0.0737267 Jul 16 01:52:21.562949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:21.568311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Request body: {'floatingip': {'port_id': '036a2cd9-906e-445a-9153-41e2f26db706'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:21.585699 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:21.646577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-7a70e676-6393-495c-a69f-63cee5bab88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.649040 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-7a70e676-6393-495c-a69f-63cee5bab88d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1096 time: 0.0725794 Jul 16 01:52:21.689474 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.756899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-59300349-ea4e-4488-8590-39bc869aa731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.758678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-59300349-ea4e-4488-8590-39bc869aa731 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 914 time: 0.1036561 Jul 16 01:52:21.821378 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'a3349aed-cedb-4fa1-b0ea-19e46b22d492', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'mac_address': 'fa:16:3e:2d:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:19Z', 'updated_at': '2021-07-16T01:52:19Z', 'revision_number': 0, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:21.849387 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] Checking router: 016fe817-03ea-43a4-baaa-14fa29259b53 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:21.858013 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:21.858382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-7b7e1bc0-d1d3-4218-ae10-33e5bf0ad0fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 999 time: 0.0932019 Jul 16 01:52:21.858850 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:22.095404 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:22.104853 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-d16243d8-1bac-4542-87d8-ab7227475dcd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1637518 Jul 16 01:52:22.270965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-f28c608a-09ce-4d4b-aac9-d21e2eb35537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.272489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-f28c608a-09ce-4d4b-aac9-d21e2eb35537 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 200 len: 852 time: 0.4083006 Jul 16 01:52:22.335314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1c3e7-dfce-47ca-8b09-440198a20bc2 req-b5f02113-cb19-48ae-839a-3338e6a34cd1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.336845 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5af1c3e7-dfce-47ca-8b09-440198a20bc2 req-b5f02113-cb19-48ae-839a-3338e6a34cd1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1098008 Jul 16 01:52:22.341169 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'a3349aed-cedb-4fa1-b0ea-19e46b22d492', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'mac_address': 'fa:16:3e:2d:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:19Z', 'updated_at': '2021-07-16T01:52:19Z', 'revision_number': 0, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:22.369998 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37b0f5-b1ac-45ec-9a43-7cee0110773e None None] The sync data for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 is: [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'a3349aed-cedb-4fa1-b0ea-19e46b22d492', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'mac_address': 'fa:16:3e:2d:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:19Z', 'updated_at': '2021-07-16T01:52:19Z', 'revision_number': 0, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:22.371977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-8b598275-6b67-4499-9219-d2b168d727fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.373639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-8b598275-6b67-4499-9219-d2b168d727fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941012 Jul 16 01:52:22.459708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5af1c3e7-dfce-47ca-8b09-440198a20bc2 req-e5873f8a-9f35-4b3a-9df6-efc252c00167 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125288 Jul 16 01:52:22.496166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-94598c23-7c08-4f74-b3a5-fd2aff732484 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114419 Jul 16 01:52:22.603046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-88712c3a-842c-4e96-8f49-e97cdd5a6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.604490 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-88712c3a-842c-4e96-8f49-e97cdd5a6320 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ba9b589d93a040179dd0a246f752278b&device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 1099 time: 0.4455123 Jul 16 01:52:22.622455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b570ab9c-a8f8-44e9-8556-591f13d45300 req-db08a6f1-c76d-43be-843d-d2aa86da0b4a service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191571 Jul 16 01:52:22.634020 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.663267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.688133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bd8f1f-57a3-48d3-b448-f73ff25d1bb4 None None] New status for floating IP a3349aed-cedb-4fa1-b0ea-19e46b22d492: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:22.695710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606f84-5a57-4fff-a9df-c0662cd28a06 req-0c364cb0-47eb-4d87-83b2-8329197beda7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.697428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e606f84-5a57-4fff-a9df-c0662cd28a06 req-0c364cb0-47eb-4d87-83b2-8329197beda7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0740702 Jul 16 01:52:22.759322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e606f84-5a57-4fff-a9df-c0662cd28a06 req-571b338b-cbb0-4c79-967f-087d60e6fee8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553677 Jul 16 01:52:22.786229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.828825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-77fbb255-7d7e-437d-8ce2-1a30449f2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.830343 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-77fbb255-7d7e-437d-8ce2-1a30449f2bf6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.1951284 Jul 16 01:52:22.854623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a25ee-2aa3-4ffd-8796-6b4c975a0ca5 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.861314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f68a25ee-2aa3-4ffd-8796-6b4c975a0ca5 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1091 time: 0.0741544 Jul 16 01:52:22.862701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.867390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:22.881092 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-d2de54bb-aeb6-4cc3-90d0-02d4ff3f6eb3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ccb854ab-6df3-42c1-a250-58957c9856b3 HTTP/1.1" status: 200 len: 217 time: 0.0429044 Jul 16 01:52:22.906923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.020610 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.029407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-20488e28-89e1-4712-96d4-a0f287ec9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.031124 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-20488e28-89e1-4712-96d4-a0f287ec9256 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.1416035 Jul 16 01:52:23.119517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Router 016fe817-03ea-43a4-baaa-14fa29259b53 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:23.131874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-a0df6196-8786-4b15-bd19-4a1a05ed7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.133442 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-a0df6196-8786-4b15-bd19-4a1a05ed7fd0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929120 Jul 16 01:52:23.152562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.186 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/f1a9fa9c-3bee-424c-99d8-479db9c359c6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:23.313489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.320181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-5b48cbe1-f9c1-4fbc-9935-b6d42d7745eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236420 Jul 16 01:52:23.329402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:23.333402 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-ff14ea84-5ce9-4d5c-b50a-81105580085e service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546826 Jul 16 01:52:23.336647 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.345718 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] Sync routers for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:23.356814 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:23.357503 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:23.375481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.473332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:23.482196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:23.487148 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-390d4e7b-9f21-4f02-85b2-32ef37160181 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "PUT /v2.0/floatingips/a3349aed-cedb-4fa1-b0ea-19e46b22d492 HTTP/1.1" status: 200 len: 991 time: 1.9229050 Jul 16 01:52:23.493660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:23.494804 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:23.498301 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6251a671-c90c-45e3-bf2d-409cab859dd9 req-167b3763-c123-4f7f-8774-8351d260b433 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584842 Jul 16 01:52:23.520125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=f1a9fa9c-3bee-424c-99d8-479db9c359c6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.549031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706'}, {'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:23.551379 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706"}, {"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:23.589856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-63642d3d-44d5-417e-a672-14ae5ad284eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.592029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-63642d3d-44d5-417e-a672-14ae5ad284eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1096 time: 0.1864002 Jul 16 01:52:23.616043 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66188a6-2743-486a-af6f-c3cac87f7481 x-openstack-request-id: req-d66188a6-2743-486a-af6f-c3cac87f7481 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:23.616251 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:23.616473 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d66188a6-2743-486a-af6f-c3cac87f7481 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:23.616881 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706', 'status': 'completed', 'code': 200} Jul 16 01:52:23.617142 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706', 'status': 'completed', 'code': 200} Jul 16 01:52:23.772508 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'a3349aed-cedb-4fa1-b0ea-19e46b22d492', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'mac_address': 'fa:16:3e:2d:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:19Z', 'updated_at': '2021-07-16T01:52:23Z', 'revision_number': 2, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:23.801006 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] Checking router: 016fe817-03ea-43a4-baaa-14fa29259b53 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:23.810790 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:23.811520 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:23.829375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-b8db7f49-6811-4d9a-97e3-657ef63994b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.830875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-b8db7f49-6811-4d9a-97e3-657ef63994b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 914 time: 0.1802793 Jul 16 01:52:23.926421 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:24.011533 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-df4ecf39-cab4-4575-9592-6f8cd906f7e4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 1001 time: 0.1703200 Jul 16 01:52:24.151055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-1e8106ca-335d-41c0-a128-d11d00db9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.152489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-1e8106ca-335d-41c0-a128-d11d00db9899 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 200 len: 852 time: 0.1109922 Jul 16 01:52:24.176002 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'a3349aed-cedb-4fa1-b0ea-19e46b22d492', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'mac_address': 'fa:16:3e:2d:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:19Z', 'updated_at': '2021-07-16T01:52:23Z', 'revision_number': 2, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:24.203702 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b71bce1-2ded-4809-bd30-973385672824 None None] The sync data for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 is: [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'a3349aed-cedb-4fa1-b0ea-19e46b22d492', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'floating_ip_address': '172.25.5.106', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'port_id': '036a2cd9-906e-445a-9153-41e2f26db706', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'mac_address': 'fa:16:3e:2d:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:19Z', 'updated_at': '2021-07-16T01:52:23Z', 'revision_number': 2, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:24.244630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.337624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-a5cf2be9-6e24-441e-8aa9-cdae6b0423fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.339148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-a5cf2be9-6e24-441e-8aa9-cdae6b0423fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616902 Jul 16 01:52:24.399544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.503558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-a8fc2466-c0c8-45ed-baee-6087f4df5503 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431670 Jul 16 01:52:24.655916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdeb0c43-9b90-4ee6-87ba-637dfd869479 req-ff599dee-6a9e-4ba8-b245-fcba9854d2c3 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461461 Jul 16 01:52:24.670913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.676360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.789435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=f1a9fa9c-3bee-424c-99d8-479db9c359c6,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.807964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.852940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-69e45064-3552-4240-8cb2-03a9a049533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.854451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-69e45064-3552-4240-8cb2-03a9a049533e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1096 time: 0.1507654 Jul 16 01:52:25.250188 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480 associated. External IP: 172.25.5.186, port: c27c09a3-91d2-4f64-9171-62c51929a0f8. Jul 16 01:52:25.298875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-116bd85c-4421-4ecf-9890-8baa7b3e1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.300402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-116bd85c-4421-4ecf-9890-8baa7b3e1c1c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 914 time: 0.4395161 Jul 16 01:52:25.409105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-9e6997c7-031b-4a0e-a55c-e0628b342585 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 1001 time: 0.1021404 Jul 16 01:52:25.502006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-19dd8ca7-dcba-48ff-aebf-4f0cae14f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.503407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-19dd8ca7-dcba-48ff-aebf-4f0cae14f3c8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 200 len: 852 time: 0.0879462 Jul 16 01:52:25.597958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 5dd8be3f-8444-4196-a964-13442af0eb78 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:25.653689 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-6d45ce7e-2af1-457b-b40c-c93108d90f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.655207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-6d45ce7e-2af1-457b-b40c-c93108d90f5c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252930 Jul 16 01:52:25.777224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:25.786927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] Sync routers for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:25.797454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:25.798090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:25.804781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-0bf5f6a6-9011-40f5-9496-3adf91068796 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415787 Jul 16 01:52:25.805924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.876715 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b3612a61-8976-48a9-8309-8e05616ecbd7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0128727 Jul 16 01:52:25.879740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:25.882238 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2573b260-3604-4238-b212-4d8086398bce" -d '{"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:25.923230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:25.951063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-ef642c37-3715-4de9-84ad-1e76f12882b1 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405377 Jul 16 01:52:25.952576 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844c7221-3746-43f3-a86f-895330694698 x-openstack-request-id: req-844c7221-3746-43f3-a86f-895330694698 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:25.952865 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:25.953117 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-844c7221-3746-43f3-a86f-895330694698 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:25.953510 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'status': 'completed', 'code': 200} Jul 16 01:52:26.049352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573b260-3604-4238-b212-4d8086398bce req-f1772eec-7a1a-4324-a27b-57b2a39fd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.056683 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2573b260-3604-4238-b212-4d8086398bce req-f1772eec-7a1a-4324-a27b-57b2a39fd73a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1096 time: 0.0724359 Jul 16 01:52:26.124594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b74d-ab5e-4213-8dcd-fb3d2c67d5e1 req-71aae749-f578-4b97-8e08-5c8e541ce7cb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.126171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f62b74d-ab5e-4213-8dcd-fb3d2c67d5e1 req-71aae749-f578-4b97-8e08-5c8e541ce7cb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1231735 Jul 16 01:52:26.128692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-2518163c-c172-4bd7-95f0-aedcc01799b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.130025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-2518163c-c172-4bd7-95f0-aedcc01799b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1096 time: 0.0946057 Jul 16 01:52:26.167810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573b260-3604-4238-b212-4d8086398bce req-0b573768-6245-4e33-b474-1ff58d73d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.170419 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2573b260-3604-4238-b212-4d8086398bce req-0b573768-6245-4e33-b474-1ff58d73d361 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.1124368 Jul 16 01:52:26.201371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'port_id': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'mac_address': 'fa:16:3e:bd:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7272925-0322-4f81-8870-c4756a948acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:23Z', 'updated_at': '2021-07-16T01:52:23Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:13Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:26.224324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f62b74d-ab5e-4213-8dcd-fb3d2c67d5e1 req-e24e0e63-8909-4d24-b793-87a9144e3aa1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911589 Jul 16 01:52:26.250188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] Checking router: 5dd8be3f-8444-4196-a964-13442af0eb78 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:26.251379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:26.251995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:26.254916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 60892) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.261388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-e4006ee3-1309-48ad-bfc6-8bd4ee89ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.264931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-e4006ee3-1309-48ad-bfc6-8bd4ee89ea22 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 914 time: 0.1232731 Jul 16 01:52:26.343739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-b03413a4-d754-4c42-821a-27b5bc002cd9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 1001 time: 0.0732524 Jul 16 01:52:26.361575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2573b260-3604-4238-b212-4d8086398bce req-7f37b569-6f2a-4ede-aaee-629dec28f605 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 999 time: 0.1833827 Jul 16 01:52:26.368386 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ae334b0f-e070-45ff-a93f-7fd45e6b44a6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480 HTTP/1.1" status: 200 len: 991 time: 0.1110785 Jul 16 01:52:26.368568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:26.402201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-d3b69614-44cc-4c33-a2a2-089b6ab51ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.404146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-d3b69614-44cc-4c33-a2a2-089b6ab51ab2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 200 len: 852 time: 0.0545676 Jul 16 01:52:26.419410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573b260-3604-4238-b212-4d8086398bce req-9e4a8cd0-a1cb-4909-ae55-015b2d8a6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.421078 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2573b260-3604-4238-b212-4d8086398bce req-9e4a8cd0-a1cb-4909-ae55-015b2d8a6021 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0513203 Jul 16 01:52:26.474819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-c78fdca8-1e32-47a7-8b58-bf43e4835292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.476422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-c78fdca8-1e32-47a7-8b58-bf43e4835292 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665302 Jul 16 01:52:26.490962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573b260-3604-4238-b212-4d8086398bce req-c6a0151f-8601-468b-a1b5-418ba9a8b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.492611 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2573b260-3604-4238-b212-4d8086398bce req-c6a0151f-8601-468b-a1b5-418ba9a8b006 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632877 Jul 16 01:52:26.583341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-cd07bc35-1d88-490a-b1c9-bbbf68719801 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006510 Jul 16 01:52:26.608653 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2573b260-3604-4238-b212-4d8086398bce req-11230aee-729d-4f7a-b670-b2c58f5abcf1 service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085629 Jul 16 01:52:26.672198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'port_id': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'mac_address': 'fa:16:3e:bd:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7272925-0322-4f81-8870-c4756a948acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:23Z', 'updated_at': '2021-07-16T01:52:23Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:13Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:26.692862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0b6e8c-ba99-42ec-9647-7379705e9b5a req-ad5c6d62-fc21-4cad-b1b5-7e02d3960558 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034074 Jul 16 01:52:26.704962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ad268-df1c-4af7-b1f9-5d209d1ba1f9 None None] The sync data for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 is: [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'port_id': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'mac_address': 'fa:16:3e:bd:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7272925-0322-4f81-8870-c4756a948acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:23Z', 'updated_at': '2021-07-16T01:52:23Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:13Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:26.719724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2573b260-3604-4238-b212-4d8086398bce req-2d4895ff-439e-48e4-b032-ecb75a855796 service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042662 Jul 16 01:52:26.921366 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf628a2-876a-41e1-8edd-f3883958c118 None None] New status for floating IP c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:27.360324 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:27.371165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 60912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.501436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9ff41144-29b3-414d-82fe-07c8bacd2e1c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480 HTTP/1.1" status: 200 len: 993 time: 0.1291106 Jul 16 01:52:41.631491 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9a61-0986-45a1-babe-ebabc67e92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.442392 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.518587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a89b0396-0e69-48a7-a2a3-dd0bcbe00fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.360505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.215402 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.880320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.844853 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.672279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 33488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:56.837481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Deleting port b2b29561-2db4-433e-8062-9efa777c848f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:56.837842 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.920417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.920724 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.933863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Calling delete_port for b2b29561-2db4-433e-8062-9efa777c848f owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:57.125742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.153398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event deleted for resources: {'Port': ['ID=b2b29561-2db4-433e-8062-9efa777c848f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.222950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.223289 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Floating IP a3349aed-cedb-4fa1-b0ea-19e46b22d492 disassociated (deleted). External IP: 172.25.5.106, port: 036a2cd9-906e-445a-9153-41e2f26db706. Jul 16 01:52:57.436727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Router 016fe817-03ea-43a4-baaa-14fa29259b53 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:57.843642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:57.848866 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.855451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] Sync routers for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:57.864963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:57.865559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:57.886803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c8f77c78-c77b-4b1b-a32c-1464a99806f0 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "DELETE /v2.0/floatingips/a3349aed-cedb-4fa1-b0ea-19e46b22d492 HTTP/1.1" status: 204 len: 168 time: 1.2106862 Jul 16 01:52:57.886803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:57.887111 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:57.925437 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec879ce-41b5-4b61-926f-8a1477d31521 x-openstack-request-id: req-6ec879ce-41b5-4b61-926f-8a1477d31521 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:57.925733 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "tag": "036a2cd9-906e-445a-9153-41e2f26db706", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:57.925985 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ec879ce-41b5-4b61-926f-8a1477d31521 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:57.926384 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706', 'status': 'completed', 'code': 200} Jul 16 01:52:57.978287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:58.004189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-e9565f8e-5b21-46d8-b371-50c7481e7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.005792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-e9565f8e-5b21-46d8-b371-50c7481e7e06 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 1096 time: 0.0534275 Jul 16 01:52:58.102707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-8fa3bc45-19b3-4b88-aded-707653fc974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.104275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-8fa3bc45-19b3-4b88-aded-707653fc974a service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 200 len: 914 time: 0.0920062 Jul 16 01:52:58.162090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-2b74db0b-6929-45a6-bdb8-5bdad12a3462 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 200 len: 217 time: 0.0516198 Jul 16 01:52:58.202347 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.225524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-1f16f950-ff6d-4fe2-908e-7907e2d3ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.227029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-1f16f950-ff6d-4fe2-908e-7907e2d3ca00 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 200 len: 852 time: 0.0577202 Jul 16 01:52:58.232141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] Checking router: 016fe817-03ea-43a4-baaa-14fa29259b53 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:58.240546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:58.241153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.322541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bc6f0-4a28-4c97-82a6-0c7f72a1d05c req-4aece2ac-f974-40f8-9b62-ea0043fd0004 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.324146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-810bc6f0-4a28-4c97-82a6-0c7f72a1d05c req-4aece2ac-f974-40f8-9b62-ea0043fd0004 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 945 time: 0.1118302 Jul 16 01:52:58.332195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-9b8e679c-ef74-44a8-ae02-cf75bc6ad7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.334200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-9b8e679c-ef74-44a8-ae02-cf75bc6ad7aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7dfb8ba-a250-4d4c-b873-da5f8f31df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871387 Jul 16 01:52:58.361254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:58.395680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-810bc6f0-4a28-4c97-82a6-0c7f72a1d05c req-a1741ca8-b99c-4b40-9560-4899972e7b99 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604892 Jul 16 01:52:58.460094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-6f3661f0-8f76-49c3-b45b-876ac50dc9bd service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159034 Jul 16 01:52:58.552277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd7bc2d7-11e9-4205-a3b7-6bcf891494b7 req-583e2a8b-631c-4dc5-b706-c11d3cb443c4 service neutron] 10.222.0.93 "GET /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847349 Jul 16 01:52:58.579082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.604552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c911c-2fe0-4fc9-9f6d-4f55040c3627 None None] The sync data for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 is: [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 4, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ea8c1d3d-0e72-4d5f-b307-33b5a0d64343', 'name': '', 'network_id': 'a7dfb8ba-a250-4d4c-b873-da5f8f31df22', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'mac_address': 'fa:16:3e:94:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:13Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'subnets': [{'id': '2cde2743-2aa2-45e3-b25f-c872e2f58881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:58.871740 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ae0e7-af65-496b-8975-c7a79bf3d55e None None] New status for floating IP a3349aed-cedb-4fa1-b0ea-19e46b22d492: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:58.875735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ed32-37c0-42cf-80bf-bbfb986a6a6b req-c6dc4ef8-8df2-4e34-844f-ea865fd57bac tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.877605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7af0ed32-37c0-42cf-80bf-bbfb986a6a6b req-c6dc4ef8-8df2-4e34-844f-ea865fd57bac tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1096 time: 0.0625787 Jul 16 01:52:58.897349 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7af0ed32-37c0-42cf-80bf-bbfb986a6a6b req-2ebce8f6-60e0-4eed-9ce5-87d85450f1fa tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.004758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7af0ed32-37c0-42cf-80bf-bbfb986a6a6b req-2ebce8f6-60e0-4eed-9ce5-87d85450f1fa tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.008499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7af0ed32-37c0-42cf-80bf-bbfb986a6a6b req-2ebce8f6-60e0-4eed-9ce5-87d85450f1fa tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.029428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7af0ed32-37c0-42cf-80bf-bbfb986a6a6b req-2ebce8f6-60e0-4eed-9ce5-87d85450f1fa tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459451 Jul 16 01:52:59.040575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebce8f6-60e0-4eed-9ce5-87d85450f1fa tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0165e-ae11-49d7-9858-971cfc2affb3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.207136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80c11f-24f9-404e-b44c-45216fd454af req-e7d21e2c-8645-4d2e-b75d-d6edea891b3e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.208589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc80c11f-24f9-404e-b44c-45216fd454af req-e7d21e2c-8645-4d2e-b75d-d6edea891b3e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0637090 Jul 16 01:52:59.247113 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc80c11f-24f9-404e-b44c-45216fd454af req-4dfb6f94-3c6e-4d0d-a70f-3b93eafa51b6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321214 Jul 16 01:52:59.271831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.338859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8ea17670-d715-4c93-a0c7-98016349f643 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480 HTTP/1.1" status: 200 len: 993 time: 0.0651917 Jul 16 01:52:59.593448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a832570-234f-43b9-bdaf-7ff9f6e2739e req-9c65737c-de41-43bc-b726-5cf791b237ae tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.594940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a832570-234f-43b9-bdaf-7ff9f6e2739e req-9c65737c-de41-43bc-b726-5cf791b237ae tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 945 time: 0.0702746 Jul 16 01:52:59.670083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a832570-234f-43b9-bdaf-7ff9f6e2739e req-7dcb0c48-41e8-4fa1-8aeb-204f7665bf28 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae530cd2-2e81-4e2f-a21b-9b62bb681b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694363 Jul 16 01:52:59.696780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-09e1ac8d-410a-4b07-88b3-d1accd846357 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.698281 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-09e1ac8d-410a-4b07-88b3-d1accd846357 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.93 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 945 time: 0.0911841 Jul 16 01:52:59.737180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-8a179859-600d-43d5-b29e-e975ff9b54b6 req-8d67116f-2e57-4300-911e-54a0df89998a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:52:59.738159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a179859-600d-43d5-b29e-e975ff9b54b6 req-8d67116f-2e57-4300-911e-54a0df89998a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071452 Jul 16 01:52:59.814850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Deleting port 036a2cd9-906e-445a-9153-41e2f26db706 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:59.815200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.914475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] For port 036a2cd9-906e-445a-9153-41e2f26db706, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=036a2cd9-906e-445a-9153-41e2f26db706,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:59.915054 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.932317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Calling delete_port for 036a2cd9-906e-445a-9153-41e2f26db706 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:00.096618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.132964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event deleted for resources: {'Port': ['ID=036a2cd9-906e-445a-9153-41e2f26db706,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.139864 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-7146bc5f-05e9-4929-a4b1-705c3c3cb8f3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196625 Jul 16 01:53:00.225069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] No DVR routers for this DVR port 036a2cd9-906e-445a-9153-41e2f26db706 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:00.228478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.230858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8a17c0e-1090-4c0d-8063-53967dbd9b04 req-91e76dfe-9b70-4753-b36d-62728325bd01 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.93 "DELETE /v2.0/ports/036a2cd9-906e-445a-9153-41e2f26db706 HTTP/1.1" status: 204 len: 173 time: 0.5271156 Jul 16 01:53:00.232418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'name': 'network-vif-deleted', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:00.235059 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912a86a-5b68-49f5-aa40-4e7d7a40d67b" -d '{"events": [{"server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "name": "network-vif-deleted", "tag": "036a2cd9-906e-445a-9153-41e2f26db706"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:00.291504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846e7e3-f4b5-45bc-a072-821da948dea4 req-b1b73b5e-732a-49e9-ab49-3ae9bd9c5b56 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.293435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d846e7e3-f4b5-45bc-a072-821da948dea4 req-b1b73b5e-732a-49e9-ab49-3ae9bd9c5b56 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1616719 Jul 16 01:53:00.295528 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c73d79-76a3-4ccc-86e9-00f287b51e23 x-openstack-request-id: req-82c73d79-76a3-4ccc-86e9-00f287b51e23 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:00.295818 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035c87e-6b18-4f6f-a77d-5b2cadf1e9de", "name": "network-vif-deleted", "tag": "036a2cd9-906e-445a-9153-41e2f26db706", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:00.296075 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82c73d79-76a3-4ccc-86e9-00f287b51e23 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:00.296511 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035c87e-6b18-4f6f-a77d-5b2cadf1e9de', 'name': 'network-vif-deleted', 'tag': '036a2cd9-906e-445a-9153-41e2f26db706', 'status': 'completed', 'code': 200} Jul 16 01:53:00.367662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d846e7e3-f4b5-45bc-a072-821da948dea4 req-aaab0d12-0378-4f87-b2ea-04e4e2124b63 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597289 Jul 16 01:53:00.847384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c475327-6fa7-476c-bcf1-8b0041303b8a req-84c5433f-8bd1-40af-ac54-1e80bf95f400 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 210 time: 0.0384963 Jul 16 01:53:01.447281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-1fd31b2b-2e28-453e-897d-776fe6a3dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.449240 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-1fd31b2b-2e28-453e-897d-776fe6a3dd53 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1096 time: 0.1065302 Jul 16 01:53:01.545566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc88524-8f39-48f7-b837-9d83b5a4eb3c req-bb52fa3f-5e8f-4f11-bfdd-5218a85a0bdb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.547065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cc88524-8f39-48f7-b837-9d83b5a4eb3c req-bb52fa3f-5e8f-4f11-bfdd-5218a85a0bdb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0645638 Jul 16 01:53:01.549131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-8994af49-4486-4096-a9a2-5a3749e92223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.550562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-8994af49-4486-4096-a9a2-5a3749e92223 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.0933747 Jul 16 01:53:01.589075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cc88524-8f39-48f7-b837-9d83b5a4eb3c req-afaae71b-137f-4330-9dd3-168f6a1e4c8e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365038 Jul 16 01:53:01.623850 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-e7fae767-5ea4-411f-af07-af28afae1389 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 1001 time: 0.0651612 Jul 16 01:53:01.673644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-1a77aeed-de17-4eff-b763-188e1bdd667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.675132 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-1a77aeed-de17-4eff-b763-188e1bdd667f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0439231 Jul 16 01:53:01.734427 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-1224e817-37ac-4f18-b874-4b5512174975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.735952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-1224e817-37ac-4f18-b874-4b5512174975 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540068 Jul 16 01:53:01.836764 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-99aac366-ca8a-41ea-901f-c1ecbf38e381 service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915270 Jul 16 01:53:01.938611 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-91e4fdb6-9b7f-4b63-bc2c-c43b149f6d1c service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955029 Jul 16 01:53:02.068362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76b61f5c-91f9-4701-b8cc-299ffe280f71 req-62d3d61c-1999-426b-a4b2-ee0ca525db7d tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 210 time: 0.0408952 Jul 16 01:53:02.287366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19608c-80c5-4181-a99d-b27b460d0920 req-f8330e20-cea1-4995-847a-f709ad7e183f tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.289303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e19608c-80c5-4181-a99d-b27b460d0920 req-f8330e20-cea1-4995-847a-f709ad7e183f tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 948 time: 0.0663385 Jul 16 01:53:02.327704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5e19608c-80c5-4181-a99d-b27b460d0920 req-fe220115-4a90-4a97-9d32-5370d1cb1288 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Jul 16 01:53:02.767423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd2e2-bfbd-418a-a07a-b25c4a338ec4 req-59319aac-e0a5-4482-9745-cb915c9e4ae2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.768945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-072cd2e2-bfbd-418a-a07a-b25c4a338ec4 req-59319aac-e0a5-4482-9745-cb915c9e4ae2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0679445 Jul 16 01:53:02.806107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-072cd2e2-bfbd-418a-a07a-b25c4a338ec4 req-820b252f-d474-4efd-be69-d8cbf1621628 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Jul 16 01:53:03.198012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-385621d6-116b-4f12-aa48-3ec706f164c7 req-a6553ced-3427-4019-acab-8cccec95ddd3 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 210 time: 0.0292125 Jul 16 01:53:03.502698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f4a0e-2c32-4c46-9204-dfc2a3e0ad54 req-f801c8d9-3ae5-44df-95b9-4395129d6c9f tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.504198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f81f4a0e-2c32-4c46-9204-dfc2a3e0ad54 req-f801c8d9-3ae5-44df-95b9-4395129d6c9f tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 948 time: 0.0640509 Jul 16 01:53:03.542384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f81f4a0e-2c32-4c46-9204-dfc2a3e0ad54 req-95fe44ad-fc3c-4757-b3ac-67be5a4f0565 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/security-groups?id=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Jul 16 01:53:03.666616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 036a2cd9-906e-445a-9153-41e2f26db706 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:03.686946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 036a2cd9-906e-445a-9153-41e2f26db706 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:03.687287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 036a2cd9-906e-445a-9153-41e2f26db706 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:03.983312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f88900-12dd-4479-81d0-65dd5bbb2520 req-926b8ba0-2fd2-428c-9ec9-9897a4266d69 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.984860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64f88900-12dd-4479-81d0-65dd5bbb2520 req-926b8ba0-2fd2-428c-9ec9-9897a4266d69 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0676606 Jul 16 01:53:04.023560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64f88900-12dd-4479-81d0-65dd5bbb2520 req-0071cfc7-3e12-47ca-931f-3a92245f23ad tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331993 Jul 16 01:53:04.041627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-0cbf040c-ddf0-4a17-891d-36e1363c7404 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.043178 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-0cbf040c-ddf0-4a17-891d-36e1363c7404 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.78 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 948 time: 0.0777631 Jul 16 01:53:04.146333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Deleting port ccb854ab-6df3-42c1-a250-58957c9856b3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:04.146676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.237971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] For port ccb854ab-6df3-42c1-a250-58957c9856b3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=ccb854ab-6df3-42c1-a250-58957c9856b3,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:04.238337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.252633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Calling delete_port for ccb854ab-6df3-42c1-a250-58957c9856b3 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:04.338923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ef5814e-db1c-417e-b04f-6200d95f5fa8 req-20e3a6ff-02c0-4d6c-9571-ac5e4e3b09e4 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 210 time: 0.0299871 Jul 16 01:53:04.361573 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:04.387288 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.401268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['ccb854ab-6df3-42c1-a250-58957c9856b3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:04.419251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Pushing event deleted for resources: {'Port': ['ID=ccb854ab-6df3-42c1-a250-58957c9856b3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:04.433953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.434118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.434389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.435214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.435551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.435882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.436212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.436566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.436887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.437209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.437536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.437854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:04.476670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] No DVR routers for this DVR port ccb854ab-6df3-42c1-a250-58957c9856b3 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:04.479330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.481977 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e1e11316-7e09-41aa-9873-0ef400abc25e req-40cd8f40-4b0d-4242-ba37-54e57b653f73 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.78 "DELETE /v2.0/ports/ccb854ab-6df3-42c1-a250-58957c9856b3 HTTP/1.1" status: 204 len: 173 time: 0.4309926 Jul 16 01:53:04.482436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'name': 'network-vif-deleted', 'tag': 'ccb854ab-6df3-42c1-a250-58957c9856b3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:04.484703 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f14f60-1789-42e0-82f4-64ae92fd9ad6" -d '{"events": [{"server_uuid": "97136f0c-67f7-4fd2-bedf-f99fa4de67ee", "name": "network-vif-deleted", "tag": "ccb854ab-6df3-42c1-a250-58957c9856b3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:04.520457 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f48be1-9f76-4ae9-a6e5-88c79687a59d x-openstack-request-id: req-a4f48be1-9f76-4ae9-a6e5-88c79687a59d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:04.520745 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97136f0c-67f7-4fd2-bedf-f99fa4de67ee", "name": "network-vif-deleted", "tag": "ccb854ab-6df3-42c1-a250-58957c9856b3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:04.521017 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4f48be1-9f76-4ae9-a6e5-88c79687a59d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:04.521424 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97136f0c-67f7-4fd2-bedf-f99fa4de67ee', 'name': 'network-vif-deleted', 'tag': 'ccb854ab-6df3-42c1-a250-58957c9856b3', 'status': 'completed', 'code': 200} Jul 16 01:53:04.699767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a332aeb-3c9a-4dd8-98b1-bae90d8fbbb2 req-6050ec91-94cd-4169-8532-3861c2b4aeb6 tempest-VolumesBackupsTest-438138254 tempest-VolumesBackupsTest-438138254-project] 10.222.0.81 "GET /v2.0/ports?device_id=97136f0c-67f7-4fd2-bedf-f99fa4de67ee HTTP/1.1" status: 200 len: 210 time: 0.0291862 Jul 16 01:53:05.217093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecda1aa-a058-41e4-8872-8d3843c8828b req-a160f918-5392-4e22-830a-e7e3ebabada2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.218570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ecda1aa-a058-41e4-8872-8d3843c8828b req-a160f918-5392-4e22-830a-e7e3ebabada2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0740380 Jul 16 01:53:05.255628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ecda1aa-a058-41e4-8872-8d3843c8828b req-8ea47428-4e70-4598-8d07-90043b528065 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Jul 16 01:53:05.494479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9423d65-cd8b-4a8b-916f-39b59ec1e8e6 req-de27fb3f-31be-4bab-8d8f-b49d3d2fb5ff tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "GET /v2.0/ports?device_id=b035c87e-6b18-4f6f-a77d-5b2cadf1e9de HTTP/1.1" status: 200 len: 210 time: 0.0286684 Jul 16 01:53:06.428654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538314b-c025-4fcb-84f2-f4a36b3f418c req-c2ed9247-46a0-4d0f-aaa8-cf78954f3914 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.430692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6538314b-c025-4fcb-84f2-f4a36b3f418c req-c2ed9247-46a0-4d0f-aaa8-cf78954f3914 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0653169 Jul 16 01:53:06.470894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6538314b-c025-4fcb-84f2-f4a36b3f418c req-e2f4cb1a-fa77-4c5f-87e6-037d420edc15 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345852 Jul 16 01:53:06.585635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 33674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:06.644826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f286825c-7601-40ae-8ef0-8f70d5c4da44 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.671006 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f286825c-7601-40ae-8ef0-8f70d5c4da44 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.730287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f286825c-7601-40ae-8ef0-8f70d5c4da44 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.733365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f286825c-7601-40ae-8ef0-8f70d5c4da44 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.737068 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f286825c-7601-40ae-8ef0-8f70d5c4da44 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] 10.222.0.81 "DELETE /v2.0/security-groups/ae530cd2-2e81-4e2f-a21b-9b62bb681b95 HTTP/1.1" status: 204 len: 168 time: 0.1479435 Jul 16 01:53:06.744597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286825c-7601-40ae-8ef0-8f70d5c4da44 tempest-TestVolumeBackupRestore-1527694951 tempest-TestVolumeBackupRestore-1527694951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae530cd2-2e81-4e2f-a21b-9b62bb681b95,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.736667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b0c7-e799-4b41-bca9-bc53b3ee4252 req-3b191589-6329-40a7-89dc-c0cb65ad9d92 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.745259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f41b0c7-e799-4b41-bca9-bc53b3ee4252 req-3b191589-6329-40a7-89dc-c0cb65ad9d92 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1084392 Jul 16 01:53:07.799770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f41b0c7-e799-4b41-bca9-bc53b3ee4252 req-199f1020-174c-481e-a074-760a8108533b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532084 Jul 16 01:53:08.253669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ccb854ab-6df3-42c1-a250-58957c9856b3 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:08.311349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: ccb854ab-6df3-42c1-a250-58957c9856b3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:08.311853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device ccb854ab-6df3-42c1-a250-58957c9856b3 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:09.225094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268be1b4-29cd-4d41-a26a-6e031dc3561f req-87bf9b7e-c816-48a4-8e7e-2e373854f3cd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.231649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-268be1b4-29cd-4d41-a26a-6e031dc3561f req-87bf9b7e-c816-48a4-8e7e-2e373854f3cd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.2025166 Jul 16 01:53:09.306954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-268be1b4-29cd-4d41-a26a-6e031dc3561f req-5bf9463c-d0f5-4f05-bc95-f76a538d5178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686402 Jul 16 01:53:10.571362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b74b-9219-410d-a807-e94e6f62f146 req-c9cf2129-dba5-445b-8676-63931ec8c992 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.573066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7749b74b-9219-410d-a807-e94e6f62f146 req-c9cf2129-dba5-445b-8676-63931ec8c992 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1107094 Jul 16 01:53:10.672944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7749b74b-9219-410d-a807-e94e6f62f146 req-8e93bc4a-6c21-4e41-b78a-eb729791efe9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868926 Jul 16 01:53:11.377565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34216) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.634868 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e057a52-780c-4fa1-856c-7f15da33fe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.748686 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.862050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9242103-77ec-4e50-9948-a48940edeb9d req-4a0bdae5-fb4a-406a-bdef-27f9c197984b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.863592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9242103-77ec-4e50-9948-a48940edeb9d req-4a0bdae5-fb4a-406a-bdef-27f9c197984b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0690637 Jul 16 01:53:11.930684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9242103-77ec-4e50-9948-a48940edeb9d req-77605831-c0dc-4b3b-8eb1-6d25fdca6e71 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528538 Jul 16 01:53:12.338932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Deleting port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:12.339299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.417815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] For port ea8c1d3d-0e72-4d5f-b307-33b5a0d64343, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:12.419094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.434172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Calling delete_port for ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:12.616726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.643378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8c1d3d-0e72-4d5f-b307-33b5a0d64343,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.820748 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.050234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Router 016fe817-03ea-43a4-baaa-14fa29259b53 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:13.138485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb20bd5-4040-4064-b734-f15ecfacdab5 req-b6389a1b-45bc-4555-90f7-b26aa497437a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.140687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddb20bd5-4040-4064-b734-f15ecfacdab5 req-b6389a1b-45bc-4555-90f7-b26aa497437a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0863667 Jul 16 01:53:13.183365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:13.189928 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e05b8260-9f81-44fc-bcb5-4791cec92cfd admin admin] 10.222.0.81 "PUT /v2.0/routers/016fe817-03ea-43a4-baaa-14fa29259b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105459 Jul 16 01:53:13.192273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34226) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.193307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] Sync routers for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:13.201849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ddb20bd5-4040-4064-b734-f15ecfacdab5 req-319bcbaf-ad78-431f-b286-f0cb482ea532 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526619 Jul 16 01:53:13.208465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:13.208465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:13.300860 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.331947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:13.415399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.479120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Deleting port 470e7751-8057-4668-89e6-ceb723af143d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:13.479830 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.574842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] For port 470e7751-8057-4668-89e6-ceb723af143d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=470e7751-8057-4668-89e6-ceb723af143d,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:13.575243 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.593995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Calling delete_port for 470e7751-8057-4668-89e6-ceb723af143d owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:13.669856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '470e7751-8057-4668-89e6-ceb723af143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:53:12Z', 'revision_number': 5, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port': {'id': '470e7751-8057-4668-89e6-ceb723af143d', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:09Z', 'updated_at': '2021-07-16T01:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:13.700108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] Checking router: 016fe817-03ea-43a4-baaa-14fa29259b53 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:13.710215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] Routers {'016fe817-03ea-43a4-baaa-14fa29259b53'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:13.710831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:52:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['016fe817-03ea-43a4-baaa-14fa29259b53'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:13.778092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.802952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] Set router 016fe817-03ea-43a4-baaa-14fa29259b53 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:13.817800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Pushing event deleted for resources: {'Port': ['ID=470e7751-8057-4668-89e6-ceb723af143d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.855954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:53:13Z', 'revision_number': 6, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:13.886137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e576d434-0fc0-4927-a563-c1ded229300c None None] The sync data for ids ['016fe817-03ea-43a4-baaa-14fa29259b53'] in n-d-800085-5 is: [{'id': '016fe817-03ea-43a4-baaa-14fa29259b53', 'name': 'tempest-TestVolumeBackupRestore-470313968-router', 'tenant_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:08Z', 'updated_at': '2021-07-16T01:53:13Z', 'revision_number': 6, 'project_id': 'a8ae8f10e6af42b8ae8e947568b2b45b', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:13.887895 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.982142 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.984450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.035128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.035709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 016fe817-03ea-43a4-baaa-14fa29259b53 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:53:14.040257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.041514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4362a4d0-c56c-4983-8d33-87aa158bc46a admin admin] 10.222.0.81 "DELETE /v2.0/routers/016fe817-03ea-43a4-baaa-14fa29259b53 HTTP/1.1" status: 204 len: 168 time: 0.8482022 Jul 16 01:53:14.044698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.095437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] Deleting subnet 2cde2743-2aa2-45e3-b25f-c872e2f58881 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:14.098593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.134363 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.224523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.311218 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.350149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cde2743-2aa2-45e3-b25f-c872e2f58881,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.355503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.360292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-28f9c2a0-1fc3-49e1-8f41-7ff138565713 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2cde2743-2aa2-45e3-b25f-c872e2f58881 HTTP/1.1" status: 204 len: 168 time: 0.3127139 Jul 16 01:53:14.361814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.363733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f247d-bb35-44d9-8452-525ba31cfb3a None None] Network a7dfb8ba-a250-4d4c-b873-da5f8f31df22 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:14.438691 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.440431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e622-c8dc-4f03-aced-23add97fc9e5 req-9093a4cd-19ea-4e13-b840-1995baadc511 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.448903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7db4e622-c8dc-4f03-aced-23add97fc9e5 req-9093a4cd-19ea-4e13-b840-1995baadc511 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1112709 Jul 16 01:53:14.469539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.501625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7db4e622-c8dc-4f03-aced-23add97fc9e5 req-4e4c2e98-6300-4623-baee-e0ed3830ddec tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516155 Jul 16 01:53:14.507029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Deleting port b4ed0c07-ed77-4c62-b25b-04e6f3256570 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:14.507508 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.533915 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-09adbfde-df02-459f-b3d5-0926010044d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.587676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] For port b4ed0c07-ed77-4c62-b25b-04e6f3256570, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b4ed0c07-ed77-4c62-b25b-04e6f3256570,segment=NetworkSegment(00592227-671d-477b-8134-556c8daac40c),segment_id=00592227-671d-477b-8134-556c8daac40c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:14.588042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.599663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Calling delete_port for b4ed0c07-ed77-4c62-b25b-04e6f3256570 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:14.687568 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.690040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e13a90-5528-4621-b56b-0ab3ded9c470 None None] DHCP port deletion for a7dfb8ba-a250-4d4c-b873-da5f8f31df22 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:14.716213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ed0c07-ed77-4c62-b25b-04e6f3256570,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.719866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] No DVR routers for this DVR port b4ed0c07-ed77-4c62-b25b-04e6f3256570 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:14.797598 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.808461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dfb8ba-a250-4d4c-b873-da5f8f31df22']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:14.823147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00592227-671d-477b-8134-556c8daac40c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:14.823563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00592227-671d-477b-8134-556c8daac40c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:14.833974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.848117 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.854074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:14.854459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:14.856140 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:14.915032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.921817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.928817 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] 10.222.0.81 "DELETE /v2.0/networks/a7dfb8ba-a250-4d4c-b873-da5f8f31df22 HTTP/1.1" status: 204 len: 168 time: 0.5605273 Jul 16 01:53:14.928817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34236) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.977502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032d1f2-d949-4f3e-b76e-e604bb55457a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7dfb8ba-a250-4d4c-b873-da5f8f31df22,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:15.180410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:15.202751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:15.203019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ea8c1d3d-0e72-4d5f-b307-33b5a0d64343 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:15.203453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4ed0c07-ed77-4c62-b25b-04e6f3256570 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:15.224306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b4ed0c07-ed77-4c62-b25b-04e6f3256570 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:15.224606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4ed0c07-ed77-4c62-b25b-04e6f3256570 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:15.225024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 470e7751-8057-4668-89e6-ceb723af143d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:15.244523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 470e7751-8057-4668-89e6-ceb723af143d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:15.244869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 470e7751-8057-4668-89e6-ceb723af143d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:15.329432 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.368535 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.599973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Deleting port b414e593-2233-4186-89eb-c34563aac0b1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:15.600542 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.675430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7dddf-309d-455a-b600-bcfe7139a196 req-d674ca7f-8207-45f4-812f-057398dbc56b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:15.675998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-e78a9b22-e832-4601-bcca-f5d7a97cff33 req-93a86192-b7be-4790-a213-a12d80eb9d1c service neutron] (93707) timed out ('10.222.0.81', 37262) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:53:15.677775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7a7dddf-309d-455a-b600-bcfe7139a196 req-d674ca7f-8207-45f4-812f-057398dbc56b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0695348 Jul 16 01:53:15.682010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] For port b414e593-2233-4186-89eb-c34563aac0b1, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b414e593-2233-4186-89eb-c34563aac0b1,segment=NetworkSegment(e58d0801-e39f-46a7-a1df-6f1cd8d124d4),segment_id=e58d0801-e39f-46a7-a1df-6f1cd8d124d4)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:15.682377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.696731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Calling delete_port for b414e593-2233-4186-89eb-c34563aac0b1 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:15.721302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7a7dddf-309d-455a-b600-bcfe7139a196 req-eb40d027-b7b5-4b35-8ea2-ea40357a9d6a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362220 Jul 16 01:53:15.884244 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.910487 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Pushing event deleted for resources: {'Port': ['ID=b414e593-2233-4186-89eb-c34563aac0b1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.086825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.225845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.620845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Router b3132ef7-6172-455c-a789-7919097b3f11 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:16.730215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:16.739110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:16.739622 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-82814f87-aee4-4960-9718-8c0901716745 admin admin] 10.222.0.81 "PUT /v2.0/routers/b3132ef7-6172-455c-a789-7919097b3f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8115873 Jul 16 01:53:16.739730 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] Sync routers for ids ['b3132ef7-6172-455c-a789-7919097b3f11'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:16.750069 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] Routers {'b3132ef7-6172-455c-a789-7919097b3f11'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:16.750668 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b3132ef7-6172-455c-a789-7919097b3f11'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:16.864535 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.913134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.986485 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] Set router b3132ef7-6172-455c-a789-7919097b3f11 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:17.014153 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.072006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9c6e-19ce-46a3-b883-7f546ce08284 req-4f07812d-7bfa-4b27-9579-70de05713c53 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:17.073553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dbb9c6e-19ce-46a3-b883-7f546ce08284 req-4f07812d-7bfa-4b27-9579-70de05713c53 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1687489 Jul 16 01:53:17.138611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8dbb9c6e-19ce-46a3-b883-7f546ce08284 req-df41f5c8-9dda-4324-bf05-8006ba884419 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535946 Jul 16 01:53:17.141009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Deleting port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:17.141348 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.233877 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:53:15Z', 'revision_number': 5, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port': {'id': '6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:20Z', 'updated_at': '2021-07-16T01:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:17.239589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] For port 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:17.239949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.254245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Calling delete_port for 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:17.263793 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] Checking router: b3132ef7-6172-455c-a789-7919097b3f11 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:17.274004 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] Routers {'b3132ef7-6172-455c-a789-7919097b3f11'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:17.276556 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b3132ef7-6172-455c-a789-7919097b3f11'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:17.364314 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] Set router b3132ef7-6172-455c-a789-7919097b3f11 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:17.416628 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:53:17Z', 'revision_number': 6, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:17.442395 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.445389 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94991ef-dee0-4c48-80fc-397069161ca9 None None] The sync data for ids ['b3132ef7-6172-455c-a789-7919097b3f11'] in n-d-800085-5 is: [{'id': 'b3132ef7-6172-455c-a789-7919097b3f11', 'name': 'tempest-TestVolumeBackupRestore-1711486263-router', 'tenant_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:19Z', 'updated_at': '2021-07-16T01:53:17Z', 'revision_number': 6, 'project_id': 'f777c17c0bb143a8a96dcd254d5e6ca1', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:17.469883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:17.478989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.479342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.479709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.480026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.480379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.480753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.481089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.481419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.481742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.482098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.482444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.482766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:17.551819 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.644086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.646382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.689626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.690209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3132ef7-6172-455c-a789-7919097b3f11 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:53:17.694751 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.695913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-003eba33-9816-4b8f-8231-06882c7dd090 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b3132ef7-6172-455c-a789-7919097b3f11 HTTP/1.1" status: 204 len: 168 time: 0.9558129 Jul 16 01:53:17.700243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:17.749723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] Deleting subnet bae953f8-72de-4c22-8f2c-888fa82c09db {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:17.753512 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.788436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.883449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.941631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.973966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae953f8-72de-4c22-8f2c-888fa82c09db,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:17.977991 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.979921 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8602d480-6d35-4aba-8fc6-778126045ff8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bae953f8-72de-4c22-8f2c-888fa82c09db HTTP/1.1" status: 204 len: 168 time: 0.2787504 Jul 16 01:53:17.982999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:17.985525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6887b6f-9041-4c65-accd-ee5d37d8f6a2 None None] Network f2d22e83-67a1-4a94-9b9b-a954bb9addd8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:18.056325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.110773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Deleting port 5d020d7a-31e3-4026-979d-123d0d3731f5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:18.111122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.186916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] For port 5d020d7a-31e3-4026-979d-123d0d3731f5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5d020d7a-31e3-4026-979d-123d0d3731f5,segment=NetworkSegment(e58d0801-e39f-46a7-a1df-6f1cd8d124d4),segment_id=e58d0801-e39f-46a7-a1df-6f1cd8d124d4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:18.187636 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.203151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Calling delete_port for 5d020d7a-31e3-4026-979d-123d0d3731f5 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:18.236177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] DHCP port deletion for f2d22e83-67a1-4a94-9b9b-a954bb9addd8 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:18.297896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Deleting port 5d020d7a-31e3-4026-979d-123d0d3731f5 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:18.298262 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.360026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.373558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] For port 5d020d7a-31e3-4026-979d-123d0d3731f5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=5d020d7a-31e3-4026-979d-123d0d3731f5,segment=NetworkSegment(e58d0801-e39f-46a7-a1df-6f1cd8d124d4),segment_id=e58d0801-e39f-46a7-a1df-6f1cd8d124d4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:18.374019 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.387752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Calling delete_port for 5d020d7a-31e3-4026-979d-123d0d3731f5 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:18.389589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d020d7a-31e3-4026-979d-123d0d3731f5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.401467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] No DVR routers for this DVR port 5d020d7a-31e3-4026-979d-123d0d3731f5 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:18.416792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724294-508a-4ebe-9ccd-1e5791e54ebe req-06c8a729-04fa-4dcd-a4bf-adaff0a1e458 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.419008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02724294-508a-4ebe-9ccd-1e5791e54ebe req-06c8a729-04fa-4dcd-a4bf-adaff0a1e458 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1298256 Jul 16 01:53:18.481909 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.508052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Pushing event deleted for resources: {'Port': ['ID=5d020d7a-31e3-4026-979d-123d0d3731f5,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.516043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.516408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.516543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.516755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.517095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.517417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.517748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.518075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.518400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.518725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.519052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.519367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.519696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:18.522138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02724294-508a-4ebe-9ccd-1e5791e54ebe req-e302e6e2-8788-43d9-89e2-5e430a35b303 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853040 Jul 16 01:53:18.530154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594b13e-80ee-44c4-90d8-eae4f08f167f None None] No DVR routers for this DVR port 5d020d7a-31e3-4026-979d-123d0d3731f5 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:18.531532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d22e83-67a1-4a94-9b9b-a954bb9addd8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:18.545851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:18.545851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58d0801-e39f-46a7-a1df-6f1cd8d124d4') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:18.557376 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.573651 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.582799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:18.583275 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:18.585371 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:18.651559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.657949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.661307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] 10.222.0.81 "DELETE /v2.0/networks/f2d22e83-67a1-4a94-9b9b-a954bb9addd8 HTTP/1.1" status: 204 len: 168 time: 0.6766965 Jul 16 01:53:18.676181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8bb08-5cb0-46cc-9e33-de2362ffd65d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d22e83-67a1-4a94-9b9b-a954bb9addd8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.835913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:18.873931 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-3b102603-8c39-4f93-9e8c-30288db1288b req-98cee36d-dd4f-4da7-8650-5e682e04b952 service neutron] show failed (client error): The resource could not be found. Jul 16 01:53:18.875348 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-98cee36d-dd4f-4da7-8650-5e682e04b952 service neutron] 10.222.0.78 "GET /v2.0/ports/c27c09a3-91d2-4f64-9171-62c51929a0f8/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0640075 Jul 16 01:53:18.878998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5964aab3-1d04-4615-8435-6c361fcf49ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8ae8f10e6af42b8ae8e947568b2b45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419025 Jul 16 01:53:18.881457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:18.941346 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7b0a-dda0-4eaa-8266-6feffd562e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.965904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7b0a-dda0-4eaa-8266-6feffd562e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.017011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7b0a-dda0-4eaa-8266-6feffd562e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.020507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7b0a-dda0-4eaa-8266-6feffd562e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.022230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c0cb7b0a-dda0-4eaa-8266-6feffd562e0b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/772fb791-471c-411b-9802-9fb42db0d406 HTTP/1.1" status: 204 len: 168 time: 0.1398513 Jul 16 01:53:19.031779 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7b0a-dda0-4eaa-8266-6feffd562e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772fb791-471c-411b-9802-9fb42db0d406,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:19.236473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b414e593-2233-4186-89eb-c34563aac0b1 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:19.241737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-33116b79-7a4c-4bb1-a06d-68fdf925b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.243385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-33116b79-7a4c-4bb1-a06d-68fdf925b445 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1176796 Jul 16 01:53:19.255148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:19.261022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b414e593-2233-4186-89eb-c34563aac0b1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:19.262742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b414e593-2233-4186-89eb-c34563aac0b1 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:19.263592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:19.285017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:19.285678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6f70cff2-f9a2-4ffa-a8fb-c84e4fc837c8 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:19.286277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5d020d7a-31e3-4026-979d-123d0d3731f5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:19.308651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 5d020d7a-31e3-4026-979d-123d0d3731f5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:19.309538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 5d020d7a-31e3-4026-979d-123d0d3731f5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:19.339199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.503837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34270) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:19.548536 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bcffae0d-e707-4e52-8180-f7f63547fcaa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f777c17c0bb143a8a96dcd254d5e6ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431364 Jul 16 01:53:19.550894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34272) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:19.561309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:19.595963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:19.627484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37061ac5-358b-427e-98e6-680c0f0fee6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.649962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37061ac5-358b-427e-98e6-680c0f0fee6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.653354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:19.655755 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9847e25-c6fd-4e8a-afeb-e347d77d13b6" -d '{"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-unplugged", "status": "completed", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:19.702656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37061ac5-358b-427e-98e6-680c0f0fee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.710584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37061ac5-358b-427e-98e6-680c0f0fee6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.714738 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-37061ac5-358b-427e-98e6-680c0f0fee6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b8cb0564-fdb0-439b-8058-cf25f2942728 HTTP/1.1" status: 204 len: 168 time: 0.1602407 Jul 16 01:53:19.722129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061ac5-358b-427e-98e6-680c0f0fee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb0564-fdb0-439b-8058-cf25f2942728,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:19.857586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.980410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.015018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Transition to ACTIVE for port object c27c09a3-91d2-4f64-9171-62c51929a0f8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:20.021492 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.189590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a2e8b-3568-4c24-8fa3-5cf2a43aa55a req-18e88626-74fb-45de-9a39-9d4b2b159036 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.191189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d7a2e8b-3568-4c24-8fa3-5cf2a43aa55a req-18e88626-74fb-45de-9a39-9d4b2b159036 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.5420992 Jul 16 01:53:20.198399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.247157 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11f5cb0-8d66-4168-a329-7d46a69a6871 x-openstack-request-id: req-b11f5cb0-8d66-4168-a329-7d46a69a6871 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:20.248330 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-unplugged", "status": "completed", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:20.248330 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b11f5cb0-8d66-4168-a329-7d46a69a6871 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:20.248712 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'code': 200} Jul 16 01:53:20.294315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] No DVR routers for this DVR port c27c09a3-91d2-4f64-9171-62c51929a0f8 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:20.345898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d7a2e8b-3568-4c24-8fa3-5cf2a43aa55a req-c4517eab-c3c7-4bec-9dfa-4d7f03e5c902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396425 Jul 16 01:53:20.450631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:20.451006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:20.451350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 on network 9e511653-84ea-485e-a84f-352d3c55a194 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:20.458507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Port c27c09a3-91d2-4f64-9171-62c51929a0f8 on network 9e511653-84ea-485e-a84f-352d3c55a194 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:20.458828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Attempting to bind port c27c09a3-91d2-4f64-9171-62c51929a0f8 on network 9e511653-84ea-485e-a84f-352d3c55a194 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:20.468671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:20.469012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Checking segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:20.469396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Bound using segment: {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:20.469829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Bound port: c27c09a3-91d2-4f64-9171-62c51929a0f8, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:20.470190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.547343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:20.550823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:20.559530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.593444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.594063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.595496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] 10.222.0.93 "PUT /v2.0/ports/c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 1091 time: 1.3451743 Jul 16 01:53:20.623055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb70f6-79c5-4cbb-9574-44e4f082b1ae service neutron] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.629336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:20.700551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-ff1d8dde-3cbc-4fe8-9cc4-bfb777854635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.702585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-ff1d8dde-3cbc-4fe8-9cc4-bfb777854635 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1094 time: 0.0737898 Jul 16 01:53:20.757192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1792837707-network', 'tenant_id': '89b31e847c2646fc9a06a844009297f3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:20.783276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:20.787223 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.798557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.813948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-445cebe6-18dc-447e-a2c0-56d1b4f68e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.815719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-445cebe6-18dc-447e-a2c0-56d1b4f68e9b service neutron] 10.222.0.93 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.1066368 Jul 16 01:53:20.894143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-5cda3a1d-1976-4fb3-ba13-0ce8922897f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 999 time: 0.0716288 Jul 16 01:53:20.910186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.914207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.944154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf85d25-8da4-43a2-b372-a2540c9a4b60,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.945370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-790ee420-cc64-453c-b259-67195188a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.947062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-790ee420-cc64-453c-b259-67195188a300 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0471570 Jul 16 01:53:20.950796 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:20.967612 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.967974 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Added segment dd81bd9c-4242-4584-8339-e8f870116bba of type vlan for network 42db4adc-354c-4a19-894d-4951a24183e5 Jul 16 01:53:21.011493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102603-8c39-4f93-9e8c-30288db1288b req-9e984ab0-d0bf-4091-856e-13ce4fff4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.013275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-9e984ab0-d0bf-4091-856e-13ce4fff4266 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599174 Jul 16 01:53:21.015948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.048943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.049831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.050499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.092696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4503837 Jul 16 01:53:21.099811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:21.107058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Request body: {'subnet': {'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1792837707-subnet', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:21.120184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85aaef-c5ee-4b1a-a69f-95ca147b585c admin admin] Pushing event updated for resources: {'Network': ['ID=42db4adc-354c-4a19-894d-4951a24183e5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:21.132324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 42db4adc-354c-4a19-894d-4951a24183e5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:21.150898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-92b5de1d-9452-44dd-8ac6-1b993119bed6 service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308370 Jul 16 01:53:21.151954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:21.154564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.316403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b102603-8c39-4f93-9e8c-30288db1288b req-bd55cc82-12a5-40c1-938d-755761025e94 service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472824 Jul 16 01:53:21.414085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.531303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:21.544790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:21.545153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Network hostable DHCP agents. Network: 42db4adc-354c-4a19-894d-4951a24183e5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:21.575169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Network 42db4adc-354c-4a19-894d-4951a24183e5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:21.584727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce6ff0-2bff-498f-b939-687a4adc53e8 req-f001ffb1-221b-4f95-ab5c-196b8c523ecb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.586394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10ce6ff0-2bff-498f-b939-687a4adc53e8 req-f001ffb1-221b-4f95-ab5c-196b8c523ecb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 943 time: 0.1104794 Jul 16 01:53:21.601116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 42db4adc-354c-4a19-894d-4951a24183e5) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:21.609199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f7759-6983-4698-bcff-3c472f55d03f None None] Network 42db4adc-354c-4a19-894d-4951a24183e5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:21.614080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.614372 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.636580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fe0f691b-c7cc-42cc-8a10-a6303bde6ed2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5354052 Jul 16 01:53:21.639020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34328) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:21.643280 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:21.666035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10ce6ff0-2bff-498f-b939-687a4adc53e8 req-1309c205-b85a-4467-b76a-41667b1fc1a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724151 Jul 16 01:53:21.667367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.669320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.735683 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.772332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-42db4adc-354c-4a19-894d-4951a24183e5', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:53:21.773487 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.875073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.919343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Allocated IP 172.20.0.2 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/09f945eb-092c-4756-80ac-210f338e9540) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:22.085319 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.094235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Transition to ACTIVE for port object 09f945eb-092c-4756-80ac-210f338e9540 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:22.112498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Transition to ACTIVE for port object 09f945eb-092c-4756-80ac-210f338e9540 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:22.116761 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.123975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.140521 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.164486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:22.171148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:22.174863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:22.184805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Pushing event updated for resources: {'Port': ['ID=09f945eb-092c-4756-80ac-210f338e9540,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:22.243054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Attempting to bind port 09f945eb-092c-4756-80ac-210f338e9540 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:22.243427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Attempting to bind port 09f945eb-092c-4756-80ac-210f338e9540 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:22.243795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Attempting to bind port 09f945eb-092c-4756-80ac-210f338e9540 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:22.249907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:22.250316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:22.250421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:22.250515 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.250856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:22.251395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Bound port: 09f945eb-092c-4756-80ac-210f338e9540, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:22.251786 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.252725 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d1f725-4b2c-4b55-947f-1fa90e60bba4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:22.270776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Allocated IP 172.25.5.87 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/bd89b004-0085-4e37-a18e-8711bc3b6250) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:22.308332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:22.353421 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4773055f-a69a-4e6c-b2cf-b5f9b97b290d x-openstack-request-id: req-4773055f-a69a-4e6c-b2cf-b5f9b97b290d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:22.354332 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:22.354814 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4773055f-a69a-4e6c-b2cf-b5f9b97b290d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:22.355461 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'status': 'completed', 'code': 200} Jul 16 01:53:22.358582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] For port 09f945eb-092c-4756-80ac-210f338e9540, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:22.363285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] For port 09f945eb-092c-4756-80ac-210f338e9540, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=09f945eb-092c-4756-80ac-210f338e9540,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:22.371639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:22.374638 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.435775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c339c-0a3e-4c53-98e7-e4f9013eefc9 None None] Pushing event updated for resources: {'Port': ['ID=09f945eb-092c-4756-80ac-210f338e9540,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:22.445006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-29436e39-19a4-4a5e-a15b-fa6f53f5120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.446788 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.447399 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-29436e39-19a4-4a5e-a15b-fa6f53f5120e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1094 time: 0.0929863 Jul 16 01:53:22.472040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-9a5cff26-53d0-450d-a6cd-2a991ab67ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.473589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-9a5cff26-53d0-450d-a6cd-2a991ab67ec4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1094 time: 0.1171281 Jul 16 01:53:22.558315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.559232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-bac4f4b9-ee29-4cfe-9cfc-d1a4811643c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.561257 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-bac4f4b9-ee29-4cfe-9cfc-d1a4811643c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.1063316 Jul 16 01:53:22.626539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:22.632248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:22.635645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Pushing event updated for resources: {'Port': ['ID=bd89b004-0085-4e37-a18e-8711bc3b6250,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:22.638273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:22.673186 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-38750741-2430-4b80-862a-9eb2a00333d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 999 time: 0.1040537 Jul 16 01:53:22.687939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-5857a717-f793-4a2f-86c1-b98e9cf9728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.690062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-5857a717-f793-4a2f-86c1-b98e9cf9728c service neutron] 10.222.0.93 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.2079840 Jul 16 01:53:22.758136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-36d35bee-114c-4db6-a838-7e20773c2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.760567 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-36d35bee-114c-4db6-a838-7e20773c2271 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0664082 Jul 16 01:53:22.878995 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-8ae86f53-6d47-4fee-9871-73b74dad7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.882926 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-8ae86f53-6d47-4fee-9871-73b74dad7877 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089432 Jul 16 01:53:23.019790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-f66132f7-5ac6-453f-8e8c-51dfe7fcae7b service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297739 Jul 16 01:53:23.035975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.145703 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-6670cff1-ee3b-4275-99f6-3bc8299f64d6 service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177559 Jul 16 01:53:23.241039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09f945eb-092c-4756-80ac-210f338e9540 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:23.303129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 09f945eb-092c-4756-80ac-210f338e9540 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:23.490548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-061ed3c6-eade-4d01-9c85-fa363e3164cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 999 time: 0.6392121 Jul 16 01:53:23.516513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7acf-e724-476f-86b8-0f7efe5cf500 req-044fb455-d22a-4517-af6d-71bf600177c3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.518025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37af7acf-e724-476f-86b8-0f7efe5cf500 req-044fb455-d22a-4517-af6d-71bf600177c3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 943 time: 0.5427310 Jul 16 01:53:23.623083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-d2447b58-8fa4-4fe5-9604-c38265829a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.624568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-d2447b58-8fa4-4fe5-9604-c38265829a16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.1271191 Jul 16 01:53:23.644940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37af7acf-e724-476f-86b8-0f7efe5cf500 req-826bfda7-7a5e-4763-ae9c-6bd06477159f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058948 Jul 16 01:53:23.650341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751186c-6b1e-400f-b24d-df0ac35a1ede None None] Network 42db4adc-354c-4a19-894d-4951a24183e5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:23.749967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.761566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-933c5f93-f3a0-4778-9ea6-bc8ecc9ec909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.764143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-933c5f93-f3a0-4778-9ea6-bc8ecc9ec909 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324246 Jul 16 01:53:23.789058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0767e428-20a3-41a5-9f46-5887a2f28f8f None None] Provisioning for port 09f945eb-092c-4756-80ac-210f338e9540 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:23.794049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:23.805591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0767e428-20a3-41a5-9f46-5887a2f28f8f None None] Provisioning complete for port 09f945eb-092c-4756-80ac-210f338e9540 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:23.806019 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0767e428-20a3-41a5-9f46-5887a2f28f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.944640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-87f6c648-9520-4ea6-9f1c-a3214bf780dd service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449883 Jul 16 01:53:24.010201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:24.021901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:53:24.024365 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0767e428-20a3-41a5-9f46-5887a2f28f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.035845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'port_id': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'mac_address': 'fa:16:3e:bd:63:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:24.078489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0767e428-20a3-41a5-9f46-5887a2f28f8f None None] For port 09f945eb-092c-4756-80ac-210f338e9540, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=09f945eb-092c-4756-80ac-210f338e9540,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:24.116023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63d1f725-4b2c-4b55-947f-1fa90e60bba4 req-f8bc7d4b-5865-4c0a-9e3f-bcf0ebcf1a03 service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650202 Jul 16 01:53:24.116684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0767e428-20a3-41a5-9f46-5887a2f28f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.177502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.194266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:24.207500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27c09a3-91d2-4f64-9171-62c51929a0f8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:24.225458 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.229781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-523eab48-213d-4040-af09-d27c81138e57 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5871048 Jul 16 01:53:24.230003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:24.230273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:24.256642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:24.267108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:24.267967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:24.270673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767e428-20a3-41a5-9f46-5887a2f28f8f None None] Pushing event updated for resources: {'Port': ['ID=09f945eb-092c-4756-80ac-210f338e9540,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:24.277173 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.642649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e58f528-353d-40a6-83e2-f05f375c3aa1 None None] Provisioning complete for port 09f945eb-092c-4756-80ac-210f338e9540 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:24.643170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e58f528-353d-40a6-83e2-f05f375c3aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.648099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:24.682239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c27c09a3-91d2-4f64-9171-62c51929a0f8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:24.728212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:24.788539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.936253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9aa1e-5483-495b-a198-31dbb21e14ab req-051b8d55-b268-4792-940f-2e518e2a554c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.944009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73d9aa1e-5483-495b-a198-31dbb21e14ab req-051b8d55-b268-4792-940f-2e518e2a554c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 944 time: 0.0954545 Jul 16 01:53:24.981431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Allocated IP 172.20.0.1 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/d116e912-5e07-47ff-9ae7-c0416f5d7a13) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:24.994856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73d9aa1e-5483-495b-a198-31dbb21e14ab req-31e088dc-9c6d-44d9-a22f-509797ef1fd8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495200 Jul 16 01:53:25.064299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:22Z', 'revision_number': 3, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:25.099044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:25.099401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Updating router d84534c3-93b4-4433-bc7b-6da2b2f224a4 port bd89b004-0085-4e37-a18e-8711bc3b6250 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:25.131637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.165099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Transition to ACTIVE for port object d116e912-5e07-47ff-9ae7-c0416f5d7a13 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:25.166358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.220584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09f945eb-092c-4756-80ac-210f338e9540 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:25.243004 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.313514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-2f02b1da-9c9a-4388-bf08-b40b0bf1c799 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191061 Jul 16 01:53:25.329993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Pushing event updated for resources: {'Port': ['ID=d116e912-5e07-47ff-9ae7-c0416f5d7a13,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:25.342327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:25.344471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:25.356794 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:25.414745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.476468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccf2f9-681c-4d63-8ad5-9aa4c2300728 req-6e742aa0-11e5-49b5-80a3-10aa1f17caf3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.478163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22ccf2f9-681c-4d63-8ad5-9aa4c2300728 req-6e742aa0-11e5-49b5-80a3-10aa1f17caf3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 944 time: 0.1181393 Jul 16 01:53:25.504913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 09f945eb-092c-4756-80ac-210f338e9540 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:25.505508 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.608885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22ccf2f9-681c-4d63-8ad5-9aa4c2300728 req-d62ece50-cfad-4a1f-adf0-d7825dcd1955 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967422 Jul 16 01:53:25.640453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-9905ec60-dfac-4934-b320-3ddf29827fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.644262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-9905ec60-dfac-4934-b320-3ddf29827fec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1095 time: 0.1926680 Jul 16 01:53:25.704397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-2642f9b7-1f0e-4237-95d8-d28223feea4a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.706106 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-2642f9b7-1f0e-4237-95d8-d28223feea4a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb&tenant_id=4a61bc10abad4dc3828faa41bef71dd5&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 944 time: 0.2404060 Jul 16 01:53:25.743354 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.758039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Transition to ACTIVE for port object bd89b004-0085-4e37-a18e-8711bc3b6250 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:25.766385 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.775642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9e1f74cd-da65-4181-a3ae-27da7c89bc9a None None] Provisioning for port d116e912-5e07-47ff-9ae7-c0416f5d7a13 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:25.786732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-f8b321ad-e9da-45a8-a042-5c9837ba4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.788318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-f8b321ad-e9da-45a8-a042-5c9837ba4944 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.1152439 Jul 16 01:53:25.801772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:25.811939 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-9de7bd71-55af-4135-8520-c52d12f0d499 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:53:25.813354 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-9de7bd71-55af-4135-8520-c52d12f0d499 service neutron] 10.222.0.78 "DELETE /v2.0/ports/c27c09a3-91d2-4f64-9171-62c51929a0f8/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0990119 Jul 16 01:53:25.819347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.837698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9e1f74cd-da65-4181-a3ae-27da7c89bc9a None None] Provisioning complete for port d116e912-5e07-47ff-9ae7-c0416f5d7a13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:25.838154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e1f74cd-da65-4181-a3ae-27da7c89bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.862557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Attempting to bind port bd89b004-0085-4e37-a18e-8711bc3b6250 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:25.862987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Attempting to bind port bd89b004-0085-4e37-a18e-8711bc3b6250 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:25.864143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Attempting to bind port bd89b004-0085-4e37-a18e-8711bc3b6250 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:25.882185 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-db0c1620-f539-4f92-ab98-afd886623f88 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 1000 time: 0.0873904 Jul 16 01:53:25.919438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98f385-0475-4bc4-9634-4bfa1adf632f None None] Pushing event updated for resources: {'Port': ['ID=bd89b004-0085-4e37-a18e-8711bc3b6250,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:25.923355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:25.923861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:25.924402 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.924890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:25.925492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Bound port: bd89b004-0085-4e37-a18e-8711bc3b6250, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:25.925976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.943353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-fb8670f0-acea-46d2-b4fc-f3eff0f4b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.945615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-fb8670f0-acea-46d2-b4fc-f3eff0f4b6de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0519252 Jul 16 01:53:25.965776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f74cd-da65-4181-a3ae-27da7c89bc9a None None] Port d116e912-5e07-47ff-9ae7-c0416f5d7a13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:26.000027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c27c09a3-91d2-4f64-9171-62c51929a0f8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:26.002749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] For port bd89b004-0085-4e37-a18e-8711bc3b6250, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:26.007406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] For port bd89b004-0085-4e37-a18e-8711bc3b6250, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bd89b004-0085-4e37-a18e-8711bc3b6250,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:26.009024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-325e23c1-b42d-45c7-9b90-dcf5d5ba68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.009983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c27c09a3-91d2-4f64-9171-62c51929a0f8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:26.010543 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.010764 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-325e23c1-b42d-45c7-9b90-dcf5d5ba68fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1095 time: 0.1345170 Jul 16 01:53:26.015236 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.047465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-bab0cf14-7f17-4bd1-866d-9b3a005beed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.049332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-bab0cf14-7f17-4bd1-866d-9b3a005beed6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968978 Jul 16 01:53:26.116309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.124644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.131615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:26.133232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:26.135861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98f385-0475-4bc4-9634-4bfa1adf632f None None] Pushing event updated for resources: {'Port': ['ID=bd89b004-0085-4e37-a18e-8711bc3b6250,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:26.191436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-dcb2d0d1-2eca-4230-bb7d-477700cba99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.192574 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-dcb2d0d1-2eca-4230-bb7d-477700cba99c service neutron] 10.222.0.78 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.1740544 Jul 16 01:53:26.226559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-f4e14dee-7e8e-4164-9f79-d45712c7a611 service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582298 Jul 16 01:53:26.246878 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.269922 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.274734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Pushing event updated for resources: {'Port': ['ID=d116e912-5e07-47ff-9ae7-c0416f5d7a13,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:26.299602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:26.301953 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096786ec-29ae-4310-aed7-a67d6b99145c" -d '{"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-plugged", "status": "completed", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:26.310908 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-91143d31-6e71-4481-bbd1-dfd8fead604c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 1000 time: 0.1081700 Jul 16 01:53:26.342007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:26.343666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734e26ac-b091-41ad-b7c5-3483a158e1dd req-a866d5d8-2749-4612-8e12-714953e08cf0 service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108241 Jul 16 01:53:26.356837 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.391881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:26.413006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-e64ca5ac-1432-461a-a2db-bc64e8036834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.415569 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-e64ca5ac-1432-461a-a2db-bc64e8036834 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0981741 Jul 16 01:53:26.490382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:26.495686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:26.548191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:26.573778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-e77aeaf6-38bd-4961-a7e8-a74ddd56ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.576003 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-e77aeaf6-38bd-4961-a7e8-a74ddd56ea53 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522820 Jul 16 01:53:26.610613 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ecc96f-b7d2-4182-bf6c-258f458a2b5e x-openstack-request-id: req-39ecc96f-b7d2-4182-bf6c-258f458a2b5e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:26.611210 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-plugged", "status": "completed", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:26.611706 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39ecc96f-b7d2-4182-bf6c-258f458a2b5e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:26.612357 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'code': 200} Jul 16 01:53:26.701623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 2, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:26.729545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbe169-19e5-4012-99ca-85906feb19ac None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 2, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:26.737052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:26.774015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-401b58f7-ad3a-4fe7-a9e8-103ce40e5844 service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579337 Jul 16 01:53:26.802388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5223912a-fb5c-46e0-bf21-5b13a9cc873d None None] Provisioning complete for port d116e912-5e07-47ff-9ae7-c0416f5d7a13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:26.803039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5223912a-fb5c-46e0-bf21-5b13a9cc873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.842396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5223912a-fb5c-46e0-bf21-5b13a9cc873d None None] Port d116e912-5e07-47ff-9ae7-c0416f5d7a13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:26.883297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cbeb3-7d32-4212-bc1e-a2c418754c0f req-ff5fdd69-5c08-43f5-a76f-59760a3c444d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.884938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41cbeb3-7d32-4212-bc1e-a2c418754c0f req-ff5fdd69-5c08-43f5-a76f-59760a3c444d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0957336 Jul 16 01:53:26.931882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f41cbeb3-7d32-4212-bc1e-a2c418754c0f req-e4eb9657-e192-473f-b992-2bea589502df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390983 Jul 16 01:53:26.970547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:26.974039 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8a826086-bbfe-415a-83c9-b38645d5a190 req-824573be-5094-4eca-be76-b0ae66779b5f service neutron] 10.222.0.78 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552362 Jul 16 01:53:26.977874 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7b26de97-595d-440e-b6e3-f78b5379002d admin admin] 10.222.0.81 "PUT /v2.0/routers/d84534c3-93b4-4433-bc7b-6da2b2f224a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460022 Jul 16 01:53:27.580580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:27.598807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950580040-network', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:27.636598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Made reservation on behalf of c813bc62ab0f4449818c8d277aeb8eab for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:27.639108 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.648350 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.807807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.813824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.829401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:27.840338 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.840867 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Added segment 0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc of type vlan for network 713c4892-cda5-4069-a726-eaf505332113 Jul 16 01:53:27.910887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.921649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20db70ee-f791-4a6b-94aa-7a63ffe600bc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:27.966415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.972565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.973752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.039994 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4427626 Jul 16 01:53:28.040301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:28.049826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Request body: {'subnet': {'network_id': '713c4892-cda5-4069-a726-eaf505332113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950580040-subnet', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:28.095044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2ba4f-2cab-4b8c-8493-4f56ad0166f0 admin admin] Pushing event updated for resources: {'Network': ['ID=713c4892-cda5-4069-a726-eaf505332113,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:28.121525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 713c4892-cda5-4069-a726-eaf505332113 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:28.138719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Made reservation on behalf of c813bc62ab0f4449818c8d277aeb8eab for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:28.141171 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.220479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577fc3-3d3b-4cf6-9c17-f8cf5317f5ad req-c6e6b3b6-0875-43a5-8fee-9e307b508389 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.226453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae577fc3-3d3b-4cf6-9c17-f8cf5317f5ad req-c6e6b3b6-0875-43a5-8fee-9e307b508389 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1202443 Jul 16 01:53:28.300870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae577fc3-3d3b-4cf6-9c17-f8cf5317f5ad req-88c07a70-bfea-4bf4-b6ab-72b7dcaa1fc6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620086 Jul 16 01:53:28.319826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:28.388556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.391477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0faa4913-35fe-41cb-ac62-b31db7d28ec1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480 HTTP/1.1" status: 200 len: 993 time: 0.0701566 Jul 16 01:53:28.455562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6bb7648-3678-4713-8abf-431484104323,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:28.466161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Checking segment: {'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:28.466596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Network hostable DHCP agents. Network: 713c4892-cda5-4069-a726-eaf505332113, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:28.484659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Network 713c4892-cda5-4069-a726-eaf505332113 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:28.495233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 713c4892-cda5-4069-a726-eaf505332113) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:28.500145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.500765 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.507531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d711bf3-33ed-4f99-8174-a1f81534415a None None] Network 713c4892-cda5-4069-a726-eaf505332113 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:28.520923 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-03f524c0-c113-43d5-ba5b-244dcc4b3c93 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4795372 Jul 16 01:53:28.521711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34394) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:28.533321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:28.567867 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.569185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.685711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-713c4892-cda5-4069-a726-eaf505332113', 'network_id': '713c4892-cda5-4069-a726-eaf505332113', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'fixed_ips': [{'subnet_id': 'e6bb7648-3678-4713-8abf-431484104323'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:53:28.686784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.835323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Allocated IP 172.20.0.2 (713c4892-cda5-4069-a726-eaf505332113/e6bb7648-3678-4713-8abf-431484104323/033662a3-732b-493f-8e78-40b69f10d3d9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:28.952554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.015525 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.026657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Transition to ACTIVE for port object 033662a3-732b-493f-8e78-40b69f10d3d9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:29.045497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Transition to ACTIVE for port object 033662a3-732b-493f-8e78-40b69f10d3d9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:29.060100 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.101658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.111355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Network 713c4892-cda5-4069-a726-eaf505332113 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:29.114816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:29.120233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:29.132858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Pushing event updated for resources: {'Port': ['ID=033662a3-732b-493f-8e78-40b69f10d3d9,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:29.384400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd89b004-0085-4e37-a18e-8711bc3b6250 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:29.423264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Attempting to bind port 033662a3-732b-493f-8e78-40b69f10d3d9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:29.423373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Attempting to bind port 033662a3-732b-493f-8e78-40b69f10d3d9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:29.423736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Attempting to bind port 033662a3-732b-493f-8e78-40b69f10d3d9 on network 713c4892-cda5-4069-a726-eaf505332113 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:29.427354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.436864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:29.437390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Checking segment: {'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:29.437895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.438405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Bound using segment: {'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:29.438979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Bound port: 033662a3-732b-493f-8e78-40b69f10d3d9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:29.439455 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.445714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.481620 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:29.491133 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:29.491838 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:29.494133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port bd89b004-0085-4e37-a18e-8711bc3b6250 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:29.502819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bd89b004-0085-4e37-a18e-8711bc3b6250 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:29.503319 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.547617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] For port 033662a3-732b-493f-8e78-40b69f10d3d9, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:29.552331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] For port 033662a3-732b-493f-8e78-40b69f10d3d9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=033662a3-732b-493f-8e78-40b69f10d3d9,segment=NetworkSegment(0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc),segment_id=0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:29.561130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.603890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Allocated IP 172.25.5.131 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/0cbab132-87db-4b5d-86a8-0b9aeeac889e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:29.605963 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:29.650679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cba2f-052e-44f8-a7c4-06e45cba2234 None None] Pushing event updated for resources: {'Port': ['ID=033662a3-732b-493f-8e78-40b69f10d3d9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:29.711170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.740515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.745444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port bd89b004-0085-4e37-a18e-8711bc3b6250, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bd89b004-0085-4e37-a18e-8711bc3b6250,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:29.752541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.806301 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 2, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:29.809197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=bd89b004-0085-4e37-a18e-8711bc3b6250,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:29.820061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.842231 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:29.842808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Updating router d84534c3-93b4-4433-bc7b-6da2b2f224a4 port d116e912-5e07-47ff-9ae7-c0416f5d7a13 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:29.857907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:29.863057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:29.866687 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:29.881276 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.895946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Pushing event updated for resources: {'Port': ['ID=0cbab132-87db-4b5d-86a8-0b9aeeac889e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:30.222768 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.233316 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Transition to ACTIVE for port object d116e912-5e07-47ff-9ae7-c0416f5d7a13 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:30.241096 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.242502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.341534 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Pushing event updated for resources: {'Port': ['ID=d116e912-5e07-47ff-9ae7-c0416f5d7a13,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:30.369332 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.369676 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.370016 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.370364 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.370731 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.371134 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.371460 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.371790 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.372110 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.372713 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.373038 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.373357 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:30.390605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Attempting to bind port d116e912-5e07-47ff-9ae7-c0416f5d7a13 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:30.391285 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Attempting to bind port d116e912-5e07-47ff-9ae7-c0416f5d7a13 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:30.391431 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Attempting to bind port d116e912-5e07-47ff-9ae7-c0416f5d7a13 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:30.398391 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:30.398923 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:30.399332 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.399726 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:30.400307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Bound port: d116e912-5e07-47ff-9ae7-c0416f5d7a13, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:30.407035 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.478714 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] For port d116e912-5e07-47ff-9ae7-c0416f5d7a13, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:30.484187 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] For port d116e912-5e07-47ff-9ae7-c0416f5d7a13, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d116e912-5e07-47ff-9ae7-c0416f5d7a13,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:30.489402 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.494202 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.570217 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:30.571134 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:30.577401 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e9442-560b-4918-96cb-6a8e87c406b6 None None] Pushing event updated for resources: {'Port': ['ID=d116e912-5e07-47ff-9ae7-c0416f5d7a13,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:30.670731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Router 96e76cab-1d2d-4b43-8247-ba28f3d8348c is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:53:30.728129 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:30.861201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:30.871121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Sync routers for ids ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:30.892039 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.893075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Routers {'96e76cab-1d2d-4b43-8247-ba28f3d8348c'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:30.893731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:30.897829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e6e1a12e-6a3a-459c-90b4-69e814025f6c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3749971 Jul 16 01:53:30.900348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:31.124044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4c6af-9161-429c-abe0-df4d33c8541b None None] Network 713c4892-cda5-4069-a726-eaf505332113 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:31.151235 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:30Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:31.151462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Set router 96e76cab-1d2d-4b43-8247-ba28f3d8348c gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:31.198597 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0f58e-8306-44b8-9671-76b2ae739d8b None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:30Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:31.363352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-841060d2-935b-4eb0-92cd-cba7d3f6e68d None None] Provisioning for port 033662a3-732b-493f-8e78-40b69f10d3d9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:31.470485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d116e912-5e07-47ff-9ae7-c0416f5d7a13 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:31.606069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.647562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d116e912-5e07-47ff-9ae7-c0416f5d7a13 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:31.657501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T01:53:30Z', 'revision_number': 3, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port': {'id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:29Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:31.660042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d116e912-5e07-47ff-9ae7-c0416f5d7a13 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:31.660502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.719532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Checking router: 96e76cab-1d2d-4b43-8247-ba28f3d8348c for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:31.724546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Updating router 96e76cab-1d2d-4b43-8247-ba28f3d8348c port 0cbab132-87db-4b5d-86a8-0b9aeeac889e binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:31.807872 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.817177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Allocated IP 172.20.0.1 (713c4892-cda5-4069-a726-eaf505332113/e6bb7648-3678-4713-8abf-431484104323/fe1b6c26-f7f1-4549-8682-6a6799f21c18) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:31.942462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.956824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Transition to ACTIVE for port object fe1b6c26-f7f1-4549-8682-6a6799f21c18 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:32.006411 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.028674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.050386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Network 713c4892-cda5-4069-a726-eaf505332113 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:32.055282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:32.060066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:32.063981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1b6c26-f7f1-4549-8682-6a6799f21c18,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.096635 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port d116e912-5e07-47ff-9ae7-c0416f5d7a13, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d116e912-5e07-47ff-9ae7-c0416f5d7a13,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:32.103930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.107386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.108172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd89b004-0085-4e37-a18e-8711bc3b6250 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:32.231686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=d116e912-5e07-47ff-9ae7-c0416f5d7a13,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.252009 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.265483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Transition to ACTIVE for port object 0cbab132-87db-4b5d-86a8-0b9aeeac889e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:32.267327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bd89b004-0085-4e37-a18e-8711bc3b6250 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:32.267581 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.269956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.294117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.366285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Attempting to bind port 0cbab132-87db-4b5d-86a8-0b9aeeac889e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:32.366713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Attempting to bind port 0cbab132-87db-4b5d-86a8-0b9aeeac889e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:32.366994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Attempting to bind port 0cbab132-87db-4b5d-86a8-0b9aeeac889e on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:32.369626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dab78021-613d-4e6a-902c-a9d0849047cd None None] Provisioning for port fe1b6c26-f7f1-4549-8682-6a6799f21c18 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:32.373715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585354-90a2-464a-9e04-efa7a658daa2 None None] Pushing event updated for resources: {'Port': ['ID=0cbab132-87db-4b5d-86a8-0b9aeeac889e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.384981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dab78021-613d-4e6a-902c-a9d0849047cd None None] Provisioning complete for port fe1b6c26-f7f1-4549-8682-6a6799f21c18 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:32.385478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dab78021-613d-4e6a-902c-a9d0849047cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.392315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:32.392700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:32.393103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.393504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:32.393996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Bound port: 0cbab132-87db-4b5d-86a8-0b9aeeac889e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:32.394497 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.456446 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.461941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.491181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dab78021-613d-4e6a-902c-a9d0849047cd None None] Port fe1b6c26-f7f1-4549-8682-6a6799f21c18 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:32.507418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 033662a3-732b-493f-8e78-40b69f10d3d9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:32.533497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1b6c26-f7f1-4549-8682-6a6799f21c18,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.536632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.546016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] For port 0cbab132-87db-4b5d-86a8-0b9aeeac889e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:32.550565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] For port 0cbab132-87db-4b5d-86a8-0b9aeeac889e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0cbab132-87db-4b5d-86a8-0b9aeeac889e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:32.563010 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.614043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 033662a3-732b-493f-8e78-40b69f10d3d9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:32.626506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 033662a3-732b-493f-8e78-40b69f10d3d9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:32.627152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.644409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Network 713c4892-cda5-4069-a726-eaf505332113 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:32.645912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:32.667252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585354-90a2-464a-9e04-efa7a658daa2 None None] Pushing event updated for resources: {'Port': ['ID=0cbab132-87db-4b5d-86a8-0b9aeeac889e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.670000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Routers {'96e76cab-1d2d-4b43-8247-ba28f3d8348c'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:32.670842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:32.782053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Router 96e76cab-1d2d-4b43-8247-ba28f3d8348c has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:32.821431 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.827797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] Set router 96e76cab-1d2d-4b43-8247-ba28f3d8348c gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:32.918949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:32.928063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 033662a3-732b-493f-8e78-40b69f10d3d9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=033662a3-732b-493f-8e78-40b69f10d3d9,segment=NetworkSegment(0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc),segment_id=0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:32.947010 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.953027 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-adf026c3-138a-4579-9b69-36c882e68907 admin admin] 10.222.0.81 "PUT /v2.0/routers/96e76cab-1d2d-4b43-8247-ba28f3d8348c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0512590 Jul 16 01:53:33.190179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d116e912-5e07-47ff-9ae7-c0416f5d7a13 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:33.219183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=033662a3-732b-493f-8e78-40b69f10d3d9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:33.237662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f5fb5ebb-5437-4286-9bb7-53de7928ab7e None None] Provisioning complete for port fe1b6c26-f7f1-4549-8682-6a6799f21c18 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:33.238037 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5ebb-5437-4286-9bb7-53de7928ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.309911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5ebb-5437-4286-9bb7-53de7928ab7e None None] Port fe1b6c26-f7f1-4549-8682-6a6799f21c18 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:33.319508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d116e912-5e07-47ff-9ae7-c0416f5d7a13 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:33.319876 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.374251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 4, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port': {'id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:29Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'fe1b6c26-f7f1-4549-8682-6a6799f21c18', 'name': '', 'network_id': '713c4892-cda5-4069-a726-eaf505332113', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'mac_address': 'fa:16:3e:f9:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e6bb7648-3678-4713-8abf-431484104323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:31Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 2, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'subnets': [{'id': 'e6bb7648-3678-4713-8abf-431484104323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:33.404317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2aadc3-78bc-4121-93d6-0036f2f905a2 None None] The sync data for ids ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'] in n-d-800085-5 is: [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 4, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port': {'id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:29Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'fe1b6c26-f7f1-4549-8682-6a6799f21c18', 'name': '', 'network_id': '713c4892-cda5-4069-a726-eaf505332113', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'mac_address': 'fa:16:3e:f9:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e6bb7648-3678-4713-8abf-431484104323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:31Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 2, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'subnets': [{'id': 'e6bb7648-3678-4713-8abf-431484104323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:35.131771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-24d77317-d6c0-4324-8708-8c36c06d8d03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:35.136681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-24d77317-d6c0-4324-8708-8c36c06d8d03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1145656 Jul 16 01:53:35.165128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-ab58cd13-9019-45fd-9b1a-f8a73d49d608 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/quotas/89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 375 time: 0.0229239 Jul 16 01:53:35.266597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-4c46f955-2961-45fc-9ff2-d87d4d67fbfb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995145 Jul 16 01:53:35.294133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0cbab132-87db-4b5d-86a8-0b9aeeac889e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:35.351938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0cbab132-87db-4b5d-86a8-0b9aeeac889e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:35.358932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0cbab132-87db-4b5d-86a8-0b9aeeac889e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:35.359313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.376691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-b6be3c69-7bf6-499c-9a76-4a02ef38bb0f service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091075 Jul 16 01:53:35.464215 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.496686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0cbab132-87db-4b5d-86a8-0b9aeeac889e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0cbab132-87db-4b5d-86a8-0b9aeeac889e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:35.501307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.502227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 033662a3-732b-493f-8e78-40b69f10d3d9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:35.513059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-c73638f5-8398-4341-8000-0feea7ec9384 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351864 Jul 16 01:53:35.590067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0cbab132-87db-4b5d-86a8-0b9aeeac889e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.598694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 033662a3-732b-493f-8e78-40b69f10d3d9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:35.599153 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.673284 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Sync routers for ids ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:35.682991 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Routers {'96e76cab-1d2d-4b43-8247-ba28f3d8348c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:35.683618 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:35.806724 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Set router 96e76cab-1d2d-4b43-8247-ba28f3d8348c gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:35.868406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22ebe198-d850-41b9-9d65-4323704ca796 req-69d21cc2-c6a3-488a-b4c3-ac5a87ab9195 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 210 time: 0.0312190 Jul 16 01:53:36.030646 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 4, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port': {'id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:29Z', 'updated_at': '2021-07-16T01:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'fe1b6c26-f7f1-4549-8682-6a6799f21c18', 'name': '', 'network_id': '713c4892-cda5-4069-a726-eaf505332113', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'mac_address': 'fa:16:3e:f9:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e6bb7648-3678-4713-8abf-431484104323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:31Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 2, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'subnets': [{'id': 'e6bb7648-3678-4713-8abf-431484104323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:36.056139 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Checking router: 96e76cab-1d2d-4b43-8247-ba28f3d8348c for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:36.056514 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Updating router 96e76cab-1d2d-4b43-8247-ba28f3d8348c port fe1b6c26-f7f1-4549-8682-6a6799f21c18 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:36.093276 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.369834 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.380619 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Transition to ACTIVE for port object fe1b6c26-f7f1-4549-8682-6a6799f21c18 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:36.385947 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.438747 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9117-ab56-493c-ab92-de7bf755df9c None None] Pushing event updated for resources: {'Port': ['ID=fe1b6c26-f7f1-4549-8682-6a6799f21c18,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.491712 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Attempting to bind port fe1b6c26-f7f1-4549-8682-6a6799f21c18 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:36.492157 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Attempting to bind port fe1b6c26-f7f1-4549-8682-6a6799f21c18 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:36.493050 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Attempting to bind port fe1b6c26-f7f1-4549-8682-6a6799f21c18 on network 713c4892-cda5-4069-a726-eaf505332113 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:36.500987 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:36.501383 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Checking segment: {'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:36.501742 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.502137 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Bound using segment: {'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:36.502605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Bound port: fe1b6c26-f7f1-4549-8682-6a6799f21c18, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '713c4892-cda5-4069-a726-eaf505332113'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:36.503554 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.596577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] For port fe1b6c26-f7f1-4549-8682-6a6799f21c18, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:36.600370 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] For port fe1b6c26-f7f1-4549-8682-6a6799f21c18, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fe1b6c26-f7f1-4549-8682-6a6799f21c18,segment=NetworkSegment(0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc),segment_id=0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:36.604683 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.661068 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Routers {'96e76cab-1d2d-4b43-8247-ba28f3d8348c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:36.661708 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:36.701577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9117-ab56-493c-ab92-de7bf755df9c None None] Pushing event updated for resources: {'Port': ['ID=fe1b6c26-f7f1-4549-8682-6a6799f21c18,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.781102 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] Set router 96e76cab-1d2d-4b43-8247-ba28f3d8348c gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:37.049004 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 4, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port': {'id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:29Z', 'updated_at': '2021-07-16T01:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'fe1b6c26-f7f1-4549-8682-6a6799f21c18', 'name': '', 'network_id': '713c4892-cda5-4069-a726-eaf505332113', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'mac_address': 'fa:16:3e:f9:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e6bb7648-3678-4713-8abf-431484104323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:31Z', 'updated_at': '2021-07-16T01:53:36Z', 'revision_number': 4, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'subnets': [{'id': 'e6bb7648-3678-4713-8abf-431484104323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:37.106015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-a2147d2c-c49b-4b5a-b762-aa647098bf12 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.108972 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-a2147d2c-c49b-4b5a-b762-aa647098bf12 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1808531 Jul 16 01:53:37.109712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acb975f3-f856-4c93-bd1b-2dc4cc3a7449 req-fdcaf913-d51a-4b15-a77c-70bf5788bcb3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 210 time: 0.0499914 Jul 16 01:53:37.115188 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b95cdb-4043-4af8-9226-6f64a3bac407 None None] The sync data for ids ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'] in n-d-800085-5 is: [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 4, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port': {'id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:29Z', 'updated_at': '2021-07-16T01:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'fe1b6c26-f7f1-4549-8682-6a6799f21c18', 'name': '', 'network_id': '713c4892-cda5-4069-a726-eaf505332113', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'mac_address': 'fa:16:3e:f9:e0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e6bb7648-3678-4713-8abf-431484104323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:31Z', 'updated_at': '2021-07-16T01:53:36Z', 'revision_number': 4, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'subnets': [{'id': 'e6bb7648-3678-4713-8abf-431484104323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:37.134068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'port': {'device_id': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'admin_state_up': True, 'tenant_id': '89b31e847c2646fc9a06a844009297f3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:37.249724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0cbab132-87db-4b5d-86a8-0b9aeeac889e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:37.305216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:37.309281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.316553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0cbab132-87db-4b5d-86a8-0b9aeeac889e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:37.317021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.457026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fe1b6c26-f7f1-4549-8682-6a6799f21c18 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:37.484439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.20.0.4 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/2ba81d08-2ca2-4534-b1cc-15dae01952df) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:37.532658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port fe1b6c26-f7f1-4549-8682-6a6799f21c18 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:37.539053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fe1b6c26-f7f1-4549-8682-6a6799f21c18 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:37.539053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.636621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.677910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port fe1b6c26-f7f1-4549-8682-6a6799f21c18, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fe1b6c26-f7f1-4549-8682-6a6799f21c18,segment=NetworkSegment(0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc),segment_id=0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:37.686191 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.703616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.721623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Transition to ACTIVE for port object 2ba81d08-2ca2-4534-b1cc-15dae01952df will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:37.762427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=fe1b6c26-f7f1-4549-8682-6a6799f21c18,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.770774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.829016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:37.834537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:37.838443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:37.867930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=2ba81d08-2ca2-4534-b1cc-15dae01952df,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.903128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.903790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.921284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-57601075-440b-4a91-a6e0-cd5eda1fca95 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954824 Jul 16 01:53:37.935012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Request body: {'port': {'device_id': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:38.029902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.247926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-45a48daf-82db-44fd-aa4b-4c9bd77386b6 None None] Provisioning for port 2ba81d08-2ca2-4534-b1cc-15dae01952df completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:38.252062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-45a48daf-82db-44fd-aa4b-4c9bd77386b6 None None] Provisioning complete for port 2ba81d08-2ca2-4534-b1cc-15dae01952df triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:38.252724 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45a48daf-82db-44fd-aa4b-4c9bd77386b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.323676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-45a48daf-82db-44fd-aa4b-4c9bd77386b6 None None] Port 2ba81d08-2ca2-4534-b1cc-15dae01952df cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:38.376459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192865e-87b8-4bb7-8e60-4b2704eaf449 req-67054a21-9d8c-45ef-a347-685b72884b4b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:38.384592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7192865e-87b8-4bb7-8e60-4b2704eaf449 req-67054a21-9d8c-45ef-a347-685b72884b4b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 931 time: 0.1252677 Jul 16 01:53:38.388912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba81d08-2ca2-4534-b1cc-15dae01952df {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:38.398240 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.414930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Transition to ACTIVE for port object 2ba81d08-2ca2-4534-b1cc-15dae01952df will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:38.422322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.431653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7192865e-87b8-4bb7-8e60-4b2704eaf449 req-f9d46846-5fd1-421a-98f7-33a3fcea4159 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456784 Jul 16 01:53:38.489442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Pushing event updated for resources: {'Port': ['ID=2ba81d08-2ca2-4534-b1cc-15dae01952df,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.591129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Attempting to bind port 2ba81d08-2ca2-4534-b1cc-15dae01952df on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:38.591565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Attempting to bind port 2ba81d08-2ca2-4534-b1cc-15dae01952df by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:38.591974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Attempting to bind port 2ba81d08-2ca2-4534-b1cc-15dae01952df on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:38.597484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Port 2ba81d08-2ca2-4534-b1cc-15dae01952df on network 42db4adc-354c-4a19-894d-4951a24183e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:38.598121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Attempting to bind port 2ba81d08-2ca2-4534-b1cc-15dae01952df on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:38.603451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:38.603885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:38.604539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:38.605609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Bound port: 2ba81d08-2ca2-4534-b1cc-15dae01952df, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:38.606045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.675913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] For port 2ba81d08-2ca2-4534-b1cc-15dae01952df, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:38.679663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] For port 2ba81d08-2ca2-4534-b1cc-15dae01952df, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2ba81d08-2ca2-4534-b1cc-15dae01952df,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:38.690467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.729803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:38.731065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.732922 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] 10.222.0.78 "PUT /v2.0/ports/2ba81d08-2ca2-4534-b1cc-15dae01952df HTTP/1.1" status: 200 len: 1091 time: 0.8032379 Jul 16 01:53:38.736003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'tag': '2ba81d08-2ca2-4534-b1cc-15dae01952df'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:38.739129 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaced05b-04db-4e3c-ad17-573e2a64d502" -d '{"events": [{"name": "network-changed", "server_uuid": "e36d1fc7-6669-45e8-9fcd-e8b11642ca46", "tag": "2ba81d08-2ca2-4534-b1cc-15dae01952df"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:38.809591 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2887fe33-1623-48c4-b2c1-eb5b48ee6957 x-openstack-request-id: req-2887fe33-1623-48c4-b2c1-eb5b48ee6957 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:38.810193 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36d1fc7-6669-45e8-9fcd-e8b11642ca46", "tag": "2ba81d08-2ca2-4534-b1cc-15dae01952df", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:38.810558 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2887fe33-1623-48c4-b2c1-eb5b48ee6957 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:38.811096 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'tag': '2ba81d08-2ca2-4534-b1cc-15dae01952df', 'status': 'completed', 'code': 200} Jul 16 01:53:38.834422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afc1fd-408a-45ea-aabf-6cec5a41ae1d service neutron] Pushing event updated for resources: {'Port': ['ID=2ba81d08-2ca2-4534-b1cc-15dae01952df,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.869744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-6e39859a-f619-464c-8c76-b99135a9c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:38.871407 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-6e39859a-f619-464c-8c76-b99135a9c657 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 1094 time: 0.0880592 Jul 16 01:53:38.919216 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-e323911e-0817-4981-8291-daeb3c4297a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ba81d08-2ca2-4534-b1cc-15dae01952df HTTP/1.1" status: 200 len: 217 time: 0.0378032 Jul 16 01:53:38.973586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-4efb3b61-6194-4fc2-a04f-221b064b96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:38.975156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-4efb3b61-6194-4fc2-a04f-221b064b96ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0495460 Jul 16 01:53:39.049323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-d56595dc-6bdb-4409-b024-32b67634cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.050752 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-d56595dc-6bdb-4409-b024-32b67634cc42 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687001 Jul 16 01:53:39.148283 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-e9f528ee-8dbb-4072-a947-aac7499740c5 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898628 Jul 16 01:53:39.197570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fe1b6c26-f7f1-4549-8682-6a6799f21c18 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:39.256108 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ee96fcb8-8b79-4421-b11b-25e739fae4f0 req-5af19f11-5573-4206-a85f-484831759c8d service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002061 Jul 16 01:53:39.270380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port fe1b6c26-f7f1-4549-8682-6a6799f21c18 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:39.270380 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.391530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-75bdc08c-bb3b-4a0d-85c5-2898fa235df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.393175 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-75bdc08c-bb3b-4a0d-85c5-2898fa235df5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 1094 time: 0.0743949 Jul 16 01:53:39.494275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-41056945-70a4-4643-be7a-8f164551f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.496529 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-41056945-70a4-4643-be7a-8f164551f0db service neutron] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0955834 Jul 16 01:53:39.546184 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-f5101536-2077-483c-9c5e-b1c5518bab3e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ba81d08-2ca2-4534-b1cc-15dae01952df HTTP/1.1" status: 200 len: 217 time: 0.0433750 Jul 16 01:53:39.598204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-beb61e4e-efdc-4ad2-a53b-606746193044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.599821 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-beb61e4e-efdc-4ad2-a53b-606746193044 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0474787 Jul 16 01:53:39.638289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d30c7-c57f-4d76-9a40-ed81ccd7d117 req-ce0d3b0b-ab0e-452a-a4bb-c499e9d7d1e6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.646043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0d30c7-c57f-4d76-9a40-ed81ccd7d117 req-ce0d3b0b-ab0e-452a-a4bb-c499e9d7d1e6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0786171 Jul 16 01:53:39.690152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-579fae9a-001f-4088-8fb4-45b0628d254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.691823 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-579fae9a-001f-4088-8fb4-45b0628d254a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811465 Jul 16 01:53:39.693930 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed0d30c7-c57f-4d76-9a40-ed81ccd7d117 req-389287af-8bd7-46d6-b103-b783e6915d45 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464294 Jul 16 01:53:40.101449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-22fa3f82-71ad-40e9-a353-c126c45bf627 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016464 Jul 16 01:53:40.201042 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aaced05b-04db-4e3c-ad17-573e2a64d502 req-9a9ea565-7647-4a26-bea9-77e343fb969d service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920155 Jul 16 01:53:40.873101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022fb5-a1a7-453e-82a3-2a4d7456169b req-063fb839-765e-4097-9180-df39b3aa321b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:40.874666 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8022fb5-a1a7-453e-82a3-2a4d7456169b req-063fb839-765e-4097-9180-df39b3aa321b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0693927 Jul 16 01:53:40.931455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8022fb5-a1a7-453e-82a3-2a4d7456169b req-707f4d4f-38eb-434a-8e06-5f9086712bf3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505538 Jul 16 01:53:41.362156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:41.637152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d16d8e8c-df85-4a12-9e5e-ea3709ba02c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.103221 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b47d5-27d8-45c4-bfcc-3757cb905b80 req-6c604b1f-40e2-44e8-8053-90cebb79d7cc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.104757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa1b47d5-27d8-45c4-bfcc-3757cb905b80 req-6c604b1f-40e2-44e8-8053-90cebb79d7cc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0682552 Jul 16 01:53:42.144396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa1b47d5-27d8-45c4-bfcc-3757cb905b80 req-7fd91fef-a687-48c6-80a1-02c8c86cf468 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Jul 16 01:53:43.312918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fee753-cf01-45f2-b67d-91fa725a4c10 req-b9e5a6a2-d5b7-476e-879a-3a580f3d85b7 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:43.314416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38fee753-cf01-45f2-b67d-91fa725a4c10 req-b9e5a6a2-d5b7-476e-879a-3a580f3d85b7 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0634804 Jul 16 01:53:43.352249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38fee753-cf01-45f2-b67d-91fa725a4c10 req-3468319e-4b95-4a47-a538-31b810f8f332 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Jul 16 01:53:44.443670 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.515287 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2141f91a-5337-4d9c-a139-d85724b22eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.524830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750a44a-dcfb-4447-a5a1-3bd9338396da req-21b50ca1-3c40-4180-9e83-0fdfdd60374f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.526320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c750a44a-dcfb-4447-a5a1-3bd9338396da req-21b50ca1-3c40-4180-9e83-0fdfdd60374f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0675809 Jul 16 01:53:44.563964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c750a44a-dcfb-4447-a5a1-3bd9338396da req-06490298-966f-4051-836c-c3d38fc8a1a1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jul 16 01:53:45.364873 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.731923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d17b7-d6c6-4a79-91cc-182868f7f60d req-ae3dd263-17c4-4407-960c-c5900d503fe5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.733456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f90d17b7-d6c6-4a79-91cc-182868f7f60d req-ae3dd263-17c4-4407-960c-c5900d503fe5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0643597 Jul 16 01:53:45.777538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f90d17b7-d6c6-4a79-91cc-182868f7f60d req-a1f7956c-4d68-4d40-a9a0-ad1093b49b6a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 Jul 16 01:53:46.230095 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.887321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.946352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a839bc-a288-4032-b7ef-46cf6833a43e req-63b28dad-6dca-4cef-bbe7-a1cd26688dae tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:46.947831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96a839bc-a288-4032-b7ef-46cf6833a43e req-63b28dad-6dca-4cef-bbe7-a1cd26688dae tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0643120 Jul 16 01:53:46.989552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96a839bc-a288-4032-b7ef-46cf6833a43e req-15822ec1-dfbc-4423-8afa-a62e45488d38 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Jul 16 01:53:48.170087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebe811-a82f-4a83-b78d-10c329272955 req-a87feefa-7d05-4b12-8c58-fa2d5059508d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:48.171990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8ebe811-a82f-4a83-b78d-10c329272955 req-a87feefa-7d05-4b12-8c58-fa2d5059508d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 943 time: 0.0666020 Jul 16 01:53:48.212624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8ebe811-a82f-4a83-b78d-10c329272955 req-7733279c-54f7-4bbc-a5df-058c18574fdb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339193 Jul 16 01:53:48.457483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2ba81d08-2ca2-4534-b1cc-15dae01952df details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:48.555335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2ba81d08-2ca2-4534-b1cc-15dae01952df, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2ba81d08-2ca2-4534-b1cc-15dae01952df,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:48.566828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '2ba81d08-2ca2-4534-b1cc-15dae01952df', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'port_id': '2ba81d08-2ca2-4534-b1cc-15dae01952df', 'mac_address': 'fa:16:3e:fa:72:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:48.603178 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.615827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba81d08-2ca2-4534-b1cc-15dae01952df {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:48.635457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2ba81d08-2ca2-4534-b1cc-15dae01952df, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2ba81d08-2ca2-4534-b1cc-15dae01952df,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:48.639793 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.684037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=2ba81d08-2ca2-4534-b1cc-15dae01952df,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:48.856742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['2ba81d08-2ca2-4534-b1cc-15dae01952df'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:49.381178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5600-6cb5-48dc-a61a-7e79c458cfb2 req-638fd594-f612-4f66-b324-f425f26de329 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.382549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4aef5600-6cb5-48dc-a61a-7e79c458cfb2 req-638fd594-f612-4f66-b324-f425f26de329 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 944 time: 0.0632865 Jul 16 01:53:49.420738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4aef5600-6cb5-48dc-a61a-7e79c458cfb2 req-58ad94ee-3436-47a9-8a41-fd5764b78bcd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Jul 16 01:53:49.848504 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.459600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2ba81d08-2ca2-4534-b1cc-15dae01952df up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:50.509497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 2ba81d08-2ca2-4534-b1cc-15dae01952df completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:50.513493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 2ba81d08-2ca2-4534-b1cc-15dae01952df triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:50.514063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.594099 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.600138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf966c04-3d20-4869-a126-95104be865eb req-ce65a0f2-0331-401f-b2a2-4070447d4b1a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.601755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf966c04-3d20-4869-a126-95104be865eb req-ce65a0f2-0331-401f-b2a2-4070447d4b1a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 944 time: 0.0688884 Jul 16 01:53:50.619330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba81d08-2ca2-4534-b1cc-15dae01952df'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:50.621599 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005657cc-64b8-487c-9cfb-81eedfc84bd6" -d '{"events": [{"server_uuid": "e36d1fc7-6669-45e8-9fcd-e8b11642ca46", "name": "network-vif-plugged", "status": "completed", "tag": "2ba81d08-2ca2-4534-b1cc-15dae01952df"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:50.634206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2ba81d08-2ca2-4534-b1cc-15dae01952df, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2ba81d08-2ca2-4534-b1cc-15dae01952df,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:50.641796 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.642397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf966c04-3d20-4869-a126-95104be865eb req-a51f42c6-943b-4a27-9c70-20e08037bdad tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Jul 16 01:53:50.686767 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccf2179-6905-46dd-8324-296aeccb93f1 x-openstack-request-id: req-5ccf2179-6905-46dd-8324-296aeccb93f1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:50.687060 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36d1fc7-6669-45e8-9fcd-e8b11642ca46", "name": "network-vif-plugged", "status": "completed", "tag": "2ba81d08-2ca2-4534-b1cc-15dae01952df", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:50.687353 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ccf2179-6905-46dd-8324-296aeccb93f1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:50.687713 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba81d08-2ca2-4534-b1cc-15dae01952df', 'code': 200} Jul 16 01:53:50.717182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=2ba81d08-2ca2-4534-b1cc-15dae01952df,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:50.810489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c460745-a1c4-4f22-9a4c-ff2eb7e0bd4e req-764adbf2-1e8d-4876-b26d-a7b181497d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.812128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3c460745-a1c4-4f22-9a4c-ff2eb7e0bd4e req-764adbf2-1e8d-4876-b26d-a7b181497d35 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 1096 time: 0.0581574 Jul 16 01:53:50.847345 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3c460745-a1c4-4f22-9a4c-ff2eb7e0bd4e req-2fe98654-9805-4dda-8a0d-5519f7347305 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283115 Jul 16 01:53:51.824335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9518d29-4d71-4ea7-a67b-bc23467053c5 req-522ca123-3135-4e51-be0b-f5abd13e5e22 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.825833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9518d29-4d71-4ea7-a67b-bc23467053c5 req-522ca123-3135-4e51-be0b-f5abd13e5e22 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 945 time: 0.0675879 Jul 16 01:53:51.863423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9518d29-4d71-4ea7-a67b-bc23467053c5 req-0855e056-f9d2-4002-bb97-0c3f8eddbb2b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Jul 16 01:53:53.036542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d650-60e4-4697-9928-ffb0797cb583 req-167a3803-e7a1-4d84-9a1e-de96778d0e7e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.038050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82f5d650-60e4-4697-9928-ffb0797cb583 req-167a3803-e7a1-4d84-9a1e-de96778d0e7e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 945 time: 0.0659471 Jul 16 01:53:53.081649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82f5d650-60e4-4697-9928-ffb0797cb583 req-c0a62414-124c-4e03-8019-b8f318058498 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Jul 16 01:53:53.256721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c60d24-7671-4760-845c-45192824da48 req-b606aefd-775c-4fce-9a15-fcbe0298d12d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.258188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40c60d24-7671-4760-845c-45192824da48 req-b606aefd-775c-4fce-9a15-fcbe0298d12d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 945 time: 0.0656941 Jul 16 01:53:53.295097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40c60d24-7671-4760-845c-45192824da48 req-5917b3f7-1419-4f70-9d72-cc21859d48b8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Jul 16 01:53:53.465073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681d6bd-ab30-4a8f-80ab-87abaa4ea583 req-56886453-8f1d-4940-9e09-0f89a1980e2b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.466449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7681d6bd-ab30-4a8f-80ab-87abaa4ea583 req-56886453-8f1d-4940-9e09-0f89a1980e2b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 945 time: 0.0624952 Jul 16 01:53:53.503836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7681d6bd-ab30-4a8f-80ab-87abaa4ea583 req-d04d6425-125d-43ae-b222-0df32b49518d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Jul 16 01:53:53.876533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035bc4f-129c-4f99-80e0-9b4917cf1b99 req-00e93c42-bc75-4c69-98ea-91011aa398cf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.878001 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2035bc4f-129c-4f99-80e0-9b4917cf1b99 req-00e93c42-bc75-4c69-98ea-91011aa398cf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 945 time: 0.0673661 Jul 16 01:53:53.915100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2035bc4f-129c-4f99-80e0-9b4917cf1b99 req-959c61b1-dc1b-4aef-83c1-0bda181e9e1c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Jul 16 01:53:55.093081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec7e59-8039-44b9-a1c1-f33782896f4b req-44c21e90-4dd9-441b-9359-e152f0f1763c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:55.094572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28ec7e59-8039-44b9-a1c1-f33782896f4b req-44c21e90-4dd9-441b-9359-e152f0f1763c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 945 time: 0.0685222 Jul 16 01:53:55.133383 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28ec7e59-8039-44b9-a1c1-f33782896f4b req-2e74800f-1cf8-4bb6-8988-e11301bd1577 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Jul 16 01:53:55.215405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb03b1-998d-47c8-9079-e201ad07b081 req-1983cf76-3065-44bd-af30-e62b60adb6d5 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:55.216823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74cb03b1-998d-47c8-9079-e201ad07b081 req-1983cf76-3065-44bd-af30-e62b60adb6d5 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1096 time: 0.0514126 Jul 16 01:53:55.254858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74cb03b1-998d-47c8-9079-e201ad07b081 req-30b10488-f8db-493a-aac8-92dd63eed020 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Jul 16 01:53:55.281057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:55.365432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-e0bb05b8-4e66-45eb-bb41-2a3142c7085f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:55.367082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-e0bb05b8-4e66-45eb-bb41-2a3142c7085f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 945 time: 0.0859694 Jul 16 01:53:55.462691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port f1a9fa9c-3bee-424c-99d8-479db9c359c6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:55.463074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.498668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 2ba81d08-2ca2-4534-b1cc-15dae01952df {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:55.499008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.547664 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.548296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.562504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for f1a9fa9c-3bee-424c-99d8-479db9c359c6 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:55.601375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] For port 2ba81d08-2ca2-4534-b1cc-15dae01952df, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2ba81d08-2ca2-4534-b1cc-15dae01952df,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:55.601978 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.614734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 2ba81d08-2ca2-4534-b1cc-15dae01952df owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:55.732538 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.763215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=f1a9fa9c-3bee-424c-99d8-479db9c359c6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.768661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.782497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['2ba81d08-2ca2-4534-b1cc-15dae01952df'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:55.809606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=2ba81d08-2ca2-4534-b1cc-15dae01952df,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.836994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.837575 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480 disassociated (deleted). External IP: 172.25.5.186, port: c27c09a3-91d2-4f64-9171-62c51929a0f8. Jul 16 01:53:55.886133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] No DVR routers for this DVR port 2ba81d08-2ca2-4534-b1cc-15dae01952df on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:55.888764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.890925 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dab37746-16ba-457a-9ac7-0ab9188fbdc6 req-6993b3fc-4ea2-46bc-8815-0bb5aef17513 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "DELETE /v2.0/ports/2ba81d08-2ca2-4534-b1cc-15dae01952df HTTP/1.1" status: 204 len: 173 time: 0.5178843 Jul 16 01:53:55.891382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'name': 'network-vif-deleted', 'tag': '2ba81d08-2ca2-4534-b1cc-15dae01952df'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:55.893879 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e352a050-917a-4f80-9b24-4db131dd03ea" -d '{"events": [{"server_uuid": "e36d1fc7-6669-45e8-9fcd-e8b11642ca46", "name": "network-vif-deleted", "tag": "2ba81d08-2ca2-4534-b1cc-15dae01952df"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:55.938521 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d11a4b2-dde6-4990-ab0c-71a69c33da2f x-openstack-request-id: req-5d11a4b2-dde6-4990-ab0c-71a69c33da2f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:55.938822 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36d1fc7-6669-45e8-9fcd-e8b11642ca46", "name": "network-vif-deleted", "tag": "2ba81d08-2ca2-4534-b1cc-15dae01952df", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:55.939251 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d11a4b2-dde6-4990-ab0c-71a69c33da2f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:55.939664 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36d1fc7-6669-45e8-9fcd-e8b11642ca46', 'name': 'network-vif-deleted', 'tag': '2ba81d08-2ca2-4534-b1cc-15dae01952df', 'status': 'completed', 'code': 200} Jul 16 01:53:56.175225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 5dd8be3f-8444-4196-a964-13442af0eb78 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:56.317029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4669c93d-161b-4a4b-8c00-2657e9ea35cc req-33e0c9dd-7e87-45fb-8867-de2624305dea tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 210 time: 0.0331268 Jul 16 01:53:56.350942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:56.357084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.372884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] Sync routers for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:56.384194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:56.386297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.402434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e7bbebc0-7b35-47e1-9cb7-52a0e6338d72 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/floatingips/c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480 HTTP/1.1" status: 204 len: 168 time: 1.1174071 Jul 16 01:53:56.402434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:56.403343 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:56.442174 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ffaf21-9320-4679-b4ce-79cd67a81e08 x-openstack-request-id: req-15ffaf21-9320-4679-b4ce-79cd67a81e08 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:56.442820 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:56.443285 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15ffaf21-9320-4679-b4ce-79cd67a81e08 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:56.444164 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'status': 'completed', 'code': 200} Jul 16 01:53:56.523290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:56.560994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-a55d5edb-4363-4d55-9c3e-6fd56a8285ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.562541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-a55d5edb-4363-4d55-9c3e-6fd56a8285ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 1096 time: 0.0944378 Jul 16 01:53:56.669787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-b45c630f-fe03-4387-90b6-b38ebbccafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.673153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-b45c630f-fe03-4387-90b6-b38ebbccafe5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 200 len: 897 time: 0.1037388 Jul 16 01:53:56.749820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-90f1d2a7-7c2f-461a-b4ea-3d2210cffa6c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 200 len: 217 time: 0.0701382 Jul 16 01:53:56.809802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:13Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.810445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-6df9a88b-a09d-434c-919a-180a02307299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.812128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-6df9a88b-a09d-434c-919a-180a02307299 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 200 len: 835 time: 0.0558441 Jul 16 01:53:56.848531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] Checking router: 5dd8be3f-8444-4196-a964-13442af0eb78 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:56.860310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:56.861266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.972277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-214440e8-97a2-4e45-9ee3-0222a8682add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.974086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-214440e8-97a2-4e45-9ee3-0222a8682add service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9e511653-84ea-485e-a84f-352d3c55a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550443 Jul 16 01:53:56.991762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bef20-15b0-43a3-9295-d4ff9ef3d10b req-37a8333e-c24a-4a58-9927-ac04e45a8ad7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.994403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:57.001762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b59bef20-15b0-43a3-9295-d4ff9ef3d10b req-37a8333e-c24a-4a58-9927-ac04e45a8ad7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1043549 Jul 16 01:53:57.087327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b59bef20-15b0-43a3-9295-d4ff9ef3d10b req-c82632a7-4485-46ab-ad84-31fc0ccde4d8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844114 Jul 16 01:53:57.160173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-67fe7bcb-9d07-4685-930c-ac792647f551 service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507106 Jul 16 01:53:57.259139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4478a1fd-227b-4a6a-bae2-9b48e046c5a5 req-a26a9890-118c-4d48-b8e7-f3449c93c984 service neutron] 10.222.0.93 "GET /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913651 Jul 16 01:53:57.314075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:13Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:57.343418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a8f7c3-95f5-4c3d-b1b7-4a30d3ca77e2 None None] The sync data for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 is: [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:52:08Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '84c64e32-723d-4159-9695-de02757159bd', 'name': '', 'network_id': '9e511653-84ea-485e-a84f-352d3c55a194', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:92:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:13Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '21cb0412-b69c-44ef-9a2e-bf9fd444a3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:57.678459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53078e4c-3bf7-43c6-bf26-336d1c008a24 None None] New status for floating IP c8f7a11e-aa6f-4e9e-a1f8-c5e0bfca5480: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:53:57.874891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73eaa9c3-15d5-40ef-a75e-89620707ca7b req-7cedfb4a-e5bf-46bc-a4b1-db4ee8c30a83 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 210 time: 0.3940649 Jul 16 01:53:58.057398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-95d9bb0d-750c-439c-bc82-b1295cd0c784 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.057398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-95d9bb0d-750c-439c-bc82-b1295cd0c784 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.93 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.0659125 Jul 16 01:53:58.180164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port c27c09a3-91d2-4f64-9171-62c51929a0f8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:58.180728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.315583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port c27c09a3-91d2-4f64-9171-62c51929a0f8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c27c09a3-91d2-4f64-9171-62c51929a0f8,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:58.316313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.333201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for c27c09a3-91d2-4f64-9171-62c51929a0f8 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:58.344679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a896a-71ef-4414-a1a7-e5db1afcfd0f req-e7d90a2f-c903-44eb-b29a-c65f7ddcc3b2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.346323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a97a896a-71ef-4414-a1a7-e5db1afcfd0f req-e7d90a2f-c903-44eb-b29a-c65f7ddcc3b2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7272925-0322-4f81-8870-c4756a948acb HTTP/1.1" status: 200 len: 945 time: 0.1361651 Jul 16 01:53:58.430418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a97a896a-71ef-4414-a1a7-e5db1afcfd0f req-461be203-eba6-44fa-a42c-01fb11ac098b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751507 Jul 16 01:53:58.506292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.519649 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2ba81d08-2ca2-4534-b1cc-15dae01952df no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:58.538908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 2ba81d08-2ca2-4534-b1cc-15dae01952df {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:58.539245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2ba81d08-2ca2-4534-b1cc-15dae01952df not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:58.543303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=c27c09a3-91d2-4f64-9171-62c51929a0f8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.587839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] No DVR routers for this DVR port c27c09a3-91d2-4f64-9171-62c51929a0f8 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:58.590455 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.592546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c382cbaf-7c53-40c2-9e8e-7d431dc13d10 req-f05bfe96-38ac-4a17-8093-43b5a0e43324 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.93 "DELETE /v2.0/ports/c27c09a3-91d2-4f64-9171-62c51929a0f8 HTTP/1.1" status: 204 len: 173 time: 0.5332711 Jul 16 01:53:58.592981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-deleted', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:58.595186 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f04281-46d3-42e3-8d0c-559d3d6121db" -d '{"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-deleted", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:58.633179 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011ecd53-9b42-402c-9362-39935e9b3350 x-openstack-request-id: req-011ecd53-9b42-402c-9362-39935e9b3350 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:58.633476 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7272925-0322-4f81-8870-c4756a948acb", "name": "network-vif-deleted", "tag": "c27c09a3-91d2-4f64-9171-62c51929a0f8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:58.633726 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-011ecd53-9b42-402c-9362-39935e9b3350 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:58.634119 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7272925-0322-4f81-8870-c4756a948acb', 'name': 'network-vif-deleted', 'tag': 'c27c09a3-91d2-4f64-9171-62c51929a0f8', 'status': 'completed', 'code': 200} Jul 16 01:53:59.051752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b15b654d-5305-4890-b113-c8897c2fb5f9 req-e672970e-3cf0-4a55-90d6-9c93943639b6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 210 time: 0.0466096 Jul 16 01:53:59.535665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:59.917055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.212509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-63897c6d-17c2-4333-9dee-0d779cf26d58 req-b9996f24-5f9b-4590-be08-6d0ad5a91252 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=e36d1fc7-6669-45e8-9fcd-e8b11642ca46 HTTP/1.1" status: 200 len: 210 time: 0.0432923 Jul 16 01:54:00.241944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port 84c64e32-723d-4159-9695-de02757159bd {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:00.242290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.345063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port 84c64e32-723d-4159-9695-de02757159bd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=84c64e32-723d-4159-9695-de02757159bd,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:00.345430 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.358074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for 84c64e32-723d-4159-9695-de02757159bd owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:00.554187 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.583734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=84c64e32-723d-4159-9695-de02757159bd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.766046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.987069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 5dd8be3f-8444-4196-a964-13442af0eb78 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:01.094312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:01.100722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-acf4d226-9c74-4a8d-ba0e-57a3f418c9dc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/5dd8be3f-8444-4196-a964-13442af0eb78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5638998 Jul 16 01:54:01.102342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:01.105617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] Sync routers for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:01.114868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:01.115499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:01.159425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting subnet 21cb0412-b69c-44ef-9a2e-bf9fd444a3bd {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:01.162481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.212501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.313205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.380692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.420199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:01.421732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.424025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56893ea1-c670-45b4-b057-963c684788db None None] Network 9e511653-84ea-485e-a84f-352d3c55a194 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:01.426736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34748) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:01.427238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/subnets/21cb0412-b69c-44ef-9a2e-bf9fd444a3bd HTTP/1.1" status: 204 len: 168 time: 0.3234203 Jul 16 01:54:01.427921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261c8c9-5f47-47f6-ba1c-f5fbe13969c7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Subnet': ['ID=21cb0412-b69c-44ef-9a2e-bf9fd444a3bd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:01.581951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.704895 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.738007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:54:00Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:04Z', 'updated_at': '2021-07-16T01:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:01.767862 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:01.768483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.777206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] Checking router: 5dd8be3f-8444-4196-a964-13442af0eb78 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:01.792256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] Routers {'5dd8be3f-8444-4196-a964-13442af0eb78'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:01.793059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['5dd8be3f-8444-4196-a964-13442af0eb78'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:01.888593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:01.889227 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.901833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:01.913477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] Set router 5dd8be3f-8444-4196-a964-13442af0eb78 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:01.965515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:54:01Z', 'revision_number': 6, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:01.998059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e20c5f-e99b-476d-b984-9282fa13d003 None None] The sync data for ids ['5dd8be3f-8444-4196-a964-13442af0eb78'] in n-d-800085-5 is: [{'id': '5dd8be3f-8444-4196-a964-13442af0eb78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097853064', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:03Z', 'updated_at': '2021-07-16T01:54:01Z', 'revision_number': 6, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:01.999572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] DHCP port deletion for 9e511653-84ea-485e-a84f-352d3c55a194 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:02.003689 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:02.042008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: c27c09a3-91d2-4f64-9171-62c51929a0f8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:02.042361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c27c09a3-91d2-4f64-9171-62c51929a0f8 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:02.090371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] Deleting port b33dbdad-4895-47f8-a918-a1f10abf41e7 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:02.090688 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.102154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.132689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.157452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] For port b33dbdad-4895-47f8-a918-a1f10abf41e7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b33dbdad-4895-47f8-a918-a1f10abf41e7,segment=NetworkSegment(1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86),segment_id=1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:02.158021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.169646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] Calling delete_port for b33dbdad-4895-47f8-a918-a1f10abf41e7 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:02.195722 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.270334 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.298239 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.300629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.301819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] Pushing event deleted for resources: {'Port': ['ID=b33dbdad-4895-47f8-a918-a1f10abf41e7,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.303643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55e195-4918-4b56-be61-d04e99abf412 None None] No DVR routers for this DVR port b33dbdad-4895-47f8-a918-a1f10abf41e7 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:02.368741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.369887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Fanout notify agent at l3_agent the message router_deleted on router 5dd8be3f-8444-4196-a964-13442af0eb78 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:02.383464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.387572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:02.388138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-018efdaa-b1fe-4e1b-8e16-a63a724dc4c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/routers/5dd8be3f-8444-4196-a964-13442af0eb78 HTTP/1.1" status: 204 len: 168 time: 0.9586401 Jul 16 01:54:02.485238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.588908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.599373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e511653-84ea-485e-a84f-352d3c55a194']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:02.610075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:02.610472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbcb3f0-d86a-4001-8f09-2c4d9fcf8b86') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:02.619180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.632879 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.638949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:02.639397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:02.642591 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:02.707080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.714777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.717031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/networks/9e511653-84ea-485e-a84f-352d3c55a194 HTTP/1.1" status: 204 len: 168 time: 0.3277111 Jul 16 01:54:02.719870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34762) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:02.729131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31ecaa-b59f-418a-bca3-b394646edfd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Network': ['ID=9e511653-84ea-485e-a84f-352d3c55a194,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.782472 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32eecaf6-cac9-4957-8b1f-b13211348cd9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.809501 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32eecaf6-cac9-4957-8b1f-b13211348cd9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.878795 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32eecaf6-cac9-4957-8b1f-b13211348cd9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.881540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32eecaf6-cac9-4957-8b1f-b13211348cd9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.883134 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-32eecaf6-cac9-4957-8b1f-b13211348cd9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/security-groups/fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714 HTTP/1.1" status: 204 len: 168 time: 0.1620240 Jul 16 01:54:02.893445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eecaf6-cac9-4957-8b1f-b13211348cd9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa7898-1f68-4a3d-b6c6-6bf0c2f36714,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:03.210316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b33dbdad-4895-47f8-a918-a1f10abf41e7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:03.233273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b33dbdad-4895-47f8-a918-a1f10abf41e7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:03.233617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b33dbdad-4895-47f8-a918-a1f10abf41e7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:03.234027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:03.253441 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:03.253794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7f3ab32e-aa8e-4cb7-90b8-27dd1b56f8ad not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:03.254216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 84c64e32-723d-4159-9695-de02757159bd no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:03.274060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 84c64e32-723d-4159-9695-de02757159bd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:03.274407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 84c64e32-723d-4159-9695-de02757159bd not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:04.441293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.446037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63063069', 'description': 'tempest-secgroup-smoke-63063069 description', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.470430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.559602 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.563321 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.595294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.596587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1542537 Jul 16 01:54:04.597295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e51fd-032e-4642-a48d-230908864a17,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.599643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34786) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.604940 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-166ff5f1-6475-4576-a455-76267870bcce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'cc1e51fd-032e-4642-a48d-230908864a17', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.605122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.605380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.605731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.606075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.606414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.606753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.607089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.607423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.607755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.608086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.608439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.608816 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a63a7e-7cec-4922-81a6-6693d2b4c67c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:04.640621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-166ff5f1-6475-4576-a455-76267870bcce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.706007 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-166ff5f1-6475-4576-a455-76267870bcce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.710921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-166ff5f1-6475-4576-a455-76267870bcce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.739996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ff5f1-6475-4576-a455-76267870bcce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788eded1-34cb-494c-9c3a-dc54c08de1b5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.745729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-166ff5f1-6475-4576-a455-76267870bcce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.747278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-166ff5f1-6475-4576-a455-76267870bcce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460452 Jul 16 01:54:04.750079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.755978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-343e685d-fffb-4711-b239-b8bff8660783 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'cc1e51fd-032e-4642-a48d-230908864a17', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.785235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-343e685d-fffb-4711-b239-b8bff8660783 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.854786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-343e685d-fffb-4711-b239-b8bff8660783 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.859236 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-343e685d-fffb-4711-b239-b8bff8660783 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.882312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e685d-fffb-4711-b239-b8bff8660783 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0341ea58-8082-4243-a10e-2f875367592f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.887285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-343e685d-fffb-4711-b239-b8bff8660783 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.888790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-343e685d-fffb-4711-b239-b8bff8660783 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373940 Jul 16 01:54:04.891422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34814) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.896249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b3f113c6-151b-4fb0-977b-7889920d35f3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'cc1e51fd-032e-4642-a48d-230908864a17', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.926887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3f113c6-151b-4fb0-977b-7889920d35f3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.987981 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3f113c6-151b-4fb0-977b-7889920d35f3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.991600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3f113c6-151b-4fb0-977b-7889920d35f3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.009247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f113c6-151b-4fb0-977b-7889920d35f3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cddfc7a-3d8e-42bb-aa32-fb8a3b41366b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.019477 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3f113c6-151b-4fb0-977b-7889920d35f3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.023378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b3f113c6-151b-4fb0-977b-7889920d35f3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283145 Jul 16 01:54:05.023545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.029158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-653491d1-40e4-4cbe-8280-a0eb3ea77ef4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'cc1e51fd-032e-4642-a48d-230908864a17', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:05.062194 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-653491d1-40e4-4cbe-8280-a0eb3ea77ef4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.131084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-653491d1-40e4-4cbe-8280-a0eb3ea77ef4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.135586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-653491d1-40e4-4cbe-8280-a0eb3ea77ef4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.161082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653491d1-40e4-4cbe-8280-a0eb3ea77ef4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cac66d-b71b-45e3-8f9b-82f3fcb53be9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.169226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-653491d1-40e4-4cbe-8280-a0eb3ea77ef4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.170883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-653491d1-40e4-4cbe-8280-a0eb3ea77ef4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459610 Jul 16 01:54:05.173860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.178651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'cc1e51fd-032e-4642-a48d-230908864a17', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:05.202624 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:05.208355 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.293597 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.298560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.325514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db83e2e-61f3-4b17-9af1-e07ef738e20e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.330482 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.334982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.335140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e7d239c7-9e27-428e-ac7b-631f46a38400 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600988 Jul 16 01:54:05.342315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'cc1e51fd-032e-4642-a48d-230908864a17', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:05.364748 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:05.369787 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.437354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.442684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.459661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23107041-9821-47d6-901e-4b15aac6e72e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.470339 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.471685 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9d9568fd-6202-4d72-adfd-38ab369d0e64 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351888 Jul 16 01:54:05.474613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.479866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'network': {'name': 'tempest-network-smoke--563221452', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:05.506403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:05.510577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.535228 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:05.544257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.544609 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Added segment 2cdcaf48-8a96-4a37-9159-c6f5400af488 of type vlan for network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 Jul 16 01:54:05.600585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.635588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.641633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.642224 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.676521 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2006288 Jul 16 01:54:05.679253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.686264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'admin_state_up': True, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:05.725487 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e7414-57a7-4714-837c-ae11b1851299 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Network': ['ID=2bbc377c-7acc-4a54-aeb9-4e15c764c347,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.739203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:05.742048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.742868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.794467 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.955666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.176435 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.195733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.305820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.60 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/92458920-f853-408f-bf06-2d83df6419b8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:06.433720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.483874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.526667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:06.532050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:06.534735 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:06.568455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=92458920-f853-408f-bf06-2d83df6419b8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.812042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.030645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.182093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 1297bfe3-1d17-4426-ba83-126307789558 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:07.633525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:07.647274 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Sync routers for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:07.657085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.662612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-66a9f753-d2e1-47f4-b767-14248d31d504 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9793041 Jul 16 01:54:07.662956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.663207 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:07.663822 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:07.710890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0ee726b0-5213-4674-998f-6ca013ee07e7 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=4a61bc10abad4dc3828faa41bef71dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465977 Jul 16 01:54:07.713657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 34906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.791361 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:07.824787 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd179e-9c51-49b0-aa87-9cf09dffd0ff tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.826450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-06cd179e-9c51-49b0-aa87-9cf09dffd0ff tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117465 Jul 16 01:54:07.829638 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34910) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.875904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4ac64934-4e3a-4067-84d2-0063f611d7b6 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430217 Jul 16 01:54:07.876140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.884635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1455444672', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:07.995549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:07.999903 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.012120 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:06Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.045606 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Checking router: 1297bfe3-1d17-4426-ba83-126307789558 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:08.046188 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Updating router 1297bfe3-1d17-4426-ba83-126307789558 port 92458920-f853-408f-bf06-2d83df6419b8 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:08.091783 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.251136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.317423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Subnet': ['ID=bd3c2b80-500f-4be1-ab04-949fb53fb89f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.329990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Checking segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:08.330362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network hostable DHCP agents. Network: 2bbc377c-7acc-4a54-aeb9-4e15c764c347, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:08.352781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:08.364551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 2bbc377c-7acc-4a54-aeb9-4e15c764c347) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:08.369860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.370452 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.381954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467dd5a-45bd-423e-b6ca-892c0ebccf85 None None] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:08.399929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-24de27d4-d795-4593-ab37-fe76d795b16f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5227277 Jul 16 01:54:08.403059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 34914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:08.444988 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.457148 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Transition to ACTIVE for port object 92458920-f853-408f-bf06-2d83df6419b8 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:08.465883 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.523362 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e02a6-67a6-4f92-976d-c6c170f84148 None None] Pushing event updated for resources: {'Port': ['ID=92458920-f853-408f-bf06-2d83df6419b8,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.545811 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Attempting to bind port 92458920-f853-408f-bf06-2d83df6419b8 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:08.546180 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Attempting to bind port 92458920-f853-408f-bf06-2d83df6419b8 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:08.546548 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Attempting to bind port 92458920-f853-408f-bf06-2d83df6419b8 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:08.552110 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:08.552514 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:08.552919 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.553312 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:08.553949 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Bound port: 92458920-f853-408f-bf06-2d83df6419b8, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:08.554338 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.610360 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] For port 92458920-f853-408f-bf06-2d83df6419b8, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:08.622846 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] For port 92458920-f853-408f-bf06-2d83df6419b8, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=92458920-f853-408f-bf06-2d83df6419b8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:08.631485 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.647986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:08.649585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.698599 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:08.699233 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.778957 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e02a6-67a6-4f92-976d-c6c170f84148 None None] Pushing event updated for resources: {'Port': ['ID=92458920-f853-408f-bf06-2d83df6419b8,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.819297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Allocated IP 172.20.0.2 (2bbc377c-7acc-4a54-aeb9-4e15c764c347/bd3c2b80-500f-4be1-ab04-949fb53fb89f/7531062b-3cf8-4e8e-a099-c45177e508a1) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:08.886419 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:09.060347 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.072414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Transition to ACTIVE for port object 7531062b-3cf8-4e8e-a099-c45177e508a1 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:09.092833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Transition to ACTIVE for port object 7531062b-3cf8-4e8e-a099-c45177e508a1 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:09.099673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.142161 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:06Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:09.143992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:09.149206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:09.152152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:09.162265 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.164862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Pushing event updated for resources: {'Port': ['ID=7531062b-3cf8-4e8e-a099-c45177e508a1,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.179975 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d17794-205a-47e4-b786-bfbc268862d0 None None] The sync data for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 is: [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:06Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:09.233821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Attempting to bind port 7531062b-3cf8-4e8e-a099-c45177e508a1 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:09.234210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Attempting to bind port 7531062b-3cf8-4e8e-a099-c45177e508a1 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:09.234563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Attempting to bind port 7531062b-3cf8-4e8e-a099-c45177e508a1 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:09.240287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:09.240663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Checking segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:09.241091 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.241511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Bound using segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:09.241976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Bound port: 7531062b-3cf8-4e8e-a099-c45177e508a1, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:09.242470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.334536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] For port 7531062b-3cf8-4e8e-a099-c45177e508a1, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:09.338568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] For port 7531062b-3cf8-4e8e-a099-c45177e508a1, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7531062b-3cf8-4e8e-a099-c45177e508a1,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:09.345997 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.435744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a783c-d2bc-4329-a101-d5a2a4195199 None None] Pushing event updated for resources: {'Port': ['ID=7531062b-3cf8-4e8e-a099-c45177e508a1,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.618982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.1 (2bbc377c-7acc-4a54-aeb9-4e15c764c347/bd3c2b80-500f-4be1-ab04-949fb53fb89f/423b1e97-acf2-432c-b5db-f5879cb2619f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:09.837174 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.863953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object 423b1e97-acf2-432c-b5db-f5879cb2619f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:09.911757 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.975465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:09.979462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:09.991831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:09.994845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=423b1e97-acf2-432c-b5db-f5879cb2619f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.060972 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.250034 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.874254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe401009-44d3-47af-b1d9-1f59d99a2d03 None None] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:10.982262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fb4e2e34-341b-459c-919c-fb674c27db26 None None] Provisioning for port 7531062b-3cf8-4e8e-a099-c45177e508a1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:11.044602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.055703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.176850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=423b1e97-acf2-432c-b5db-f5879cb2619f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.188964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.332463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7531062b-3cf8-4e8e-a099-c45177e508a1 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:11.347059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:11.349139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:11.435806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7531062b-3cf8-4e8e-a099-c45177e508a1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:11.441969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7531062b-3cf8-4e8e-a099-c45177e508a1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:11.442436 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.517216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 1297bfe3-1d17-4426-ba83-126307789558 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:11.531357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a291e8f6-5bf0-4571-8582-9b958468817f None None] Provisioning for port 423b1e97-acf2-432c-b5db-f5879cb2619f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:11.564796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a291e8f6-5bf0-4571-8582-9b958468817f None None] Provisioning complete for port 423b1e97-acf2-432c-b5db-f5879cb2619f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:11.565209 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a291e8f6-5bf0-4571-8582-9b958468817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.615853 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.671014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a291e8f6-5bf0-4571-8582-9b958468817f None None] Port 423b1e97-acf2-432c-b5db-f5879cb2619f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:11.684582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:11.704869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b784b24-f8c7-4630-94ab-bbe5bc9da669 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/1297bfe3-1d17-4426-ba83-126307789558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3010068 Jul 16 01:54:11.710175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Sync routers for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:11.735220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 7531062b-3cf8-4e8e-a099-c45177e508a1, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7531062b-3cf8-4e8e-a099-c45177e508a1,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:11.739757 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8697-8464-4c0d-be89-b3d9957bd485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.745144 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.746555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 92458920-f853-408f-bf06-2d83df6419b8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:11.795990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a291e8f6-5bf0-4571-8582-9b958468817f None None] Provisioning complete for port 7531062b-3cf8-4e8e-a099-c45177e508a1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:11.796531 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a291e8f6-5bf0-4571-8582-9b958468817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.802140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:11.803128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:12.071603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-ef9936c9-e815-4378-85e0-797748f01b0e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63063069&fields=id&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 267 time: 0.0715723 Jul 16 01:54:12.129270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=7531062b-3cf8-4e8e-a099-c45177e508a1,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:12.217063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 92458920-f853-408f-bf06-2d83df6419b8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:12.234777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 92458920-f853-408f-bf06-2d83df6419b8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:12.235153 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.237797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:12.247173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-94146e48-f8a3-4cd9-9fb5-b1088bf039a5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.252725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-94146e48-f8a3-4cd9-9fb5-b1088bf039a5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 796 time: 0.1685629 Jul 16 01:54:12.268781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9cdfddea-2940-4951-aed9-203777d24a14 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/quotas/4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 375 time: 0.0112963 Jul 16 01:54:12.375532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-758523b6-8f18-4dcb-81ec-6d28e5fbdc2f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940251 Jul 16 01:54:12.449943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-15c1b467-d19d-4d2d-993a-13b567b78cce None None] Provisioning complete for port 423b1e97-acf2-432c-b5db-f5879cb2619f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:12.450322 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15c1b467-d19d-4d2d-993a-13b567b78cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.462277 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.520644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-fff0ef77-a51f-41f0-847c-f2ae42be8727 service neutron] 10.222.0.81 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402512 Jul 16 01:54:12.536957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 92458920-f853-408f-bf06-2d83df6419b8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=92458920-f853-408f-bf06-2d83df6419b8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:12.537999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-15c1b467-d19d-4d2d-993a-13b567b78cce None None] Port 423b1e97-acf2-432c-b5db-f5879cb2619f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:12.547548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.610110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=92458920-f853-408f-bf06-2d83df6419b8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:12.618621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 2, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:12.647693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Checking router: 1297bfe3-1d17-4426-ba83-126307789558 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:12.648203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Updating router 1297bfe3-1d17-4426-ba83-126307789558 port 423b1e97-acf2-432c-b5db-f5879cb2619f binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:12.652094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-fa65a264-3226-4363-b944-e7cdca751966 service neutron] 10.222.0.81 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236603 Jul 16 01:54:12.698801 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.904103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7f020f1-e844-4296-b296-cfbc42b73de2 req-317bf676-7cfe-493f-8960-63f58523003a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 210 time: 0.0569417 Jul 16 01:54:13.038329 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.050092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Transition to ACTIVE for port object 423b1e97-acf2-432c-b5db-f5879cb2619f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:13.058409 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.123101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39059339-1706-4c2b-a3f0-382287b57bcf None None] Pushing event updated for resources: {'Port': ['ID=423b1e97-acf2-432c-b5db-f5879cb2619f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.241745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Attempting to bind port 423b1e97-acf2-432c-b5db-f5879cb2619f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:13.242386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Attempting to bind port 423b1e97-acf2-432c-b5db-f5879cb2619f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:13.242502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Attempting to bind port 423b1e97-acf2-432c-b5db-f5879cb2619f on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:13.254551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:13.255189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Checking segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:13.260188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.260704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Bound using segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:13.261276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Bound port: 423b1e97-acf2-432c-b5db-f5879cb2619f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:13.261733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.266395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7531062b-3cf8-4e8e-a099-c45177e508a1 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:13.373655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] For port 423b1e97-acf2-432c-b5db-f5879cb2619f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:13.378767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] For port 423b1e97-acf2-432c-b5db-f5879cb2619f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=423b1e97-acf2-432c-b5db-f5879cb2619f,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:13.382026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7531062b-3cf8-4e8e-a099-c45177e508a1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:13.382546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.387242 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.497740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39059339-1706-4c2b-a3f0-382287b57bcf None None] Pushing event updated for resources: {'Port': ['ID=423b1e97-acf2-432c-b5db-f5879cb2619f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.500288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:13.500883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:53:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:13.649511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 92458920-f853-408f-bf06-2d83df6419b8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:13.717044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:13.753859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 92458920-f853-408f-bf06-2d83df6419b8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:13.754133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.041429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:14.084003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7bf827-4812-4880-aa6a-843305ecefda None None] The sync data for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 is: [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:14.165320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43a97ae0-f742-4970-8180-1cd9053f2580 req-064fad00-0a21-478f-80da-f777a8c2487c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 210 time: 0.0478852 Jul 16 01:54:14.430944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-5cb2ed35-9152-4878-98d0-1b72ae50ce59 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.433980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-5cb2ed35-9152-4878-98d0-1b72ae50ce59 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 796 time: 0.1579340 Jul 16 01:54:14.454601 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.504464 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-5cca06fe-3283-450b-a71a-3dfc723cc524 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 378 time: 0.0546427 Jul 16 01:54:14.514832 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'port': {'device_id': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'admin_state_up': True, 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'security_groups': ['cc1e51fd-032e-4642-a48d-230908864a17']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:14.526710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-639929e4-07b3-4a8a-ae44-b8ee5f5a1867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.693996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:14.698291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.863144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.10 (2bbc377c-7acc-4a54-aeb9-4e15c764c347/bd3c2b80-500f-4be1-ab04-949fb53fb89f/c8ec6237-01f6-4096-a804-c914c875a5a0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:15.075900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.090525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object c8ec6237-01f6-4096-a804-c914c875a5a0 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:15.135141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.209977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:15.223470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:15.225004 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:15.227671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:15.296634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.297590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.321481 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3f10eb6e-f0b1-404f-a4c3-b5866853aab1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8102319 Jul 16 01:54:15.335602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Request body: {'port': {'device_id': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:15.403526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 423b1e97-acf2-432c-b5db-f5879cb2619f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:15.407633 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.481529 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.495791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 423b1e97-acf2-432c-b5db-f5879cb2619f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:15.501138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 423b1e97-acf2-432c-b5db-f5879cb2619f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:15.502015 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.636933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3c5b-7d8f-47d1-9601-971a74be8bbc req-b783b452-3490-4473-8691-28fe7b696f66 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.662103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4fe3c5b-7d8f-47d1-9601-971a74be8bbc req-b783b452-3490-4473-8691-28fe7b696f66 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 932 time: 0.1950419 Jul 16 01:54:15.728841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4fe3c5b-7d8f-47d1-9601-971a74be8bbc req-c98377ac-f824-44c4-b4a8-c55900a890ba tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656557 Jul 16 01:54:15.749965 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.782463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e771fbd1-aed4-419b-8d96-a9031604a7b2 None None] Provisioning for port c8ec6237-01f6-4096-a804-c914c875a5a0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:15.787741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e771fbd1-aed4-419b-8d96-a9031604a7b2 None None] Provisioning complete for port c8ec6237-01f6-4096-a804-c914c875a5a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:15.788168 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e771fbd1-aed4-419b-8d96-a9031604a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.859323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 423b1e97-acf2-432c-b5db-f5879cb2619f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=423b1e97-acf2-432c-b5db-f5879cb2619f,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:15.868093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.876903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e771fbd1-aed4-419b-8d96-a9031604a7b2 None None] Port c8ec6237-01f6-4096-a804-c914c875a5a0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:15.934636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ec6237-01f6-4096-a804-c914c875a5a0 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:15.942591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=423b1e97-acf2-432c-b5db-f5879cb2619f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:15.946195 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.960600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Transition to ACTIVE for port object c8ec6237-01f6-4096-a804-c914c875a5a0 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:15.965763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.038598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.118152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:16.118414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:16.119280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:16.124183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:16.124545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:16.130886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:16.130886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Checking segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:16.130886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Bound using segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:16.130886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Bound port: c8ec6237-01f6-4096-a804-c914c875a5a0, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:16.131372 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.233254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:16.238241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:16.244029 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.245439 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.281270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.282253 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.284144 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] 10.222.0.78 "PUT /v2.0/ports/c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 1092 time: 0.9543560 Jul 16 01:54:16.286693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:16.289746 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eaa3ff-7b3a-4237-be86-7fde2635f48c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:16.340897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8bf9b-9e03-4cd0-a9a7-a469a849a9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.355509 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca1fed-195c-4101-aae9-0e8aab7b3521 x-openstack-request-id: req-c1ca1fed-195c-4101-aae9-0e8aab7b3521 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:16.355799 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:16.356051 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1ca1fed-195c-4101-aae9-0e8aab7b3521 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:16.356477 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'status': 'completed', 'code': 200} Jul 16 01:54:16.419406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-8e8e8e47-889c-4de8-949e-ad2eadcff846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.421993 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-8e8e8e47-889c-4de8-949e-ad2eadcff846 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1095 time: 0.0779655 Jul 16 01:54:16.475104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-c3f92904-93bb-4911-ab8d-f5d4e8bc8cd6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 217 time: 0.0450518 Jul 16 01:54:16.533838 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3214cbf7-cb7b-4b81-be00-21280597d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.535348 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-3214cbf7-cb7b-4b81-be00-21280597d7bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0542624 Jul 16 01:54:16.609053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-66475a8d-a364-4c5d-9302-6eb14cc13e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.611665 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-66475a8d-a364-4c5d-9302-6eb14cc13e12 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681884 Jul 16 01:54:16.733522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-c5ca1ead-1e68-4d40-b493-929096aed4ad service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154110 Jul 16 01:54:16.859010 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47cc2f80-8513-471c-af5e-5d1b6fdb3882 req-fdb6d10c-efb6-4e43-a0ed-c52a7e040589 service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171803 Jul 16 01:54:16.893175 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.942757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66fec-b89e-4cc9-92c8-ed415a5d84e7 req-bb4041ca-5b29-43d2-8274-afd3a5ddc040 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.949402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5e66fec-b89e-4cc9-92c8-ed415a5d84e7 req-bb4041ca-5b29-43d2-8274-afd3a5ddc040 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 944 time: 0.0854225 Jul 16 01:54:16.984850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-0733b242-40fc-40d8-bfd0-da2e43d5511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.986788 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-0733b242-40fc-40d8-bfd0-da2e43d5511f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1095 time: 0.0689518 Jul 16 01:54:17.001851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5e66fec-b89e-4cc9-92c8-ed415a5d84e7 req-a65e3f78-6ced-49bc-94a6-d8a427492977 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503170 Jul 16 01:54:17.107807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-aa915ec7-5a59-4b39-9e48-e7610282b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.109369 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-aa915ec7-5a59-4b39-9e48-e7610282b905 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1148157 Jul 16 01:54:17.159440 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-89249d0c-08ae-4fee-b45f-ba86249c7af0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 217 time: 0.0433283 Jul 16 01:54:17.217499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-5196e13e-e16c-4858-ab9e-234e2c70a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.219202 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-5196e13e-e16c-4858-ab9e-234e2c70a5ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0510309 Jul 16 01:54:17.226943 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 423b1e97-acf2-432c-b5db-f5879cb2619f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:17.279331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 423b1e97-acf2-432c-b5db-f5879cb2619f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:17.279805 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.293998 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-b19eeddb-9637-480b-bb93-ac2c7205179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.297818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-b19eeddb-9637-480b-bb93-ac2c7205179e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693464 Jul 16 01:54:17.428655 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-93657eaf-6e28-4d6b-901d-e1a904e62ffa service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226737 Jul 16 01:54:17.532365 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-85eaa3ff-7b3a-4237-be86-7fde2635f48c req-743a1cae-dfe7-40a3-b93a-b60da49079df service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971274 Jul 16 01:54:18.203431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed687c-45d3-477b-b741-632deb5c0fe6 req-7a7d7aca-d62d-4fb1-827e-c1834aab4fd4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.205078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67ed687c-45d3-477b-b741-632deb5c0fe6 req-7a7d7aca-d62d-4fb1-827e-c1834aab4fd4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 944 time: 0.0778387 Jul 16 01:54:18.247213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67ed687c-45d3-477b-b741-632deb5c0fe6 req-3ea141c4-4440-4e4e-806c-cddf732d20c1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365393 Jul 16 01:54:18.362309 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:18.590150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:18.693723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:18.708799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'port_id': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'mac_address': 'fa:16:3e:62:2c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:18.747794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.760758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ec6237-01f6-4096-a804-c914c875a5a0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:18.779976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:18.787179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.836199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.844125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.844707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.845225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.845726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.846239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.846736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.847310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.847799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.848321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.848662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.849002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.849339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:18.985657 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['c8ec6237-01f6-4096-a804-c914c875a5a0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:19.434504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003af42-37d1-48de-b12e-b7d8c4017f54 req-280828af-bc9a-4985-8a1b-7bb0a4158c2e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:19.436843 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e003af42-37d1-48de-b12e-b7d8c4017f54 req-280828af-bc9a-4985-8a1b-7bb0a4158c2e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 945 time: 0.0729103 Jul 16 01:54:19.479179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e003af42-37d1-48de-b12e-b7d8c4017f54 req-2e8ffe1a-ccc6-41c1-a0e5-443ce4d38ac3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350931 Jul 16 01:54:19.874937 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.589902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:20.658369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port c8ec6237-01f6-4096-a804-c914c875a5a0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:20.664062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port c8ec6237-01f6-4096-a804-c914c875a5a0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:20.664605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.713721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19ea77-6cba-43d0-9932-764d15a8b617 req-0c0713e5-ed09-49d3-80c8-b803fd9db7c3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.715411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e19ea77-6cba-43d0-9932-764d15a8b617 req-0c0713e5-ed09-49d3-80c8-b803fd9db7c3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 945 time: 0.1074743 Jul 16 01:54:20.760968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e19ea77-6cba-43d0-9932-764d15a8b617 req-5e52f54c-a71e-429a-8229-dbdfb66dadb1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386705 Jul 16 01:54:20.779166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.806807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:20.809198 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9938fc6-a67c-400f-90f4-3c9a68763e4b" -d '{"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:20.831507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:20.840492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.870544 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3423892-8926-4177-b91d-2a24da98ac09 x-openstack-request-id: req-a3423892-8926-4177-b91d-2a24da98ac09 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:20.871184 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:20.871495 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3423892-8926-4177-b91d-2a24da98ac09 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:20.871947 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'code': 200} Jul 16 01:54:20.900746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.979138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4b1d3-3e34-4b63-a466-cb16d208b43f req-d29a86ad-10b1-4884-83e8-bea63f8376f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.980734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-98a4b1d3-3e34-4b63-a466-cb16d208b43f req-d29a86ad-10b1-4884-83e8-bea63f8376f4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1097 time: 0.0523248 Jul 16 01:54:21.021026 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-98a4b1d3-3e34-4b63-a466-cb16d208b43f req-4cb9ef84-9b57-4c82-ad49-ad0f4a1adee3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336108 Jul 16 01:54:21.961132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6870ff-fabe-4fae-ac59-ca09579e393f req-4d2bd07b-6ba5-4bae-9b84-54026dd2137f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.963285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd6870ff-fabe-4fae-ac59-ca09579e393f req-4d2bd07b-6ba5-4bae-9b84-54026dd2137f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0658495 Jul 16 01:54:22.007811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd6870ff-fabe-4fae-ac59-ca09579e393f req-6562356d-c60d-40f9-812d-84a087a01573 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340421 Jul 16 01:54:22.200590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c64d-b21c-432b-95d6-4af6e9ef7abd req-57e63693-d141-451b-bd8c-c3737b57da21 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.202100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7314c64d-b21c-432b-95d6-4af6e9ef7abd req-57e63693-d141-451b-bd8c-c3737b57da21 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0687678 Jul 16 01:54:22.241305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7314c64d-b21c-432b-95d6-4af6e9ef7abd req-65cb845a-9155-4f20-ba60-67121c7d6988 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331993 Jul 16 01:54:22.266368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.318259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9688705-aec4-4408-b734-203877a412ef tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.322429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f9688705-aec4-4408-b734-203877a412ef tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1092 time: 0.0524347 Jul 16 01:54:22.322598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.327389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.350588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.462069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.600417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.4 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/d6a556f8-b7b0-401c-845b-12b8566f9c2e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:22.730302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.783065 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.838827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:22.844188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:22.848776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:22.881184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=d6a556f8-b7b0-401c-845b-12b8566f9c2e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.289845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.372764 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.533108 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.537689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.614726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=d6a556f8-b7b0-401c-845b-12b8566f9c2e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.625560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.763064 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP bb486fce-284b-4eed-93bb-974fc88dbf8c associated. External IP: 172.25.5.4, port: c8ec6237-01f6-4096-a804-c914c875a5a0. Jul 16 01:54:24.012843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 1297bfe3-1d17-4426-ba83-126307789558 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:24.037715 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-f395d169-8ce9-4e9f-b8c8-ea7a769e69e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917978 Jul 16 01:54:24.171967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:24.182788 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] Sync routers for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:24.191390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-b1ce9ee8-8026-48ab-b1f6-f4ec93e26266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.193227 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-b1ce9ee8-8026-48ab-b1f6-f4ec93e26266 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1097 time: 0.1078296 Jul 16 01:54:24.194681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.195477 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:24.197550 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:54:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.263463 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ed16e193-23e9-41f5-b95b-aa7bb571fbb2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9374444 Jul 16 01:54:24.264358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:24.266233 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:24.332818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-d170d3b8-cc2e-4ad9-b0c4-f1d5a56ce584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.333974 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-d170d3b8-cc2e-4ad9-b0c4-f1d5a56ce584 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1160207 Jul 16 01:54:24.335484 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b63740-a4cf-4c07-a139-c943f7d89fa6 x-openstack-request-id: req-47b63740-a4cf-4c07-a139-c943f7d89fa6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:24.335772 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:24.336021 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47b63740-a4cf-4c07-a139-c943f7d89fa6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:24.336433 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'status': 'completed', 'code': 200} Jul 16 01:54:24.346448 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:24.413357 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-6f5c63fa-6b54-4ba2-914c-f789687aec64 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.0720892 Jul 16 01:54:24.465408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-75f80c7e-e875-43a4-9fee-9c43e2a1156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.466910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-75f80c7e-e875-43a4-9fee-9c43e2a1156a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0467017 Jul 16 01:54:24.483139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d1d2e-5276-4f71-86d1-548f0a802bc2 req-3d1c6cb3-8554-4bd7-8328-eb7e8cb9a108 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.484997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c98d1d2e-5276-4f71-86d1-548f0a802bc2 req-3d1c6cb3-8554-4bd7-8328-eb7e8cb9a108 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0764956 Jul 16 01:54:24.528668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c98d1d2e-5276-4f71-86d1-548f0a802bc2 req-5b7e1af2-228c-4a8b-8aed-bdbd70855e81 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379634 Jul 16 01:54:24.543912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-a5f51819-ce83-4885-ad68-cde5ceab1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.545672 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-a5f51819-ce83-4885-ad68-cde5ceab1cbf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706043 Jul 16 01:54:24.563835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35170) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:24.642900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-089841ba-c154-443c-940d-57b48b9e5e27 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/bb486fce-284b-4eed-93bb-974fc88dbf8c HTTP/1.1" status: 200 len: 990 time: 0.0777807 Jul 16 01:54:24.660159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-0fd3b50d-e17d-49d1-b32e-0bcb7303541b service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986702 Jul 16 01:54:24.689210 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'bb486fce-284b-4eed-93bb-974fc88dbf8c', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '1297bfe3-1d17-4426-ba83-126307789558', 'port_id': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'mac_address': 'fa:16:3e:62:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.715529 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] Checking router: 1297bfe3-1d17-4426-ba83-126307789558 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:24.723900 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:24.724541 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:54:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.770234 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dc9c8d55-501f-4565-9fb6-0e5d68293f7e req-ec159b7a-5a5e-4cff-9665-63b958237664 service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031661 Jul 16 01:54:24.879968 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:24.892450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-7fb3416a-e74f-41bc-9b83-6c549013ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.894444 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-7fb3416a-e74f-41bc-9b83-6c549013ac7c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1097 time: 0.0720069 Jul 16 01:54:25.015158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-e364730d-9c88-40ef-a064-dbf9c909c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.017085 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-e364730d-9c88-40ef-a064-dbf9c909c818 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1156824 Jul 16 01:54:25.127285 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-a70bf8a1-2452-4dd9-8f88-50a979fd94ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.1013799 Jul 16 01:54:25.190344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-3fe42d00-bd3e-4342-8ada-16d2a2264c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.190602 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'bb486fce-284b-4eed-93bb-974fc88dbf8c', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '1297bfe3-1d17-4426-ba83-126307789558', 'port_id': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'mac_address': 'fa:16:3e:62:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:25.192374 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-3fe42d00-bd3e-4342-8ada-16d2a2264c5d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0549533 Jul 16 01:54:25.219944 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121ac87-24a9-46a4-ae6b-ef9cbda2bb37 None None] The sync data for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 is: [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'bb486fce-284b-4eed-93bb-974fc88dbf8c', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '1297bfe3-1d17-4426-ba83-126307789558', 'port_id': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'mac_address': 'fa:16:3e:62:2c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:25.263979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-55fb31bf-e8c1-4dac-8a60-aea536ffc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.265794 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-55fb31bf-e8c1-4dac-8a60-aea536ffc8e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670264 Jul 16 01:54:25.373810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-43fa1913-2fd7-4560-86e4-af91c9f49c75 service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002045 Jul 16 01:54:25.488819 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fe80fb5d-16d6-4ae7-b280-211d693e7ebe req-0982b625-2a24-40e1-aefe-e21bf44c14d9 service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080940 Jul 16 01:54:25.507141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ce85b-304b-4e1b-9397-cfa1ede07e3d None None] New status for floating IP bb486fce-284b-4eed-93bb-974fc88dbf8c: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:25.646024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:25.749872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-43d438e1-5808-42ab-a7a0-35f688c4f2df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/bb486fce-284b-4eed-93bb-974fc88dbf8c HTTP/1.1" status: 200 len: 990 time: 0.1026134 Jul 16 01:54:26.753633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 35220) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.806848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-a6df5bcc-3de0-46d0-8ae7-3b01c426290e req-17b1b548-1d3f-4524-b03b-aa6b65b01f09 service neutron] (93706) timed out ('10.222.0.93', 59976) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:26.820001 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-88b40618-ea81-47ec-ac23-0a599fd9ee4f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/bb486fce-284b-4eed-93bb-974fc88dbf8c HTTP/1.1" status: 200 len: 992 time: 0.0652783 Jul 16 01:54:27.408899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-bbdf2b0a-9e7f-4131-b607-63be3d950c28 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.410380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-bbdf2b0a-9e7f-4131-b607-63be3d950c28 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1019392 Jul 16 01:54:27.424826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-17f403a3-b99b-4876-a7b6-7d3da8228b31 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/quotas/89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 375 time: 0.0090568 Jul 16 01:54:27.501216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-21a2eb42-a501-4bb4-80ea-84a1b322b78b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715630 Jul 16 01:54:27.695974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-685a2466-37c5-4711-a014-f307ba3d0e22 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883733 Jul 16 01:54:27.793410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-65cff5eb-3246-4a65-80ac-8e251118ad3b service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904200 Jul 16 01:54:27.984343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0eaea9b3-9b51-459f-a8ed-487e324e41d3 req-a0d66909-7775-47be-8689-907c9e16f288 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 210 time: 0.0302241 Jul 16 01:54:29.112983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-b94c742b-48c6-4528-810c-0cf0bdebb179 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.116484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-b94c742b-48c6-4528-810c-0cf0bdebb179 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1340079 Jul 16 01:54:29.131237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'port': {'device_id': '8b276297-7e2b-4372-a53c-7cd770273571', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'admin_state_up': True, 'tenant_id': '89b31e847c2646fc9a06a844009297f3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:29.256449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f91128dc-0fe7-4123-8a0f-32e2f62630d1 req-f515a097-72b2-4929-8956-848d85bb2cd3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 210 time: 0.0992279 Jul 16 01:54:29.307866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:29.311834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.458274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.20.0.11 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/7d14b949-906a-4911-85f5-bf34aada6dbb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:29.624393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.638900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Transition to ACTIVE for port object 7d14b949-906a-4911-85f5-bf34aada6dbb will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:29.680715 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.731046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:29.735206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:29.739552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:29.770216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=7d14b949-906a-4911-85f5-bf34aada6dbb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.786017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.786017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.786331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.786670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.787003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.787335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.787663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.787988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.788776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.788776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.789048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.790607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:29.813533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.814164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.830529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-431cc909-6b5e-4940-b503-d1eb11c56b44 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7036870 Jul 16 01:54:29.845786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Request body: {'port': {'device_id': '8b276297-7e2b-4372-a53c-7cd770273571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:29.934798 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.089968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f3ca4a1b-bc5b-41d5-901a-1f0e3d53440a None None] Provisioning for port 7d14b949-906a-4911-85f5-bf34aada6dbb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:30.094318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f3ca4a1b-bc5b-41d5-901a-1f0e3d53440a None None] Provisioning complete for port 7d14b949-906a-4911-85f5-bf34aada6dbb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:30.094698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4a1b-bc5b-41d5-901a-1f0e3d53440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.148500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca4a1b-bc5b-41d5-901a-1f0e3d53440a None None] Port 7d14b949-906a-4911-85f5-bf34aada6dbb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:30.237303 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d14b949-906a-4911-85f5-bf34aada6dbb {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:30.245859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.265800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Transition to ACTIVE for port object 7d14b949-906a-4911-85f5-bf34aada6dbb will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:30.274770 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.359321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Pushing event updated for resources: {'Port': ['ID=7d14b949-906a-4911-85f5-bf34aada6dbb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.491381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Attempting to bind port 7d14b949-906a-4911-85f5-bf34aada6dbb on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:30.491878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Attempting to bind port 7d14b949-906a-4911-85f5-bf34aada6dbb by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:30.492372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Attempting to bind port 7d14b949-906a-4911-85f5-bf34aada6dbb on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:30.512435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Port 7d14b949-906a-4911-85f5-bf34aada6dbb on network 42db4adc-354c-4a19-894d-4951a24183e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:30.512913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Attempting to bind port 7d14b949-906a-4911-85f5-bf34aada6dbb on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:30.521538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:30.521983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:30.522492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:30.523036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Bound port: 7d14b949-906a-4911-85f5-bf34aada6dbb, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:30.523502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.571206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6a63-8dc9-4993-b397-416a7262cddd req-a05a6ba3-5fd8-42a3-84a4-a571bb7670e2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.573186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1df6a63-8dc9-4993-b397-416a7262cddd req-a05a6ba3-5fd8-42a3-84a4-a571bb7670e2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.1526175 Jul 16 01:54:30.653401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1df6a63-8dc9-4993-b397-416a7262cddd req-6e6b1dfa-7b42-4ed8-9493-4e5c768d21f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Jul 16 01:54:30.658934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] For port 7d14b949-906a-4911-85f5-bf34aada6dbb, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:30.662034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] For port 7d14b949-906a-4911-85f5-bf34aada6dbb, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7d14b949-906a-4911-85f5-bf34aada6dbb,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:30.670745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.714832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.715889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.717549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] 10.222.0.93 "PUT /v2.0/ports/7d14b949-906a-4911-85f5-bf34aada6dbb HTTP/1.1" status: 200 len: 1092 time: 0.8762915 Jul 16 01:54:30.720259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b276297-7e2b-4372-a53c-7cd770273571', 'tag': '7d14b949-906a-4911-85f5-bf34aada6dbb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:30.723204 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c393373-2b5b-4775-9348-f213c41287cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b276297-7e2b-4372-a53c-7cd770273571", "tag": "7d14b949-906a-4911-85f5-bf34aada6dbb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:30.751516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea21a90-5a97-4981-9784-b065ca17e82e service neutron] Pushing event updated for resources: {'Port': ['ID=7d14b949-906a-4911-85f5-bf34aada6dbb,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.812947 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1e199f-c643-451d-adac-183424488636 x-openstack-request-id: req-eb1e199f-c643-451d-adac-183424488636 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:30.813170 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b276297-7e2b-4372-a53c-7cd770273571", "tag": "7d14b949-906a-4911-85f5-bf34aada6dbb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:30.813418 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb1e199f-c643-451d-adac-183424488636 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:30.813810 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b276297-7e2b-4372-a53c-7cd770273571', 'tag': '7d14b949-906a-4911-85f5-bf34aada6dbb', 'status': 'completed', 'code': 200} Jul 16 01:54:30.844892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-60a5640a-64c0-4804-b43a-c7657205ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.846671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-60a5640a-64c0-4804-b43a-c7657205ef29 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 1095 time: 0.0703027 Jul 16 01:54:30.896073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-7c50cdff-4cc7-4c1c-9ca0-713941b7e8a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d14b949-906a-4911-85f5-bf34aada6dbb HTTP/1.1" status: 200 len: 217 time: 0.0425675 Jul 16 01:54:30.965533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-88ad044d-d7a1-428b-a66f-9abb83c4d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.967314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-88ad044d-d7a1-428b-a66f-9abb83c4d352 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0643237 Jul 16 01:54:31.045982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f023-fede-46bc-a385-cc11804964fd req-9d065479-66a3-4f0a-ad91-2bbd8a31f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.047546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-9d065479-66a3-4f0a-ad91-2bbd8a31f6ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737371 Jul 16 01:54:31.166589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-213e1477-4c50-44e6-8c6a-f850fd7e9f05 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122012 Jul 16 01:54:31.280116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b1f023-fede-46bc-a385-cc11804964fd req-13dff38f-289a-4e99-94b4-f4f177d59970 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072369 Jul 16 01:54:31.384907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c393373-2b5b-4775-9348-f213c41287cb req-fcb3b9bb-3c12-4414-9289-248d191a61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.386341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c393373-2b5b-4775-9348-f213c41287cb req-fcb3b9bb-3c12-4414-9289-248d191a61f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 1095 time: 0.0556850 Jul 16 01:54:31.488816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c393373-2b5b-4775-9348-f213c41287cb req-adcdd57a-f3a4-4706-98c4-546e4ca8f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.490629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c393373-2b5b-4775-9348-f213c41287cb req-adcdd57a-f3a4-4706-98c4-546e4ca8f826 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0980792 Jul 16 01:54:31.537796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c393373-2b5b-4775-9348-f213c41287cb req-63749c00-d4da-46dd-b2cc-543f44a28e0a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d14b949-906a-4911-85f5-bf34aada6dbb HTTP/1.1" status: 200 len: 217 time: 0.0406070 Jul 16 01:54:31.586924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c393373-2b5b-4775-9348-f213c41287cb req-058e2d44-2c08-4e25-8616-886cfd98f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.588492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c393373-2b5b-4775-9348-f213c41287cb req-058e2d44-2c08-4e25-8616-886cfd98f922 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0448103 Jul 16 01:54:31.655892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c393373-2b5b-4775-9348-f213c41287cb req-9639265e-deae-4f0e-a148-04d8622f26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.657487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c393373-2b5b-4775-9348-f213c41287cb req-9639265e-deae-4f0e-a148-04d8622f26ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627885 Jul 16 01:54:31.776405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c393373-2b5b-4775-9348-f213c41287cb req-9f0bfc44-1f80-458f-a726-c065ce66093c service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118588 Jul 16 01:54:31.932985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885eb69-cc34-416b-8bd5-659d5a042d2a req-6ef87b14-6ab4-4546-9fd7-4e35cf797ce0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.934420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7885eb69-cc34-416b-8bd5-659d5a042d2a req-6ef87b14-6ab4-4546-9fd7-4e35cf797ce0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.1505785 Jul 16 01:54:31.936898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c393373-2b5b-4775-9348-f213c41287cb req-0ed4de04-dc3c-4e83-b4aa-dda7a3b054ad service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542280 Jul 16 01:54:31.976962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7885eb69-cc34-416b-8bd5-659d5a042d2a req-f03fcb07-e8d6-4517-bf07-ad1173ca20bb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367160 Jul 16 01:54:33.228981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d0570-fb8c-4831-bef2-2b21c824df2e req-8a932e60-9b0c-491c-8cf6-640fdb3a71c1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.230521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d86d0570-fb8c-4831-bef2-2b21c824df2e req-8a932e60-9b0c-491c-8cf6-640fdb3a71c1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.1184549 Jul 16 01:54:33.295107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d86d0570-fb8c-4831-bef2-2b21c824df2e req-b9cf6b7c-d0d4-4917-9f08-c6ee86c12628 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528867 Jul 16 01:54:34.557515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b75244-95cf-44c5-b3dc-3dd192a51e44 req-286a7eff-833c-4375-985c-e5b85b4dffac tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.558995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28b75244-95cf-44c5-b3dc-3dd192a51e44 req-286a7eff-833c-4375-985c-e5b85b4dffac tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0775084 Jul 16 01:54:34.626994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28b75244-95cf-44c5-b3dc-3dd192a51e44 req-d5f13dd7-92ab-4d1d-be55-51d4e7d0cc3d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615261 Jul 16 01:54:35.827044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da2517-1bf9-43a8-bbcf-3fdf4c34223a req-969f66cd-44ca-4c96-9be6-47b74f5a9992 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.835558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65da2517-1bf9-43a8-bbcf-3fdf4c34223a req-969f66cd-44ca-4c96-9be6-47b74f5a9992 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0962739 Jul 16 01:54:35.876266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65da2517-1bf9-43a8-bbcf-3fdf4c34223a req-7fa7841f-c8f3-474e-bb86-2256fc47e000 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Jul 16 01:54:37.063455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69849f-45d5-4f89-b49f-9069e8b9819f req-13d2e56f-5229-4949-bff8-0e03aac57ca9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.065060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae69849f-45d5-4f89-b49f-9069e8b9819f req-13d2e56f-5229-4949-bff8-0e03aac57ca9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0696371 Jul 16 01:54:37.109772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae69849f-45d5-4f89-b49f-9069e8b9819f req-5502e23e-47da-4e1b-a0ee-149616cdbce6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Jul 16 01:54:38.282448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b5e2b-a635-4c88-a6b5-c59f3967aac5 req-4f938870-f2fc-4cc1-8fe9-175a6e62f2eb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.283929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e39b5e2b-a635-4c88-a6b5-c59f3967aac5 req-4f938870-f2fc-4cc1-8fe9-175a6e62f2eb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0632772 Jul 16 01:54:38.320461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e39b5e2b-a635-4c88-a6b5-c59f3967aac5 req-10a7aac7-48f1-4b45-b2c9-76436ae1cca6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Jul 16 01:54:39.494671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159bdf3-784d-4a7e-a64c-7617626526e4 req-0f0f5af7-6caa-402f-9448-a90e1f52d54b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.496420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6159bdf3-784d-4a7e-a64c-7617626526e4 req-0f0f5af7-6caa-402f-9448-a90e1f52d54b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0635211 Jul 16 01:54:39.535387 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6159bdf3-784d-4a7e-a64c-7617626526e4 req-0bfcabcf-a850-4681-a9da-fa6dbf5e2214 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Jul 16 01:54:40.723948 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa80c7-5dcc-44ff-836e-fc2a03f9d8d1 req-8ded2b0f-9da8-49cb-88da-88bf42176e45 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.725726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8fa80c7-5dcc-44ff-836e-fc2a03f9d8d1 req-8ded2b0f-9da8-49cb-88da-88bf42176e45 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0674787 Jul 16 01:54:40.767027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8fa80c7-5dcc-44ff-836e-fc2a03f9d8d1 req-8bec1d7d-45ec-491c-a449-2766f18ad677 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Jul 16 01:54:41.638968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-73b58b06-ccb1-4dfe-893a-5d10ad857f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.960336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19957325-4af8-4702-a41d-6c14e87779e2 req-ac1b83a1-d051-4ee5-a57e-169e1bb6c0b9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.961913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19957325-4af8-4702-a41d-6c14e87779e2 req-ac1b83a1-d051-4ee5-a57e-169e1bb6c0b9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0652418 Jul 16 01:54:42.008187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19957325-4af8-4702-a41d-6c14e87779e2 req-c40a5f65-ab2d-40e8-893b-5b8f811a0deb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Jul 16 01:54:43.180486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105320e-fdee-426f-9deb-36143cb6f17a req-6a5ce3d3-1b40-4f72-bb2c-a5529dc5ae65 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.181949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2105320e-fdee-426f-9deb-36143cb6f17a req-6a5ce3d3-1b40-4f72-bb2c-a5529dc5ae65 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0636840 Jul 16 01:54:43.224554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2105320e-fdee-426f-9deb-36143cb6f17a req-9b0fb136-ab02-4f4a-b0d8-9c5f049fe401 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369804 Jul 16 01:54:44.402444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09239352-0227-45fe-9fae-5b8cc55cbaeb req-e01316e8-e7b0-499d-bb14-6697da4f339d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.403875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09239352-0227-45fe-9fae-5b8cc55cbaeb req-e01316e8-e7b0-499d-bb14-6697da4f339d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0650637 Jul 16 01:54:44.443009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-09239352-0227-45fe-9fae-5b8cc55cbaeb req-dc95c456-aacc-4700-ba3e-8177009f68d6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Jul 16 01:54:44.447716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.518892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e316378-6105-439c-aaed-18bd3c734f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.372005 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.621889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78abf-20ce-4768-97aa-00b5b842e674 req-513effb3-357e-4e91-84bf-7d8c1a07b44d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.623431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acd78abf-20ce-4768-97aa-00b5b842e674 req-513effb3-357e-4e91-84bf-7d8c1a07b44d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0645187 Jul 16 01:54:45.661141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-acd78abf-20ce-4768-97aa-00b5b842e674 req-48b53943-7f15-4dc1-9e1a-defeb11a6d5d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jul 16 01:54:46.236063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.834946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d6d41-c8b6-42ce-94e3-8928d1a4e629 req-e470f560-56fd-46be-8987-a8348ae37d7b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.836917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-011d6d41-c8b6-42ce-94e3-8928d1a4e629 req-e470f560-56fd-46be-8987-a8348ae37d7b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0669007 Jul 16 01:54:46.875723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-011d6d41-c8b6-42ce-94e3-8928d1a4e629 req-37e6a0e9-2daa-44f0-af69-394a1de837fe tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Jul 16 01:54:46.887870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.053947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999f3aa-b04d-4f12-bafb-30805024e879 req-6b223f07-ef0b-4919-9a21-a7e8bafe8dd6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.056185 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5999f3aa-b04d-4f12-bafb-30805024e879 req-6b223f07-ef0b-4919-9a21-a7e8bafe8dd6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0662570 Jul 16 01:54:48.097407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5999f3aa-b04d-4f12-bafb-30805024e879 req-520c8ab1-b159-4e63-9253-b91272b7a0fb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Jul 16 01:54:49.280033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6630ce-2b62-4db9-bbe1-9c57f4b666ea req-6fe9863d-e1f0-416e-9604-774b1f620454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.281563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae6630ce-2b62-4db9-bbe1-9c57f4b666ea req-6fe9863d-e1f0-416e-9604-774b1f620454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0673056 Jul 16 01:54:49.324658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae6630ce-2b62-4db9-bbe1-9c57f4b666ea req-9daf6978-9903-4647-8397-8a779df47188 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374310 Jul 16 01:54:49.874268 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.504619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c723b4-8054-4c15-8466-d356de682bb2 req-1e9aa831-71eb-4bfa-a811-815088c5f045 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.506259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41c723b4-8054-4c15-8466-d356de682bb2 req-1e9aa831-71eb-4bfa-a811-815088c5f045 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0717607 Jul 16 01:54:50.544181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41c723b4-8054-4c15-8466-d356de682bb2 req-977998b8-9d14-4121-ba5b-24e141fe2457 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Jul 16 01:54:51.719555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa3bb7-8d98-4789-8e6f-a2833493dae0 req-e5cb1cb0-6465-4f97-9d9d-b3cbc6b455e3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.721079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3faa3bb7-8d98-4789-8e6f-a2833493dae0 req-e5cb1cb0-6465-4f97-9d9d-b3cbc6b455e3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 944 time: 0.0643268 Jul 16 01:54:51.765820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3faa3bb7-8d98-4789-8e6f-a2833493dae0 req-638b8d0e-3dae-439f-8483-bc1232c8c564 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Jul 16 01:54:52.037057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7d14b949-906a-4911-85f5-bf34aada6dbb details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:52.144721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7d14b949-906a-4911-85f5-bf34aada6dbb, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7d14b949-906a-4911-85f5-bf34aada6dbb,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:52.156942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '7d14b949-906a-4911-85f5-bf34aada6dbb', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'port_id': '7d14b949-906a-4911-85f5-bf34aada6dbb', 'mac_address': 'fa:16:3e:7d:9f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:52.194199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.206606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d14b949-906a-4911-85f5-bf34aada6dbb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:52.226168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7d14b949-906a-4911-85f5-bf34aada6dbb, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7d14b949-906a-4911-85f5-bf34aada6dbb,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:52.230772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.290368 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=7d14b949-906a-4911-85f5-bf34aada6dbb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:52.430100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['7d14b949-906a-4911-85f5-bf34aada6dbb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:52.953574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b1ade-f660-4eac-932f-6dacfb2b04d4 req-7d37ab17-4561-4678-a76e-c5873e5914aa tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.955150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-594b1ade-f660-4eac-932f-6dacfb2b04d4 req-7d37ab17-4561-4678-a76e-c5873e5914aa tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 945 time: 0.0723157 Jul 16 01:54:52.994490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-594b1ade-f660-4eac-932f-6dacfb2b04d4 req-fde2091a-d893-4fc5-a1af-4440c79c2901 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jul 16 01:54:54.039892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7d14b949-906a-4911-85f5-bf34aada6dbb up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:54.104363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 7d14b949-906a-4911-85f5-bf34aada6dbb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:54.108183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 7d14b949-906a-4911-85f5-bf34aada6dbb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:54.108672 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.188437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.202875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996113ee-fb9a-4daf-9b25-429eae624db5 req-40ce875a-73df-4d00-ad32-80d837c62f8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.204553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-996113ee-fb9a-4daf-9b25-429eae624db5 req-40ce875a-73df-4d00-ad32-80d837c62f8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 945 time: 0.0666342 Jul 16 01:54:54.224829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b276297-7e2b-4372-a53c-7cd770273571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14b949-906a-4911-85f5-bf34aada6dbb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:54.226818 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d9070e-8607-4385-8cfb-92a6c23713a6" -d '{"events": [{"server_uuid": "8b276297-7e2b-4372-a53c-7cd770273571", "name": "network-vif-plugged", "status": "completed", "tag": "7d14b949-906a-4911-85f5-bf34aada6dbb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:54.240364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 7d14b949-906a-4911-85f5-bf34aada6dbb, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7d14b949-906a-4911-85f5-bf34aada6dbb,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:54.251051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-996113ee-fb9a-4daf-9b25-429eae624db5 req-b4277f15-5ef4-4b4d-bde1-cebf96ff17a8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Jul 16 01:54:54.258122 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.285806 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24681a3-ef02-4df0-85f1-99abeac86591 x-openstack-request-id: req-a24681a3-ef02-4df0-85f1-99abeac86591 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:54.286102 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b276297-7e2b-4372-a53c-7cd770273571", "name": "network-vif-plugged", "status": "completed", "tag": "7d14b949-906a-4911-85f5-bf34aada6dbb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:54.286550 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a24681a3-ef02-4df0-85f1-99abeac86591 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:54.287215 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b276297-7e2b-4372-a53c-7cd770273571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14b949-906a-4911-85f5-bf34aada6dbb', 'code': 200} Jul 16 01:54:54.316246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=7d14b949-906a-4911-85f5-bf34aada6dbb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.382355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31a27c-a45e-40c3-b929-bf580042a0d9 req-f68e3ded-b0d5-4796-ba3a-0d9c5709d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.384477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa31a27c-a45e-40c3-b929-bf580042a0d9 req-f68e3ded-b0d5-4796-ba3a-0d9c5709d9db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 1097 time: 0.0549800 Jul 16 01:54:54.422975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa31a27c-a45e-40c3-b929-bf580042a0d9 req-0a93eaf5-529e-4059-924b-c27ba577420d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Jul 16 01:54:55.363412 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:55.435407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce6c5-944c-4f8a-9e65-5b23b7879ee6 req-66eed4c5-5c60-4842-844b-4783fda9d244 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.436951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-828ce6c5-944c-4f8a-9e65-5b23b7879ee6 req-66eed4c5-5c60-4842-844b-4783fda9d244 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 946 time: 0.0738015 Jul 16 01:54:55.476863 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-828ce6c5-944c-4f8a-9e65-5b23b7879ee6 req-4050eb30-7187-4377-b08c-2c9eff2fc838 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Jul 16 01:54:55.660571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edfc02-a508-4520-b956-2ac515b8eb4a req-c913e4c0-4357-487d-9fd9-2616195837a9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.661977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1edfc02-a508-4520-b956-2ac515b8eb4a req-c913e4c0-4357-487d-9fd9-2616195837a9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 946 time: 0.0658188 Jul 16 01:54:55.704736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1edfc02-a508-4520-b956-2ac515b8eb4a req-253d94f2-7ad4-414a-bae3-8ffa0fe13618 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368366 Jul 16 01:54:55.902615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b88bdd-eb3a-4e5a-b96d-904f4d8ff4ec req-ea7675ed-f67e-4e23-a520-a9117ef882de tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.904651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5b88bdd-eb3a-4e5a-b96d-904f4d8ff4ec req-ea7675ed-f67e-4e23-a520-a9117ef882de tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 946 time: 0.0727642 Jul 16 01:54:55.951498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d5b88bdd-eb3a-4e5a-b96d-904f4d8ff4ec req-08094cd8-4614-40f7-8ad0-b3c35a47cdda tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 Jul 16 01:54:56.450203 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ca26e-8aa7-4622-b99b-55439506999b req-b8deb459-926c-471e-b038-f3c286ce8cc8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.451351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc7ca26e-8aa7-4622-b99b-55439506999b req-b8deb459-926c-471e-b038-f3c286ce8cc8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 946 time: 0.0754981 Jul 16 01:54:56.489919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc7ca26e-8aa7-4622-b99b-55439506999b req-4fc0e9d7-a896-4d75-9066-711c272fdc29 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 Jul 16 01:54:57.682500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd2a9-43c1-46c5-ba6b-1c8c0c4da508 req-9581bc54-3645-4dce-ac69-2e613220457d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.683982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-807cd2a9-43c1-46c5-ba6b-1c8c0c4da508 req-9581bc54-3645-4dce-ac69-2e613220457d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 946 time: 0.0761888 Jul 16 01:54:58.084772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-807cd2a9-43c1-46c5-ba6b-1c8c0c4da508 req-150ad378-28ef-4ab9-9364-a0fcd913806b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951144 Jul 16 01:54:58.152860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f3034-71cb-4a56-ac43-251e96c461fb req-6b62e05b-28fc-4aff-8abe-36ffbe22a2aa tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.154334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-323f3034-71cb-4a56-ac43-251e96c461fb req-6b62e05b-28fc-4aff-8abe-36ffbe22a2aa tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 946 time: 0.4343681 Jul 16 01:54:58.158692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d076f-c15d-40d8-ad9f-8eee596cf6ae req-7da4c061-72fe-4c80-a06a-5ae7f571356d tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.160048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-450d076f-c15d-40d8-ad9f-8eee596cf6ae req-7da4c061-72fe-4c80-a06a-5ae7f571356d tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1097 time: 0.1024413 Jul 16 01:54:58.237572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-450d076f-c15d-40d8-ad9f-8eee596cf6ae req-d170a21b-572d-45fa-af7a-c0de87b18095 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695193 Jul 16 01:54:58.284208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 7d14b949-906a-4911-85f5-bf34aada6dbb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:58.284584 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.431121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] For port 7d14b949-906a-4911-85f5-bf34aada6dbb, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=7d14b949-906a-4911-85f5-bf34aada6dbb,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:58.431485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.446370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 7d14b949-906a-4911-85f5-bf34aada6dbb owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:58.464901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee849cf-2f81-4ad6-9fa6-2c22a2b65bde req-691f5837-e505-4989-a174-488b72d88ffc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.466402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cee849cf-2f81-4ad6-9fa6-2c22a2b65bde req-691f5837-e505-4989-a174-488b72d88ffc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.1071661 Jul 16 01:54:58.551829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cee849cf-2f81-4ad6-9fa6-2c22a2b65bde req-3568fc91-7c7a-4919-997b-c2fc980c74a5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798061 Jul 16 01:54:58.587310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 35718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:58.625192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.651658 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f5ce265-f944-40a0-ab9e-72a5b9048212 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/bb486fce-284b-4eed-93bb-974fc88dbf8c HTTP/1.1" status: 200 len: 992 time: 0.0628562 Jul 16 01:54:58.661885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=7d14b949-906a-4911-85f5-bf34aada6dbb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:58.723369 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] No DVR routers for this DVR port 7d14b949-906a-4911-85f5-bf34aada6dbb on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:58.726261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.728676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-323f3034-71cb-4a56-ac43-251e96c461fb req-3f2e663d-4e49-4513-88ed-ab5ce0b85c1b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "DELETE /v2.0/ports/7d14b949-906a-4911-85f5-bf34aada6dbb HTTP/1.1" status: 204 len: 173 time: 0.5675638 Jul 16 01:54:58.729167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b276297-7e2b-4372-a53c-7cd770273571', 'name': 'network-vif-deleted', 'tag': '7d14b949-906a-4911-85f5-bf34aada6dbb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:58.732025 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc827897-41c2-4be9-bb6c-d717cf0fd505" -d '{"events": [{"server_uuid": "8b276297-7e2b-4372-a53c-7cd770273571", "name": "network-vif-deleted", "tag": "7d14b949-906a-4911-85f5-bf34aada6dbb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:58.779372 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0c39f0-ee90-4bfe-9ab3-f89d536e79e4 x-openstack-request-id: req-4a0c39f0-ee90-4bfe-9ab3-f89d536e79e4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:58.779971 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b276297-7e2b-4372-a53c-7cd770273571", "name": "network-vif-deleted", "tag": "7d14b949-906a-4911-85f5-bf34aada6dbb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:58.781206 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a0c39f0-ee90-4bfe-9ab3-f89d536e79e4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:58.782577 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b276297-7e2b-4372-a53c-7cd770273571', 'name': 'network-vif-deleted', 'tag': '7d14b949-906a-4911-85f5-bf34aada6dbb', 'status': 'completed', 'code': 200} Jul 16 01:54:59.304880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a43da70-7f2c-4079-9234-5f93250c2712 req-c138e1fd-076b-401f-8d5d-08029408e1b7 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 210 time: 0.0617082 Jul 16 01:54:59.382919 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-e1e836a8-66cf-408d-8b82-471eb5bf6a97 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906816 Jul 16 01:54:59.401795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48622c39-c628-4e94-8efd-8b316f3a7831 req-222527b0-5466-4a8e-b320-94312b64d0e3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.403492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48622c39-c628-4e94-8efd-8b316f3a7831 req-222527b0-5466-4a8e-b320-94312b64d0e3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0749762 Jul 16 01:54:59.454223 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48622c39-c628-4e94-8efd-8b316f3a7831 req-c765b11b-75cc-47b7-8e35-ff7bd7af65f2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441532 Jul 16 01:55:00.073316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7d14b949-906a-4911-85f5-bf34aada6dbb no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:00.120474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 7d14b949-906a-4911-85f5-bf34aada6dbb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:00.120884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 7d14b949-906a-4911-85f5-bf34aada6dbb not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:00.464606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-080be534-55f9-4fe1-874b-70ba5d6c20c9 req-1ff18aeb-2557-4c32-a508-9650697bc60f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 210 time: 0.0313165 Jul 16 01:55:00.651677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe3220-aec0-4503-9f7d-6c65b36266ee req-daaa9d06-772c-41b6-8be5-4355e4ef8bf2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.653466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22fe3220-aec0-4503-9f7d-6c65b36266ee req-daaa9d06-772c-41b6-8be5-4355e4ef8bf2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0781696 Jul 16 01:55:00.704671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22fe3220-aec0-4503-9f7d-6c65b36266ee req-310e15af-022e-4b02-b376-a80099461234 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441978 Jul 16 01:55:00.752054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-d5fad71f-df3f-4d44-af06-c3c208b7ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.753675 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-d5fad71f-df3f-4d44-af06-c3c208b7ecc2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1097 time: 0.0641830 Jul 16 01:55:00.854189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a06899ef-18d8-495f-afbb-ec65fe52702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.855792 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a06899ef-18d8-495f-afbb-ec65fe52702f service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.0955706 Jul 16 01:55:00.928333 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-7ec7fe5a-dd43-496f-a81c-c80db8dcd0f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 1000 time: 0.0659294 Jul 16 01:55:00.982939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-6b9716ad-f867-4dc1-a557-8b651d37b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.984573 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-6b9716ad-f867-4dc1-a557-8b651d37b27d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0495222 Jul 16 01:55:01.048638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-0bc70486-45dd-45e4-86a3-0e16aad7b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.050272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-0bc70486-45dd-45e4-86a3-0e16aad7b2ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593796 Jul 16 01:55:01.468862 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-9572eecc-0809-4784-b4ec-36e1631dd7be service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111862 Jul 16 01:55:01.567969 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-f1f93734-18cb-459e-90d0-fe8e8697085a service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900176 Jul 16 01:55:01.620610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03302bde-181c-4e69-95ff-18172e9fac69 req-6dafd801-8f5d-4edf-84c6-7e350a80925e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 210 time: 0.0335472 Jul 16 01:55:01.874464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd340f-b8a0-47d1-946d-187df3ccd3a2 req-f32b0100-9f89-4e9d-895b-1e65d5d81dae tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.875892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40bd340f-b8a0-47d1-946d-187df3ccd3a2 req-f32b0100-9f89-4e9d-895b-1e65d5d81dae tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0660627 Jul 16 01:55:01.914917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40bd340f-b8a0-47d1-946d-187df3ccd3a2 req-0d8959d9-a02b-4367-8cfc-f44eae2019ff tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332980 Jul 16 01:55:02.772865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8ddfc65f-4257-46ae-8ced-18584dbf00e9 req-1bfe3169-a065-4d5b-97ac-73b0a841a1c0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b276297-7e2b-4372-a53c-7cd770273571 HTTP/1.1" status: 200 len: 210 time: 0.0330434 Jul 16 01:55:03.113966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ecfee-45bb-48b0-99d3-453548631c59 req-13868f1b-933d-4eea-9065-83fb589e41ea tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.115474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-745ecfee-45bb-48b0-99d3-453548631c59 req-13868f1b-933d-4eea-9065-83fb589e41ea tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0704491 Jul 16 01:55:03.153972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-745ecfee-45bb-48b0-99d3-453548631c59 req-2ff6c1ff-abb9-4e69-9d1c-70a6e91b693c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319118 Jul 16 01:55:04.330792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ac59a-c8a1-4258-9156-b1e9b4d228b3 req-4938d165-6f01-4218-aaad-b5d95549563f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.332205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-091ac59a-c8a1-4258-9156-b1e9b4d228b3 req-4938d165-6f01-4218-aaad-b5d95549563f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0640185 Jul 16 01:55:04.370990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-091ac59a-c8a1-4258-9156-b1e9b4d228b3 req-0719c218-ae25-4889-8df3-722d8495d0bd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329092 Jul 16 01:55:05.571518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea2194-7c44-49fb-a1ac-f9165966a238 req-a8f79d6e-eb00-4532-8241-78650718572d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.576964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ea2194-7c44-49fb-a1ac-f9165966a238 req-a8f79d6e-eb00-4532-8241-78650718572d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0752432 Jul 16 01:55:05.612145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0ea2194-7c44-49fb-a1ac-f9165966a238 req-108dce5a-a5a2-4e3e-bece-3dbadb7f9155 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333574 Jul 16 01:55:06.800370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3de38-a0f4-4b5c-abf5-4c8cc18b70b0 req-c62374d7-9951-46b3-9e2c-107e84827a6e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.801983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0e3de38-a0f4-4b5c-abf5-4c8cc18b70b0 req-c62374d7-9951-46b3-9e2c-107e84827a6e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0689068 Jul 16 01:55:06.842400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0e3de38-a0f4-4b5c-abf5-4c8cc18b70b0 req-bf2c8e70-8ac5-4de2-a387-b178e59ef2d0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346200 Jul 16 01:55:08.019250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3106-313a-4376-ac15-d00f11807582 req-a11407c9-c6b5-4043-bb41-40ab41fe75c4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.020697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14db3106-313a-4376-ac15-d00f11807582 req-a11407c9-c6b5-4043-bb41-40ab41fe75c4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0638509 Jul 16 01:55:08.058308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14db3106-313a-4376-ac15-d00f11807582 req-c3d111ad-ea04-4ece-9d19-505c22d73329 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320220 Jul 16 01:55:09.267384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac8f06-a38a-4f32-94be-e4c3cfe87e56 req-7a66557e-154f-4433-82a4-b3a214a4c126 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.269158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87ac8f06-a38a-4f32-94be-e4c3cfe87e56 req-7a66557e-154f-4433-82a4-b3a214a4c126 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0833747 Jul 16 01:55:09.317213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87ac8f06-a38a-4f32-94be-e4c3cfe87e56 req-1b20a9f9-5707-44b3-bf5e-cce0cafc8606 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405788 Jul 16 01:55:10.567820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b38c3-2b68-4975-84e5-0b0e02e89d08 req-063fa3a1-563b-4e0a-9b0a-5b9fd1e2fd75 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.570628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f4b38c3-2b68-4975-84e5-0b0e02e89d08 req-063fa3a1-563b-4e0a-9b0a-5b9fd1e2fd75 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.1298785 Jul 16 01:55:10.623805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f4b38c3-2b68-4975-84e5-0b0e02e89d08 req-16ba3e87-4c95-4bba-a779-20e7325e07f5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453444 Jul 16 01:55:11.641613 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-390638fe-a7c9-4cd3-83e0-5045fe274d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.803951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84846932-3780-40e1-a4c5-c40f22b7ffab req-bd9832fb-ca58-45a8-b367-3577e8848509 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.805528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84846932-3780-40e1-a4c5-c40f22b7ffab req-bd9832fb-ca58-45a8-b367-3577e8848509 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0702231 Jul 16 01:55:11.847920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84846932-3780-40e1-a4c5-c40f22b7ffab req-e5af3fa7-ce5d-4e9c-b116-7517465510ae tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349669 Jul 16 01:55:13.026557 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa52fdc-d753-4c06-b15b-e8339d276b4e req-4bb4bc0e-a0f1-4f39-b7c4-2277341a6f7d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.028077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fa52fdc-d753-4c06-b15b-e8339d276b4e req-4bb4bc0e-a0f1-4f39-b7c4-2277341a6f7d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0700693 Jul 16 01:55:13.077509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fa52fdc-d753-4c06-b15b-e8339d276b4e req-56a87636-2408-4069-b8d6-d6683264fb4d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438523 Jul 16 01:55:14.273458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59e605-944f-4acf-b019-25c86e53af60 req-cae74feb-114c-47a0-bdf5-8ab71028c5d8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.274967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b59e605-944f-4acf-b019-25c86e53af60 req-cae74feb-114c-47a0-bdf5-8ab71028c5d8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0740364 Jul 16 01:55:14.315344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b59e605-944f-4acf-b019-25c86e53af60 req-1926f507-0daa-4917-91e8-f00897870916 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338910 Jul 16 01:55:14.452189 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.524734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e292c7be-6b2b-40aa-b88e-c057cb288a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.379356 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.511989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2a240-2088-44af-8e62-c7907878b50b req-5c4f4c47-f858-4112-9618-982437d5259c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.513757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14c2a240-2088-44af-8e62-c7907878b50b req-5c4f4c47-f858-4112-9618-982437d5259c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0765889 Jul 16 01:55:15.557544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14c2a240-2088-44af-8e62-c7907878b50b req-d823f5bd-0c1b-4795-aff1-c4eee5d23e04 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372829 Jul 16 01:55:16.256534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.739051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9be4a-8369-4f07-bbef-0120a621be9f req-fc0ac72d-1cde-4803-a27c-80f31329b95b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.740746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68f9be4a-8369-4f07-bbef-0120a621be9f req-fc0ac72d-1cde-4803-a27c-80f31329b95b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0687487 Jul 16 01:55:16.782545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68f9be4a-8369-4f07-bbef-0120a621be9f req-cde20b97-3f72-438a-b128-ea7117fee5c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352633 Jul 16 01:55:16.911227 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.968033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e5bb2-2b80-49c5-814e-8f78e7a93c94 req-45b3864a-8c4a-44fd-a3b7-ffafd600d222 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.969856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d34e5bb2-2b80-49c5-814e-8f78e7a93c94 req-45b3864a-8c4a-44fd-a3b7-ffafd600d222 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0708938 Jul 16 01:55:18.011935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d34e5bb2-2b80-49c5-814e-8f78e7a93c94 req-f6692a5f-7d3c-443a-908c-a4d71bac8ff9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365376 Jul 16 01:55:18.529223 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-036bb734-f478-4844-8fdf-bc2ea6cca1ab service neutron] show failed (client error): The resource could not be found. Jul 16 01:55:18.530259 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-036bb734-f478-4844-8fdf-bc2ea6cca1ab service neutron] 10.222.0.78 "GET /v2.0/ports/c8ec6237-01f6-4096-a804-c914c875a5a0/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0596778 Jul 16 01:55:18.804331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-65b47a60-559d-4788-a0e6-3d37333d0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.805876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-65b47a60-559d-4788-a0e6-3d37333d0bc9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0641289 Jul 16 01:55:18.820468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.906460 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.180119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:19.231594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:19.240136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6d9eb-4637-44f2-9223-ae4f3a8adff9 req-b618c45e-1db8-42d5-a76f-3cc05d985701 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.242141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dee6d9eb-4637-44f2-9223-ae4f3a8adff9 req-b618c45e-1db8-42d5-a76f-3cc05d985701 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.1084020 Jul 16 01:55:19.306218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:19.308522 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3407a1be-e569-4077-b8de-b6fa2ee9bd46" -d '{"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:19.312180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.321328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dee6d9eb-4637-44f2-9223-ae4f3a8adff9 req-09473c01-e92e-4f06-af18-866732308e10 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604084 Jul 16 01:55:19.349242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Transition to ACTIVE for port object c8ec6237-01f6-4096-a804-c914c875a5a0 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:19.356946 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.394173 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d8cdc8-eef5-4900-bb5c-353d0eb0730a x-openstack-request-id: req-c8d8cdc8-eef5-4900-bb5c-353d0eb0730a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:19.394729 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:19.394987 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8d8cdc8-eef5-4900-bb5c-353d0eb0730a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:19.395379 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'code': 200} Jul 16 01:55:19.448767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.508930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] No DVR routers for this DVR port c8ec6237-01f6-4096-a804-c914c875a5a0 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:19.681154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:19.681859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:19.682197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:19.686778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:19.687098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:19.694127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:19.694400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Checking segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:19.694789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Bound using segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:19.695219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Bound port: c8ec6237-01f6-4096-a804-c914c875a5a0, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:19.695578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.772673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:19.775860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:19.781057 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.822453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.823409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.825218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] 10.222.0.93 "PUT /v2.0/ports/c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 1092 time: 1.0114486 Jul 16 01:55:19.868525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2449050-688f-4202-b2dc-05258b3a2fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.879380 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.941466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a14c5ebc-be11-433f-99e6-d44df48a6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.943615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-a14c5ebc-be11-433f-99e6-d44df48a6e87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1095 time: 0.0916443 Jul 16 01:55:20.073721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-c4470f59-dca6-4fb1-860a-48450f3d63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.075228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-c4470f59-dca6-4fb1-860a-48450f3d63ba service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1218915 Jul 16 01:55:20.146166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-784ab82f-ec67-4568-8d00-5c796d59fdd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.0636880 Jul 16 01:55:20.205816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-ea8c27fc-021d-49be-abeb-01563a3a72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.211815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-ea8c27fc-021d-49be-abeb-01563a3a72ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0586245 Jul 16 01:55:20.276309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-85e4536f-999b-41d6-ba73-3162938dd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.277812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-85e4536f-999b-41d6-ba73-3162938dd144 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602095 Jul 16 01:55:20.384257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-880fa341-d060-46e6-9998-2dfcb7d027e7 service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988193 Jul 16 01:55:20.606270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0953a4a9-a66a-4f69-a035-9607dd8fb543 req-73edae17-c4ab-4b7e-9cbf-b06e0d3f3605 service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161956 Jul 16 01:55:20.632491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca662d-350e-40f9-8e23-79c1dd90964a req-7b2ba13e-082f-4e3d-8185-4e49c4fe5bd3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.634046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13ca662d-350e-40f9-8e23-79c1dd90964a req-7b2ba13e-082f-4e3d-8185-4e49c4fe5bd3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 944 time: 0.1230679 Jul 16 01:55:20.683518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13ca662d-350e-40f9-8e23-79c1dd90964a req-0aa806a0-b440-4af2-97dd-225040d75ec5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428855 Jul 16 01:55:21.396167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:21.399975 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f13d07-d8b9-4c58-b7b1-8beed640545e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:21.450312 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab2eb6-2f92-4b77-93c2-05ea31e03d18 x-openstack-request-id: req-7dab2eb6-2f92-4b77-93c2-05ea31e03d18 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:21.450610 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:21.451636 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dab2eb6-2f92-4b77-93c2-05ea31e03d18 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:21.452068 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'status': 'completed', 'code': 200} Jul 16 01:55:21.530106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-16e61d68-d788-484c-aee9-11a0a2a15e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.531640 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-16e61d68-d788-484c-aee9-11a0a2a15e65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1095 time: 0.0591605 Jul 16 01:55:21.553151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-53a9cd55-24d2-4148-8150-1ca136e4afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.555282 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-53a9cd55-24d2-4148-8150-1ca136e4afaf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1095 time: 0.0806715 Jul 16 01:55:21.661369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-cf93f3a5-3ac4-4e68-ba29-cc87a598fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.663961 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-cf93f3a5-3ac4-4e68-ba29-cc87a598fcf3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1257777 Jul 16 01:55:21.670494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-910b1df4-0901-428d-88bb-f64becd19faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.672079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-910b1df4-0901-428d-88bb-f64becd19faf service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1050985 Jul 16 01:55:21.741063 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-2ad3b1c7-dd48-49b8-a5e2-d0e78399938f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.0704978 Jul 16 01:55:21.749354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-290b6855-f83b-4987-af15-e9994c79b12e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.0702665 Jul 16 01:55:21.797922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-c354063f-a368-4557-8018-6e8c7decb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.799423 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-c354063f-a368-4557-8018-6e8c7decb868 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0506835 Jul 16 01:55:21.805349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-593931ca-ea14-42b5-a624-f18993f4fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.806923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-593931ca-ea14-42b5-a624-f18993f4fff0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0492249 Jul 16 01:55:21.879258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-24e3d364-1a24-4924-b879-7665adcac473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.880921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-24e3d364-1a24-4924-b879-7665adcac473 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742104 Jul 16 01:55:21.949344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-31f13714-a017-4546-8cb9-b3b3895fbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.950856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-31f13714-a017-4546-8cb9-b3b3895fbcd9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341183 Jul 16 01:55:21.963282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea727c9-e1f6-48a6-a13e-f98f58b6fabd req-ea84e335-b36f-4e74-ac6e-530c4ace418c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.964835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cea727c9-e1f6-48a6-a13e-f98f58b6fabd req-ea84e335-b36f-4e74-ac6e-530c4ace418c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 944 time: 0.1028686 Jul 16 01:55:22.000269 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-574a2a74-3a10-49c2-bfe4-44b9e7dc74b8 service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112051 Jul 16 01:55:22.064986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cea727c9-e1f6-48a6-a13e-f98f58b6fabd req-0faf7918-6560-457e-ac28-f19bd0f913c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814917 Jul 16 01:55:22.107989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-c17533a7-110f-4fb4-a35f-03fb097912ff service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421750 Jul 16 01:55:22.121307 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-e7f42079-050d-4748-8ea9-d77bedc8b57d service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141191 Jul 16 01:55:22.179467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:22.297245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-14f13d07-d8b9-4c58-b7b1-8beed640545e req-8a0ae713-ce91-40c7-bc4a-50704de0a079 service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758790 Jul 16 01:55:22.302978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:22.315687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'port_id': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'mac_address': 'fa:16:3e:62:2c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:22.353820 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.366233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ec6237-01f6-4096-a804-c914c875a5a0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:22.385933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:22.390100 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.445483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.453411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.453759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.454094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.454427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.454759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.455142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.455470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.455791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.456163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.456526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.456842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.457262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:22.585700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c8ec6237-01f6-4096-a804-c914c875a5a0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:22.810628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:22.877806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:23.272394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208df15d-b8fe-4e96-b2a2-8fbb8584a2a5 req-6e7e4e07-04f0-4c66-bb09-3eac5ff68405 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.274045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-208df15d-b8fe-4e96-b2a2-8fbb8584a2a5 req-6e7e4e07-04f0-4c66-bb09-3eac5ff68405 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 945 time: 0.0774789 Jul 16 01:55:23.316516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-208df15d-b8fe-4e96-b2a2-8fbb8584a2a5 req-c2561cf4-6810-4c87-95c8-425cc1af8b83 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362859 Jul 16 01:55:23.779822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-a1d14faa-f737-4f2f-aa30-a13644575f23 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.780831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-a1d14faa-f737-4f2f-aa30-a13644575f23 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53&tenant_id=4a61bc10abad4dc3828faa41bef71dd5&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 945 time: 0.1769040 Jul 16 01:55:23.823154 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83e55-e04c-4201-9c93-059fc78e3477 req-41b38749-329f-4ce1-99b1-2599a32f2028 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.824699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10f83e55-e04c-4201-9c93-059fc78e3477 req-41b38749-329f-4ce1-99b1-2599a32f2028 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 945 time: 0.1627285 Jul 16 01:55:23.887045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10f83e55-e04c-4201-9c93-059fc78e3477 req-622d5164-970d-4ee5-be16-165826486720 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562856 Jul 16 01:55:23.894274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-1e165d32-9f86-4cc2-a3a2-7341514295dd service neutron] 10.222.0.93 "GET /v2.0/ports/c8ec6237-01f6-4096-a804-c914c875a5a0/bindings/n-h2-800085-5 HTTP/1.1" status: 200 len: 382 time: 0.1050849 Jul 16 01:55:23.971319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-6d87391b-be1b-45f7-8fb9-bbd0a1ecb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.973148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-6d87391b-be1b-45f7-8fb9-bbd0a1ecb6a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1096 time: 0.0552640 Jul 16 01:55:24.082653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-341dc881-ba2f-40ed-98bd-b9590e685b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.084369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-341dc881-ba2f-40ed-98bd-b9590e685b76 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1050801 Jul 16 01:55:24.151992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-861f053f-879b-407f-bdb4-8d39cee6f63e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 999 time: 0.0614958 Jul 16 01:55:24.179631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:24.211884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-d1351a8b-1de4-4360-9f64-1dbc51dace8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.213674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-d1351a8b-1de4-4360-9f64-1dbc51dace8c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0557940 Jul 16 01:55:24.239870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c8ec6237-01f6-4096-a804-c914c875a5a0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:24.245213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c8ec6237-01f6-4096-a804-c914c875a5a0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:24.246133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.276321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-9e70089e-af4f-4a66-9fb6-04bd49f796d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.277720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-9e70089e-af4f-4a66-9fb6-04bd49f796d8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571163 Jul 16 01:55:24.349519 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.395853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:24.396616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-ee966a8f-5f9c-417b-8cee-0f8691139d03 service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122832 Jul 16 01:55:24.399995 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8076b-eb33-46a5-94ae-78428be7a3b6" -d '{"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:24.429451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:24.435537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.499725 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72c11c-6b3d-400f-9e67-ff633a8ccd31 x-openstack-request-id: req-7b72c11c-6b3d-400f-9e67-ff633a8ccd31 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:24.500027 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:24.500373 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b72c11c-6b3d-400f-9e67-ff633a8ccd31 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:24.501262 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'code': 200} Jul 16 01:55:24.502429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.519852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-821181f9-10d6-434f-a96a-697eba2bc4e8 service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142187 Jul 16 01:55:25.105611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e0fc4-ce23-48e8-8827-b65520b98bbf req-94cc9d86-500c-4685-aed4-3084b054e6bf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.107633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-398e0fc4-ce23-48e8-8827-b65520b98bbf req-94cc9d86-500c-4685-aed4-3084b054e6bf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0802379 Jul 16 01:55:25.157143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-398e0fc4-ce23-48e8-8827-b65520b98bbf req-6910dbfd-8987-49a3-8554-d6e4aa060a33 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429242 Jul 16 01:55:26.322642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-408b2473-438b-4f96-9a3c-fd1fd4c9ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.324314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-408b2473-438b-4f96-9a3c-fd1fd4c9ec1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1097 time: 0.1095390 Jul 16 01:55:26.374841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860fa5-f0d3-449d-9011-e5c4534005b5 req-b88a5b30-9475-4aa5-b95c-cc23b2aad77e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.376346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65860fa5-f0d3-449d-9011-e5c4534005b5 req-b88a5b30-9475-4aa5-b95c-cc23b2aad77e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 946 time: 0.0947635 Jul 16 01:55:26.458211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65860fa5-f0d3-449d-9011-e5c4534005b5 req-18a054a9-1585-48e1-8201-4719bf4cf988 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752645 Jul 16 01:55:26.485536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-675a59de-3464-48a1-8306-c9cbb9c71076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.485536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-675a59de-3464-48a1-8306-c9cbb9c71076 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1352406 Jul 16 01:55:26.561082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-245d6e60-f4e3-4b78-9922-40dde658ce92 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 1000 time: 0.0741489 Jul 16 01:55:26.606104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-4c525303-2477-4f0e-95e0-3e35d71420dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.607626 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-4c525303-2477-4f0e-95e0-3e35d71420dc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0880044 Jul 16 01:55:26.613547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-d105de9b-b476-4759-8e1f-eecffe88781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.615002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-d105de9b-b476-4759-8e1f-eecffe88781f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0473166 Jul 16 01:55:26.620067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:26.677770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-59b156da-5fc1-45d7-971b-9568f01f01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.680202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-59b156da-5fc1-45d7-971b-9568f01f01cf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587873 Jul 16 01:55:26.698203 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.778906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-1911963c-3be0-4fb8-b5d8-a000f2ce859a service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925758 Jul 16 01:55:26.878648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e040f71f-4091-4a6a-87d4-7e147de4cd3d req-3864a785-569a-4784-8c66-770a40e4a860 service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925624 Jul 16 01:55:26.915125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:26.949116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:26.997296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:26.999869 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f70a91-95fd-436d-9ad3-6499d94b3b82" -d '{"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:27.004030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.018036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Transition to ACTIVE for port object c8ec6237-01f6-4096-a804-c914c875a5a0 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:27.027319 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.120268 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026a51ab-0a18-496d-a111-cb31e61b4fc3 x-openstack-request-id: req-026a51ab-0a18-496d-a111-cb31e61b4fc3 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:27.120643 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:27.120843 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-026a51ab-0a18-496d-a111-cb31e61b4fc3 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:27.121207 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'code': 200} Jul 16 01:55:27.217576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.236274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.236698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.237109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.237512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.237912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.238555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.238957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.239353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.239747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.240139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.242573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.242986 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:27.272157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] No DVR routers for this DVR port c8ec6237-01f6-4096-a804-c914c875a5a0 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:27.304498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-0b3b401c-1b38-4fba-96a0-6469a13fc006 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.306013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-0b3b401c-1b38-4fba-96a0-6469a13fc006 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1243172 Jul 16 01:55:27.323404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-fe2d7cb5-3cac-4445-9cf6-7c918908d145 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/quotas/89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 375 time: 0.0102863 Jul 16 01:55:27.405327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-4f8164f6-29f4-47ac-8e8c-0c6cdda16e68 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760107 Jul 16 01:55:27.432181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:27.432557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:27.432892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:27.437852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:27.438181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Attempting to bind port c8ec6237-01f6-4096-a804-c914c875a5a0 on network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:27.445750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:27.446214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Checking segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:27.448650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Bound using segment: {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:27.449185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Bound port: c8ec6237-01f6-4096-a804-c914c875a5a0, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdcaf48-8a96-4a37-9159-c6f5400af488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:27.449626 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.503743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-b785c276-8a0a-478e-b976-e9fb7077ef21 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917094 Jul 16 01:55:27.523755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:27.527212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:27.533484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.579819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.580499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.582112 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] 10.222.0.78 "PUT /v2.0/ports/c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 1093 time: 0.9668956 Jul 16 01:55:27.653337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-f83ac3e5-5c58-43ec-a725-f0bfe9e8025a service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481996 Jul 16 01:55:27.653613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e79739-53b6-4b96-8715-2e94e6b1b76c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=11']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.704092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-ee56680b-1daa-4a64-bbbd-4642601ee416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.710785 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-ee56680b-1daa-4a64-bbbd-4642601ee416 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1096 time: 0.0987194 Jul 16 01:55:27.712396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd50a7-7312-4f85-b4b2-5909b74d71b4 req-a16c7bd9-246a-43c0-8488-09c344b748f1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.714004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46dd50a7-7312-4f85-b4b2-5909b74d71b4 req-a16c7bd9-246a-43c0-8488-09c344b748f1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 945 time: 0.1126196 Jul 16 01:55:27.777310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46dd50a7-7312-4f85-b4b2-5909b74d71b4 req-9fa5b34c-187b-48f3-a056-7ecfdac2dd7b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506477 Jul 16 01:55:27.857201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-e3e755e3-3939-4131-9a0f-633d17da3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.858822 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-e3e755e3-3939-4131-9a0f-633d17da3e72 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1398685 Jul 16 01:55:27.940002 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-6a4de95a-9ac0-450e-843e-28a2f54aa02a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.0745428 Jul 16 01:55:28.002504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-2f55d84a-edf9-4bdf-a593-bccf6a3cf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.005062 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-2f55d84a-edf9-4bdf-a593-bccf6a3cf3d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0580409 Jul 16 01:55:28.085328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-0fb2ffe5-5b7b-4fa7-b6a4-4a869577a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.086945 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-0fb2ffe5-5b7b-4fa7-b6a4-4a869577a856 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760019 Jul 16 01:55:28.097988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de274cbf-d724-431c-a1ea-1c927fb8e0ba req-da24feba-5668-4f36-8887-fbb4196f543f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 210 time: 0.0405061 Jul 16 01:55:28.189812 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-9e03d393-dd3e-4aa0-ac4b-d77d072ee04f service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958877 Jul 16 01:55:28.191314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:28.260720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:28.324277 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b200f8eb-a460-46af-8aa1-608bba5ba375 req-d38e6e39-001f-4eda-a317-f0005a246b66 service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183131 Jul 16 01:55:28.958625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d9c96-f945-47e6-8152-189b43e74144 req-7f01e6a4-fc0c-4727-9ded-59bcb3b9ee6d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.960708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-528d9c96-f945-47e6-8152-189b43e74144 req-7f01e6a4-fc0c-4727-9ded-59bcb3b9ee6d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 945 time: 0.0672765 Jul 16 01:55:29.005740 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-528d9c96-f945-47e6-8152-189b43e74144 req-bdefbca0-8374-4f24-a93f-b130d51febc7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388057 Jul 16 01:55:29.122549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:29.125852 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4d2ea-614d-4541-86f4-df9d00c796af" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:29.197869 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa87553-2049-4057-88f8-f4feb0e28fec x-openstack-request-id: req-8aa87553-2049-4057-88f8-f4feb0e28fec {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:29.198406 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:29.198874 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8aa87553-2049-4057-88f8-f4feb0e28fec {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:29.199678 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'status': 'completed', 'code': 200} Jul 16 01:55:29.201420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-c0ba6b4b-1a0a-4b92-ab26-0cf5b69721de tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.203008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-c0ba6b4b-1a0a-4b92-ab26-0cf5b69721de tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1243448 Jul 16 01:55:29.223458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'port': {'device_id': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'admin_state_up': True, 'tenant_id': '89b31e847c2646fc9a06a844009297f3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:29.321934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-acb0e4ee-8621-49aa-90f0-940f54903df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.323554 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-acb0e4ee-8621-49aa-90f0-940f54903df0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1096 time: 0.1119125 Jul 16 01:55:29.364147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-d5339813-c082-4010-be64-05baa53c6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.366934 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-d5339813-c082-4010-be64-05baa53c6546 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1096 time: 0.1198158 Jul 16 01:55:29.486609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-bbc73c1e-ee3b-432a-b954-9f4b7392ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.487623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-bbc73c1e-ee3b-432a-b954-9f4b7392ed64 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1426146 Jul 16 01:55:29.607020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-e3c8c82a-eff2-4e8f-a72c-7c916c561386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.609121 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-e3c8c82a-eff2-4e8f-a72c-7c916c561386 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.2293141 Jul 16 01:55:29.641243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca63c6db-cec7-4e5d-802c-4c08e6bc4339 req-d7066bc2-bfa7-48c6-8500-90946bda5193 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 210 time: 0.0470581 Jul 16 01:55:29.740642 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-a053cd7a-e878-4c3d-9b37-d303b42ce3e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.2163279 Jul 16 01:55:29.742424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:29.746245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-be20207e-e742-4e09-bd79-45759d8c0fcb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 998 time: 0.1270666 Jul 16 01:55:29.747115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.829650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-c6080b8f-26e7-4ff3-9100-01fc787673d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.831239 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-c6080b8f-26e7-4ff3-9100-01fc787673d6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0806174 Jul 16 01:55:29.917043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-8b64173c-6947-4ab2-bf8a-130b8aa26d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.918769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.20.0.13 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/38832868-7869-4df4-93f1-b99f925df708) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:29.920021 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-8b64173c-6947-4ab2-bf8a-130b8aa26d68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.1668973 Jul 16 01:55:29.972955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-2a326441-28f2-4b92-839c-607f86263dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.974467 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-2a326441-28f2-4b92-839c-607f86263dbd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174598 Jul 16 01:55:30.093117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-5d0c2c60-1ac8-4861-979d-c8062e7070dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.094674 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-5d0c2c60-1ac8-4861-979d-c8062e7070dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668189 Jul 16 01:55:30.147129 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.155734 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-c2823516-10bd-449a-822a-3e9fab5d5e2b service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683149 Jul 16 01:55:30.166112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Transition to ACTIVE for port object 38832868-7869-4df4-93f1-b99f925df708 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:30.206407 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.283864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:30.288415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:30.292596 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-f8ee2815-e768-441e-bb7a-2d0923c680e6 service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891024 Jul 16 01:55:30.300314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:30.364396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=38832868-7869-4df4-93f1-b99f925df708,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:30.380413 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-0b9feeef-6b61-4d70-bfa7-4de474988f93 service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800838 Jul 16 01:55:30.408506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.408850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.409195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.409606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.409850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.414524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.414900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.415239 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.415573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.415902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.416248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.416578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:30.438268 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.438905 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.481640 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7ac4d2ea-614d-4541-86f4-df9d00c796af req-f3073791-6d74-4f76-affc-354128fd770c service neutron] 10.222.0.93 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759119 Jul 16 01:55:30.503942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4bc5b-4160-42d5-b2fc-7dd58ec189d4 req-2bdf52b5-2889-4e09-bbeb-8ef9b870b544 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.505895 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0da4bc5b-4160-42d5-b2fc-7dd58ec189d4 req-2bdf52b5-2889-4e09-bbeb-8ef9b870b544 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 945 time: 0.1995130 Jul 16 01:55:30.507865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-81346268-e5c3-43ed-a272-0d6700ea490f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2902069 Jul 16 01:55:30.550087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Request body: {'port': {'device_id': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:30.562902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0da4bc5b-4160-42d5-b2fc-7dd58ec189d4 req-c357edd8-6d83-43da-a151-7ad7ee1f40b2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510266 Jul 16 01:55:30.580532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 36710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:30.655059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.668365 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-67c8193f-b2d4-41db-9f24-e220626f3a35 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/bb486fce-284b-4eed-93bb-974fc88dbf8c HTTP/1.1" status: 200 len: 990 time: 0.0774045 Jul 16 01:55:30.668679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70a2b50a-28d4-4bdc-9deb-d158718af8e1 None None] Provisioning for port 38832868-7869-4df4-93f1-b99f925df708 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:30.673204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70a2b50a-28d4-4bdc-9deb-d158718af8e1 None None] Provisioning complete for port 38832868-7869-4df4-93f1-b99f925df708 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:30.673590 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70a2b50a-28d4-4bdc-9deb-d158718af8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.718518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-70a2b50a-28d4-4bdc-9deb-d158718af8e1 None None] Port 38832868-7869-4df4-93f1-b99f925df708 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:30.840970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:30.985595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:30.999861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'port_id': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'mac_address': 'fa:16:3e:62:2c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:31.030423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d358e-efdd-48eb-b753-60cc3b74dd0a req-8991b9ee-66c7-415f-9c4d-61b436fd0637 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.032514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d24d358e-efdd-48eb-b753-60cc3b74dd0a req-8991b9ee-66c7-415f-9c4d-61b436fd0637 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 932 time: 0.2298000 Jul 16 01:55:31.050373 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.074817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ec6237-01f6-4096-a804-c914c875a5a0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:31.102827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:31.109166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.117352 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38832868-7869-4df4-93f1-b99f925df708 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:31.127268 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.132733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d24d358e-efdd-48eb-b753-60cc3b74dd0a req-4b4446fb-e2b0-49d0-baec-f60df28bb733 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752783 Jul 16 01:55:31.144890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Transition to ACTIVE for port object 38832868-7869-4df4-93f1-b99f925df708 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:31.150629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.192588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.207308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=38832868-7869-4df4-93f1-b99f925df708,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.309604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Attempting to bind port 38832868-7869-4df4-93f1-b99f925df708 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:31.309932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Attempting to bind port 38832868-7869-4df4-93f1-b99f925df708 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:31.310258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Attempting to bind port 38832868-7869-4df4-93f1-b99f925df708 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:31.314828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Port 38832868-7869-4df4-93f1-b99f925df708 on network 42db4adc-354c-4a19-894d-4951a24183e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:31.315144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Attempting to bind port 38832868-7869-4df4-93f1-b99f925df708 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:31.321429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:31.322347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:31.322347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:31.322666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Bound port: 38832868-7869-4df4-93f1-b99f925df708, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:31.323085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.344676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['c8ec6237-01f6-4096-a804-c914c875a5a0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:31.456974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] For port 38832868-7869-4df4-93f1-b99f925df708, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:31.463057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] For port 38832868-7869-4df4-93f1-b99f925df708, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=38832868-7869-4df4-93f1-b99f925df708,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:31.471778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.517835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.518677 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.520468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] 10.222.0.93 "PUT /v2.0/ports/38832868-7869-4df4-93f1-b99f925df708 HTTP/1.1" status: 200 len: 1092 time: 0.9748058 Jul 16 01:55:31.521025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'tag': '38832868-7869-4df4-93f1-b99f925df708'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:31.523896 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb0949-af69-4681-97b0-6b907d55b7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3a77fd-71b1-4db2-bece-3f5cc7905190", "tag": "38832868-7869-4df4-93f1-b99f925df708"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:31.562692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20209d68-be2c-48e0-b579-6ff57178cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=38832868-7869-4df4-93f1-b99f925df708,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.610189 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b30e82-df0a-42da-8608-d1f0fb4890e7 x-openstack-request-id: req-98b30e82-df0a-42da-8608-d1f0fb4890e7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:31.610558 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3a77fd-71b1-4db2-bece-3f5cc7905190", "tag": "38832868-7869-4df4-93f1-b99f925df708", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:31.610869 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98b30e82-df0a-42da-8608-d1f0fb4890e7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:31.611326 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'tag': '38832868-7869-4df4-93f1-b99f925df708', 'status': 'completed', 'code': 200} Jul 16 01:55:31.645265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-15577f44-7c92-41f4-8699-cb9d865544d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.647797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-15577f44-7c92-41f4-8699-cb9d865544d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 1095 time: 0.0675621 Jul 16 01:55:31.706147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-ac92ab49-ec1d-4e37-8fed-bfb9ec8bba3f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38832868-7869-4df4-93f1-b99f925df708 HTTP/1.1" status: 200 len: 217 time: 0.0462809 Jul 16 01:55:31.768635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-0fce9b3c-f452-434d-aa23-73247d307dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.770294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-0fce9b3c-f452-434d-aa23-73247d307dc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0574059 Jul 16 01:55:31.835621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-91cc6fbe-b037-4560-9284-bcd7a39baa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.837618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-91cc6fbe-b037-4560-9284-bcd7a39baa9b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610032 Jul 16 01:55:31.954699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-3e451a98-8a03-41cb-b0b7-26422f30983b service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091151 Jul 16 01:55:32.054460 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-99ef5c73-ec60-4cab-a4dd-ad5f96f58935 req-93be25aa-937e-4c55-8a0c-1ade02953f91 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925195 Jul 16 01:55:32.155816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-95e01918-3efb-4f8b-9be6-0e27f5122b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.157571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-95e01918-3efb-4f8b-9be6-0e27f5122b40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 1095 time: 0.0565290 Jul 16 01:55:32.265579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-de4a1768-84b8-493f-8e23-427329bb78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.267390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-de4a1768-84b8-493f-8e23-427329bb78d7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1008208 Jul 16 01:55:32.337427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-427be28e-4351-4aa6-bfbd-5928c7e85323 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38832868-7869-4df4-93f1-b99f925df708 HTTP/1.1" status: 200 len: 217 time: 0.0559108 Jul 16 01:55:32.363656 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:32.415275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-8e56e6dc-0473-4c7f-8835-1957ba596a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.417376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-8e56e6dc-0473-4c7f-8835-1957ba596a4f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0725944 Jul 16 01:55:32.435767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e2b52-65d8-405d-a81b-18a40d3a7042 req-6a55be37-be2f-4401-8ba4-e8d9de1d0bb7 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.437428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c49e2b52-65d8-405d-a81b-18a40d3a7042 req-6a55be37-be2f-4401-8ba4-e8d9de1d0bb7 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.1651247 Jul 16 01:55:32.502217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c49e2b52-65d8-405d-a81b-18a40d3a7042 req-74be0a0d-2a1a-49b3-8b27-6ad05713e696 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556061 Jul 16 01:55:32.532487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-4115ad1e-e326-4a58-a647-aa7165035907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.534033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-4115ad1e-e326-4a58-a647-aa7165035907 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956464 Jul 16 01:55:32.634397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-c69e02df-0439-4aad-beec-e1b847298ef2 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932202 Jul 16 01:55:32.740338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cfb0949-af69-4681-97b0-6b907d55b7f5 req-0742377a-e160-47f6-8bc0-57505f42d116 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987408 Jul 16 01:55:32.843319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:32.892670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port c8ec6237-01f6-4096-a804-c914c875a5a0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:32.897204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port c8ec6237-01f6-4096-a804-c914c875a5a0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:32.897849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.981792 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.011740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:33.013967 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d247e081-7205-41ca-a995-7183c5d06cf1" -d '{"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:33.027685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:33.033369 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.087437 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa3a0c5-dfe6-4340-86fc-fcb09bfbaecb x-openstack-request-id: req-8aa3a0c5-dfe6-4340-86fc-fcb09bfbaecb {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:33.087728 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-plugged", "status": "completed", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:33.087981 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8aa3a0c5-dfe6-4340-86fc-fcb09bfbaecb {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:33.088420 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'code': 200} Jul 16 01:55:33.091311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.677155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977985a-39f0-453a-980b-3593fcd0a1e5 req-fca5a5ac-4529-4752-84e9-d1fb3ed50e86 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.678822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8977985a-39f0-453a-980b-3593fcd0a1e5 req-fca5a5ac-4529-4752-84e9-d1fb3ed50e86 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0666628 Jul 16 01:55:33.720477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8977985a-39f0-453a-980b-3593fcd0a1e5 req-89bc24e7-f6bd-4476-9cf8-0609055aff0c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352762 Jul 16 01:55:34.899196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91180dda-b359-4c29-8e0c-70067fe9f0f9 req-ace251ae-9268-4aad-a517-61d03ada14dc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.900727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91180dda-b359-4c29-8e0c-70067fe9f0f9 req-ace251ae-9268-4aad-a517-61d03ada14dc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0644612 Jul 16 01:55:34.939100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91180dda-b359-4c29-8e0c-70067fe9f0f9 req-480b3faa-d9bc-4255-b081-2b2a751d5a76 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Jul 16 01:55:36.128583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aceb50-ca20-46f3-aaed-5cd9ddb96945 req-44c0914b-7c9a-4440-afb6-8c8e6c20e2ad tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.130099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13aceb50-ca20-46f3-aaed-5cd9ddb96945 req-44c0914b-7c9a-4440-afb6-8c8e6c20e2ad tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0747075 Jul 16 01:55:36.168082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13aceb50-ca20-46f3-aaed-5cd9ddb96945 req-38628150-9159-4c20-82c5-1dfc7aeb5f81 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Jul 16 01:55:37.345490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af75c4-c7e8-4419-bfbe-56821ed120b8 req-87979135-cbd3-45e7-8a29-56cc9e29f45b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.347005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57af75c4-c7e8-4419-bfbe-56821ed120b8 req-87979135-cbd3-45e7-8a29-56cc9e29f45b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0638392 Jul 16 01:55:37.385097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57af75c4-c7e8-4419-bfbe-56821ed120b8 req-8e79514a-e3fc-4af6-b180-f6ce03094215 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Jul 16 01:55:38.558784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10110a-0ef0-4f25-85d1-b19c81f3a535 req-9efa4872-9ac6-4645-bf77-1cdc0296fdaa tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.560319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b10110a-0ef0-4f25-85d1-b19c81f3a535 req-9efa4872-9ac6-4645-bf77-1cdc0296fdaa tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0643637 Jul 16 01:55:38.598198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b10110a-0ef0-4f25-85d1-b19c81f3a535 req-015d2989-0f98-4bf4-ab93-f637865ae0b1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Jul 16 01:55:39.778275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a429ea-caf1-47cc-ae75-4025e5c7ae43 req-87fe4907-f28e-40ff-bd57-25fa339a8c21 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.779787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4a429ea-caf1-47cc-ae75-4025e5c7ae43 req-87fe4907-f28e-40ff-bd57-25fa339a8c21 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0712900 Jul 16 01:55:39.816868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4a429ea-caf1-47cc-ae75-4025e5c7ae43 req-37284ce3-0496-4ba6-ba36-9441b2bb5c82 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Jul 16 01:55:41.017986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc42c78-10ba-4367-9c7c-370a8ee873dc req-fbdc7857-9df0-49b6-946c-c29b8e1e3589 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.019568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dc42c78-10ba-4367-9c7c-370a8ee873dc req-fbdc7857-9df0-49b6-946c-c29b8e1e3589 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0676560 Jul 16 01:55:41.060182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1dc42c78-10ba-4367-9c7c-370a8ee873dc req-02d8f25e-bfbd-4e54-a14b-3a5f03585473 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Jul 16 01:55:41.645782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aec890fb-6fa9-4c11-bd15-06a7bb14ebee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.241815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e4314-5149-41e6-bf48-4e14f2e01d97 req-30370492-6c85-4841-abfe-12aa57b7a41a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.243594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b0e4314-5149-41e6-bf48-4e14f2e01d97 req-30370492-6c85-4841-abfe-12aa57b7a41a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 944 time: 0.0703642 Jul 16 01:55:42.265245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 38832868-7869-4df4-93f1-b99f925df708 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:42.288213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b0e4314-5149-41e6-bf48-4e14f2e01d97 req-117a003c-ad5a-4764-8611-3cb55a6680de tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Jul 16 01:55:42.373425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 38832868-7869-4df4-93f1-b99f925df708, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=38832868-7869-4df4-93f1-b99f925df708,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:42.384097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '38832868-7869-4df4-93f1-b99f925df708', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'port_id': '38832868-7869-4df4-93f1-b99f925df708', 'mac_address': 'fa:16:3e:9a:d5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:42.424112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.436740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38832868-7869-4df4-93f1-b99f925df708 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:42.455647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 38832868-7869-4df4-93f1-b99f925df708, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=38832868-7869-4df4-93f1-b99f925df708,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:42.460599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.507306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=38832868-7869-4df4-93f1-b99f925df708,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:42.642670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['38832868-7869-4df4-93f1-b99f925df708'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:43.464873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73adf3-29de-41bd-aa08-4dcdeba4ccfb req-5f64907a-0324-4cb8-b2f6-07d3c7809412 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.466391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c73adf3-29de-41bd-aa08-4dcdeba4ccfb req-5f64907a-0324-4cb8-b2f6-07d3c7809412 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 945 time: 0.0687170 Jul 16 01:55:43.506307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c73adf3-29de-41bd-aa08-4dcdeba4ccfb req-ab9636da-2ced-433b-a4b6-c6b4e0341627 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Jul 16 01:55:44.284127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 38832868-7869-4df4-93f1-b99f925df708 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:44.331593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 38832868-7869-4df4-93f1-b99f925df708 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:44.335708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 38832868-7869-4df4-93f1-b99f925df708 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:44.336070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.413534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.445411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38832868-7869-4df4-93f1-b99f925df708'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:44.447636 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d366bb1d-d032-4a63-bd16-2cdf7a80e564" -d '{"events": [{"server_uuid": "bb3a77fd-71b1-4db2-bece-3f5cc7905190", "name": "network-vif-plugged", "status": "completed", "tag": "38832868-7869-4df4-93f1-b99f925df708"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:44.464126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 38832868-7869-4df4-93f1-b99f925df708, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=38832868-7869-4df4-93f1-b99f925df708,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:44.465566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.469225 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.492311 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec04a2-1f4c-4211-ae53-aa39891a48b5 x-openstack-request-id: req-25ec04a2-1f4c-4211-ae53-aa39891a48b5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:44.492611 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3a77fd-71b1-4db2-bece-3f5cc7905190", "name": "network-vif-plugged", "status": "completed", "tag": "38832868-7869-4df4-93f1-b99f925df708", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:44.492864 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25ec04a2-1f4c-4211-ae53-aa39891a48b5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:44.493500 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38832868-7869-4df4-93f1-b99f925df708', 'code': 200} Jul 16 01:55:44.540560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=38832868-7869-4df4-93f1-b99f925df708,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.550634 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1fc5-2630-4b55-9b56-5857780e79cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.624895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2a65-c908-4a45-bf37-4d57a3ee6471 req-32cd6272-9b5e-4d2d-93e6-134c604e09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.626429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e23b2a65-c908-4a45-bf37-4d57a3ee6471 req-32cd6272-9b5e-4d2d-93e6-134c604e09c3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 1097 time: 0.0533915 Jul 16 01:55:44.693760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e23b2a65-c908-4a45-bf37-4d57a3ee6471 req-edead935-6f7e-457f-937d-7c20f070b4f2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562437 Jul 16 01:55:44.718030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c1013-ca96-4095-b5ce-7eabd8dea4bf req-c96670d2-b26e-4a95-b316-908b31ac12f5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.719560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-448c1013-ca96-4095-b5ce-7eabd8dea4bf req-c96670d2-b26e-4a95-b316-908b31ac12f5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 946 time: 0.0921214 Jul 16 01:55:44.760591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-448c1013-ca96-4095-b5ce-7eabd8dea4bf req-f2374d66-8dcf-46db-9f0f-eb31d01142e7 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348394 Jul 16 01:55:45.381488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.933830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d8de5-3239-4cf1-8a0c-aa1ffdbbaa33 req-b711361f-a3e9-420b-8103-ef325ea60532 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.935325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-283d8de5-3239-4cf1-8a0c-aa1ffdbbaa33 req-b711361f-a3e9-420b-8103-ef325ea60532 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 946 time: 0.0641329 Jul 16 01:55:45.974204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-283d8de5-3239-4cf1-8a0c-aa1ffdbbaa33 req-0d15f64b-9ada-490a-9ac2-56e237ab9e93 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Jul 16 01:55:46.151536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7cb3b-9959-46b1-ba47-81bd9b010366 req-50850aa8-2574-4ca7-9ac9-f5b430ebeb39 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.153047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fd7cb3b-9959-46b1-ba47-81bd9b010366 req-50850aa8-2574-4ca7-9ac9-f5b430ebeb39 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 946 time: 0.0673022 Jul 16 01:55:46.190991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9fd7cb3b-9959-46b1-ba47-81bd9b010366 req-85b56c0a-d253-4ba2-aa76-753626926a5c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jul 16 01:55:46.265831 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.896307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.824089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-3c44b65d-7cad-45da-9aa4-cfc373fd8d32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.825648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-3c44b65d-7cad-45da-9aa4-cfc373fd8d32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1030345 Jul 16 01:55:48.841346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-cf76be7c-c618-4820-9dcc-8cc2fc738654 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/quotas/89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 375 time: 0.0101850 Jul 16 01:55:48.920051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-7a80cd39-56ea-447e-885b-7fcc39213fc0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734499 Jul 16 01:55:49.010309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-a68e1599-eb25-4eaa-9bab-1f933b4bb66a service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835617 Jul 16 01:55:49.102972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-1530c94d-7eb0-4d81-a40a-9227ba865b30 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871444 Jul 16 01:55:49.313725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b30df635-c6d0-4c8d-8920-5d874665e765 req-8ee1f801-2559-4eb6-9e08-f7ade83f65f0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0343301 Jul 16 01:55:49.877023 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.401240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-ab33ebd1-a2dd-4ba2-bc06-25d3386ad153 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:50.402894 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-ab33ebd1-a2dd-4ba2-bc06-25d3386ad153 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1131155 Jul 16 01:55:50.419462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'port': {'device_id': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'admin_state_up': True, 'tenant_id': '89b31e847c2646fc9a06a844009297f3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:50.478770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a55c14e-a185-4e26-8d02-b922af2eb673 req-794463f5-b65b-49ab-bac6-f8771b143dc3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0310321 Jul 16 01:55:50.566702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:50.571390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.706060 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.20.0.9 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/6e8d3e95-7e28-4c54-aedb-b2ef63920f46) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:50.886148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.905730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Transition to ACTIVE for port object 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:50.947415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.960259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['38832868-7869-4df4-93f1-b99f925df708'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:50.994131 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:51.001733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.018749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.023364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:51.079414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.080079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.100037 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bf887930-4994-4222-80b9-7b18c2eeca06 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6854866 Jul 16 01:55:51.113945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Request body: {'port': {'device_id': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:51.190640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.350037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-91423ae3-4243-431b-8e7c-cfdbc7b67235 None None] Provisioning for port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:51.354241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-91423ae3-4243-431b-8e7c-cfdbc7b67235 None None] Provisioning complete for port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:51.354619 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-91423ae3-4243-431b-8e7c-cfdbc7b67235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.406828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-91423ae3-4243-431b-8e7c-cfdbc7b67235 None None] Port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:51.481204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:51.493831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.523656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Transition to ACTIVE for port object 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.529989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.650236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.710570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Attempting to bind port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:51.711621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Attempting to bind port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:51.712212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Attempting to bind port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:51.719321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 on network 42db4adc-354c-4a19-894d-4951a24183e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:51.719321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Attempting to bind port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:51.730655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2602a-71f9-4def-9ac8-21c2914e94ef req-2c38ade4-9759-48ac-95b5-72e79799bf4d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.733490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73c2602a-71f9-4def-9ac8-21c2914e94ef req-2c38ade4-9759-48ac-95b5-72e79799bf4d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0997672 Jul 16 01:55:51.734165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:51.734515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:51.734906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:51.735341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Bound port: 6e8d3e95-7e28-4c54-aedb-b2ef63920f46, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:51.735701 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.799793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73c2602a-71f9-4def-9ac8-21c2914e94ef req-6442bd26-8013-4e1a-b5e5-154609740d46 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583203 Jul 16 01:55:51.823289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] For port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:51.828196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] For port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:51.834469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.873389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.874648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.876353 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] 10.222.0.78 "PUT /v2.0/ports/6e8d3e95-7e28-4c54-aedb-b2ef63920f46 HTTP/1.1" status: 200 len: 1091 time: 0.7667620 Jul 16 01:55:51.879061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'tag': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:51.889017 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d40018-4c93-4733-a005-ce0b63df8c82" -d '{"events": [{"name": "network-changed", "server_uuid": "b32ea29a-d9ef-45fd-860b-ebe82ef98b3e", "tag": "6e8d3e95-7e28-4c54-aedb-b2ef63920f46"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:51.925341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e5f2-b79e-41c3-848b-d5a983b86744 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.982483 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2459e-98bb-40de-a7dc-7aa42c5fc93c x-openstack-request-id: req-51f2459e-98bb-40de-a7dc-7aa42c5fc93c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:51.982775 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32ea29a-d9ef-45fd-860b-ebe82ef98b3e", "tag": "6e8d3e95-7e28-4c54-aedb-b2ef63920f46", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:51.983030 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51f2459e-98bb-40de-a7dc-7aa42c5fc93c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:51.983432 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'tag': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46', 'status': 'completed', 'code': 200} Jul 16 01:55:52.015530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-b67a1b92-756b-4d31-bfcb-63c36614d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.017077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-b67a1b92-756b-4d31-bfcb-63c36614d9d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 1094 time: 0.0812666 Jul 16 01:55:52.070660 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-e73fb046-5f64-4616-9d19-98b7fe816fbb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e8d3e95-7e28-4c54-aedb-b2ef63920f46 HTTP/1.1" status: 200 len: 217 time: 0.0446541 Jul 16 01:55:52.457973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-fe61862b-0e9e-4f74-854f-68e28025f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.459893 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-fe61862b-0e9e-4f74-854f-68e28025f1f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.3792143 Jul 16 01:55:52.527960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-be3d1861-7290-4078-8604-c41cd5d19627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.529695 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-be3d1861-7290-4078-8604-c41cd5d19627 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607100 Jul 16 01:55:52.634402 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-bff56a9b-ed1b-49bb-af6d-15c80b9f579e service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974350 Jul 16 01:55:52.733314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7b0e76e-6c60-418c-85b4-ed0c1880aa26 req-234cf7ef-b838-4f1b-a6dc-9ecffac3d6bd service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924013 Jul 16 01:55:52.845386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-317acb0c-d015-449c-ad54-f31ad666a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.847855 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-317acb0c-d015-449c-ad54-f31ad666a3ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 1094 time: 0.0589077 Jul 16 01:55:52.955739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-d2a12b93-ed8e-4adf-b792-fe022886e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.957453 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-d2a12b93-ed8e-4adf-b792-fe022886e870 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0994813 Jul 16 01:55:52.986706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996be4c-f1ec-42f9-a2bd-1db4153dd8e8 req-1a58810d-a463-4802-9162-e1e1819efd3a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.989121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a996be4c-f1ec-42f9-a2bd-1db4153dd8e8 req-1a58810d-a463-4802-9162-e1e1819efd3a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0736585 Jul 16 01:55:53.014753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-f7ada6e9-65c4-413e-800e-6eae48f11820 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e8d3e95-7e28-4c54-aedb-b2ef63920f46 HTTP/1.1" status: 200 len: 217 time: 0.0497773 Jul 16 01:55:53.061559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a996be4c-f1ec-42f9-a2bd-1db4153dd8e8 req-173da964-d847-4c32-adfe-0befcdf99616 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638287 Jul 16 01:55:53.091626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-cb57a836-f652-463c-8d62-9064f87d6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:53.093218 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-cb57a836-f652-463c-8d62-9064f87d6c45 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0710974 Jul 16 01:55:53.155458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-13d11be9-97b6-4563-a63c-aa41a463e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:53.157103 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-13d11be9-97b6-4563-a63c-aa41a463e471 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570037 Jul 16 01:55:53.280830 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-e7cf59c5-d5ae-4e33-8e58-3ce77572af3e service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166260 Jul 16 01:55:53.382400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b0d40018-4c93-4733-a005-ce0b63df8c82 req-c2ce3c94-9f7f-41fc-aaaa-afa006bebe07 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946341 Jul 16 01:55:54.371510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b31c7-8dd2-4b55-8b10-1d0fa6491816 req-a94698a5-706d-4930-ac3f-d22047454a3f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:54.373696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b0b31c7-8dd2-4b55-8b10-1d0fa6491816 req-a94698a5-706d-4930-ac3f-d22047454a3f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.1006119 Jul 16 01:55:54.472425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b0b31c7-8dd2-4b55-8b10-1d0fa6491816 req-02a23a62-eb37-4a71-b81f-8e23fc4a3d1c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926273 Jul 16 01:55:55.848617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cd07c-6247-4d39-bd25-d467c5c2da75 req-07d9f82b-9c29-4408-8dcc-5c7e99e5be49 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.856953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-362cd07c-6247-4d39-bd25-d467c5c2da75 req-07d9f82b-9c29-4408-8dcc-5c7e99e5be49 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.1024828 Jul 16 01:55:55.904811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-362cd07c-6247-4d39-bd25-d467c5c2da75 req-6ff93422-05eb-4214-b2b7-f3eb27922a78 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469084 Jul 16 01:55:57.120330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b673-a150-4084-8961-b663e2aa6dcc req-78d48a02-ab2c-4f27-b804-e201b2eba86d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.127565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4045b673-a150-4084-8961-b663e2aa6dcc req-78d48a02-ab2c-4f27-b804-e201b2eba86d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0839982 Jul 16 01:55:57.176100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4045b673-a150-4084-8961-b663e2aa6dcc req-7509a66b-8561-4292-81a4-d176d84c6d66 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476174 Jul 16 01:55:58.365853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68dd8e-e91f-4ad4-a119-77940a069adf req-1129aac3-bde1-4d51-b453-4702da7cc980 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:58.367346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c68dd8e-e91f-4ad4-a119-77940a069adf req-1129aac3-bde1-4d51-b453-4702da7cc980 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0767121 Jul 16 01:55:58.406324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c68dd8e-e91f-4ad4-a119-77940a069adf req-bdc7b37f-0aa7-44c8-b230-cfa139516a6f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Jul 16 01:55:59.594122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1466b1c-fcfe-4481-8b12-d3cb7ca697a7 req-ec8ba07d-8d98-4533-a3ac-b08f904a44b5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.595379 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1466b1c-fcfe-4481-8b12-d3cb7ca697a7 req-ec8ba07d-8d98-4533-a3ac-b08f904a44b5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0753441 Jul 16 01:55:59.633423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1466b1c-fcfe-4481-8b12-d3cb7ca697a7 req-3569c0d5-c022-4612-b439-aa051a1287b0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Jul 16 01:56:00.830127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2e3df-2b7f-4e0a-9ef3-8953cc558428 req-63c31705-0baf-47c9-ae16-1dcfa8a99d88 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.831869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec2e3df-2b7f-4e0a-9ef3-8953cc558428 req-63c31705-0baf-47c9-ae16-1dcfa8a99d88 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0676434 Jul 16 01:56:00.877407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec2e3df-2b7f-4e0a-9ef3-8953cc558428 req-e4b5e719-e795-4325-969c-6b4ef9dce0da tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Jul 16 01:56:02.065974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb6c7-ae16-47e4-9eda-f2e7c05b242b req-fe6f2562-ff8a-49c9-8986-dc191d24bb9e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:02.068147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cbfb6c7-ae16-47e4-9eda-f2e7c05b242b req-fe6f2562-ff8a-49c9-8986-dc191d24bb9e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0722196 Jul 16 01:56:02.107313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cbfb6c7-ae16-47e4-9eda-f2e7c05b242b req-fca94944-068b-463a-818e-144ece0719bb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Jul 16 01:56:03.305575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668756f-3c5f-4f97-af88-ed1f1f8e7ef6 req-fbdc050a-3421-4ce8-9864-5f0e36e5c2a5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:03.308155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0668756f-3c5f-4f97-af88-ed1f1f8e7ef6 req-fbdc050a-3421-4ce8-9864-5f0e36e5c2a5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0707214 Jul 16 01:56:03.358721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0668756f-3c5f-4f97-af88-ed1f1f8e7ef6 req-cd708af8-1d57-4634-aca6-969b833e3baf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Jul 16 01:56:03.598957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6339-5d00-47d3-b28d-523192d32be1 req-ccf7af6c-a09f-402a-8247-67f5f5f32d56 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:03.600915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-768e6339-5d00-47d3-b28d-523192d32be1 req-ccf7af6c-a09f-402a-8247-67f5f5f32d56 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1098 time: 0.0678854 Jul 16 01:56:03.641063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-768e6339-5d00-47d3-b28d-523192d32be1 req-1b23e8b6-c8c5-4259-ba27-9e2677adc84c tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343409 Jul 16 01:56:03.666049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37320) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.851531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port d6a556f8-b7b0-401c-845b-12b8566f9c2e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:03.852202 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.934886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.935222 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.949036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for d6a556f8-b7b0-401c-845b-12b8566f9c2e owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:04.113166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.157911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=d6a556f8-b7b0-401c-845b-12b8566f9c2e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.219446 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.219894 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP bb486fce-284b-4eed-93bb-974fc88dbf8c disassociated (deleted). External IP: 172.25.5.4, port: c8ec6237-01f6-4096-a804-c914c875a5a0. Jul 16 01:56:04.500636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 1297bfe3-1d17-4426-ba83-126307789558 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:04.663992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dffe81-f616-4618-a46a-bc8b6e5d41ec req-421dea5c-2ae4-42cb-8d19-b156b6bbf83b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.665553 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82dffe81-f616-4618-a46a-bc8b6e5d41ec req-421dea5c-2ae4-42cb-8d19-b156b6bbf83b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.1634347 Jul 16 01:56:04.704432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:04.714980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.719180 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] Sync routers for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:04.729558 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:04.730260 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:55:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:04.759817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-82dffe81-f616-4618-a46a-bc8b6e5d41ec req-eb7df441-3ff6-44a0-a5dc-0bc804f31aa2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842893 Jul 16 01:56:04.782627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e1786d6e-0343-41ec-8160-f5cd7bc4e116 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/floatingips/bb486fce-284b-4eed-93bb-974fc88dbf8c HTTP/1.1" status: 204 len: 168 time: 1.1129262 Jul 16 01:56:04.782627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:04.786355 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e088e78-b7d4-45e6-8f29-0118703b0b86" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:04.824577 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70f2f7-c29b-4557-9fd7-e5b2b0d46bb7 x-openstack-request-id: req-1a70f2f7-c29b-4557-9fd7-e5b2b0d46bb7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:04.825386 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:04.826032 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a70f2f7-c29b-4557-9fd7-e5b2b0d46bb7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:04.826619 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'status': 'completed', 'code': 200} Jul 16 01:56:04.884915 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:04.913578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-18c4edfd-a070-46bd-9c4a-26a995268f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.915884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-18c4edfd-a070-46bd-9c4a-26a995268f33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 1098 time: 0.0622268 Jul 16 01:56:05.037458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-8d80c485-1605-4a1c-87b8-1ddfb5502406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.040934 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-8d80c485-1605-4a1c-87b8-1ddfb5502406 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 200 len: 897 time: 0.1160662 Jul 16 01:56:05.094882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-cda3019f-ba95-4764-abb9-ed95f12cc0e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 200 len: 217 time: 0.0464103 Jul 16 01:56:05.143015 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:05.172988 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] Checking router: 1297bfe3-1d17-4426-ba83-126307789558 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:05.181461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-0a8ceeb5-f474-42f5-94c7-b2cb3bbb26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.182477 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:05.183113 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:55:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:05.183255 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-0a8ceeb5-f474-42f5-94c7-b2cb3bbb26c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 200 len: 835 time: 0.0686431 Jul 16 01:56:05.259547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-c89aaa46-e456-4a20-94e3-50839475eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.261597 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-c89aaa46-e456-4a20-94e3-50839475eaed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bbc377c-7acc-4a54-aeb9-4e15c764c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712893 Jul 16 01:56:05.294361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7871-0830-48f3-a07f-ad79e3285139 req-c2c17df0-a213-476d-9aa8-a27ba46e8fc0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.295663 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:05.295909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d85b7871-0830-48f3-a07f-ad79e3285139 req-c2c17df0-a213-476d-9aa8-a27ba46e8fc0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 947 time: 0.1175761 Jul 16 01:56:05.354757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d85b7871-0830-48f3-a07f-ad79e3285139 req-41ea3265-cdf2-486c-8657-a3ea5eb2bad4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465288 Jul 16 01:56:05.404127 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-8db8d0b9-1bfb-4968-97e8-b49ac6f41dbb service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332190 Jul 16 01:56:05.516753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9e088e78-b7d4-45e6-8f29-0118703b0b86 req-0c9e87db-aae7-4104-8b3d-69e49bf8c1cf service neutron] 10.222.0.78 "GET /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038055 Jul 16 01:56:05.533257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:05.565574 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acc580-87d5-4c1a-b447-54d2166b66fd None None] The sync data for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 is: [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:54:10Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '423b1e97-acf2-432c-b5db-f5879cb2619f', 'name': '', 'network_id': '2bbc377c-7acc-4a54-aeb9-4e15c764c347', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:37:64:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': 'bd3c2b80-500f-4be1-ab04-949fb53fb89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:05.837902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3808eeb0-64a6-4809-bf91-d6955831b4dd None None] New status for floating IP bb486fce-284b-4eed-93bb-974fc88dbf8c: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:05.967463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17627090-e81d-4c0f-a3ce-1d98284043bc req-e9981dbc-667d-490e-88f3-5dd75bf1bd07 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.969306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17627090-e81d-4c0f-a3ce-1d98284043bc req-e9981dbc-667d-490e-88f3-5dd75bf1bd07 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0768538 Jul 16 01:56:06.012567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17627090-e81d-4c0f-a3ce-1d98284043bc req-3ff8f22f-e962-4d1c-a56e-aa2206cb9aaa tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356157 Jul 16 01:56:06.547296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1455ad-2ca8-4940-ace7-f7fe3fcd8826 req-28ba276c-d3a6-4428-b5ce-1afcb02f8ff0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.548984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c1455ad-2ca8-4940-ace7-f7fe3fcd8826 req-28ba276c-d3a6-4428-b5ce-1afcb02f8ff0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 947 time: 0.0770962 Jul 16 01:56:06.684929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-c82bfc1c-4829-4ea1-96e8-21e67b2ed417 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.686622 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-c82bfc1c-4829-4ea1-96e8-21e67b2ed417 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee54130-4da7-4d72-bcfb-595da0ce5b53 HTTP/1.1" status: 200 len: 947 time: 0.0976355 Jul 16 01:56:06.826728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port c8ec6237-01f6-4096-a804-c914c875a5a0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:06.827457 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.942852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port c8ec6237-01f6-4096-a804-c914c875a5a0, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c8ec6237-01f6-4096-a804-c914c875a5a0,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:06.943667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.959559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c1455ad-2ca8-4940-ace7-f7fe3fcd8826 req-73c8ca50-9f6e-4291-b3d5-d33c21897a7c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=cc1e51fd-032e-4642-a48d-230908864a17&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4016931 Jul 16 01:56:06.961070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for c8ec6237-01f6-4096-a804-c914c875a5a0 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:07.117061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.154375 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=c8ec6237-01f6-4096-a804-c914c875a5a0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.217601 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] No DVR routers for this DVR port c8ec6237-01f6-4096-a804-c914c875a5a0 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:07.220246 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.222465 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ace97f-1d23-414a-a28c-dc484bd68955 req-4332face-b58a-45d6-8b0c-c234ed982459 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "DELETE /v2.0/ports/c8ec6237-01f6-4096-a804-c914c875a5a0 HTTP/1.1" status: 204 len: 173 time: 0.5303776 Jul 16 01:56:07.222904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-deleted', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:07.224076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4d435-bdc5-45af-af03-0aa01f3ac86a req-bb8d0259-6c4e-4a9d-8777-153e29ca9662 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:07.226242 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bad4d435-bdc5-45af-af03-0aa01f3ac86a req-bb8d0259-6c4e-4a9d-8777-153e29ca9662 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.0800533 Jul 16 01:56:07.236876 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2660ee3a-7852-4dfa-a8a7-3837b899bd1d" -d '{"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-deleted", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:07.294177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bad4d435-bdc5-45af-af03-0aa01f3ac86a req-bfb7a422-2926-488e-a085-5ecef69e9a91 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580928 Jul 16 01:56:07.304576 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616ee24b-6290-4f3a-bc6d-5658eeaca0a9 x-openstack-request-id: req-616ee24b-6290-4f3a-bc6d-5658eeaca0a9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:07.304898 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee54130-4da7-4d72-bcfb-595da0ce5b53", "name": "network-vif-deleted", "tag": "c8ec6237-01f6-4096-a804-c914c875a5a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:07.305156 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-616ee24b-6290-4f3a-bc6d-5658eeaca0a9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:07.305588 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee54130-4da7-4d72-bcfb-595da0ce5b53', 'name': 'network-vif-deleted', 'tag': 'c8ec6237-01f6-4096-a804-c914c875a5a0', 'status': 'completed', 'code': 200} Jul 16 01:56:08.061409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37434) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:08.525339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60232488-c42b-4eeb-9b7e-5919d4edc7a9 req-bd7cae7a-f336-4b32-97f3-8261fa405930 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:08.526892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60232488-c42b-4eeb-9b7e-5919d4edc7a9 req-bd7cae7a-f336-4b32-97f3-8261fa405930 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.1040909 Jul 16 01:56:08.532447 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.615520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60232488-c42b-4eeb-9b7e-5919d4edc7a9 req-969e6431-ea61-4e61-94ca-781d61e656cc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809314 Jul 16 01:56:08.864431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port 423b1e97-acf2-432c-b5db-f5879cb2619f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:08.864800 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.975516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port 423b1e97-acf2-432c-b5db-f5879cb2619f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=423b1e97-acf2-432c-b5db-f5879cb2619f,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:08.975885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.991462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for 423b1e97-acf2-432c-b5db-f5879cb2619f owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:09.209734 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.244171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=423b1e97-acf2-432c-b5db-f5879cb2619f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.365785 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:09.484427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.727561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 1297bfe3-1d17-4426-ba83-126307789558 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:09.925088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867cc41-988c-4ea3-956e-1373370238a9 req-f5d0a970-1284-4e3b-b2af-b3a71e02d227 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:09.926968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7867cc41-988c-4ea3-956e-1373370238a9 req-f5d0a970-1284-4e3b-b2af-b3a71e02d227 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.1912248 Jul 16 01:56:09.936771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:09.943860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-33b4edb1-4fd6-425e-9755-1e7c3ac42615 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/1297bfe3-1d17-4426-ba83-126307789558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8813889 Jul 16 01:56:09.947433 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] Sync routers for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:09.948073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37472) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:09.967638 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:09.968276 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:55:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:09.984011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7867cc41-988c-4ea3-956e-1373370238a9 req-e5776650-d6ec-4666-9550-efc884fd3a79 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496407 Jul 16 01:56:10.013032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting subnet bd3c2b80-500f-4be1-ab04-949fb53fb89f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:10.016825 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.059967 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.169496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.195266 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:10.245129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.283426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3c2b80-500f-4be1-ab04-949fb53fb89f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.287516 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.292326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:10.295191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7833612-1119-41f9-b6c2-08c23e5a6580 None None] Network 2bbc377c-7acc-4a54-aeb9-4e15c764c347 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:10.296825 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-acc1910a-beb9-47bf-8657-178140659e3c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/subnets/bd3c2b80-500f-4be1-ab04-949fb53fb89f HTTP/1.1" status: 204 len: 168 time: 0.3473942 Jul 16 01:56:10.426527 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:56:09Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.448049 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.459116 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] Checking router: 1297bfe3-1d17-4426-ba83-126307789558 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:10.470723 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] Routers {'1297bfe3-1d17-4426-ba83-126307789558'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:10.471607 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:55:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1297bfe3-1d17-4426-ba83-126307789558'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.550643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] DHCP port deletion for 2bbc377c-7acc-4a54-aeb9-4e15c764c347 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:10.599713 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] Set router 1297bfe3-1d17-4426-ba83-126307789558 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:10.612731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.612973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] Deleting port 7531062b-3cf8-4e8e-a099-c45177e508a1 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:10.613307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.679541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port 92458920-f853-408f-bf06-2d83df6419b8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:10.679920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.684573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] For port 7531062b-3cf8-4e8e-a099-c45177e508a1, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7531062b-3cf8-4e8e-a099-c45177e508a1,segment=NetworkSegment(2cdcaf48-8a96-4a37-9159-c6f5400af488),segment_id=2cdcaf48-8a96-4a37-9159-c6f5400af488)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:10.685020 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.697634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] Calling delete_port for 7531062b-3cf8-4e8e-a099-c45177e508a1 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:10.787163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.792574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port 92458920-f853-408f-bf06-2d83df6419b8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=92458920-f853-408f-bf06-2d83df6419b8,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:10.793630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.815579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for 92458920-f853-408f-bf06-2d83df6419b8 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:10.819963 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:56:09Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.830797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] Pushing event deleted for resources: {'Port': ['ID=7531062b-3cf8-4e8e-a099-c45177e508a1,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.833459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f29c7-4865-443a-9bd3-8387047695a2 None None] No DVR routers for this DVR port 7531062b-3cf8-4e8e-a099-c45177e508a1 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:10.850314 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084530a-2ac9-4298-b4da-6878f3713d2d None None] The sync data for ids ['1297bfe3-1d17-4426-ba83-126307789558'] in n-d-800085-5 is: [{'id': '1297bfe3-1d17-4426-ba83-126307789558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471323908', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '92458920-f853-408f-bf06-2d83df6419b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:05Z', 'updated_at': '2021-07-16T01:56:09Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '92458920-f853-408f-bf06-2d83df6419b8', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bfe3-1d17-4426-ba83-126307789558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:06Z', 'updated_at': '2021-07-16T01:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:11.020417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.033447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:11.055140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: c8ec6237-01f6-4096-a804-c914c875a5a0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:11.055920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c8ec6237-01f6-4096-a804-c914c875a5a0 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:11.058292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=92458920-f853-408f-bf06-2d83df6419b8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.156943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.269176 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.277559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.306222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2442b7d-b64b-483e-88e2-1c8d59638adb req-33e6f4ea-0a69-40be-9e89-2ad58d545824 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:11.309026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2442b7d-b64b-483e-88e2-1c8d59638adb req-33e6f4ea-0a69-40be-9e89-2ad58d545824 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.1895113 Jul 16 01:56:11.381865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.384854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Fanout notify agent at l3_agent the message router_deleted on router 1297bfe3-1d17-4426-ba83-126307789558 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:56:11.393109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 423b1e97-acf2-432c-b5db-f5879cb2619f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:11.396389 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.398208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8a6af21b-61a5-448a-8d55-76ada509d3c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/routers/1297bfe3-1d17-4426-ba83-126307789558 HTTP/1.1" status: 204 len: 168 time: 1.1043780 Jul 16 01:56:11.400969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37482) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.414259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2442b7d-b64b-483e-88e2-1c8d59638adb req-cae5df18-bdb5-4146-8f23-c0d417c9c0e3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627983 Jul 16 01:56:11.450252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 423b1e97-acf2-432c-b5db-f5879cb2619f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:11.451101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 423b1e97-acf2-432c-b5db-f5879cb2619f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:11.452124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7531062b-3cf8-4e8e-a099-c45177e508a1 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:11.479730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7531062b-3cf8-4e8e-a099-c45177e508a1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:11.480499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7531062b-3cf8-4e8e-a099-c45177e508a1 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:11.519317 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.619874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.631846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbc377c-7acc-4a54-aeb9-4e15c764c347']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:11.644015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdcaf48-8a96-4a37-9159-c6f5400af488') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:11.644389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdcaf48-8a96-4a37-9159-c6f5400af488') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:11.652508 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e20dcafb-fcf8-49f9-8b49-1e350fa2a21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.658152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.677262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.684236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:11.684836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:11.688181 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:11.764385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.772784 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.774736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/networks/2bbc377c-7acc-4a54-aeb9-4e15c764c347 HTTP/1.1" status: 204 len: 168 time: 0.3727365 Jul 16 01:56:11.777862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.786884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b954078-5f0c-4c71-9d03-ef93d8fbc307 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Network': ['ID=2bbc377c-7acc-4a54-aeb9-4e15c764c347,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.853804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3206daa-bab1-4db8-bd75-7fa2e4249fcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.884028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3206daa-bab1-4db8-bd75-7fa2e4249fcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.952132 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3206daa-bab1-4db8-bd75-7fa2e4249fcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.955091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3206daa-bab1-4db8-bd75-7fa2e4249fcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.956430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b3206daa-bab1-4db8-bd75-7fa2e4249fcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/security-groups/cc1e51fd-032e-4642-a48d-230908864a17 HTTP/1.1" status: 204 len: 168 time: 0.1773961 Jul 16 01:56:11.973272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3206daa-bab1-4db8-bd75-7fa2e4249fcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e51fd-032e-4642-a48d-230908864a17,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.463265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.467978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2eccbe3e-25a3-4d56-96c7-d1fd20034915 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497381136', 'description': 'tempest-secgroup-smoke-497381136 description', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:12.491706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eccbe3e-25a3-4d56-96c7-d1fd20034915 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.625825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eccbe3e-25a3-4d56-96c7-d1fd20034915 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.639684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636c46a-63c2-476c-8afa-2b5a35ec1efb req-3ccce790-86a5-41ce-80c0-b47f37bf9f70 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.641397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b636c46a-63c2-476c-8afa-2b5a35ec1efb req-3ccce790-86a5-41ce-80c0-b47f37bf9f70 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 943 time: 0.1073163 Jul 16 01:56:12.642663 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eccbe3e-25a3-4d56-96c7-d1fd20034915 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.696828 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eccbe3e-25a3-4d56-96c7-d1fd20034915 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.698033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2eccbe3e-25a3-4d56-96c7-d1fd20034915 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2337403 Jul 16 01:56:12.699166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccbe3e-25a3-4d56-96c7-d1fd20034915 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b590d518-67ae-4c78-8f8d-96b086086304,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.701096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.710642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dfa0021d-f0db-4a76-8e5a-f1d810c0b831 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'b590d518-67ae-4c78-8f8d-96b086086304', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:12.717381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b636c46a-63c2-476c-8afa-2b5a35ec1efb req-0ebed12b-89c1-4981-a2b7-18d5d3ad741f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669413 Jul 16 01:56:12.747902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa0021d-f0db-4a76-8e5a-f1d810c0b831 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.813505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa0021d-f0db-4a76-8e5a-f1d810c0b831 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.817865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa0021d-f0db-4a76-8e5a-f1d810c0b831 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.835180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0021d-f0db-4a76-8e5a-f1d810c0b831 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4e90d8-802a-4eae-9438-60a31f57d323,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.845097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dfa0021d-f0db-4a76-8e5a-f1d810c0b831 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.846466 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dfa0021d-f0db-4a76-8e5a-f1d810c0b831 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425519 Jul 16 01:56:12.849786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.854649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4dc89768-37f7-4b16-99a4-3fc0f9baf80e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'b590d518-67ae-4c78-8f8d-96b086086304', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:12.881949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4dc89768-37f7-4b16-99a4-3fc0f9baf80e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.938210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4dc89768-37f7-4b16-99a4-3fc0f9baf80e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.943213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4dc89768-37f7-4b16-99a4-3fc0f9baf80e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.961784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc89768-37f7-4b16-99a4-3fc0f9baf80e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8d0826-fa08-4e00-9fae-901ff015140b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.967746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4dc89768-37f7-4b16-99a4-3fc0f9baf80e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.969475 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4dc89768-37f7-4b16-99a4-3fc0f9baf80e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185191 Jul 16 01:56:12.972129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.976788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f0b32b0c-6d30-43aa-b50b-c1fa141c7fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'b590d518-67ae-4c78-8f8d-96b086086304', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.005097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b32b0c-6d30-43aa-b50b-c1fa141c7fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.041533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:13.070897 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b32b0c-6d30-43aa-b50b-c1fa141c7fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.075687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b32b0c-6d30-43aa-b50b-c1fa141c7fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.096946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b32b0c-6d30-43aa-b50b-c1fa141c7fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fed520-184a-4812-b916-c6190ea749cd,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.101336 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0b32b0c-6d30-43aa-b50b-c1fa141c7fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.102657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f0b32b0c-6d30-43aa-b50b-c1fa141c7fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294453 Jul 16 01:56:13.105502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.110092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c12f2575-fb30-4236-924c-9357fa66c3b5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'b590d518-67ae-4c78-8f8d-96b086086304', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.138490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c12f2575-fb30-4236-924c-9357fa66c3b5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.148560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:13.159834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'port_id': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46', 'mac_address': 'fa:16:3e:9c:21:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:13.200729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c12f2575-fb30-4236-924c-9357fa66c3b5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.202828 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.205747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c12f2575-fb30-4236-924c-9357fa66c3b5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.220740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:13.227714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f2575-fb30-4236-924c-9357fa66c3b5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6943c48-4d08-42dc-9acc-0e8cf6f4f0ab,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.232822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c12f2575-fb30-4236-924c-9357fa66c3b5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.234251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c12f2575-fb30-4236-924c-9357fa66c3b5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277308 Jul 16 01:56:13.236972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.244156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'b590d518-67ae-4c78-8f8d-96b086086304', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.246414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:13.251565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.259515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 92458920-f853-408f-bf06-2d83df6419b8 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:13.271213 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:13.276856 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.295728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 92458920-f853-408f-bf06-2d83df6419b8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:13.296054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 92458920-f853-408f-bf06-2d83df6419b8 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:13.321856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.345587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.349091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.366331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94605600-4abd-45ce-b5a6-80806030e143,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.372882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.374116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b6493c67-fac6-46cd-9dc7-8bf4bf8b745a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360812 Jul 16 01:56:13.376726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.381758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': 'b590d518-67ae-4c78-8f8d-96b086086304', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.410107 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:13.416668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.469554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['6e8d3e95-7e28-4c54-aedb-b2ef63920f46'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:13.483302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.487438 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.509439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9c30df-ee18-43a1-aafe-8dc3f678cfa4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.513212 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.514487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fa999f4e-1af0-4ee8-a270-5fb365f2362b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368330 Jul 16 01:56:13.517549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37510) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.522844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'network': {'name': 'tempest-network-smoke--1435063711', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.544873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:13.548356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.573032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:13.582559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.582888 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Added segment da0f8600-cedc-4213-96d4-3b322578601d of type vlan for network ba53702d-706c-400a-a945-55122aa9088e Jul 16 01:56:13.627197 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.659762 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.666016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:13.666607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.704002 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1826305 Jul 16 01:56:13.705056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37514) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.710222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'admin_state_up': True, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.733524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.734454 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.736470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e779c-1d88-4b53-99e8-50adeab2af22 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Network': ['ID=ba53702d-706c-400a-a945-55122aa9088e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.762156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ba53702d-706c-400a-a945-55122aa9088e details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:13.796442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.979762 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.015801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90c634-e55c-4229-bb2a-0f76f3c3b412 req-fd558161-613a-4417-8208-5628296ce56a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:14.017235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d90c634-e55c-4229-bb2a-0f76f3c3b412 req-fd558161-613a-4417-8208-5628296ce56a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 944 time: 0.1503236 Jul 16 01:56:14.084729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d90c634-e55c-4229-bb2a-0f76f3c3b412 req-c06953a8-f031-4a44-9103-25c5e565dd3e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Jul 16 01:56:14.247526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.268014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.387547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.69 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/0d278488-6ee4-42cd-ad03-2b3dd5295af9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:14.449282 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.492199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.525074 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1be4e7b9-684a-4d4a-b770-6e7bb8088567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.535854 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.581001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:14.584195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:14.588281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:14.616979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=0d278488-6ee4-42cd-ad03-2b3dd5295af9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:15.035059 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:15.101437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:15.106847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:15.107761 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.219943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.244724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:15.246950 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acaedb1-6c70-48ed-a4fa-77ddb459e3bb" -d '{"events": [{"server_uuid": "b32ea29a-d9ef-45fd-860b-ebe82ef98b3e", "name": "network-vif-plugged", "status": "completed", "tag": "6e8d3e95-7e28-4c54-aedb-b2ef63920f46"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:15.260334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.261180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:15.270295 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.299158 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9171b3e4-2581-432a-908d-f458fe3dfca8 x-openstack-request-id: req-9171b3e4-2581-432a-908d-f458fe3dfca8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:15.300357 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32ea29a-d9ef-45fd-860b-ebe82ef98b3e", "name": "network-vif-plugged", "status": "completed", "tag": "6e8d3e95-7e28-4c54-aedb-b2ef63920f46", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:15.300732 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9171b3e4-2581-432a-908d-f458fe3dfca8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:15.302728 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46', 'code': 200} Jul 16 01:56:15.343873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:15.383035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.392917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5914c7-3640-4ff2-8365-f2eda3a23ef7 req-2c7db9f7-2b95-4a2f-8b8f-267b88377046 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.395116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be5914c7-3640-4ff2-8365-f2eda3a23ef7 req-2c7db9f7-2b95-4a2f-8b8f-267b88377046 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 944 time: 0.1799903 Jul 16 01:56:15.454090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99f5bc-9aeb-4359-94c7-bc86bf2231dd req-5874d927-038b-4ccb-9192-8e0b679a3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.455682 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea99f5bc-9aeb-4359-94c7-bc86bf2231dd req-5874d927-038b-4ccb-9192-8e0b679a3963 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 1096 time: 0.0660212 Jul 16 01:56:15.487910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be5914c7-3640-4ff2-8365-f2eda3a23ef7 req-635eb5be-644e-4c3a-a346-91475b38c433 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832756 Jul 16 01:56:15.493839 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea99f5bc-9aeb-4359-94c7-bc86bf2231dd req-e1132bc0-8ba1-4d6e-9a0c-fe0e95b3a3eb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314109 Jul 16 01:56:15.548623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.694416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:56:15.809992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:15.823053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Sync routers for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:15.829994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.835960 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-26e9cd2a-9a96-458d-a49c-252ff710ee95 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1251674 Jul 16 01:56:15.836166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:15.836503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:15.837521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:15.876832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-707d6ac3-d46e-4181-956f-f226ec24259b tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=4a61bc10abad4dc3828faa41bef71dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369580 Jul 16 01:56:15.877079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:15.990617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a49f760-e1d1-49ea-816b-85aa49ff1002 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.997317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:16.008561 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8a49f760-e1d1-49ea-816b-85aa49ff1002 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302676 Jul 16 01:56:16.029459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d45179a1-b7de-4be0-a3b2-38f96207b841 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306978 Jul 16 01:56:16.031906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 37540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:16.039333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-738682706', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:16.135868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:16.152385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:16.157317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.315425 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.381547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.382185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:15Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:16.414927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Checking router: 8d55d361-dfc0-4ae1-994a-411823e1b8f0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:16.414927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Updating router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:16.450945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Subnet': ['ID=2c8743ca-a68b-4d67-87c7-5968b5b32241,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.457508 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.462401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Checking segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:16.462772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network hostable DHCP agents. Network: ba53702d-706c-400a-a945-55122aa9088e, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:16.483082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network ba53702d-706c-400a-a945-55122aa9088e is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:16.494998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ba53702d-706c-400a-a945-55122aa9088e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:16.500922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.502156 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.518953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c15f396c-ff42-4122-9852-c46db8a63dd5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4839945 Jul 16 01:56:16.521719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 37544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:16.551661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2994680e-aef1-440b-aee3-83bce29d290e None None] Network ba53702d-706c-400a-a945-55122aa9088e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:16.751727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91735724-1c64-42cd-bfe9-ca691aeb1879 req-821aabd5-e761-4b4c-8865-3a6375f27468 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.753607 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91735724-1c64-42cd-bfe9-ca691aeb1879 req-821aabd5-e761-4b4c-8865-3a6375f27468 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 945 time: 0.0795784 Jul 16 01:56:16.807869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91735724-1c64-42cd-bfe9-ca691aeb1879 req-0d45c83e-5a12-4330-9118-2e76ee6c2e05 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482025 Jul 16 01:56:16.843467 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.874733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Transition to ACTIVE for port object 0d278488-6ee4-42cd-ad03-2b3dd5295af9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:16.892882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ba53702d-706c-400a-a945-55122aa9088e', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:16.893797 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.910873 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.951882 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.977167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Attempting to bind port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:16.977543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Attempting to bind port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:16.977932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Attempting to bind port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:16.989956 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:16.990394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:16.990703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.991104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:16.991620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Bound port: 0d278488-6ee4-42cd-ad03-2b3dd5295af9, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:16.992027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.029759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a0b8d-b2a2-4a7d-ba95-e0a20130dfdb req-e1c1b7cf-6465-408c-a7f9-70782c41fc6a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.038237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de2a0b8d-b2a2-4a7d-ba95-e0a20130dfdb req-e1c1b7cf-6465-408c-a7f9-70782c41fc6a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 945 time: 0.0919712 Jul 16 01:56:17.103489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16191dcf-6172-4375-bf3b-6bf8f6097893 None None] Pushing event updated for resources: {'Port': ['ID=0d278488-6ee4-42cd-ad03-2b3dd5295af9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.117098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de2a0b8d-b2a2-4a7d-ba95-e0a20130dfdb req-92d91946-4c8d-4e15-9cfe-53eb1f2b5b22 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772998 Jul 16 01:56:17.177463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Allocated IP 172.20.0.2 (ba53702d-706c-400a-a945-55122aa9088e/2c8743ca-a68b-4d67-87c7-5968b5b32241/7ea13ed0-5e1b-4135-9411-0ba42db5c34b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:17.223068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] For port 0d278488-6ee4-42cd-ad03-2b3dd5295af9, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:17.224752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.248526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] For port 0d278488-6ee4-42cd-ad03-2b3dd5295af9, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0d278488-6ee4-42cd-ad03-2b3dd5295af9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:17.257130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.389210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:17.389857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:17.395468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16191dcf-6172-4375-bf3b-6bf8f6097893 None None] Pushing event updated for resources: {'Port': ['ID=0d278488-6ee4-42cd-ad03-2b3dd5295af9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.559901 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.575082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Transition to ACTIVE for port object 7ea13ed0-5e1b-4135-9411-0ba42db5c34b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:17.590620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:17.650213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Transition to ACTIVE for port object 7ea13ed0-5e1b-4135-9411-0ba42db5c34b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:17.673662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.718648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.1 (ba53702d-706c-400a-a945-55122aa9088e/2c8743ca-a68b-4d67-87c7-5968b5b32241/c94f3792-648b-4921-83cf-82354a293181) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:17.722212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c94f1-406f-4af5-88fb-977ab97f7eec req-453cd61c-86eb-445c-8a76-e2b63c6a11e3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.727417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-166c94f1-406f-4af5-88fb-977ab97f7eec req-453cd61c-86eb-445c-8a76-e2b63c6a11e3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 945 time: 0.0993686 Jul 16 01:56:17.773245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Network ba53702d-706c-400a-a945-55122aa9088e is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:17.777939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Pushing event updated for resources: {'Port': ['ID=7ea13ed0-5e1b-4135-9411-0ba42db5c34b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.787238 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:17.789024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:17.801987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-166c94f1-406f-4af5-88fb-977ab97f7eec req-0ea35ce6-952b-4bec-8038-d03c7f3ce663 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683215 Jul 16 01:56:17.872141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.884166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Attempting to bind port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:17.884862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Attempting to bind port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:17.885013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Attempting to bind port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:17.888526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object c94f3792-648b-4921-83cf-82354a293181 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:17.892866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:17.893199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Checking segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:17.893583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.893971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Bound using segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:17.895073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Bound port: 7ea13ed0-5e1b-4135-9411-0ba42db5c34b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:17.895437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.925817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.961700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:15Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:17.971881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network ba53702d-706c-400a-a945-55122aa9088e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:17.975407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:17.979826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:17.986908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=c94f3792-648b-4921-83cf-82354a293181,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.003397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6b459-1a65-491f-811f-bdc41142d86f None None] The sync data for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 is: [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:15Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:18.014811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] For port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:18.018570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] For port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7ea13ed0-5e1b-4135-9411-0ba42db5c34b,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:18.027813 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.045397 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.101093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52ba89-0003-494a-8096-165c9b580bbb None None] Pushing event updated for resources: {'Port': ['ID=7ea13ed0-5e1b-4135-9411-0ba42db5c34b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.241281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.777291 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.783207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.880319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=c94f3792-648b-4921-83cf-82354a293181,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.882993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.007126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network ba53702d-706c-400a-a945-55122aa9088e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:19.008976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:19.064826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853824c-6c67-47c4-92ab-8d67c3932091 req-2884c740-93fb-4cfd-9d93-ae31a6aec303 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.075461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e853824c-6c67-47c4-92ab-8d67c3932091 req-2884c740-93fb-4cfd-9d93-ae31a6aec303 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 945 time: 0.1307595 Jul 16 01:56:19.172429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e853824c-6c67-47c4-92ab-8d67c3932091 req-c3ef6629-737c-42b0-99bb-8fdabb232a84 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856652 Jul 16 01:56:19.222967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-ae8261e3-1911-425f-8b28-5114de4677f4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.228638 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-ae8261e3-1911-425f-8b28-5114de4677f4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 945 time: 0.1565843 Jul 16 01:56:19.274870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:19.492682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0d278488-6ee4-42cd-ad03-2b3dd5295af9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:19.570746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:19.582588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:19.583152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.706327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.734184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0d278488-6ee4-42cd-ad03-2b3dd5295af9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0d278488-6ee4-42cd-ad03-2b3dd5295af9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:19.740031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.743197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7ea13ed0-5e1b-4135-9411-0ba42db5c34b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:19.772318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87288811-22df-440d-9a52-a4fd671a927f None None] Network ba53702d-706c-400a-a945-55122aa9088e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:19.858740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3310f480-eb37-4249-bb9d-2dd16b2e4b59 None None] Provisioning for port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:19.936201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:19.942689 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1cf6ed0b-a881-4cbd-98fd-3988cba5ecdf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/8d55d361-dfc0-4ae1-994a-411823e1b8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4196074 Jul 16 01:56:19.944593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:19.944937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.092802 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0d278488-6ee4-42cd-ad03-2b3dd5295af9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.108904 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.125611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] For port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:20.126231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.145939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:20.156515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:20.166890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-3fd97270-241f-4120-9a4c-4e8e01d8d1a1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497381136&fields=id&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 267 time: 0.0609994 Jul 16 01:56:20.170680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:20.171361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.307328 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.346076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7ea13ed0-5e1b-4135-9411-0ba42db5c34b,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:20.354146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.402948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.426528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-6e930b48-8eac-4275-8578-1ad730ac16c5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.428167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-6e930b48-8eac-4275-8578-1ad730ac16c5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/networks?id=ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 200 len: 797 time: 0.2550027 Jul 16 01:56:20.430341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['38832868-7869-4df4-93f1-b99f925df708'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:20.432974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['6e8d3e95-7e28-4c54-aedb-b2ef63920f46'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:20.466649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-1783e774-8992-47c5-91ed-c83a2f14aa05 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/quotas/4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 375 time: 0.0206826 Jul 16 01:56:20.501267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=6e8d3e95-7e28-4c54-aedb-b2ef63920f46,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.551455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] No DVR routers for this DVR port 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:20.572465 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.574900 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3e228b49-6372-4b0f-8884-fecfd6110ac2 req-87d2aa0f-be0b-48d2-b1c5-77cb208ee31c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "DELETE /v2.0/ports/6e8d3e95-7e28-4c54-aedb-b2ef63920f46 HTTP/1.1" status: 204 len: 173 time: 1.3403857 Jul 16 01:56:20.575302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'name': 'network-vif-deleted', 'tag': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:20.585155 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1afcfa7-f52b-4e71-a030-d57b122ddafb" -d '{"events": [{"server_uuid": "b32ea29a-d9ef-45fd-860b-ebe82ef98b3e", "name": "network-vif-deleted", "tag": "6e8d3e95-7e28-4c54-aedb-b2ef63920f46"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:20.618249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2bf4801-d8bb-4968-b8ad-ba8f68cc08c4 req-e1ea8b9f-e78e-436b-b799-2a815588ac11 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0741060 Jul 16 01:56:20.651007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=7ea13ed0-5e1b-4135-9411-0ba42db5c34b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.704469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8e8d3662-b29a-45df-bff0-272fc09f9c4f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2318377 Jul 16 01:56:20.736290 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a974e1-9dae-49f9-b2ea-4a4ff9350731 x-openstack-request-id: req-94a974e1-9dae-49f9-b2ea-4a4ff9350731 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:20.736907 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32ea29a-d9ef-45fd-860b-ebe82ef98b3e", "name": "network-vif-deleted", "tag": "6e8d3e95-7e28-4c54-aedb-b2ef63920f46", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:20.737465 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94a974e1-9dae-49f9-b2ea-4a4ff9350731 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:20.738046 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32ea29a-d9ef-45fd-860b-ebe82ef98b3e', 'name': 'network-vif-deleted', 'tag': '6e8d3e95-7e28-4c54-aedb-b2ef63920f46', 'status': 'completed', 'code': 200} Jul 16 01:56:20.758441 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Sync routers for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:20.789265 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:20.789961 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:20.935551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-487b238f-29b4-4aed-a80b-adf26ae5d295 service neutron] 10.222.0.81 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081482 Jul 16 01:56:20.954311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa62ecd5-b80f-427d-9653-9149dc8160b7 None None] Provisioning complete for port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:20.954871 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa62ecd5-b80f-427d-9653-9149dc8160b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.063889 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:21.151084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa62ecd5-b80f-427d-9653-9149dc8160b7 None None] Provisioning for port c94f3792-648b-4921-83cf-82354a293181 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:21.156050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa62ecd5-b80f-427d-9653-9149dc8160b7 None None] Provisioning complete for port c94f3792-648b-4921-83cf-82354a293181 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:21.156648 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa62ecd5-b80f-427d-9653-9149dc8160b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.188427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-392d1b7c-bc48-40f1-9e53-47dfb510c95d service neutron] 10.222.0.81 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437656 Jul 16 01:56:21.223806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aa62ecd5-b80f-427d-9653-9149dc8160b7 None None] Port c94f3792-648b-4921-83cf-82354a293181 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:21.351870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0d278488-6ee4-42cd-ad03-2b3dd5295af9 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:21.490140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-85605642-936f-4239-b80e-eb52543115d8 None None] Provisioning complete for port c94f3792-648b-4921-83cf-82354a293181 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:21.490580 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-85605642-936f-4239-b80e-eb52543115d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.542814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-85605642-936f-4239-b80e-eb52543115d8 None None] Port c94f3792-648b-4921-83cf-82354a293181 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:21.560939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:21.561994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.590846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-808de2a5-6ebf-4f64-bfc4-41ba828e43f6 req-0e46ddec-1968-41a1-b56f-95acc4ce21d6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 210 time: 0.0776463 Jul 16 01:56:21.612707 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 2, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:21.704263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7ea13ed0-5e1b-4135-9411-0ba42db5c34b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:21.774867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:21.775664 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.805256 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Checking router: 8d55d361-dfc0-4ae1-994a-411823e1b8f0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:21.805762 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Updating router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 port c94f3792-648b-4921-83cf-82354a293181 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:21.821201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff06edee-7383-4f47-a165-f6457ea1112a req-f0d17898-0f7c-46a6-b916-1fe933cfbbcc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0502868 Jul 16 01:56:21.880618 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.926011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fbc7cf46-148c-4379-8b49-63325e86f957 None None] Provisioning complete for port c94f3792-648b-4921-83cf-82354a293181 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:21.926441 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fbc7cf46-148c-4379-8b49-63325e86f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.003296 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7cf46-148c-4379-8b49-63325e86f957 None None] Port c94f3792-648b-4921-83cf-82354a293181 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:22.287667 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.300582 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Transition to ACTIVE for port object c94f3792-648b-4921-83cf-82354a293181 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:22.313020 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.399680 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Pushing event updated for resources: {'Port': ['ID=c94f3792-648b-4921-83cf-82354a293181,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.426201 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.426546 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.426883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.427219 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.427548 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.427874 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.428197 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.436741 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.437089 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.437432 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.437766 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.438098 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:22.508166 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Attempting to bind port c94f3792-648b-4921-83cf-82354a293181 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:22.509174 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Attempting to bind port c94f3792-648b-4921-83cf-82354a293181 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:22.509804 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Attempting to bind port c94f3792-648b-4921-83cf-82354a293181 on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:22.518224 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:22.518876 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Checking segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:22.520482 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.521397 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Bound using segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:22.522051 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Bound port: c94f3792-648b-4921-83cf-82354a293181, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:22.522430 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.615996 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] For port c94f3792-648b-4921-83cf-82354a293181, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:22.623973 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] For port c94f3792-648b-4921-83cf-82354a293181, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c94f3792-648b-4921-83cf-82354a293181,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:22.646936 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.732652 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:22.733723 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:22.736055 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a81a8-1fbc-4871-9975-2ffd762114c5 None None] Pushing event updated for resources: {'Port': ['ID=c94f3792-648b-4921-83cf-82354a293181,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.823176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c61b1781-8b54-44ae-8e88-ab5527b6a240 req-f4ecb062-5c5d-411c-b954-cd95cc1fd47d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 210 time: 0.0404434 Jul 16 01:56:23.042088 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:23.066691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:23.114063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:23.114836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6e8d3e95-7e28-4c54-aedb-b2ef63920f46 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:23.265640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2715c69f-9d5b-4644-b281-055bacb3974b req-3f7b4946-3a5b-463f-9b7d-98ccf2e0d4e6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0557251 Jul 16 01:56:23.306515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc525492-5df9-41cb-8450-877535e02dfa tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.308434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc525492-5df9-41cb-8450-877535e02dfa tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.93 "GET /v2.0/networks?id=ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 200 len: 797 time: 0.1655283 Jul 16 01:56:23.325976 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:22Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:23.356923 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bdcbff-ab7d-457b-a963-330a2f01cfcc None None] The sync data for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 is: [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:22Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:23.364365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-9c7b26ef-3a3c-40cb-90bb-ec33742cbb92 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 379 time: 0.0445006 Jul 16 01:56:23.372977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'port': {'device_id': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'admin_state_up': True, 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'security_groups': ['b590d518-67ae-4c78-8f8d-96b086086304']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:23.527801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:23.531974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.722244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.11 (ba53702d-706c-400a-a945-55122aa9088e/2c8743ca-a68b-4d67-87c7-5968b5b32241/e9ffc413-de70-4452-8db4-73b08b8b79e2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:23.922793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.938062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object e9ffc413-de70-4452-8db4-73b08b8b79e2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:23.994944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67346c18-3de4-41c1-bbf2-6668c6477a09 req-5b416e8d-9505-4b48-aa32-d228f8ce91a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 210 time: 0.0403404 Jul 16 01:56:24.008703 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.071585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network ba53702d-706c-400a-a945-55122aa9088e is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:24.075370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:24.079534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:24.114561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.147405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.148375 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.166737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-8b1edcfb-0c43-48cd-b95d-3e2a3ed0944e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7976723 Jul 16 01:56:24.180358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Request body: {'port': {'device_id': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:24.267198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.359317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f66a5fee-25e0-4d0d-8469-0fe3a7ccef2f None None] Provisioning for port e9ffc413-de70-4452-8db4-73b08b8b79e2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:24.364466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f66a5fee-25e0-4d0d-8469-0fe3a7ccef2f None None] Provisioning complete for port e9ffc413-de70-4452-8db4-73b08b8b79e2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:24.365041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f66a5fee-25e0-4d0d-8469-0fe3a7ccef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.430669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f66a5fee-25e0-4d0d-8469-0fe3a7ccef2f None None] Port e9ffc413-de70-4452-8db4-73b08b8b79e2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:24.453642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5743d447-81f2-4008-843c-0d053e6c70de req-c0809438-4bfd-4d63-a94a-bdd73e6b6877 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0379221 Jul 16 01:56:24.609555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ffc413-de70-4452-8db4-73b08b8b79e2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:24.618670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.632787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Transition to ACTIVE for port object e9ffc413-de70-4452-8db4-73b08b8b79e2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:24.637849 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.692293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.782831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:24.783326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:24.783676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:24.790922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:24.791330 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:24.796996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:24.797573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Checking segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:24.798221 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Bound using segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:24.798670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Bound port: e9ffc413-de70-4452-8db4-73b08b8b79e2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:24.799094 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.871546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:24.875651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:24.881811 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.925628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.926313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.927693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] 10.222.0.93 "PUT /v2.0/ports/e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 1092 time: 0.7532268 Jul 16 01:56:24.928133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:24.930552 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d25ccc-f938-4b4c-be6c-81102354e425" -d '{"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:24.966023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8571e0-186a-453c-8645-304b529ea53f service neutron] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.987818 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676df564-3bb5-40b4-96b8-1a8910e2fb77 x-openstack-request-id: req-676df564-3bb5-40b4-96b8-1a8910e2fb77 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:24.988487 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:24.988911 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-676df564-3bb5-40b4-96b8-1a8910e2fb77 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:24.989304 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'status': 'completed', 'code': 200} Jul 16 01:56:25.042471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-48691aec-dadc-44d6-81e9-d722c4435597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.044072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-48691aec-dadc-44d6-81e9-d722c4435597 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1095 time: 0.0680604 Jul 16 01:56:25.105975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-24da2001-df15-4ce2-a812-eab86dfe84b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 217 time: 0.0464678 Jul 16 01:56:25.196883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-aca913af-bae7-4177-a898-5b3cabe3ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.198340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-aca913af-bae7-4177-a898-5b3cabe3ae08 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c8743ca-a68b-4d67-87c7-5968b5b32241 HTTP/1.1" status: 200 len: 834 time: 0.0856612 Jul 16 01:56:25.254715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f109-615a-4d13-9420-f4977b9f118e req-12d55b70-0ace-42dd-856b-7d0de5b0d9c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.256204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9148f109-615a-4d13-9420-f4977b9f118e req-12d55b70-0ace-42dd-856b-7d0de5b0d9c2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 944 time: 0.1137662 Jul 16 01:56:25.290526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-36867318-2e5d-4ca2-aea9-8d6355dbbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.292319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-36867318-2e5d-4ca2-aea9-8d6355dbbb48 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba53702d-706c-400a-a945-55122aa9088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864251 Jul 16 01:56:25.319538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c94f3792-648b-4921-83cf-82354a293181 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:25.332995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9148f109-615a-4d13-9420-f4977b9f118e req-4a0f5f82-8654-4795-81c7-8df2494fbe7f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681591 Jul 16 01:56:25.386375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c94f3792-648b-4921-83cf-82354a293181 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:25.391067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c94f3792-648b-4921-83cf-82354a293181 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:25.391574 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.429565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-c8b809af-8bff-436d-b19d-09248d18a84d service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259320 Jul 16 01:56:25.476517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.527781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port c94f3792-648b-4921-83cf-82354a293181, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c94f3792-648b-4921-83cf-82354a293181,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:25.535397 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.565838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a35ac368-edf6-42f3-b2de-17e0afc309d3 req-d0922d1c-4355-478c-853f-71655159aa47 service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282814 Jul 16 01:56:25.640546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=c94f3792-648b-4921-83cf-82354a293181,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.645668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f71fdd50-ff71-41f1-95d5-ca98fb4606e9 req-a07d1430-5664-4d53-8c3f-12c18fdd2fd2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0482028 Jul 16 01:56:25.648771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.649232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.649664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.650771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.651292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.651715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.652134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.652577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.653106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.653531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.653946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.654359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:25.758178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-668b9598-225d-49c1-8ab2-e037d18bc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.759714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-668b9598-225d-49c1-8ab2-e037d18bc734 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1095 time: 0.0642982 Jul 16 01:56:25.855723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-1a53fbf2-9772-45b8-b3b9-196d12db4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.857290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-1a53fbf2-9772-45b8-b3b9-196d12db4431 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 200 len: 898 time: 0.0905247 Jul 16 01:56:25.903487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-221c3392-e442-4dfc-bdb3-7a03828d1f81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 217 time: 0.0379465 Jul 16 01:56:25.962726 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f45475-ccfb-4ad0-9b6a-c3417b9ee1b7 req-4c35e0a1-8c05-409f-b858-f325a9068b08 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289226 Jul 16 01:56:26.108411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f45475-ccfb-4ad0-9b6a-c3417b9ee1b7 req-5f82069a-478f-42a2-a37a-24fd348d675d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b32ea29a-d9ef-45fd-860b-ebe82ef98b3e HTTP/1.1" status: 200 len: 210 time: 0.0409393 Jul 16 01:56:26.312524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-21c17797-6fbb-40e0-81e4-8d0fc98c111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.314480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-21c17797-6fbb-40e0-81e4-8d0fc98c111c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c8743ca-a68b-4d67-87c7-5968b5b32241 HTTP/1.1" status: 200 len: 834 time: 0.4039738 Jul 16 01:56:26.391932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f45475-ccfb-4ad0-9b6a-c3417b9ee1b7 req-53bb1c31-5db7-4d18-881a-77972e21c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.392582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-7cf26f4e-ba72-44b4-ac3e-5fb559fc1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.394510 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f45475-ccfb-4ad0-9b6a-c3417b9ee1b7 req-53bb1c31-5db7-4d18-881a-77972e21c01a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=89b31e847c2646fc9a06a844009297f3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2635634 Jul 16 01:56:26.394730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-7cf26f4e-ba72-44b4-ac3e-5fb559fc1371 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba53702d-706c-400a-a945-55122aa9088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724940 Jul 16 01:56:26.489937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:26.548806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-a1c8fd8a-19da-436e-b3ca-67d439730679 service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458926 Jul 16 01:56:26.613938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364c1a2-9bfd-458c-b331-e48985709d1e req-0ee17eaa-3261-40b3-9e59-bb9caff76930 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.616029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f45475-ccfb-4ad0-9b6a-c3417b9ee1b7 req-a935c93e-0958-468b-8939-ab2933979ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.618355 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-99f45475-ccfb-4ad0-9b6a-c3417b9ee1b7 req-a935c93e-0958-468b-8939-ab2933979ade service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092359 Jul 16 01:56:26.621566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2364c1a2-9bfd-458c-b331-e48985709d1e req-0ee17eaa-3261-40b3-9e59-bb9caff76930 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 944 time: 0.1221170 Jul 16 01:56:26.650394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:26.664563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'port_id': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'mac_address': 'fa:16:3e:61:c6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:26.689307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2364c1a2-9bfd-458c-b331-e48985709d1e req-897bac37-234c-4614-b3ed-866fa6ad3f2e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667343 Jul 16 01:56:26.715676 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.733719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ffc413-de70-4452-8db4-73b08b8b79e2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:26.766307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32d25ccc-f938-4b4c-be6c-81102354e425 req-09f2b8ef-65c1-4f72-9d1d-22451bb6a2e4 service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029953 Jul 16 01:56:26.766547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:26.771975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.840146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.009569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e9ffc413-de70-4452-8db4-73b08b8b79e2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:27.299606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c94f3792-648b-4921-83cf-82354a293181 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:27.348175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c94f3792-648b-4921-83cf-82354a293181 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:27.348610 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.870220 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714546cc-4322-4846-9cf2-78cdfe16a842 req-6768c5ec-d4c3-4f4b-820a-07f3aceea4d2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:27.871941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-714546cc-4322-4846-9cf2-78cdfe16a842 req-6768c5ec-d4c3-4f4b-820a-07f3aceea4d2 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 945 time: 0.0684857 Jul 16 01:56:27.913772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-714546cc-4322-4846-9cf2-78cdfe16a842 req-086a8834-9111-4698-bff5-e406511881bf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341141 Jul 16 01:56:28.231536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-eda169d6-a98f-43c1-b473-7aed770497db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608275 Jul 16 01:56:28.365009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-7debedd4-dc74-4cb0-9dec-76dfd2476e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.367101 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-7debedd4-dc74-4cb0-9dec-76dfd2476e2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 1097 time: 0.0812702 Jul 16 01:56:28.500444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-b2127eef-6fa2-42c6-a25c-809980dec580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.502555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-b2127eef-6fa2-42c6-a25c-809980dec580 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1075375 Jul 16 01:56:28.505383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:28.571768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-23cd5c8d-4eaf-4d8b-b661-d38b77b74b45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38832868-7869-4df4-93f1-b99f925df708 HTTP/1.1" status: 200 len: 217 time: 0.0611978 Jul 16 01:56:28.574819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port e9ffc413-de70-4452-8db4-73b08b8b79e2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:28.579114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port e9ffc413-de70-4452-8db4-73b08b8b79e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:28.579841 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.646097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-7514430b-9ee2-4a9e-a0c0-0a19d17b1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.648909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-7514430b-9ee2-4a9e-a0c0-0a19d17b1312 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0701876 Jul 16 01:56:28.689005 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.719378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:28.721823 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6224d2-20c5-4861-8f33-1c4c6f900419" -d '{"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:28.731867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-64f072a9-8e8d-4d62-90b0-90aeea308dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.733542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-64f072a9-8e8d-4d62-90b0-90aeea308dee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766697 Jul 16 01:56:28.743352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:28.753737 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.850820 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b0f46-8176-4031-9a06-d78f2ca658fe x-openstack-request-id: req-307b0f46-8176-4031-9a06-d78f2ca658fe {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:28.860635 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:28.860917 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-307b0f46-8176-4031-9a06-d78f2ca658fe {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:28.861693 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'code': 200} Jul 16 01:56:28.888130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-7fa9f01f-3119-4399-ab67-099c8632e5c2 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476359 Jul 16 01:56:28.922465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.955881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e660db-c454-4f48-8ab7-1181f34d1955 req-88e6f4fa-6fee-40f6-a64c-f009c5bc8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.959122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14e660db-c454-4f48-8ab7-1181f34d1955 req-88e6f4fa-6fee-40f6-a64c-f009c5bc8a0f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1097 time: 0.0831361 Jul 16 01:56:29.022606 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-14e660db-c454-4f48-8ab7-1181f34d1955 req-4c4fae37-5238-4724-adcf-bbf390c4e482 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Jul 16 01:56:29.096401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e1dfadd-879f-4dfa-b7e3-3d2af981b704 req-b4e19113-4e94-463f-897d-7aea4a8353d2 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009585 Jul 16 01:56:29.288486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a8536-c22e-4045-bd52-980408e414a0 req-b00ec8ca-e547-4e3b-b0f9-51459e6846cd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.290233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d7a8536-c22e-4045-bd52-980408e414a0 req-b00ec8ca-e547-4e3b-b0f9-51459e6846cd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.1545053 Jul 16 01:56:29.339620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d7a8536-c22e-4045-bd52-980408e414a0 req-aecf2169-33c9-4524-b95b-3e8bfda58cfe tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436172 Jul 16 01:56:30.530603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b659e-a1a9-4b47-ba24-a08a25487d6b req-5b853e0a-388a-4d6d-82e5-3a88b9fd6e36 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.532494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-883b659e-a1a9-4b47-ba24-a08a25487d6b req-5b853e0a-388a-4d6d-82e5-3a88b9fd6e36 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0699475 Jul 16 01:56:30.574116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-883b659e-a1a9-4b47-ba24-a08a25487d6b req-80fa15ff-35f6-40b0-b379-9b7bb6933ca3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Jul 16 01:56:30.749962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798257-6c98-4a37-8028-a1ce62a57879 req-00ee966e-0d8d-42d1-8ae9-4be0904ed47c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.751970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60798257-6c98-4a37-8028-a1ce62a57879 req-00ee966e-0d8d-42d1-8ae9-4be0904ed47c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0656276 Jul 16 01:56:30.791340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60798257-6c98-4a37-8028-a1ce62a57879 req-95c5262f-8809-44bd-a07f-14c27c8c88a6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331390 Jul 16 01:56:30.815380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38092) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.872002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad232c3-c1d8-4885-be14-93026fd2441c tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.873612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7ad232c3-c1d8-4885-be14-93026fd2441c tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1092 time: 0.0565245 Jul 16 01:56:30.876693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.882033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:30.904987 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.010092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.115924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.122 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b5371634-9769-4e5a-ae55-21caf8481beb) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:31.230744 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.271732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.316612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:31.319683 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:31.324642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:31.328361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=b5371634-9769-4e5a-ae55-21caf8481beb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.356519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.356756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.357311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.357661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.358002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.361147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.361147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.361147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.361147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.361147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.361147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.361147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.632351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd4605-59c6-4438-8039-43938d5482fb req-cfe7eee9-2660-4e9a-88c4-354929a89075 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.634002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51cd4605-59c6-4438-8039-43938d5482fb req-cfe7eee9-2660-4e9a-88c4-354929a89075 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 946 time: 0.0713673 Jul 16 01:56:31.678274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51cd4605-59c6-4438-8039-43938d5482fb req-e2c87075-342e-46bf-ac75-aeb0845f0211 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 Jul 16 01:56:31.679032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.782483 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.830028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-35ff428a-7f1f-487c-b305-1a8907617069 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba9b589d93a040179dd0a246f752278b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495450 Jul 16 01:56:31.832462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.869307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.891427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.914894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.968257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.971237 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.972892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2db3e837-a33c-4e3e-b8b5-bbf23ae885d7 HTTP/1.1" status: 204 len: 168 time: 0.1392717 Jul 16 01:56:31.983706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db3e837-a33c-4e3e-b8b5-bbf23ae885d7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.993832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.993832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.994386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.994612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.995296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.995709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.996662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.996857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.997256 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.997668 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.998558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:31.999042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f2aa5-7d30-4b17-8c4f-68af890e5278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:32.055109 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.060259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.136946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=b5371634-9769-4e5a-ae55-21caf8481beb,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.169536 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.291842 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP be8e44a3-b397-4bdc-bc11-76414c826ffd associated. External IP: 172.25.5.122, port: e9ffc413-de70-4452-8db4-73b08b8b79e2. Jul 16 01:56:32.535097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:32.651235 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:32.661339 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] Sync routers for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:32.669123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.672270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:32.672823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:32.724013 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8647ca77-e534-4e8d-b9b6-fae7de24e98b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8462000 Jul 16 01:56:32.724739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:32.727094 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:32.815051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:32.904385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c465a-c811-4e2a-b0cd-bc23bcac0f4f req-9d87ed2c-b53a-4a3e-b8e1-57fb010f28f8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.906389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-225c465a-c811-4e2a-b0cd-bc23bcac0f4f req-9d87ed2c-b53a-4a3e-b8e1-57fb010f28f8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 946 time: 0.1092625 Jul 16 01:56:32.960044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5205a9-00e0-4975-a2e9-b6224fec2130 req-8e75023c-9410-4e37-b6be-266c47ccb99f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.961618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a5205a9-00e0-4975-a2e9-b6224fec2130 req-8e75023c-9410-4e37-b6be-266c47ccb99f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.1125784 Jul 16 01:56:32.976661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-225c465a-c811-4e2a-b0cd-bc23bcac0f4f req-6acaf44b-e118-4b71-8f5c-0e40c56f1098 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cf85d25-8da4-43a2-b372-a2540c9a4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619631 Jul 16 01:56:33.012776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a5205a9-00e0-4975-a2e9-b6224fec2130 req-5d4ff9c1-7095-47e9-9720-96eb8a7e13f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408759 Jul 16 01:56:33.039253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.057354 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3164a641-c1ca-4b21-8056-80d7046f1165 x-openstack-request-id: req-3164a641-c1ca-4b21-8056-80d7046f1165 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:33.057853 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:33.057965 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3164a641-c1ca-4b21-8056-80d7046f1165 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:33.058356 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'status': 'completed', 'code': 200} Jul 16 01:56:33.072768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'be8e44a3-b397-4bdc-bc11-76414c826ffd', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'port_id': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'mac_address': 'fa:16:3e:61:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:31Z', 'updated_at': '2021-07-16T01:56:31Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:25Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:33.113290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] Checking router: 8d55d361-dfc0-4ae1-994a-411823e1b8f0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:33.123791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:33.124573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:33.150162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-a97e760e-c2ca-425b-9acb-b69ed7c01992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.151810 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-a97e760e-c2ca-425b-9acb-b69ed7c01992 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1097 time: 0.0661902 Jul 16 01:56:33.162611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-75becdb9-bda1-4ac5-80a4-5e57dce5794f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/be8e44a3-b397-4bdc-bc11-76414c826ffd HTTP/1.1" status: 200 len: 992 time: 0.1209133 Jul 16 01:56:33.194650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755cf0b-076b-4078-945b-429818da9268 req-ad426df1-db34-41c3-a30f-e7e72fae15d4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.197053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e755cf0b-076b-4078-945b-429818da9268 req-ad426df1-db34-41c3-a30f-e7e72fae15d4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 946 time: 0.1422942 Jul 16 01:56:33.246836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:33.277268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-2dcc1103-b5f0-4b48-8b03-5b4f1e668b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.278797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-2dcc1103-b5f0-4b48-8b03-5b4f1e668b51 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 200 len: 898 time: 0.1209197 Jul 16 01:56:33.324501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 38832868-7869-4df4-93f1-b99f925df708 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:33.325199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.352771 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-28e892c1-c3ae-4f3c-9924-c5b52cc08246 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 1000 time: 0.0672798 Jul 16 01:56:33.407498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-a82f495d-6b18-4352-a390-0479339ef0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.410429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-a82f495d-6b18-4352-a390-0479339ef0e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c8743ca-a68b-4d67-87c7-5968b5b32241 HTTP/1.1" status: 200 len: 834 time: 0.0517097 Jul 16 01:56:33.437081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] For port 38832868-7869-4df4-93f1-b99f925df708, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=38832868-7869-4df4-93f1-b99f925df708,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:33.437511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.450324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 38832868-7869-4df4-93f1-b99f925df708 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:33.475468 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-ec95591a-16fc-4145-8f3d-c7a51411b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.477032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-ec95591a-16fc-4145-8f3d-c7a51411b534 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba53702d-706c-400a-a945-55122aa9088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606098 Jul 16 01:56:33.478203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.528491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'be8e44a3-b397-4bdc-bc11-76414c826ffd', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'port_id': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'mac_address': 'fa:16:3e:61:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:31Z', 'updated_at': '2021-07-16T01:56:31Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:25Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:33.556332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96eb18-103f-4453-b6e1-f86c1ec2bd17 None None] The sync data for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 is: [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'be8e44a3-b397-4bdc-bc11-76414c826ffd', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'port_id': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'mac_address': 'fa:16:3e:61:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:31Z', 'updated_at': '2021-07-16T01:56:31Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:25Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:33.575319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-10ad47f1-242f-4b40-b37f-882dcae02f94 service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912530 Jul 16 01:56:33.604137 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.616583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['38832868-7869-4df4-93f1-b99f925df708'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:33.651427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=38832868-7869-4df4-93f1-b99f925df708,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.703928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'network': {'name': 'tempest-network-smoke--1642801496', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:33.708629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] No DVR routers for this DVR port 38832868-7869-4df4-93f1-b99f925df708 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:33.711927 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.712446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-7e307fa9-1082-448b-bfa4-afcd624f1fc2 service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307781 Jul 16 01:56:33.714201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e755cf0b-076b-4078-945b-429818da9268 req-104e3b8f-a4a8-4acb-880c-723767f13776 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "DELETE /v2.0/ports/38832868-7869-4df4-93f1-b99f925df708 HTTP/1.1" status: 204 len: 173 time: 0.5125785 Jul 16 01:56:33.714765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'name': 'network-vif-deleted', 'tag': '38832868-7869-4df4-93f1-b99f925df708'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:33.721304 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b533c0d-c68f-4dfa-ad37-e5a9df820e83" -d '{"events": [{"server_uuid": "bb3a77fd-71b1-4db2-bece-3f5cc7905190", "name": "network-vif-deleted", "tag": "38832868-7869-4df4-93f1-b99f925df708"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:33.748104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:33.753918 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.766555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.797041 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8187ab2a-6604-4f3e-9d4d-3cd583dce486 x-openstack-request-id: req-8187ab2a-6604-4f3e-9d4d-3cd583dce486 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:33.797652 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3a77fd-71b1-4db2-bece-3f5cc7905190", "name": "network-vif-deleted", "tag": "38832868-7869-4df4-93f1-b99f925df708", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:33.797904 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8187ab2a-6604-4f3e-9d4d-3cd583dce486 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:33.798300 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3a77fd-71b1-4db2-bece-3f5cc7905190', 'name': 'network-vif-deleted', 'tag': '38832868-7869-4df4-93f1-b99f925df708', 'status': 'completed', 'code': 200} Jul 16 01:56:33.851327 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d99482-af8d-4668-b0b1-0836bbb9a012 None None] New status for floating IP be8e44a3-b397-4bdc-bc11-76414c826ffd: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:33.912906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.917768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.943262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:33.959606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b82be0-66c3-42c4-8976-6b3b05f90a46,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.962593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.963137 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Added segment 40ed5504-bd5b-409b-b048-c6660111c7e3 of type vlan for network 53018367-4fb7-4bc4-ac2e-0bf3813381cc Jul 16 01:56:34.006400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.047329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.054942 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:34.055650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.152936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1115cbcf-450c-434d-8dc6-c589a9d9470d req-b4f98a14-989c-479b-852f-6e60e61ed950 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 210 time: 0.0352352 Jul 16 01:56:34.171861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38166) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.262478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-66785814-6e14-4916-9170-4001ca996f38 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/be8e44a3-b397-4bdc-bc11-76414c826ffd HTTP/1.1" status: 200 len: 994 time: 0.0842814 Jul 16 01:56:34.447121 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9677978 Jul 16 01:56:34.450143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38168) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.454656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-730027169', 'admin_state_up': True, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:34.491177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d91fbc-f773-4f1e-9404-976d79e96a8e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Network': ['ID=53018367-4fb7-4bc4-ac2e-0bf3813381cc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:34.502776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:34.507539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.508644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.565488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.702387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.898218 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.917970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.020441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.25.5.2 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b9a225bc-15f0-40ec-bf77-78c9f9891dd6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:35.126521 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.166391 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.207019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:35.213902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:35.219179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:35.243270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.295924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11d11092-2382-4955-b130-5d1f3e44be3d req-459920c2-042b-417e-b0be-a29a14d7fd96 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 210 time: 0.0295186 Jul 16 01:56:35.490331 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.686599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.814149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 2b8a656f-777d-453a-b87f-596061b6b863 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:56:35.923784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:35.933666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Sync routers for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:35.942692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:35.943329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:35.945158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.946639 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e2764560-5e97-40eb-942f-cf422ca76761 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4955289 Jul 16 01:56:35.949692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.029614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d92c680a-b169-4358-8e18-f6325261fb1d tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=67304538e9cb410bb2eb25e98ab89f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759935 Jul 16 01:56:36.029864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.056375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:36.129075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd80797-cd8a-44fd-b404-15d00910513f tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.133521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.133666 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6dd80797-cd8a-44fd-b404-15d00910513f tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029544 Jul 16 01:56:36.164289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-93794c0d-7673-4bbb-9355-8fedf6b44f90 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287983 Jul 16 01:56:36.166813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38180) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.171731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1797984594', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:36.234872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:35Z', 'revision_number': 3, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.264550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Checking router: 2b8a656f-777d-453a-b87f-596061b6b863 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:36.264962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Updating router 2b8a656f-777d-453a-b87f-596061b6b863 port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:36.265346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:36.274868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.302299 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.479207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.550785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Subnet': ['ID=cd357eb1-9639-4aa2-b6b5-430a8bedeb31,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.559969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Checking segment: {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:36.560477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network hostable DHCP agents. Network: 53018367-4fb7-4bc4-ac2e-0bf3813381cc, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:36.571547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 38832868-7869-4df4-93f1-b99f925df708 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:36.577799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.579914 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:36.593027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 53018367-4fb7-4bc4-ac2e-0bf3813381cc) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:36.599044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.599236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 38832868-7869-4df4-93f1-b99f925df708 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:36.599590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 38832868-7869-4df4-93f1-b99f925df708 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:36.599883 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.605271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c5fee-5075-4eaf-94f5-fc22a04dfb10 None None] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:36.612037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Transition to ACTIVE for port object b9a225bc-15f0-40ec-bf77-78c9f9891dd6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:36.623204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7c8d6e70-b7f8-4759-82f2-240f7418f060 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4528615 Jul 16 01:56:36.623425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.632772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.697964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c64a89c-4531-4884-9aed-335d7528b39a req-62ab5caf-bef2-4c84-b766-6011ace1d2c6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 210 time: 0.2484412 Jul 16 01:56:36.763466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a9142-db99-4e46-8a6c-90a69322bb87 None None] Pushing event updated for resources: {'Port': ['ID=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.766812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Attempting to bind port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:36.767181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Attempting to bind port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:36.767539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Attempting to bind port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:36.789872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:36.790245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:36.790647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.791037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:36.791506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Bound port: b9a225bc-15f0-40ec-bf77-78c9f9891dd6, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:36.791893 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.876765 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] For port b9a225bc-15f0-40ec-bf77-78c9f9891dd6, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:36.882121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] For port b9a225bc-15f0-40ec-bf77-78c9f9891dd6, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:36.887932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:36.889057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.905594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.006216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:37.006987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:37.067058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a9142-db99-4e46-8a6c-90a69322bb87 None None] Pushing event updated for resources: {'Port': ['ID=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.122563 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.161267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Allocated IP 172.20.0.2 (53018367-4fb7-4bc4-ac2e-0bf3813381cc/cd357eb1-9639-4aa2-b6b5-430a8bedeb31/d33be31e-de12-4885-a1ce-1dd4889468b8) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:37.184530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:37.494116 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.515377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Transition to ACTIVE for port object d33be31e-de12-4885-a1ce-1dd4889468b8 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:37.519428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:35Z', 'revision_number': 3, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:37.568582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74b4dd0-be94-40e1-abe4-32e271fa87ca None None] The sync data for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 is: [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:35Z', 'revision_number': 3, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:37.590777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Transition to ACTIVE for port object d33be31e-de12-4885-a1ce-1dd4889468b8 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:37.599442 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.637407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:37.644306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:37.650819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:37.658908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.20.0.1 (53018367-4fb7-4bc4-ac2e-0bf3813381cc/cd357eb1-9639-4aa2-b6b5-430a8bedeb31/207d64b9-3bf0-42ed-8c1e-05570d293d5e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:37.662373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Pushing event updated for resources: {'Port': ['ID=d33be31e-de12-4885-a1ce-1dd4889468b8,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.725512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Attempting to bind port d33be31e-de12-4885-a1ce-1dd4889468b8 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:37.725886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Attempting to bind port d33be31e-de12-4885-a1ce-1dd4889468b8 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:37.726257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Attempting to bind port d33be31e-de12-4885-a1ce-1dd4889468b8 on network 53018367-4fb7-4bc4-ac2e-0bf3813381cc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:37.732086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:37.732500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Checking segment: {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:37.732910 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.733305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Bound using segment: {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:37.733772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Bound port: d33be31e-de12-4885-a1ce-1dd4889468b8, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:37.734163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.802412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.827308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Transition to ACTIVE for port object 207d64b9-3bf0-42ed-8c1e-05570d293d5e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:37.872429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] For port d33be31e-de12-4885-a1ce-1dd4889468b8, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:37.876264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] For port d33be31e-de12-4885-a1ce-1dd4889468b8, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d33be31e-de12-4885-a1ce-1dd4889468b8,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:37.887068 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.919902 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.025984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:38.038602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:38.048955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:38.074790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a2dc3-0177-49b2-86fa-da561cef5d79 None None] Pushing event updated for resources: {'Port': ['ID=d33be31e-de12-4885-a1ce-1dd4889468b8,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.087786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=207d64b9-3bf0-42ed-8c1e-05570d293d5e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.114246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.186334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6dc449f-5e57-4db3-b6ef-f02d93e555a8 req-9b278468-35b2-46ce-ba3b-9836ef7520d9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb3a77fd-71b1-4db2-bece-3f5cc7905190 HTTP/1.1" status: 200 len: 210 time: 0.2346518 Jul 16 01:56:38.338639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.660657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.668146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.744990 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.746938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=207d64b9-3bf0-42ed-8c1e-05570d293d5e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.852378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:38.853886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:38.979414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 2b8a656f-777d-453a-b87f-596061b6b863 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:39.158822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f5c2ca-39b2-4541-914e-92e051d7ee49 None None] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:39.261252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fad506a0-42d3-40e6-9f1b-81faa133e88e None None] Provisioning for port d33be31e-de12-4885-a1ce-1dd4889468b8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:39.469538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b9a225bc-15f0-40ec-bf77-78c9f9891dd6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:39.506774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:39.516755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.517294 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1906c6cb-4b8d-4c18-813a-b52a63a0b4f3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "PUT /v2.0/routers/2b8a656f-777d-453a-b87f-596061b6b863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8924749 Jul 16 01:56:39.565297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:39.569827 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:39.570214 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.663391 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.694002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b9a225bc-15f0-40ec-bf77-78c9f9891dd6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:39.705721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.707959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d33be31e-de12-4885-a1ce-1dd4889468b8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:39.760714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.761499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.762348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.763070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.763703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.765861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.766555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.769447 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3ca506e1-2052-4211-bafa-698946e97704 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.2502589 Jul 16 01:56:39.772110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38198) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.787594 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Sync routers for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:39.805839 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:39.807972 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:39.817693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d33be31e-de12-4885-a1ce-1dd4889468b8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:39.827989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Provisioning for port 207d64b9-3bf0-42ed-8c1e-05570d293d5e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:39.836015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Provisioning complete for port 207d64b9-3bf0-42ed-8c1e-05570d293d5e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:39.836015 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.880769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d33be31e-de12-4885-a1ce-1dd4889468b8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:39.880769 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.881519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Port 207d64b9-3bf0-42ed-8c1e-05570d293d5e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:39.911647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.912442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.915228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.916912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.917578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.918371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.919033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.919365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Provisioning complete for port d33be31e-de12-4885-a1ce-1dd4889468b8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:39.919745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.920252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.923757 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ca68df8e-e698-4a7c-9a56-be4eab484c98 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1503158 Jul 16 01:56:39.926788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38200) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.962074 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:40.093163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.122423 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.149097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] For port d33be31e-de12-4885-a1ce-1dd4889468b8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d33be31e-de12-4885-a1ce-1dd4889468b8,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:40.159488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.250563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc4617-3951-4d99-8f6a-887a6b9e1f33 None None] Pushing event updated for resources: {'Port': ['ID=d33be31e-de12-4885-a1ce-1dd4889468b8,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.262695 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:40.263771 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:40.271390 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 2, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.279195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bcf2bd80-1439-4eb9-87df-6b8263ee5b24 None None] Provisioning complete for port 207d64b9-3bf0-42ed-8c1e-05570d293d5e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:40.279572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcf2bd80-1439-4eb9-87df-6b8263ee5b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.303368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-124afa69-a0b7-4987-98c4-39c17277394e tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.3746316 Jul 16 01:56:40.304964 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Checking router: 2b8a656f-777d-453a-b87f-596061b6b863 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:40.305504 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Updating router 2b8a656f-777d-453a-b87f-596061b6b863 port 207d64b9-3bf0-42ed-8c1e-05570d293d5e binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:40.322289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2bd80-1439-4eb9-87df-6b8263ee5b24 None None] Port 207d64b9-3bf0-42ed-8c1e-05570d293d5e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:40.344630 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.633122 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.643053 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Transition to ACTIVE for port object 207d64b9-3bf0-42ed-8c1e-05570d293d5e will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:40.649469 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.699832 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9bdc1-f0c0-41ac-94b1-39a8b37b7cc6 None None] Pushing event updated for resources: {'Port': ['ID=207d64b9-3bf0-42ed-8c1e-05570d293d5e,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.792154 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Attempting to bind port 207d64b9-3bf0-42ed-8c1e-05570d293d5e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:40.793694 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Attempting to bind port 207d64b9-3bf0-42ed-8c1e-05570d293d5e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:40.794277 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Attempting to bind port 207d64b9-3bf0-42ed-8c1e-05570d293d5e on network 53018367-4fb7-4bc4-ac2e-0bf3813381cc {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:40.804441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38220) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:40.810150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a094ee7a-2bd0-42ec-954e-cc0f205923e5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761649590', 'description': 'tempest-secgroup-smoke-1761649590 description', 'project_id': '67304538e9cb410bb2eb25e98ab89f43'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:40.818605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:40.819078 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Checking segment: {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:40.820670 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.821079 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Bound using segment: {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:40.821575 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Bound port: 207d64b9-3bf0-42ed-8c1e-05570d293d5e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:40.821961 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.847803 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a094ee7a-2bd0-42ec-954e-cc0f205923e5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.917828 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] For port 207d64b9-3bf0-42ed-8c1e-05570d293d5e, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:40.922316 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] For port 207d64b9-3bf0-42ed-8c1e-05570d293d5e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=207d64b9-3bf0-42ed-8c1e-05570d293d5e,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:40.930829 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.992967 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:40.993583 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.075636 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a094ee7a-2bd0-42ec-954e-cc0f205923e5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.081993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a094ee7a-2bd0-42ec-954e-cc0f205923e5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.121867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9bdc1-f0c0-41ac-94b1-39a8b37b7cc6 None None] Pushing event updated for resources: {'Port': ['ID=207d64b9-3bf0-42ed-8c1e-05570d293d5e,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.123671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a094ee7a-2bd0-42ec-954e-cc0f205923e5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.126662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a094ee7a-2bd0-42ec-954e-cc0f205923e5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3210695 Jul 16 01:56:41.130118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38236) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.132531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094ee7a-2bd0-42ec-954e-cc0f205923e5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70a237f-d816-4a48-80a7-d76cd11cf17a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.147068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-74251e7d-2b6a-4b80-9ecd-6f4b5655545b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': 'f70a237f-d816-4a48-80a7-d76cd11cf17a', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.179762 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:41.200572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74251e7d-2b6a-4b80-9ecd-6f4b5655545b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.275188 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74251e7d-2b6a-4b80-9ecd-6f4b5655545b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.285742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74251e7d-2b6a-4b80-9ecd-6f4b5655545b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.314450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74251e7d-2b6a-4b80-9ecd-6f4b5655545b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79c1d85-f60d-4176-bc3c-95fad58ea688,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.326487 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74251e7d-2b6a-4b80-9ecd-6f4b5655545b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.326487 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-74251e7d-2b6a-4b80-9ecd-6f4b5655545b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1941590 Jul 16 01:56:41.328805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38242) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.335486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bf0d3d48-2fec-471b-9a54-f9a0b2f01499 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': 'f70a237f-d816-4a48-80a7-d76cd11cf17a', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.364149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b9a225bc-15f0-40ec-bf77-78c9f9891dd6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:41.406166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0d3d48-2fec-471b-9a54-f9a0b2f01499 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.445865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:41.446251 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.515728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0d3d48-2fec-471b-9a54-f9a0b2f01499 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.521189 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0d3d48-2fec-471b-9a54-f9a0b2f01499 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.553888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d3d48-2fec-471b-9a54-f9a0b2f01499 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2147c3a-fd97-4279-a263-10a50737e17a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.556973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d33be31e-de12-4885-a1ce-1dd4889468b8 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:41.559302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf0d3d48-2fec-471b-9a54-f9a0b2f01499 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.560778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bf0d3d48-2fec-471b-9a54-f9a0b2f01499 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2307570 Jul 16 01:56:41.563495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.570092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d8891ef7-53aa-48f0-8385-7c980d236b76 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': 'f70a237f-d816-4a48-80a7-d76cd11cf17a', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.606226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8891ef7-53aa-48f0-8385-7c980d236b76 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.609950 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:40Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:41.624122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d33be31e-de12-4885-a1ce-1dd4889468b8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:41.624535 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.638745 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776353f4-57ae-4771-83ad-d07cdcc154f5 None None] The sync data for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 is: [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:40Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:41.674832 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f9727f2-765d-479c-9674-acc1c536c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.696452 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8891ef7-53aa-48f0-8385-7c980d236b76 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.719913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8891ef7-53aa-48f0-8385-7c980d236b76 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.738823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891ef7-53aa-48f0-8385-7c980d236b76 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba4f31a-818a-4b08-a946-d82e4e8b8e9d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.746043 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8891ef7-53aa-48f0-8385-7c980d236b76 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.750414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.750551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d8891ef7-53aa-48f0-8385-7c980d236b76 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1857045 Jul 16 01:56:41.756704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c1cab01c-16d5-488c-93ae-30cb0639016d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': 'f70a237f-d816-4a48-80a7-d76cd11cf17a', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.792500 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cab01c-16d5-488c-93ae-30cb0639016d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.861924 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cab01c-16d5-488c-93ae-30cb0639016d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.866416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cab01c-16d5-488c-93ae-30cb0639016d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.886369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cab01c-16d5-488c-93ae-30cb0639016d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c36917d-d5d1-46b4-a93d-cdeafbd8f950,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.894477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1cab01c-16d5-488c-93ae-30cb0639016d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.896575 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1cab01c-16d5-488c-93ae-30cb0639016d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451330 Jul 16 01:56:41.898993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38258) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.901081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.903617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': 'f70a237f-d816-4a48-80a7-d76cd11cf17a', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.905621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259475980', 'description': 'tempest-secgroup-smoke-1259475980 description', 'project_id': '89b31e847c2646fc9a06a844009297f3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:41.918945 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:56:41.918945 n-d-800085-5 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:56:41.918945 n-d-800085-5 neutron-server[93706]: [parameters: {'project_id_1': '89b31e847c2646fc9a06a844009297f3', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 56, 41, 912734)}] Jul 16 01:56:41.918945 n-d-800085-5 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:41.919605 n-d-800085-5 neutron-server[93706]: DEBUG oslo_db.api [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:41.928939 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Project 67304538e9cb410bb2eb25e98ab89f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:41.934507 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.999934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.004759 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.027371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63465577-84cf-4801-a0ca-80e11a56c80d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.034267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.035808 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-531a8fe4-309a-4ca8-ad8e-e1c9f4eda64a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357641 Jul 16 01:56:42.038434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.043093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': 'f70a237f-d816-4a48-80a7-d76cd11cf17a', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.066661 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Project 67304538e9cb410bb2eb25e98ab89f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:42.072141 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.137120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.140956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.159541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39159306-2482-4e1c-843a-344e750c6922,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.166453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.168743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c7f4fa25-ddeb-4026-8830-4106215ff938 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292486 Jul 16 01:56:42.313980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-e0def8fe-55c2-4e87-9703-64018d776fcd tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761649590&fields=id&tenant_id=67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 267 time: 0.0385094 Jul 16 01:56:42.428979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-0e102cd3-b566-4c76-9118-a430b60503ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.430523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-0e102cd3-b566-4c76-9118-a430b60503ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/networks?id=53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 200 len: 797 time: 0.1095390 Jul 16 01:56:42.457730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-a0307778-28ed-46b7-b9dd-b2a0e634c2ff tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/quotas/67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 375 time: 0.0189691 Jul 16 01:56:42.459089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.576831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-0e2f6292-6fb0-4783-877f-664b6e01c0f0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086981 Jul 16 01:56:42.613327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.621793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.682334 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.683544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7814693 Jul 16 01:56:42.686750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.691691 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a2d194b8-3fad-4b55-963b-3469fc198a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'security_group_rule': {'security_group_id': 'd9104e03-0954-45a4-8aa2-1874bbb74400', 'project_id': '89b31e847c2646fc9a06a844009297f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.699160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46788c0-c7a9-4105-8ba1-5fa15082b9e4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9104e03-0954-45a4-8aa2-1874bbb74400,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.719348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-845f8108-2d13-400f-b4a5-9a892322b191 service neutron] 10.222.0.81 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304917 Jul 16 01:56:42.723442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2d194b8-3fad-4b55-963b-3469fc198a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.784713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2d194b8-3fad-4b55-963b-3469fc198a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.788910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2d194b8-3fad-4b55-963b-3469fc198a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.807488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d194b8-3fad-4b55-963b-3469fc198a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734d33bc-904d-42be-a660-19acf2bd8909,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.814454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2d194b8-3fad-4b55-963b-3469fc198a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.815828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a2d194b8-3fad-4b55-963b-3469fc198a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279664 Jul 16 01:56:42.817528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-44f0667c-879b-43a4-9c27-588ea69a4e86 service neutron] 10.222.0.81 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900850 Jul 16 01:56:42.818578 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38278) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.823018 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3c447223-b909-4a7d-bee8-23114eed949e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'security_group_rule': {'security_group_id': 'd9104e03-0954-45a4-8aa2-1874bbb74400', 'project_id': '89b31e847c2646fc9a06a844009297f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.853488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c447223-b909-4a7d-bee8-23114eed949e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.912306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c447223-b909-4a7d-bee8-23114eed949e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.915995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c447223-b909-4a7d-bee8-23114eed949e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.937732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c447223-b909-4a7d-bee8-23114eed949e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902df292-1f24-4c9f-9e66-3871311dc8f5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.949392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c447223-b909-4a7d-bee8-23114eed949e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.952836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3c447223-b909-4a7d-bee8-23114eed949e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307986 Jul 16 01:56:42.953065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38282) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.958329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1faa357c-61c9-401f-a8d4-eb8ec1b458d1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'security_group_rule': {'security_group_id': 'd9104e03-0954-45a4-8aa2-1874bbb74400', 'project_id': '89b31e847c2646fc9a06a844009297f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:42.990584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1faa357c-61c9-401f-a8d4-eb8ec1b458d1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.002186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eef8de66-06c2-4fee-b925-2c6ad373968e req-4b117c8b-ae67-478a-b037-b864a5e4d9b3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 210 time: 0.0359840 Jul 16 01:56:43.053901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1faa357c-61c9-401f-a8d4-eb8ec1b458d1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.060526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1faa357c-61c9-401f-a8d4-eb8ec1b458d1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.079015 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa357c-61c9-401f-a8d4-eb8ec1b458d1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91e3146-0e6b-4bac-a5a2-b67c743194f1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.086279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1faa357c-61c9-401f-a8d4-eb8ec1b458d1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.087641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1faa357c-61c9-401f-a8d4-eb8ec1b458d1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336207 Jul 16 01:56:43.090223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38288) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:43.094646 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5f1613ef-a0bc-49d6-97cb-738ddd4d5cf5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'security_group_rule': {'security_group_id': 'd9104e03-0954-45a4-8aa2-1874bbb74400', 'project_id': '89b31e847c2646fc9a06a844009297f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:43.121755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f1613ef-a0bc-49d6-97cb-738ddd4d5cf5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.182875 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f1613ef-a0bc-49d6-97cb-738ddd4d5cf5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.187364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f1613ef-a0bc-49d6-97cb-738ddd4d5cf5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.206907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1613ef-a0bc-49d6-97cb-738ddd4d5cf5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509855ae-1ee4-4829-95f2-19932d04819b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.214946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f1613ef-a0bc-49d6-97cb-738ddd4d5cf5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.216156 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f1613ef-a0bc-49d6-97cb-738ddd4d5cf5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250024 Jul 16 01:56:43.218750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:43.223740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'security_group_rule': {'security_group_id': 'd9104e03-0954-45a4-8aa2-1874bbb74400', 'project_id': '89b31e847c2646fc9a06a844009297f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:43.248591 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Project 89b31e847c2646fc9a06a844009297f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:43.254420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.324733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.329637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.352577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429fa586-2e52-4776-af4c-6935cee0d660,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.361159 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.362455 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-86e4bd5d-6aa4-4f16-b482-f116bfd5ce03 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427858 Jul 16 01:56:43.365360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:43.368453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 207d64b9-3bf0-42ed-8c1e-05570d293d5e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:43.370753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'security_group_rule': {'security_group_id': 'd9104e03-0954-45a4-8aa2-1874bbb74400', 'project_id': '89b31e847c2646fc9a06a844009297f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:43.393930 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Project 89b31e847c2646fc9a06a844009297f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:43.399504 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.470737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.474892 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.498929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98d0a16-6870-40fb-9a66-ed33b0974a0f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.503798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.508832 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93fc249a-565e-4c9d-bd1c-bb95c6b1bfdf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420922 Jul 16 01:56:43.591496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 207d64b9-3bf0-42ed-8c1e-05570d293d5e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:43.595400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 207d64b9-3bf0-42ed-8c1e-05570d293d5e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:43.595774 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.678270 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.714383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 207d64b9-3bf0-42ed-8c1e-05570d293d5e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=207d64b9-3bf0-42ed-8c1e-05570d293d5e,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:43.719115 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.781775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=207d64b9-3bf0-42ed-8c1e-05570d293d5e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.146003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b04e201a-b622-42a0-bd58-0f59832125f9 req-17dc2408-aab3-4caf-b5a2-e7b79834b2bd tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 210 time: 0.0312343 Jul 16 01:56:44.454982 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.497292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-beede64d-4771-4abf-85b4-189b97f428e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.499453 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-beede64d-4771-4abf-85b4-189b97f428e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "GET /v2.0/networks?id=53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 200 len: 797 time: 0.2175267 Jul 16 01:56:44.526996 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-649d5431-6fd1-4102-8bbd-673dc3c2d8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.555859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-4f3c32e9-ee27-4316-981e-e6687005b125 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 380 time: 0.0455785 Jul 16 01:56:44.565552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'port': {'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'admin_state_up': True, 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'security_groups': ['f70a237f-d816-4a48-80a7-d76cd11cf17a']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:44.684993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:44.688840 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.825048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.20.0.9 (53018367-4fb7-4bc4-ac2e-0bf3813381cc/cd357eb1-9639-4aa2-b6b5-430a8bedeb31/85ec1eb6-d890-4c88-9682-c39c179c6353) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:44.979448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.995417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Transition to ACTIVE for port object 85ec1eb6-d890-4c88-9682-c39c179c6353 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:45.038088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.090163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:45.093268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:45.097278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:45.120923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=85ec1eb6-d890-4c88-9682-c39c179c6353,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.152122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.152926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.173146 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3ca772d3-189e-49fd-81a2-ee83f6dfc1ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108327 Jul 16 01:56:45.190398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Request body: {'port': {'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:45.282199 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.340392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 207d64b9-3bf0-42ed-8c1e-05570d293d5e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:45.359050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2332e7-355f-4efc-b693-1f90523e304b req-65445722-cdac-4313-84f7-4af8d88fbf20 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.361663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac2332e7-355f-4efc-b693-1f90523e304b req-65445722-cdac-4313-84f7-4af8d88fbf20 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 931 time: 0.0864928 Jul 16 01:56:45.411965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0bb5aa65-117c-4bb8-b51d-d61f03db557f None None] Provisioning for port 85ec1eb6-d890-4c88-9682-c39c179c6353 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:45.422614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0bb5aa65-117c-4bb8-b51d-d61f03db557f None None] Provisioning complete for port 85ec1eb6-d890-4c88-9682-c39c179c6353 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:45.423242 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bb5aa65-117c-4bb8-b51d-d61f03db557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.426950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ac2332e7-355f-4efc-b693-1f90523e304b req-d281635b-9df9-4496-b69e-e9fd31cc8ae3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567651 Jul 16 01:56:45.460523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.476256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5aa65-117c-4bb8-b51d-d61f03db557f None None] Port 85ec1eb6-d890-4c88-9682-c39c179c6353 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:45.478832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 207d64b9-3bf0-42ed-8c1e-05570d293d5e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:45.479200 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.661711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ec1eb6-d890-4c88-9682-c39c179c6353 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:45.669125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.681371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Transition to ACTIVE for port object 85ec1eb6-d890-4c88-9682-c39c179c6353 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:45.687337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.762398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Pushing event updated for resources: {'Port': ['ID=85ec1eb6-d890-4c88-9682-c39c179c6353,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.821339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Attempting to bind port 85ec1eb6-d890-4c88-9682-c39c179c6353 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:45.822076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Attempting to bind port 85ec1eb6-d890-4c88-9682-c39c179c6353 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:45.822604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Attempting to bind port 85ec1eb6-d890-4c88-9682-c39c179c6353 on network 53018367-4fb7-4bc4-ac2e-0bf3813381cc {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:45.828200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Port 85ec1eb6-d890-4c88-9682-c39c179c6353 on network 53018367-4fb7-4bc4-ac2e-0bf3813381cc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:45.828614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Attempting to bind port 85ec1eb6-d890-4c88-9682-c39c179c6353 on network 53018367-4fb7-4bc4-ac2e-0bf3813381cc {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:45.834016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:45.834367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Checking segment: {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:45.834771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Bound using segment: {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:45.835359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Bound port: 85ec1eb6-d890-4c88-9682-c39c179c6353, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ed5504-bd5b-409b-b048-c6660111c7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:45.836007 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.909283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] For port 85ec1eb6-d890-4c88-9682-c39c179c6353, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:45.912866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] For port 85ec1eb6-d890-4c88-9682-c39c179c6353, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=85ec1eb6-d890-4c88-9682-c39c179c6353,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:45.918155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.956629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.957244 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.960277 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] 10.222.0.78 "PUT /v2.0/ports/85ec1eb6-d890-4c88-9682-c39c179c6353 HTTP/1.1" status: 200 len: 1091 time: 0.7781391 Jul 16 01:56:45.960277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:45.961306 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10208d52-fff9-4369-a241-fc9f70323a49" -d '{"events": [{"name": "network-changed", "server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:45.996993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e58ef-6702-41e7-bc6d-257d3171a7db service neutron] Pushing event updated for resources: {'Port': ['ID=85ec1eb6-d890-4c88-9682-c39c179c6353,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.073570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-ec6e5e2e-8cbb-4177-90a8-a66415f2aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.075168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-ec6e5e2e-8cbb-4177-90a8-a66415f2aff7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 1094 time: 0.0723207 Jul 16 01:56:46.125019 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-39ffcea2-c143-4dcd-a65e-c2d8ad0f6f48 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ec1eb6-d890-4c88-9682-c39c179c6353 HTTP/1.1" status: 200 len: 217 time: 0.0414469 Jul 16 01:56:46.126419 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c270c8f3-7c30-40d7-b0a8-586ee4af6ad4 x-openstack-request-id: req-c270c8f3-7c30-40d7-b0a8-586ee4af6ad4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:46.126708 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:46.126991 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c270c8f3-7c30-40d7-b0a8-586ee4af6ad4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:46.127419 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'status': 'completed', 'code': 200} Jul 16 01:56:46.192244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3271cd1f-b116-4ecc-988f-7cbbf69ffcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.194044 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-3271cd1f-b116-4ecc-988f-7cbbf69ffcbf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd357eb1-9639-4aa2-b6b5-430a8bedeb31 HTTP/1.1" status: 200 len: 835 time: 0.0598118 Jul 16 01:56:46.282711 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.364942 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:46.594884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-0c6236ae-052e-4c14-b3e5-35f49f0c319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.596478 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-0c6236ae-052e-4c14-b3e5-35f49f0c319e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53018367-4fb7-4bc4-ac2e-0bf3813381cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3953521 Jul 16 01:56:46.622096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995861f-9913-457b-ac2e-26078895cc42 req-beab2999-ec8e-4a4a-83aa-ea9401dbd792 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.623959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f995861f-9913-457b-ac2e-26078895cc42 req-beab2999-ec8e-4a4a-83aa-ea9401dbd792 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 943 time: 0.0766249 Jul 16 01:56:46.664714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f995861f-9913-457b-ac2e-26078895cc42 req-d7bfc392-dfc8-4be1-9b10-0f89f31fed1e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345874 Jul 16 01:56:46.697071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-22be8886-7408-4488-9f44-e98f04999555 service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935178 Jul 16 01:56:46.794523 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5d61582a-ca40-4361-b2d4-3443a3a34962 req-048eea8f-53ee-4b47-9afb-9b882d17108a service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894520 Jul 16 01:56:46.900718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208d52-fff9-4369-a241-fc9f70323a49 req-c3ed0ad5-ea65-4fe3-91dc-5bbf0a4d2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.902338 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10208d52-fff9-4369-a241-fc9f70323a49 req-c3ed0ad5-ea65-4fe3-91dc-5bbf0a4d2f87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 1094 time: 0.0601904 Jul 16 01:56:46.903126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.999230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208d52-fff9-4369-a241-fc9f70323a49 req-073b1b43-2c51-4abd-b291-e3349886209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.000829 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10208d52-fff9-4369-a241-fc9f70323a49 req-073b1b43-2c51-4abd-b291-e3349886209d service neutron] 10.222.0.78 "GET /v2.0/networks?id=53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 200 len: 898 time: 0.0916970 Jul 16 01:56:47.042941 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10208d52-fff9-4369-a241-fc9f70323a49 req-94a2d907-79ce-4f03-8cf3-444c00de9038 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ec1eb6-d890-4c88-9682-c39c179c6353 HTTP/1.1" status: 200 len: 217 time: 0.0350893 Jul 16 01:56:47.099960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208d52-fff9-4369-a241-fc9f70323a49 req-427948ca-7831-4351-90e8-384d1b32e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.101470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10208d52-fff9-4369-a241-fc9f70323a49 req-427948ca-7831-4351-90e8-384d1b32e9ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd357eb1-9639-4aa2-b6b5-430a8bedeb31 HTTP/1.1" status: 200 len: 835 time: 0.0497172 Jul 16 01:56:47.164997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208d52-fff9-4369-a241-fc9f70323a49 req-9a99889a-62f9-4ad6-9338-605fe44d5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.166571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10208d52-fff9-4369-a241-fc9f70323a49 req-9a99889a-62f9-4ad6-9338-605fe44d5047 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53018367-4fb7-4bc4-ac2e-0bf3813381cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581512 Jul 16 01:56:47.261903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10208d52-fff9-4369-a241-fc9f70323a49 req-c96fbddc-a6f8-45fe-8670-846ac0ffe458 service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862069 Jul 16 01:56:47.367437 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-10208d52-fff9-4369-a241-fc9f70323a49 req-1371cd84-a2f9-4e23-ada4-2833f1d63c04 service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982971 Jul 16 01:56:47.850160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40866b-b7ea-4fcf-a3dd-adacc3490c2c req-b15dbc54-394e-4a5f-9cdd-88b2f258f37d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.851665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e40866b-b7ea-4fcf-a3dd-adacc3490c2c req-b15dbc54-394e-4a5f-9cdd-88b2f258f37d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 943 time: 0.0650125 Jul 16 01:56:47.893604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e40866b-b7ea-4fcf-a3dd-adacc3490c2c req-5b23c6ff-c108-44ef-b737-c4ec1b98c55a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329609 Jul 16 01:56:49.065322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f297fd-91ca-43ed-83fb-bd46a140de61 req-12c24c5e-95ad-420d-8e47-8c09de29b376 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.066811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8f297fd-91ca-43ed-83fb-bd46a140de61 req-12c24c5e-95ad-420d-8e47-8c09de29b376 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 943 time: 0.0649402 Jul 16 01:56:49.110877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b8f297fd-91ca-43ed-83fb-bd46a140de61 req-d0d7b5e9-98c8-49c8-bb45-b53999cab362 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Jul 16 01:56:49.240839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 85ec1eb6-d890-4c88-9682-c39c179c6353 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:49.340867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 85ec1eb6-d890-4c88-9682-c39c179c6353, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=85ec1eb6-d890-4c88-9682-c39c179c6353,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:49.356025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:49.393666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.406832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ec1eb6-d890-4c88-9682-c39c179c6353 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:49.426209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 85ec1eb6-d890-4c88-9682-c39c179c6353, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=85ec1eb6-d890-4c88-9682-c39c179c6353,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:49.431087 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.479808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=85ec1eb6-d890-4c88-9682-c39c179c6353,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.638811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['85ec1eb6-d890-4c88-9682-c39c179c6353'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:49.893585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.289118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862e24-ef4c-4c89-b3f9-f8fb86afd7d3 req-dd9c555a-b6f2-4ad0-a96d-bac3cd02fb82 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.290641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89862e24-ef4c-4c89-b3f9-f8fb86afd7d3 req-dd9c555a-b6f2-4ad0-a96d-bac3cd02fb82 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 944 time: 0.0705264 Jul 16 01:56:50.343707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89862e24-ef4c-4c89-b3f9-f8fb86afd7d3 req-c5428dd6-1ce5-4564-bb82-7a50deceb24a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472486 Jul 16 01:56:51.241007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 85ec1eb6-d890-4c88-9682-c39c179c6353 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:51.291322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 85ec1eb6-d890-4c88-9682-c39c179c6353 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:51.295134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 85ec1eb6-d890-4c88-9682-c39c179c6353 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:51.295504 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.386319 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.407954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:51.410268 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d33c1c-70bd-4c61-92b7-c3dc5b28ebfd" -d '{"events": [{"server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "name": "network-vif-plugged", "status": "completed", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:51.427566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 85ec1eb6-d890-4c88-9682-c39c179c6353, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=85ec1eb6-d890-4c88-9682-c39c179c6353,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:51.433821 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.484886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=85ec1eb6-d890-4c88-9682-c39c179c6353,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.542359 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a0b0b4-df39-4eac-b9af-8f4c014d7d4c x-openstack-request-id: req-96a0b0b4-df39-4eac-b9af-8f4c014d7d4c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:51.542841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e0e7b-5fca-4f8e-bf38-e48f34a1052f req-95835abf-8a91-4884-91b7-08d0752a2a97 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.543351 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "name": "network-vif-plugged", "status": "completed", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:51.543351 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96a0b0b4-df39-4eac-b9af-8f4c014d7d4c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:51.543834 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'code': 200} Jul 16 01:56:51.544419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e31e0e7b-5fca-4f8e-bf38-e48f34a1052f req-95835abf-8a91-4884-91b7-08d0752a2a97 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 945 time: 0.0786202 Jul 16 01:56:51.586766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e31e0e7b-5fca-4f8e-bf38-e48f34a1052f req-8520c42b-024c-4121-8d85-070d6b2b4750 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353630 Jul 16 01:56:51.662001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe39a3d-0dff-4605-b848-aef0612b2dda req-607088d3-b68a-4704-8d5d-36cc9b404c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.663556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fbe39a3d-0dff-4605-b848-aef0612b2dda req-607088d3-b68a-4704-8d5d-36cc9b404c1e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 1096 time: 0.0544784 Jul 16 01:56:51.700025 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fbe39a3d-0dff-4605-b848-aef0612b2dda req-b98694bb-3550-4b5b-a8ff-7fdc152aa5a4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296326 Jul 16 01:56:52.768572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de985fb-318d-411c-a880-6f5867b65fe2 req-808f05cb-9a24-4f89-a248-880178a52cdc tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.770120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8de985fb-318d-411c-a880-6f5867b65fe2 req-808f05cb-9a24-4f89-a248-880178a52cdc tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 945 time: 0.0711498 Jul 16 01:56:52.825285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8de985fb-318d-411c-a880-6f5867b65fe2 req-46659822-d82c-40e4-9307-c7d27cb1f348 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489211 Jul 16 01:56:53.012953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e75a42-8ec7-4966-b971-d521a8b245d6 req-09933faf-3843-4a49-a9ac-62353bc7a10a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.014464 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6e75a42-8ec7-4966-b971-d521a8b245d6 req-09933faf-3843-4a49-a9ac-62353bc7a10a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 945 time: 0.0679305 Jul 16 01:56:53.053348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6e75a42-8ec7-4966-b971-d521a8b245d6 req-cdaec6e2-4927-4e1c-85f0-4bcf5c282e07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Jul 16 01:56:53.078631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38418) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.130607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7411a8-39af-42c9-879d-d5a31bcda643 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.132170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7b7411a8-39af-42c9-879d-d5a31bcda643 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 1091 time: 0.0524266 Jul 16 01:56:53.135194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.139614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:53.162355 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.268146 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.377414 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.25.5.42 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/9cb4e694-43fa-463e-856f-c64440290e5a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:53.479508 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.519054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.559908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:53.564626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:53.567667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:53.594793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=9cb4e694-43fa-463e-856f-c64440290e5a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.946079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.027365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.180333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.185100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.257244 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=9cb4e694-43fa-463e-856f-c64440290e5a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.266557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.371717 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Floating IP 0f626eaf-4866-4bbe-b361-d98cb4801e64 associated. External IP: 172.25.5.42, port: 85ec1eb6-d890-4c88-9682-c39c179c6353. Jul 16 01:56:54.583460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 2b8a656f-777d-453a-b87f-596061b6b863 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:54.697286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:54.708683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] Sync routers for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:54.713770 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.722989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:54.724090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.752546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4c841f82-8b43-4c45-921e-22e20c27339b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6162848 Jul 16 01:56:54.753144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:54.755398 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eca1803-5e48-472f-8dd2-1e1615e73c89" -d '{"events": [{"name": "network-changed", "server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:54.757593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.825936 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed745eb-3c09-4a7d-aac0-1f6cff0452d6 x-openstack-request-id: req-eed745eb-3c09-4a7d-aac0-1f6cff0452d6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:54.826315 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:54.826654 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eed745eb-3c09-4a7d-aac0-1f6cff0452d6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:54.827117 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'status': 'completed', 'code': 200} Jul 16 01:56:54.860016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:54.909356 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ec0fdec9-0dd5-49a6-ad08-afecfa770f0d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/floatingips/0f626eaf-4866-4bbe-b361-d98cb4801e64 HTTP/1.1" status: 200 len: 990 time: 0.1501138 Jul 16 01:56:54.931323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-4f19defe-106c-47ab-acb5-09a299cc71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.932865 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-4f19defe-106c-47ab-acb5-09a299cc71aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 1096 time: 0.0847881 Jul 16 01:56:55.029152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-6978d098-50f1-4188-b5d2-2a564569db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.030555 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-6978d098-50f1-4188-b5d2-2a564569db4f service neutron] 10.222.0.78 "GET /v2.0/networks?id=53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 200 len: 898 time: 0.0914633 Jul 16 01:56:55.100145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:53Z', 'revision_number': 0, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:55.100522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-4a38a2a7-1482-48d7-94db-526fd567f53b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ec1eb6-d890-4c88-9682-c39c179c6353 HTTP/1.1" status: 200 len: 998 time: 0.0631909 Jul 16 01:56:55.126111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] Checking router: 2b8a656f-777d-453a-b87f-596061b6b863 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:55.134626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:55.135244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:56:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:55.154233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-31ef0278-3484-4c28-b673-803c398e0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.155732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-31ef0278-3484-4c28-b673-803c398e0e67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd357eb1-9639-4aa2-b6b5-430a8bedeb31 HTTP/1.1" status: 200 len: 835 time: 0.0490539 Jul 16 01:56:55.215890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-c94bae7f-bb32-4923-86ae-7c3904b21fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.217621 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-c94bae7f-bb32-4923-86ae-7c3904b21fda service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53018367-4fb7-4bc4-ac2e-0bf3813381cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561588 Jul 16 01:56:55.243918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:55.331779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-f5a2aa93-1642-499b-b537-b82d07829163 service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079795 Jul 16 01:56:55.452576 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9eca1803-5e48-472f-8dd2-1e1615e73c89 req-79c3fc1b-fd8d-49c4-9a1c-89c6b33e128d service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141284 Jul 16 01:56:55.522853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:53Z', 'revision_number': 0, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:55.552535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fd27e-76c5-4bae-b560-a2f8647bf3b0 None None] The sync data for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 is: [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:53Z', 'revision_number': 0, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:55.771595 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7603d-81d0-4ce4-902d-4ca12d8bdfc3 None None] New status for floating IP 0f626eaf-4866-4bbe-b361-d98cb4801e64: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:55.913266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.996625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-31c9c87f-fa47-483b-96ac-4819d20438e2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/floatingips/0f626eaf-4866-4bbe-b361-d98cb4801e64 HTTP/1.1" status: 200 len: 992 time: 0.0821078 Jul 16 01:56:57.964972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-b37c1035-abbf-41a5-9de6-9fa461b35bb3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259475980&fields=id&tenant_id=89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 267 time: 0.0323219 Jul 16 01:56:58.072195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-239253d9-d846-482e-9d89-7e1e02cf071e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.073707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-239253d9-d846-482e-9d89-7e1e02cf071e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1021893 Jul 16 01:56:58.088634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-494d4f9f-0fc2-4897-9ec9-360299f4b56b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/quotas/89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Jul 16 01:56:58.158696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-b1f6af71-dd76-4917-abd5-8eee971adaa2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649519 Jul 16 01:56:58.252962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-b7476691-9781-4d64-8179-faa581446902 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828907 Jul 16 01:56:58.344090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-7f43b4f3-4fd5-41bf-b0ae-f4bb95a796c5 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854852 Jul 16 01:56:58.635490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2aeaeeb-02a8-45d4-b65b-59ef0b8f64a5 req-c0062e0c-7383-4af5-963e-046c4b844a4a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 210 time: 0.0291252 Jul 16 01:56:59.631991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-043a3e7b-c1d1-49cc-9866-0743f9840a99 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.634308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-043a3e7b-c1d1-49cc-9866-0743f9840a99 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1081610 Jul 16 01:56:59.680556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-8eab010e-7d69-437f-b3f8-8a3226994d8f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 380 time: 0.0361674 Jul 16 01:56:59.689124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'port': {'device_id': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'admin_state_up': True, 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'security_groups': ['d9104e03-0954-45a4-8aa2-1874bbb74400']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:59.799033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1d7c600b-715d-411d-872b-2f2bec543a94 req-41375f1a-bf9c-4e8d-afad-ced603388753 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 210 time: 0.0466099 Jul 16 01:56:59.842392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:59.846299 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.977748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.20.0.8 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/798c8ebf-3413-4825-a29e-3592145bae40) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:00.130686 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.144398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Transition to ACTIVE for port object 798c8ebf-3413-4825-a29e-3592145bae40 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:00.178095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.227135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:00.228669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:00.232860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:00.257613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=798c8ebf-3413-4825-a29e-3592145bae40,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.289017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.290027 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.306734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4fd0c95f-7a5b-45ce-95c9-001b7f471591 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211879 Jul 16 01:57:00.319704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Request body: {'port': {'device_id': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:00.420598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.445535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-99f55219-e199-4380-8a70-f830bc575a33 None None] Provisioning for port 798c8ebf-3413-4825-a29e-3592145bae40 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:00.450081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-99f55219-e199-4380-8a70-f830bc575a33 None None] Provisioning complete for port 798c8ebf-3413-4825-a29e-3592145bae40 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:00.450465 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-99f55219-e199-4380-8a70-f830bc575a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.485619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-99f55219-e199-4380-8a70-f830bc575a33 None None] Port 798c8ebf-3413-4825-a29e-3592145bae40 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:00.690243 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798c8ebf-3413-4825-a29e-3592145bae40 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:00.697895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.710383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Transition to ACTIVE for port object 798c8ebf-3413-4825-a29e-3592145bae40 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:00.714993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.764753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Pushing event updated for resources: {'Port': ['ID=798c8ebf-3413-4825-a29e-3592145bae40,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.852705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Attempting to bind port 798c8ebf-3413-4825-a29e-3592145bae40 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:00.853124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Attempting to bind port 798c8ebf-3413-4825-a29e-3592145bae40 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:00.853533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Attempting to bind port 798c8ebf-3413-4825-a29e-3592145bae40 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:00.859513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Port 798c8ebf-3413-4825-a29e-3592145bae40 on network 42db4adc-354c-4a19-894d-4951a24183e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:00.859920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Attempting to bind port 798c8ebf-3413-4825-a29e-3592145bae40 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:00.866654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:00.867098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:00.867564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:00.868088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Bound port: 798c8ebf-3413-4825-a29e-3592145bae40, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:00.868566 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.944539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] For port 798c8ebf-3413-4825-a29e-3592145bae40, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:00.949434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] For port 798c8ebf-3413-4825-a29e-3592145bae40, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=798c8ebf-3413-4825-a29e-3592145bae40,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:00.963897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.030462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.031105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.032529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] 10.222.0.93 "PUT /v2.0/ports/798c8ebf-3413-4825-a29e-3592145bae40 HTTP/1.1" status: 200 len: 1091 time: 0.7173078 Jul 16 01:57:01.033013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:01.040601 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "tag": "798c8ebf-3413-4825-a29e-3592145bae40"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:01.097298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4e4bc-871e-4dda-badd-40f4c1a814a7 service neutron] Pushing event updated for resources: {'Port': ['ID=798c8ebf-3413-4825-a29e-3592145bae40,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.144867 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c174f90e-9b77-490f-9439-e588294a8e9d x-openstack-request-id: req-c174f90e-9b77-490f-9439-e588294a8e9d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:01.145213 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "tag": "798c8ebf-3413-4825-a29e-3592145bae40", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:01.145573 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c174f90e-9b77-490f-9439-e588294a8e9d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:01.146040 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40', 'status': 'completed', 'code': 200} Jul 16 01:57:01.155052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4338b-6983-4c9e-bcf6-75b9b31ddbf6 req-e58becac-bf79-4b38-bc18-a14d632a36cd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.156771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36f4338b-6983-4c9e-bcf6-75b9b31ddbf6 req-e58becac-bf79-4b38-bc18-a14d632a36cd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.2097266 Jul 16 01:57:01.200505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-51c34f0f-0ca5-46b8-9e4c-2708957b6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.202128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-51c34f0f-0ca5-46b8-9e4c-2708957b6a5e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 1094 time: 0.1059363 Jul 16 01:57:01.249275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36f4338b-6983-4c9e-bcf6-75b9b31ddbf6 req-de58159c-c13b-4497-804a-754f6fc9ee7b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863020 Jul 16 01:57:01.250639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c2e766bc-61c7-49a7-af24-d2bdccf6f8d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798c8ebf-3413-4825-a29e-3592145bae40 HTTP/1.1" status: 200 len: 217 time: 0.0405953 Jul 16 01:57:01.308028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4393667c-5e16-4818-a520-d116802883fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.309446 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-4393667c-5e16-4818-a520-d116802883fe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0525115 Jul 16 01:57:01.368992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c699b4c3-9b5f-420b-9357-3f32fb562420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.370479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-c699b4c3-9b5f-420b-9357-3f32fb562420 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547256 Jul 16 01:57:01.458639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-d55e5c3a-a91b-4ffa-85bc-0cf9b0848d2c service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799735 Jul 16 01:57:01.554015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9057fffe-b110-4ec6-b4ee-a4d6b2f7182c req-5da561eb-8d23-43af-bb4d-b3dae7c5ffc0 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886617 Jul 16 01:57:01.649441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-7f732e28-480a-444d-b80a-cd5659b16af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.650915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-7f732e28-480a-444d-b80a-cd5659b16af7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 1094 time: 0.0514190 Jul 16 01:57:01.744900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-1fd7086a-871a-46c5-8b07-a9c639d07903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.746372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-1fd7086a-871a-46c5-8b07-a9c639d07903 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0888820 Jul 16 01:57:01.786370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-f34f2ce1-0af7-4625-9b22-cf76c7ee8fd3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798c8ebf-3413-4825-a29e-3592145bae40 HTTP/1.1" status: 200 len: 217 time: 0.0332174 Jul 16 01:57:01.833406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-a84e8b72-56d7-4ea3-a5f8-c934d442a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.834832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-a84e8b72-56d7-4ea3-a5f8-c934d442a64b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0424910 Jul 16 01:57:01.895312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-7d623b23-3044-480c-895c-6680fc61d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.896824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-7d623b23-3044-480c-895c-6680fc61d2ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551846 Jul 16 01:57:01.986691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-a8c8e1eb-0830-4a79-912c-2845303a03f4 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829523 Jul 16 01:57:02.082187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1d53877-2add-49d7-aa6b-e84df3cf8cd7 req-5b82dbad-2fd2-4a01-92ff-50c19e3f9f39 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895505 Jul 16 01:57:02.425502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80827-3148-4248-b20e-c38ed408df84 req-d5c27206-10fd-4dc2-9e90-c4647df1db88 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:02.426902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ba80827-3148-4248-b20e-c38ed408df84 req-d5c27206-10fd-4dc2-9e90-c4647df1db88 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0672250 Jul 16 01:57:02.465339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ba80827-3148-4248-b20e-c38ed408df84 req-c64812cd-2ec5-474c-ae90-f7f5fe86ca88 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326498 Jul 16 01:57:03.638644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0b5f9-5ae4-48ac-ace3-d7cd33dc73fd req-49560e0e-6280-4670-9692-0d41a59577a6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.640141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67c0b5f9-5ae4-48ac-ace3-d7cd33dc73fd req-49560e0e-6280-4670-9692-0d41a59577a6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0631955 Jul 16 01:57:03.684731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67c0b5f9-5ae4-48ac-ace3-d7cd33dc73fd req-ee62e686-4133-4329-9407-de775c1030e7 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383570 Jul 16 01:57:04.858762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e10ac-7722-4a2b-ad84-eeb2cf692115 req-a855f18a-c6f1-443f-8be6-7eeb10ee5764 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.860214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-414e10ac-7722-4a2b-ad84-eeb2cf692115 req-a855f18a-c6f1-443f-8be6-7eeb10ee5764 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0635822 Jul 16 01:57:04.897918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-414e10ac-7722-4a2b-ad84-eeb2cf692115 req-3d8275ab-513e-492f-a66e-0b8fdb97ed14 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Jul 16 01:57:05.744470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016323-14d5-4e3a-880b-c6e7c148d6db req-586f2faa-def8-4162-b2f2-796c771ca613 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:05.745929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3016323-14d5-4e3a-880b-c6e7c148d6db req-586f2faa-def8-4162-b2f2-796c771ca613 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0624647 Jul 16 01:57:05.782970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3016323-14d5-4e3a-880b-c6e7c148d6db req-dd57f205-979a-463e-886d-2a0b8f6ee847 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315161 Jul 16 01:57:05.806917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.869000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-509d9915-7467-4512-b067-bfd1afd90dc7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/be8e44a3-b397-4bdc-bc11-76414c826ffd HTTP/1.1" status: 200 len: 994 time: 0.0609779 Jul 16 01:57:06.073200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107483-7adb-4613-8f2f-206830afdb3d req-c7e9e280-f067-4fe3-b0c5-e23febbca008 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.074685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87107483-7adb-4613-8f2f-206830afdb3d req-c7e9e280-f067-4fe3-b0c5-e23febbca008 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0657759 Jul 16 01:57:06.112504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87107483-7adb-4613-8f2f-206830afdb3d req-a21d9843-cc10-46c2-9806-2e245b8e3aaf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322816 Jul 16 01:57:06.377102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b53950-69d9-4c98-b97c-caa0b35f968e req-116de463-1cb7-4598-a285-6080aaf9ec89 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.378510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6b53950-69d9-4c98-b97c-caa0b35f968e req-116de463-1cb7-4598-a285-6080aaf9ec89 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1097 time: 0.0547142 Jul 16 01:57:06.727271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6b53950-69d9-4c98-b97c-caa0b35f968e req-d6d6a79f-8391-4cd3-a777-0a1ec909aebe tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431952 Jul 16 01:57:06.838274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-5b2b7495-e21f-41d8-b675-affdefdf3ba5 req-8bcf1f3f-2fed-4593-ab9f-541bc1506bd0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:57:06.839268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b2b7495-e21f-41d8-b675-affdefdf3ba5 req-8bcf1f3f-2fed-4593-ab9f-541bc1506bd0 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054154 Jul 16 01:57:07.278323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ae3d-2395-4192-8009-68eaa68b5db4 req-33f7aa0f-7dca-4ef8-9ae1-c89f70a0658e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:07.279777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b37ae3d-2395-4192-8009-68eaa68b5db4 req-33f7aa0f-7dca-4ef8-9ae1-c89f70a0658e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0618274 Jul 16 01:57:07.316872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b37ae3d-2395-4192-8009-68eaa68b5db4 req-82a7b7a1-bcbb-474a-ae98-e933789b1bff tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Jul 16 01:57:08.303276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-698130ad-37f2-47ec-9b9c-63b855cef7ee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495086 Jul 16 01:57:08.492015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245243-6649-45db-b3c0-c9d5b8fe49f8 req-eeb7f20d-2f5c-46f9-b286-d2ebee6e5384 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:08.493641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72245243-6649-45db-b3c0-c9d5b8fe49f8 req-eeb7f20d-2f5c-46f9-b286-d2ebee6e5384 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0657060 Jul 16 01:57:08.538476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72245243-6649-45db-b3c0-c9d5b8fe49f8 req-10ce2653-c337-453c-b097-368d1de14640 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385227 Jul 16 01:57:08.815088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-07413eea-004a-4a9f-9edf-b5929757a0e1 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:57:08.816110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-07413eea-004a-4a9f-9edf-b5929757a0e1 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606010 Jul 16 01:57:08.825411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Request body: {'binding': {'host': 'n-h1-800085-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:08.825870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:57:08.957877 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on host n-h1-800085-5 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:08.958217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:08.958552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:08.962802 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:08.963125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:08.967833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:08.968175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Checking segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:08.968591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Bound using segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:08.969020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Bound port: e9ffc413-de70-4452-8db4-73b08b8b79e2, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:09.058059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:09.062978 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.064170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ad3b43ec-170d-4447-8635-bf5c09089556 service neutron] 10.222.0.81 "POST /v2.0/ports/e9ffc413-de70-4452-8db4-73b08b8b79e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2419147 Jul 16 01:57:09.265724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfed47-e71c-488d-a341-22fc7d09a420 req-4fb326f6-af08-4c6c-8bcd-b4f06641730c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.267245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ccfed47-e71c-488d-a341-22fc7d09a420 req-4fb326f6-af08-4c6c-8bcd-b4f06641730c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0669622 Jul 16 01:57:09.297980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-72ed7819-b132-49fa-9db3-2e8f3cb8c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.300066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-72ed7819-b132-49fa-9db3-2e8f3cb8c6c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1097 time: 0.0548904 Jul 16 01:57:09.305841 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ccfed47-e71c-488d-a341-22fc7d09a420 req-5070de64-a3ca-4641-b48c-c1380803afdd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329707 Jul 16 01:57:09.393527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-8a2197b2-5ae5-466f-873c-650326ba6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.394978 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-8a2197b2-5ae5-466f-873c-650326ba6f5f service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 200 len: 898 time: 0.0884607 Jul 16 01:57:09.457495 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ee47d274-0181-4002-b9e7-07623445732e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 1002 time: 0.0556982 Jul 16 01:57:09.504494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-cfed9fd0-6eb5-46cd-86f0-9c7c4eca13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.505889 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-cfed9fd0-6eb5-46cd-86f0-9c7c4eca13b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c8743ca-a68b-4d67-87c7-5968b5b32241 HTTP/1.1" status: 200 len: 834 time: 0.0415449 Jul 16 01:57:09.564518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b4545407-6e66-45cc-a4ea-a81207f49a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.565907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b4545407-6e66-45cc-a4ea-a81207f49a27 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba53702d-706c-400a-a945-55122aa9088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532510 Jul 16 01:57:09.654626 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-faf8d81d-a4ed-4516-a43b-39ed3e356ca4 service neutron] 10.222.0.78 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813153 Jul 16 01:57:09.709511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bce939-2979-4a58-b306-252d80debf2d req-6d489420-7ce4-4f69-93e8-42b404b5d8a9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.710992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53bce939-2979-4a58-b306-252d80debf2d req-6d489420-7ce4-4f69-93e8-42b404b5d8a9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0626538 Jul 16 01:57:09.751050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53bce939-2979-4a58-b306-252d80debf2d req-9313b640-e88d-4f54-8709-2cbeba59b3f2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Jul 16 01:57:10.004369 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-3ff33a31-7eae-4cd4-af73-0d53b45944d7 service neutron] 10.222.0.78 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423455 Jul 16 01:57:10.151888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-1beba816-df1c-46d6-bef5-dd3083b84840 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.153420 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-1beba816-df1c-46d6-bef5-dd3083b84840 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b&tenant_id=4a61bc10abad4dc3828faa41bef71dd5&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1097 time: 0.0881422 Jul 16 01:57:10.164965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-5'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.237914 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.364008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:10.404543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:10.445532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:10.447941 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d989a-0e9d-48ef-9b1a-5ea2a0907795" -d '{"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:10.451961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.458524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.487030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55a94-7e79-4e1a-b9c9-329dc34bcc4c req-4d8f8982-5e60-4592-aceb-4ac4f6b22215 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.488899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6d55a94-7e79-4e1a-b9c9-329dc34bcc4c req-4d8f8982-5e60-4592-aceb-4ac4f6b22215 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0687928 Jul 16 01:57:10.501503 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5109cb-1236-4d01-af85-908c2ab89c0a x-openstack-request-id: req-4f5109cb-1236-4d01-af85-908c2ab89c0a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:10.501800 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:10.502052 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f5109cb-1236-4d01-af85-908c2ab89c0a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:10.502453 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'code': 200} Jul 16 01:57:10.537439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6d55a94-7e79-4e1a-b9c9-329dc34bcc4c req-9a722196-748b-4e78-bbc3-1a460f250738 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405238 Jul 16 01:57:10.588068 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.663961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on host n-h2-800085-5 for vnic_type normal with profile {"migrating_to": "n-h1-800085-5"} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:10.664325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:10.664653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:10.669025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:10.669345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Attempting to bind port e9ffc413-de70-4452-8db4-73b08b8b79e2 on network ba53702d-706c-400a-a945-55122aa9088e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:10.674823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:10.675157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Checking segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:10.675537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Bound using segment: {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:10.675956 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Bound port: e9ffc413-de70-4452-8db4-73b08b8b79e2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0f8600-cedc-4213-96d4-3b322578601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:10.676342 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.719288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70f37ea9-d034-4f81-ba81-11dc5c6208e8 None None] Provisioning complete for port e9ffc413-de70-4452-8db4-73b08b8b79e2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:10.719858 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70f37ea9-d034-4f81-ba81-11dc5c6208e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.738242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:10.741515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:10.746362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.757881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-70f37ea9-d034-4f81-ba81-11dc5c6208e8 None None] Port e9ffc413-de70-4452-8db4-73b08b8b79e2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:10.843608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.888815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.889545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.891014 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-21e31661-46af-4912-9819-59c9e99e463a service neutron] 10.222.0.78 "PUT /v2.0/ports/e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 1122 time: 0.7300498 Jul 16 01:57:10.945046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908b0e7-3f23-4d0a-ad76-7fdda260a132 req-52f586fd-9ca5-40ab-b9ad-1de03e187778 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.948476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5908b0e7-3f23-4d0a-ad76-7fdda260a132 req-52f586fd-9ca5-40ab-b9ad-1de03e187778 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0780017 Jul 16 01:57:10.949661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['e9ffc413-de70-4452-8db4-73b08b8b79e2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:10.996803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5908b0e7-3f23-4d0a-ad76-7fdda260a132 req-4af48184-4466-46d5-be17-083588e94ce8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Jul 16 01:57:11.094244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5368ff43-145d-4de5-bf68-a4d698d598e2 None None] Provisioning complete for port e9ffc413-de70-4452-8db4-73b08b8b79e2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:11.094538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5368ff43-145d-4de5-bf68-a4d698d598e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.237715 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5368ff43-145d-4de5-bf68-a4d698d598e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.278010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:11.280374 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ea6f58-360b-42e7-8e72-7f5978655822" -d '{"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:11.296085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5368ff43-145d-4de5-bf68-a4d698d598e2 None None] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:11.300793 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5368ff43-145d-4de5-bf68-a4d698d598e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.341220 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5a8a8-493a-4f4c-8819-04b22b8b2375 x-openstack-request-id: req-7af5a8a8-493a-4f4c-8819-04b22b8b2375 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:11.341508 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:11.341759 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7af5a8a8-493a-4f4c-8819-04b22b8b2375 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:11.342150 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'code': 200} Jul 16 01:57:11.437997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368ff43-145d-4de5-bf68-a4d698d598e2 None None] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.641077 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b8540261-c856-408e-af01-d5c36b5e02e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.710601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241ee5-587f-45cf-a242-4ee3bfac5884 req-0c593ab7-9cd5-41c9-b02b-410f1e605c89 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.711997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23241ee5-587f-45cf-a242-4ee3bfac5884 req-0c593ab7-9cd5-41c9-b02b-410f1e605c89 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0631018 Jul 16 01:57:11.753492 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23241ee5-587f-45cf-a242-4ee3bfac5884 req-645dafc2-e1f5-4520-81e9-4a7522a91b80 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359964 Jul 16 01:57:12.169950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e342-bbdf-4bdc-95e6-e6ab0b4c3740 req-7ed29d32-171c-4753-8e35-cdc2b3b1df05 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.171419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca74e342-bbdf-4bdc-95e6-e6ab0b4c3740 req-7ed29d32-171c-4753-8e35-cdc2b3b1df05 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 943 time: 0.0625532 Jul 16 01:57:12.208205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca74e342-bbdf-4bdc-95e6-e6ab0b4c3740 req-b6f66f77-2d4e-4570-bf8c-54f0bb5ef21a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Jul 16 01:57:12.504000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:12.506402 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd63926-208c-4a76-be0b-474467585a95" -d '{"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:12.540866 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df7d4b-8aab-4a32-9a90-fc27264093fa x-openstack-request-id: req-78df7d4b-8aab-4a32-9a90-fc27264093fa {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:12.541162 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:12.541441 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78df7d4b-8aab-4a32-9a90-fc27264093fa {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:12.541842 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'status': 'completed', 'code': 200} Jul 16 01:57:12.633798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 798c8ebf-3413-4825-a29e-3592145bae40 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:12.663165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63926-208c-4a76-be0b-474467585a95 req-0d60515a-7c34-41e1-96e8-5cf118790f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.664755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd63926-208c-4a76-be0b-474467585a95 req-0d60515a-7c34-41e1-96e8-5cf118790f2f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1127 time: 0.1003401 Jul 16 01:57:12.725905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 798c8ebf-3413-4825-a29e-3592145bae40, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=798c8ebf-3413-4825-a29e-3592145bae40,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:12.736517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '798c8ebf-3413-4825-a29e-3592145bae40', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'port_id': '798c8ebf-3413-4825-a29e-3592145bae40', 'mac_address': 'fa:16:3e:fd:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:12.756786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63926-208c-4a76-be0b-474467585a95 req-682a27a3-61c2-4b9c-9b89-08770973fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.758234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd63926-208c-4a76-be0b-474467585a95 req-682a27a3-61c2-4b9c-9b89-08770973fd07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 200 len: 898 time: 0.0865171 Jul 16 01:57:12.776278 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.789050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798c8ebf-3413-4825-a29e-3592145bae40 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:12.809322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 798c8ebf-3413-4825-a29e-3592145bae40, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=798c8ebf-3413-4825-a29e-3592145bae40,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:12.814102 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.825713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd63926-208c-4a76-be0b-474467585a95 req-9745f753-b5a5-415c-9b5c-28b4dbacdfb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 1002 time: 0.0603261 Jul 16 01:57:12.863416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=798c8ebf-3413-4825-a29e-3592145bae40,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.905966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63926-208c-4a76-be0b-474467585a95 req-245347e9-31c1-4307-9966-1b3f60108cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.907488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd63926-208c-4a76-be0b-474467585a95 req-245347e9-31c1-4307-9966-1b3f60108cfb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c8743ca-a68b-4d67-87c7-5968b5b32241 HTTP/1.1" status: 200 len: 834 time: 0.0759232 Jul 16 01:57:12.973594 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491c426-f816-4ae0-a04c-b6d2dc7fe958 req-5f207aa1-1b57-4662-b00c-ed0fe60d737e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.975061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9491c426-f816-4ae0-a04c-b6d2dc7fe958 req-5f207aa1-1b57-4662-b00c-ed0fe60d737e tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.1068420 Jul 16 01:57:12.998149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63926-208c-4a76-be0b-474467585a95 req-8163afec-e8e6-4538-a527-82aa29896375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.999620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd63926-208c-4a76-be0b-474467585a95 req-8163afec-e8e6-4538-a527-82aa29896375 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba53702d-706c-400a-a945-55122aa9088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848548 Jul 16 01:57:13.011866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['798c8ebf-3413-4825-a29e-3592145bae40'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:13.045839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9491c426-f816-4ae0-a04c-b6d2dc7fe958 req-dd8a0ad4-5903-4ae8-81e9-c83676001fbb tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647297 Jul 16 01:57:13.110900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd63926-208c-4a76-be0b-474467585a95 req-a8463fa2-bba6-4ce7-841d-d7698ec3dcf3 service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035860 Jul 16 01:57:13.204172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd63926-208c-4a76-be0b-474467585a95 req-6d4754f9-21f0-4103-8c64-4ea3d65bdd13 service neutron] 10.222.0.93 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Jul 16 01:57:13.337803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:13.383123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0cb6c-0850-419a-9698-dda0ad0c43c4 req-82439b0f-d1c8-4026-a7d9-3d2c5335df2f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.384684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bb0cb6c-0850-419a-9698-dda0ad0c43c4 req-82439b0f-d1c8-4026-a7d9-3d2c5335df2f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 944 time: 0.0649431 Jul 16 01:57:13.422634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bb0cb6c-0850-419a-9698-dda0ad0c43c4 req-23f96d8a-9cc9-4b58-a6f2-0a25fc108f32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Jul 16 01:57:13.430638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:13.444414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 has no active binding in host n-h1-800085-5 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:57:14.224319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcc99b-c800-4351-b86c-37b1a907c034 req-a1c8260a-d729-4588-8247-e8300205cc49 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.225783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-defcc99b-c800-4351-b86c-37b1a907c034 req-a1c8260a-d729-4588-8247-e8300205cc49 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0625608 Jul 16 01:57:14.262325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-defcc99b-c800-4351-b86c-37b1a907c034 req-bfa8e7d1-a853-49a6-ab8b-ef8ec0b4c9e3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Jul 16 01:57:14.447977 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.528298 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e1dde353-675d-4125-a954-ce17894b8012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.598680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d026-a129-43b3-8657-38c220fdba8e req-b3a1426e-5b0d-436f-986e-379c909e227d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.600112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1be4d026-a129-43b3-8657-38c220fdba8e req-b3a1426e-5b0d-436f-986e-379c909e227d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 944 time: 0.0651894 Jul 16 01:57:14.637933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1be4d026-a129-43b3-8657-38c220fdba8e req-2c444999-cbdd-4b33-bfbe-615de1d78f2c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Jul 16 01:57:14.654899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 798c8ebf-3413-4825-a29e-3592145bae40 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:14.700756 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 798c8ebf-3413-4825-a29e-3592145bae40 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:14.704090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 798c8ebf-3413-4825-a29e-3592145bae40 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:14.704486 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.777760 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.799730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:14.801953 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003ba6b-1a8b-408e-a63c-8b4852dc75bc" -d '{"events": [{"server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "name": "network-vif-plugged", "status": "completed", "tag": "798c8ebf-3413-4825-a29e-3592145bae40"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:14.815370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 798c8ebf-3413-4825-a29e-3592145bae40, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=798c8ebf-3413-4825-a29e-3592145bae40,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:14.819651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.955836 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c31811-72b9-4ec1-b302-bbb0d9191db0 req-f5c4ac7c-2955-4de5-9222-bb93f103aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.957284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15c31811-72b9-4ec1-b302-bbb0d9191db0 req-f5c4ac7c-2955-4de5-9222-bb93f103aa19 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0539010 Jul 16 01:57:14.993166 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79374fc8-8645-4d8f-a343-e8450b9998d8 x-openstack-request-id: req-79374fc8-8645-4d8f-a343-e8450b9998d8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:14.993458 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "name": "network-vif-plugged", "status": "completed", "tag": "798c8ebf-3413-4825-a29e-3592145bae40", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:14.993699 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79374fc8-8645-4d8f-a343-e8450b9998d8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:14.993887 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15c31811-72b9-4ec1-b302-bbb0d9191db0 req-b31f7412-94e6-4364-93f5-4e61d6ee4167 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302837 Jul 16 01:57:14.994077 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40', 'code': 200} Jul 16 01:57:15.018088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=798c8ebf-3413-4825-a29e-3592145bae40,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.388118 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.433350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d136e-e5c1-4b2d-b17f-66a94f528027 req-19bf271f-3c32-45ea-abcb-18a1da23102f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.434856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a00d136e-e5c1-4b2d-b17f-66a94f528027 req-19bf271f-3c32-45ea-abcb-18a1da23102f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 946 time: 0.0658233 Jul 16 01:57:15.472557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a00d136e-e5c1-4b2d-b17f-66a94f528027 req-2bd2b6c6-26d2-451a-ae67-d49ce219013f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Jul 16 01:57:15.846920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-741ea302-36ef-40af-94a7-a6b22487aaaa service neutron] 10.222.0.93 "GET /v2.0/ports/e9ffc413-de70-4452-8db4-73b08b8b79e2/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 384 time: 0.0911310 Jul 16 01:57:15.859569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ef320-2bc5-48bd-b644-2112b8dd8351 req-fcc8d4db-2ac5-4e38-9f1a-01512c42e4a4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.861097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-668ef320-2bc5-48bd-b644-2112b8dd8351 req-fcc8d4db-2ac5-4e38-9f1a-01512c42e4a4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 945 time: 0.1148083 Jul 16 01:57:15.939225 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-668ef320-2bc5-48bd-b644-2112b8dd8351 req-c2897a2e-ec63-414c-ab9e-d88879332dbe tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709987 Jul 16 01:57:16.058818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:16.079100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:16.123566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:16.125875 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f583f275-f199-4514-9608-6faa5ef03f8e" -d '{"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:16.133478 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:16.147448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.163665 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcef429-d268-4fc7-be34-03a27287cd02 x-openstack-request-id: req-7dcef429-d268-4fc7-be34-03a27287cd02 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:16.163958 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:16.164206 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dcef429-d268-4fc7-be34-03a27287cd02 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:16.164622 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'code': 200} Jul 16 01:57:16.220843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] Transition to ACTIVE for port object e9ffc413-de70-4452-8db4-73b08b8b79e2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:16.224634 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.293983 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.321230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.355010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] No DVR routers for this DVR port e9ffc413-de70-4452-8db4-73b08b8b79e2 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:16.490112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b82e0b0e-b7ef-47ed-8cac-054b3cadbf47 service neutron] 10.222.0.93 "PUT /v2.0/ports/e9ffc413-de70-4452-8db4-73b08b8b79e2/bindings/n-h1-800085-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6279385 Jul 16 01:57:16.600624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-dd8a6c02-9854-4221-8dba-c307c79b47a0 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.602149 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-dd8a6c02-9854-4221-8dba-c307c79b47a0 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b&tenant_id=4a61bc10abad4dc3828faa41bef71dd5&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.0570431 Jul 16 01:57:16.644773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c047b5-ab77-4f24-9445-cac31acafbee req-67ae87c7-b176-45d8-8dd2-75e0da9f2734 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.646407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85c047b5-ab77-4f24-9445-cac31acafbee req-67ae87c7-b176-45d8-8dd2-75e0da9f2734 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 945 time: 0.0648820 Jul 16 01:57:16.689137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85c047b5-ab77-4f24-9445-cac31acafbee req-824fa744-b648-4b78-80f1-c907637e1c05 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370967 Jul 16 01:57:16.698997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b0154d62-1b0c-4503-967b-50d9328d5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.700554 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-b0154d62-1b0c-4503-967b-50d9328d5ada service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 1096 time: 0.0868127 Jul 16 01:57:16.774593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-d4006210-02c7-4007-98de-78a65b6c179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.775959 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-d4006210-02c7-4007-98de-78a65b6c179f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1096 time: 0.0522768 Jul 16 01:57:16.870648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ce1f8a58-e77a-4ba4-a0db-68e0796840d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.872394 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ce1f8a58-e77a-4ba4-a0db-68e0796840d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 200 len: 898 time: 0.0888245 Jul 16 01:57:16.911382 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.941832 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-2ffd57b9-3181-40fd-8bbf-03d59b050fc4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 200 len: 1000 time: 0.0599878 Jul 16 01:57:17.002660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ae8f7747-b766-4b4e-b9cc-0bce0e3cc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.004201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-ae8f7747-b766-4b4e-b9cc-0bce0e3cc222 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c8743ca-a68b-4d67-87c7-5968b5b32241 HTTP/1.1" status: 200 len: 834 time: 0.0481958 Jul 16 01:57:17.062775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-d75b81db-a652-4464-85d3-2ff26d22aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.064271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-d75b81db-a652-4464-85d3-2ff26d22aca5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba53702d-706c-400a-a945-55122aa9088e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534599 Jul 16 01:57:17.117147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93764ef7-a9e0-4541-a590-8ad433dda5b5 req-234895ea-152b-4cc9-9214-163da2ce24f3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.119764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93764ef7-a9e0-4541-a590-8ad433dda5b5 req-234895ea-152b-4cc9-9214-163da2ce24f3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 945 time: 0.0657189 Jul 16 01:57:17.154587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-4ac74e42-6af7-4f2b-942e-908fe9c7dada service neutron] 10.222.0.78 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830262 Jul 16 01:57:17.157950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-93764ef7-a9e0-4541-a590-8ad433dda5b5 req-b4aa9c0e-fa5c-4cab-878b-39ec11e22b22 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320945 Jul 16 01:57:17.255627 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-928f077f-00d1-4458-93a6-cc8cb05b47dc service neutron] 10.222.0.78 "GET /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887899 Jul 16 01:57:17.333611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863cd96-65e3-47de-8ca7-7059b8a4ba95 req-c60412c5-4111-42cc-9ef3-21172975073a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.335008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7863cd96-65e3-47de-8ca7-7059b8a4ba95 req-c60412c5-4111-42cc-9ef3-21172975073a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 945 time: 0.0662446 Jul 16 01:57:17.371874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7863cd96-65e3-47de-8ca7-7059b8a4ba95 req-93b7b4f2-1a79-403c-b028-7dbd66c1c10a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Jul 16 01:57:17.397123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.451624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce9214-f3e7-41e7-a9ed-d96f3cec4e1c tempest-TestVolumeBootPattern-1026957033 tempest-TestVolumeBootPattern-1026957033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.453307 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f8ce9214-f3e7-41e7-a9ed-d96f3cec4e1c tempest-TestVolumeBootPattern-1026957033 tempest-TestVolumeBootPattern-1026957033-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 1091 time: 0.0550530 Jul 16 01:57:17.456676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38602) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.460975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '798c8ebf-3413-4825-a29e-3592145bae40', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:17.482142 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.541466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-4d7bd9a8-7dc7-4905-a71a-3779bc9bb2bf tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.543050 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-4d7bd9a8-7dc7-4905-a71a-3779bc9bb2bf tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b&tenant_id=4a61bc10abad4dc3828faa41bef71dd5&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 1096 time: 0.0596347 Jul 16 01:57:17.579182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.674924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-0ba4a506-d17a-47a0-80c5-9936ce159662 service neutron] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:17.677997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-0ba4a506-d17a-47a0-80c5-9936ce159662 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.679110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62061a34-78f9-414b-b624-6ec6a3f8145a req-0ba4a506-d17a-47a0-80c5-9936ce159662 service neutron] 10.222.0.78 "DELETE /v2.0/ports/e9ffc413-de70-4452-8db4-73b08b8b79e2/bindings/n-h2-800085-5 HTTP/1.1" status: 204 len: 173 time: 0.1265891 Jul 16 01:57:17.690987 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.25.5.46 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/be56380a-4bc7-41c1-a21d-2544bfcd1de8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:17.799511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.892709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0c7b-ac71-48e2-8ccf-1a40e42d0bce req-329189cd-976e-4d68-8a52-a08a24a5a241 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.894195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-308f0c7b-ac71-48e2-8ccf-1a40e42d0bce req-329189cd-976e-4d68-8a52-a08a24a5a241 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 945 time: 0.0921633 Jul 16 01:57:17.899068 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.963246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:17.972162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:17.975796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=be56380a-4bc7-41c1-a21d-2544bfcd1de8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.979684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:18.004598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-308f0c7b-ac71-48e2-8ccf-1a40e42d0bce req-4bf8c915-1dae-4377-9e38-813d61569c2a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031914 Jul 16 01:57:18.253862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249618d5-2fee-4a4a-80e4-1d94d9f22ccc req-f8435705-7289-4036-93a3-49d504e96631 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.255479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-249618d5-2fee-4a4a-80e4-1d94d9f22ccc req-f8435705-7289-4036-93a3-49d504e96631 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 1096 time: 0.1402204 Jul 16 01:57:18.360522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-249618d5-2fee-4a4a-80e4-1d94d9f22ccc req-35ddbc32-1486-4ecb-b220-6a96df1af675 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665281 Jul 16 01:57:18.419531 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.528551 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.596293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e82991-7ba8-467c-bca8-5bf87e441509 req-923ec050-f140-4f06-b54f-20149d8e9aa5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.597885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8e82991-7ba8-467c-bca8-5bf87e441509 req-923ec050-f140-4f06-b54f-20149d8e9aa5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 945 time: 0.1114554 Jul 16 01:57:18.673772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8e82991-7ba8-467c-bca8-5bf87e441509 req-069d2d82-2e40-4933-b179-84012348ad8b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665457 Jul 16 01:57:18.695157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:18.697474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38610) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.727123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.733006 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.733471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:18.764587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0fcb2666-0fd5-44db-acf6-39ac194bd2da tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/be8e44a3-b397-4bdc-bc11-76414c826ffd HTTP/1.1" status: 200 len: 992 time: 0.0646365 Jul 16 01:57:18.806769 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=be56380a-4bc7-41c1-a21d-2544bfcd1de8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.815330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.914108 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Floating IP e774dd05-a3fb-4123-9daa-b5aaa7e87a2e associated. External IP: 172.25.5.46, port: 798c8ebf-3413-4825-a29e-3592145bae40. Jul 16 01:57:19.013416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.540623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:19.610830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port b5371634-9769-4e5a-ae55-21caf8481beb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:19.611626 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.708346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:19.717315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:19.728516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:19.729137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:19.733758 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.734089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.742098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.769749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for b5371634-9769-4e5a-ae55-21caf8481beb owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:19.792999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-363234e2-73b4-4fce-8725-b0d7c04c5acf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3352382 Jul 16 01:57:19.819533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:19.821793 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1ada95-0475-45e6-a376-dbc226809cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "tag": "798c8ebf-3413-4825-a29e-3592145bae40"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:19.841562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:19.865250 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4020032-4190-4bac-9e35-ad0f483bfdae x-openstack-request-id: req-c4020032-4190-4bac-9e35-ad0f483bfdae {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:19.865812 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "tag": "798c8ebf-3413-4825-a29e-3592145bae40", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:19.866059 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4020032-4190-4bac-9e35-ad0f483bfdae {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:19.866442 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40', 'status': 'completed', 'code': 200} Jul 16 01:57:19.934648 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.976168 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.985865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-aba16451-b7b8-455d-96db-aa5d1ac41263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.987362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-aba16451-b7b8-455d-96db-aa5d1ac41263 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 1096 time: 0.1006684 Jul 16 01:57:20.015796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=b5371634-9769-4e5a-ae55-21caf8481beb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.073857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e774dd05-a3fb-4123-9daa-b5aaa7e87a2e', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '798c8ebf-3413-4825-a29e-3592145bae40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:fd:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:18Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.100203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:20.110782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:20.110782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.134092 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.134452 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP be8e44a3-b397-4bdc-bc11-76414c826ffd disassociated (deleted). External IP: 172.25.5.122, port: e9ffc413-de70-4452-8db4-73b08b8b79e2. Jul 16 01:57:20.186916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-ffe1e34a-ee67-4441-80da-0286a0d1337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.189027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-ffe1e34a-ee67-4441-80da-0286a0d1337f service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1825728 Jul 16 01:57:20.222175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:20.295200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-dc1e3268-1da3-4c44-ba4f-f9a3269cdfeb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798c8ebf-3413-4825-a29e-3592145bae40 HTTP/1.1" status: 200 len: 998 time: 0.0999336 Jul 16 01:57:20.412686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-fec3c618-8664-4464-956a-5332d7e59aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.414099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-fec3c618-8664-4464-956a-5332d7e59aef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.1123848 Jul 16 01:57:20.458052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e774dd05-a3fb-4123-9daa-b5aaa7e87a2e', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '798c8ebf-3413-4825-a29e-3592145bae40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:fd:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:18Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.478766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:20.483526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3fa734-7c52-47ec-aded-b6d58e5e8d3a None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e774dd05-a3fb-4123-9daa-b5aaa7e87a2e', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '798c8ebf-3413-4825-a29e-3592145bae40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:fd:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:18Z', 'updated_at': '2021-07-16T01:57:18Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:20.496728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-1cc48a19-d935-4b95-92a4-ecdc62c5e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.498257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-1cc48a19-d935-4b95-92a4-ecdc62c5e730 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777168 Jul 16 01:57:20.669372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:20.673173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-051a89d5-c79e-401b-a7e4-815ae9566312 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393237 Jul 16 01:57:20.676204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.681065 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] Sync routers for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:20.683665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a87c1-7aec-464c-aa93-999fc30fa52f None None] New status for floating IP e774dd05-a3fb-4123-9daa-b5aaa7e87a2e: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:20.693128 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:20.693903 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:20.770713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-35369e6d-dcdb-4a37-8799-1fbbffb27a0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/floatingips/be8e44a3-b397-4bdc-bc11-76414c826ffd HTTP/1.1" status: 204 len: 168 time: 1.7537858 Jul 16 01:57:20.801765 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:20.809172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a1ada95-0475-45e6-a376-dbc226809cf9 req-c915c5ba-eadd-4e59-9b99-13f79c4fde45 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306334 Jul 16 01:57:21.006811 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:25Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.033886 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] Checking router: 8d55d361-dfc0-4ae1-994a-411823e1b8f0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:21.042129 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:21.042731 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.146298 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:21.158323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364289-0f10-4f67-93ed-3cc5eb8898a7 req-05c3adb0-a721-43ee-b9ab-02c07af2c436 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.159808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0364289-0f10-4f67-93ed-3cc5eb8898a7 req-05c3adb0-a721-43ee-b9ab-02c07af2c436 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 945 time: 0.0656476 Jul 16 01:57:21.197684 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0364289-0f10-4f67-93ed-3cc5eb8898a7 req-4f58cfb0-36ad-4089-b236-96be4ec2430c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=b590d518-67ae-4c78-8f8d-96b086086304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Jul 16 01:57:21.345644 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:25Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.370517 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d090688d-a654-4648-b41e-8bdbc1ace3c8 None None] The sync data for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 is: [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:56:18Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'c94f3792-648b-4921-83cf-82354a293181', 'name': '', 'network_id': 'ba53702d-706c-400a-a945-55122aa9088e', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:1d:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:17Z', 'updated_at': '2021-07-16T01:56:25Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '2c8743ca-a68b-4d67-87c7-5968b5b32241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:21.577341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-2c12cfba-c6c8-44f1-9ee9-3ff6017e694b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.579394 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-2c12cfba-c6c8-44f1-9ee9-3ff6017e694b tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 945 time: 0.0730560 Jul 16 01:57:21.595604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c25d4a-9756-438a-bf60-9fb67458cca8 None None] New status for floating IP be8e44a3-b397-4bdc-bc11-76414c826ffd: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:21.681783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port e9ffc413-de70-4452-8db4-73b08b8b79e2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:21.682163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.773994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port e9ffc413-de70-4452-8db4-73b08b8b79e2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e9ffc413-de70-4452-8db4-73b08b8b79e2,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:21.774367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.785975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for e9ffc413-de70-4452-8db4-73b08b8b79e2 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:21.867795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:21.870179 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6969be7d-173d-467c-99f5-bcd0ef3dbdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:21.906579 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079c82b1-5b1e-4543-9766-75d109eeed4a x-openstack-request-id: req-079c82b1-5b1e-4543-9766-75d109eeed4a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:21.907072 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:21.907275 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-079c82b1-5b1e-4543-9766-75d109eeed4a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:21.907562 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'status': 'completed', 'code': 200} Jul 16 01:57:21.910649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.943765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=e9ffc413-de70-4452-8db4-73b08b8b79e2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.963246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6969be7d-173d-467c-99f5-bcd0ef3dbdfe req-479c8d38-8e5d-4a4f-bbcc-bc43f26bef36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 210 time: 0.0323150 Jul 16 01:57:21.990116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] No DVR routers for this DVR port e9ffc413-de70-4452-8db4-73b08b8b79e2 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:21.993038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.995097 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4102ece9-5205-4711-ac7b-fb7dec051511 req-374b4fd4-cea4-4c5e-b221-d318e26e9e62 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "DELETE /v2.0/ports/e9ffc413-de70-4452-8db4-73b08b8b79e2 HTTP/1.1" status: 204 len: 173 time: 0.4088039 Jul 16 01:57:21.995533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-deleted', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:21.997792 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f705f3-66dc-4ce3-86ff-e2cca4e3b626" -d '{"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-deleted", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:22.037457 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dcbff8-ab29-4104-9e30-1cb7c4557202 x-openstack-request-id: req-78dcbff8-ab29-4104-9e30-1cb7c4557202 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:22.037751 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770f425-ddb7-4791-89ca-d84bfbaf0d1b", "name": "network-vif-deleted", "tag": "e9ffc413-de70-4452-8db4-73b08b8b79e2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:22.038003 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78dcbff8-ab29-4104-9e30-1cb7c4557202 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:22.038405 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770f425-ddb7-4791-89ca-d84bfbaf0d1b', 'name': 'network-vif-deleted', 'tag': 'e9ffc413-de70-4452-8db4-73b08b8b79e2', 'status': 'completed', 'code': 200} Jul 16 01:57:22.361424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be08c2a5-14fd-4fb1-a355-636388c3741a req-dbd9f6cb-9b18-46d0-935d-4582cfc8147d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=1770f425-ddb7-4791-89ca-d84bfbaf0d1b HTTP/1.1" status: 200 len: 210 time: 0.0290170 Jul 16 01:57:23.363581 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:23.451498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38640) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.804499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.063891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port c94f3792-648b-4921-83cf-82354a293181 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:24.064246 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.153778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port c94f3792-648b-4921-83cf-82354a293181, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c94f3792-648b-4921-83cf-82354a293181,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:24.154136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.167072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for c94f3792-648b-4921-83cf-82354a293181 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:24.347880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.373817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=c94f3792-648b-4921-83cf-82354a293181,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.554283 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.763054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:24.869125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:24.874135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c1593fa7-6086-4373-8492-5f25cf045d16 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/8d55d361-dfc0-4ae1-994a-411823e1b8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4216125 Jul 16 01:57:24.877413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38642) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.880013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] Sync routers for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:24.890074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:24.890762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.931123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting subnet 2c8743ca-a68b-4d67-87c7-5968b5b32241 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:24.934217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.974028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.993035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:25.058812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.121979 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.150020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8743ca-a68b-4d67-87c7-5968b5b32241,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.152098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.154020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3a31fba9-dc62-4b74-af38-37bcaa4ded0f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/subnets/2c8743ca-a68b-4d67-87c7-5968b5b32241 HTTP/1.1" status: 204 len: 168 time: 0.2756789 Jul 16 01:57:25.156758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.160910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1773172c-dcc0-4b0b-830c-91c0c90416b2 None None] Network ba53702d-706c-400a-a945-55122aa9088e requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.259775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:57:24Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.307741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] Checking router: 8d55d361-dfc0-4ae1-994a-411823e1b8f0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:25.322603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] Routers {'8d55d361-dfc0-4ae1-994a-411823e1b8f0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:25.323152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.417413 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:25.448864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: e9ffc413-de70-4452-8db4-73b08b8b79e2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:25.449239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e9ffc413-de70-4452-8db4-73b08b8b79e2 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:25.467150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] Set router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:25.495914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] DHCP port deletion for ba53702d-706c-400a-a945-55122aa9088e request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:25.598341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.704475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.759361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port 0d278488-6ee4-42cd-ad03-2b3dd5295af9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:25.759714 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.807631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Deleting port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:25.808000 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.840152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port 0d278488-6ee4-42cd-ad03-2b3dd5295af9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0d278488-6ee4-42cd-ad03-2b3dd5295af9,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:25.840546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.853299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for 0d278488-6ee4-42cd-ad03-2b3dd5295af9 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:25.876166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] For port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7ea13ed0-5e1b-4135-9411-0ba42db5c34b,segment=NetworkSegment(da0f8600-cedc-4213-96d4-3b322578601d),segment_id=da0f8600-cedc-4213-96d4-3b322578601d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:25.876575 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.889517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Calling delete_port for 7ea13ed0-5e1b-4135-9411-0ba42db5c34b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:25.908111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:57:24Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.961675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96914faf-99bd-4f20-a33d-771c0edffde8 None None] The sync data for ids ['8d55d361-dfc0-4ae1-994a-411823e1b8f0'] in n-d-800085-5 is: [{'id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464024601', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:13Z', 'updated_at': '2021-07-16T01:57:24Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': '0d278488-6ee4-42cd-ad03-2b3dd5295af9', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d55d361-dfc0-4ae1-994a-411823e1b8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:14Z', 'updated_at': '2021-07-16T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:26.001768 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.026465 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.029625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Pushing event deleted for resources: {'Port': ['ID=7ea13ed0-5e1b-4135-9411-0ba42db5c34b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.034709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] No DVR routers for this DVR port 7ea13ed0-5e1b-4135-9411-0ba42db5c34b on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:26.041859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.042240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.042593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.042941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.043280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.043605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.043932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.044361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.044699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.045311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.045311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.045633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1868dd2-fd6e-4a8f-bd4e-b28580bb1168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.057733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=0d278488-6ee4-42cd-ad03-2b3dd5295af9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.123706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.219316 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.221644 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.268922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.269464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Fanout notify agent at l3_agent the message router_deleted on router 8d55d361-dfc0-4ae1-994a-411823e1b8f0 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:57:26.277462 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.278763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-75a1d042-aa01-40a5-b3b6-8a095c7a0902 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/routers/8d55d361-dfc0-4ae1-994a-411823e1b8f0 HTTP/1.1" status: 204 len: 168 time: 1.1210749 Jul 16 01:57:26.281445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38650) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.373643 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.480295 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.491800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba53702d-706c-400a-a945-55122aa9088e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.502564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0f8600-cedc-4213-96d4-3b322578601d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.502867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0f8600-cedc-4213-96d4-3b322578601d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.512265 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.527200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.533372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:26.533756 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:26.536736 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:26.599011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.606405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.608574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/networks/ba53702d-706c-400a-a945-55122aa9088e HTTP/1.1" status: 204 len: 168 time: 0.3259904 Jul 16 01:57:26.611697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.629068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080c42a-f049-4ae2-a5b3-a5c82f6f1e8a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Network': ['ID=ba53702d-706c-400a-a945-55122aa9088e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.685812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4eee31a-97f7-470b-8fba-ec749f30c409 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.717874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4eee31a-97f7-470b-8fba-ec749f30c409 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.777779 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4eee31a-97f7-470b-8fba-ec749f30c409 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.780665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4eee31a-97f7-470b-8fba-ec749f30c409 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.781853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b4eee31a-97f7-470b-8fba-ec749f30c409 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/security-groups/b590d518-67ae-4c78-8f8d-96b086086304 HTTP/1.1" status: 204 len: 168 time: 0.1691937 Jul 16 01:57:26.791163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eee31a-97f7-470b-8fba-ec749f30c409 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590d518-67ae-4c78-8f8d-96b086086304,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.982598 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-899c7fb1-7575-4e17-bc05-2ec118a04caa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586481 Jul 16 01:57:27.083554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-43768418-d8bf-4703-acdf-2bca69cf52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.085214 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-43768418-d8bf-4703-acdf-2bca69cf52ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 1096 time: 0.0556061 Jul 16 01:57:27.192880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-52585bd8-81e2-4a31-b15f-004283aa0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.194335 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-52585bd8-81e2-4a31-b15f-004283aa0f76 service neutron] 10.222.0.78 "GET /v2.0/networks?id=53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 200 len: 898 time: 0.0884793 Jul 16 01:57:27.265348 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-9a590d3c-4510-4f9e-99b9-155350d311e6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ec1eb6-d890-4c88-9682-c39c179c6353 HTTP/1.1" status: 200 len: 1000 time: 0.0620649 Jul 16 01:57:27.323636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-6449b11e-6cc2-41ce-8962-2f281fd7932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.325313 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-6449b11e-6cc2-41ce-8962-2f281fd7932e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd357eb1-9639-4aa2-b6b5-430a8bedeb31 HTTP/1.1" status: 200 len: 835 time: 0.0513935 Jul 16 01:57:27.340035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c94f3792-648b-4921-83cf-82354a293181 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:27.362462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.363977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c94f3792-648b-4921-83cf-82354a293181 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:27.364421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c94f3792-648b-4921-83cf-82354a293181 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:27.364901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0d278488-6ee4-42cd-ad03-2b3dd5295af9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:27.369161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c576ca09-37a3-4cff-a02f-3e6f77d4c017 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125233415', 'description': 'tempest-secgroup-smoke-125233415 description', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.384639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0d278488-6ee4-42cd-ad03-2b3dd5295af9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:27.385074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0d278488-6ee4-42cd-ad03-2b3dd5295af9 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:27.385502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7ea13ed0-5e1b-4135-9411-0ba42db5c34b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:27.388965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-efd63645-5426-4872-a100-c62a1a6faa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.390779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-efd63645-5426-4872-a100-c62a1a6faa55 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53018367-4fb7-4bc4-ac2e-0bf3813381cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570958 Jul 16 01:57:27.398772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c576ca09-37a3-4cff-a02f-3e6f77d4c017 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.405362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7ea13ed0-5e1b-4135-9411-0ba42db5c34b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:27.405963 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7ea13ed0-5e1b-4135-9411-0ba42db5c34b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:27.485723 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c576ca09-37a3-4cff-a02f-3e6f77d4c017 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.488892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-6791fa3a-be25-48f4-a671-24d696ad017b service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899632 Jul 16 01:57:27.489666 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c576ca09-37a3-4cff-a02f-3e6f77d4c017 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.515789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c576ca09-37a3-4cff-a02f-3e6f77d4c017 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.517011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c576ca09-37a3-4cff-a02f-3e6f77d4c017 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1535547 Jul 16 01:57:27.520031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38660) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.521408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576ca09-37a3-4cff-a02f-3e6f77d4c017 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191e9502-76d6-4247-86b1-8d64d2bdaa9a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.525140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1f4890d4-161c-4d53-88da-924ba895511c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': '191e9502-76d6-4247-86b1-8d64d2bdaa9a', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.593143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f4890d4-161c-4d53-88da-924ba895511c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.612697 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e571d500-1e3c-4f0d-bcf8-63b7aff8fd8c req-38a81d71-6e86-4d20-a8ed-63f5767e5a6f service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176209 Jul 16 01:57:27.662062 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f4890d4-161c-4d53-88da-924ba895511c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.665617 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f4890d4-161c-4d53-88da-924ba895511c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.683499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4890d4-161c-4d53-88da-924ba895511c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7413666b-a9fc-47dd-8a7a-e8a9c18663b1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.689389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f4890d4-161c-4d53-88da-924ba895511c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.689972 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1f4890d4-161c-4d53-88da-924ba895511c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689479 Jul 16 01:57:27.692863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.697311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-80d81341-4f4c-4ac8-abc3-1e19be0d40e0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': '191e9502-76d6-4247-86b1-8d64d2bdaa9a', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.721914 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80d81341-4f4c-4ac8-abc3-1e19be0d40e0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.778135 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80d81341-4f4c-4ac8-abc3-1e19be0d40e0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.781423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80d81341-4f4c-4ac8-abc3-1e19be0d40e0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.800631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d81341-4f4c-4ac8-abc3-1e19be0d40e0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaae5ca-ebea-4729-a742-96ada6433b7d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.803048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80d81341-4f4c-4ac8-abc3-1e19be0d40e0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.804196 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-80d81341-4f4c-4ac8-abc3-1e19be0d40e0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1104093 Jul 16 01:57:27.807261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.811994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6d7ed2fd-e345-4a51-a0d5-69320d7a08b3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': '191e9502-76d6-4247-86b1-8d64d2bdaa9a', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.837536 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed2fd-e345-4a51-a0d5-69320d7a08b3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.895498 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed2fd-e345-4a51-a0d5-69320d7a08b3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.898939 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed2fd-e345-4a51-a0d5-69320d7a08b3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.919390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ed2fd-e345-4a51-a0d5-69320d7a08b3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f951a4-ef9f-4014-9ff5-b2c9d1b0eca3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.923596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6d7ed2fd-e345-4a51-a0d5-69320d7a08b3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.927620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.927781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6d7ed2fd-e345-4a51-a0d5-69320d7a08b3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193900 Jul 16 01:57:27.932474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-048636c0-244b-4c01-bf03-5c9a12ddfef5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': '191e9502-76d6-4247-86b1-8d64d2bdaa9a', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.957265 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-048636c0-244b-4c01-bf03-5c9a12ddfef5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.014933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-048636c0-244b-4c01-bf03-5c9a12ddfef5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.018445 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-048636c0-244b-4c01-bf03-5c9a12ddfef5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.035965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048636c0-244b-4c01-bf03-5c9a12ddfef5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8828f0b6-a76d-4433-8248-9f7352025e1f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.041200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-048636c0-244b-4c01-bf03-5c9a12ddfef5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.042456 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-048636c0-244b-4c01-bf03-5c9a12ddfef5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136930 Jul 16 01:57:28.045221 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.050199 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': '191e9502-76d6-4247-86b1-8d64d2bdaa9a', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.071518 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:57:28.076298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.137963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.141800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.158921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183ce385-cfba-4e2b-9c91-ddfef30f748e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.165523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.166714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d9d4660b-f9c2-45c4-a64c-fd26fcc16002 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205766 Jul 16 01:57:28.169517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.173821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'security_group_rule': {'security_group_id': '191e9502-76d6-4247-86b1-8d64d2bdaa9a', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.193733 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Project 4a61bc10abad4dc3828faa41bef71dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:57:28.198388 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.263283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.267330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.285482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b273186c-0744-4db7-ad59-fe5992288cff,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.290427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.291548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0db69949-4a94-4af4-9930-fd3d7b93c5a7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211095 Jul 16 01:57:28.294489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.299340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'network': {'name': 'tempest-network-smoke--1134697527', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.318264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:28.321632 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.346222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:28.356186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.356659 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Added segment 49ebbde8-e6b9-4280-b5aa-c6b86cb4a788 of type vlan for network bed074d6-268f-47aa-8b42-97bcbc3fd531 Jul 16 01:57:28.395499 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.423491 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.428977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.429565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.470258 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1747463 Jul 16 01:57:28.472990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.479338 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'admin_state_up': True, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.512313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb9ad3-4f24-42f7-ac20-57f0987ed1ac tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Network': ['ID=bed074d6-268f-47aa-8b42-97bcbc3fd531,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.523741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:28.529449 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.530607 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.581907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.717963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.906060 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.924986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.028663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.175 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b23dbf4b-54d9-468a-a72c-1e3b22cddb78) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:29.133351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.171616 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.207360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:29.212069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:29.216341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:29.240940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.734149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.927287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.051205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router a719b5a2-36b3-44b6-9b26-4997b770a3e1 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:30.158193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:30.168281 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Sync routers for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:30.178917 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.183285 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:30.183455 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-910972ca-a3be-4b89-b71d-de9d7951b522 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7064371 Jul 16 01:57:30.183570 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.183698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.212267 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9e935d7c-2092-4d88-bcfc-d82f28cd228a tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=4a61bc10abad4dc3828faa41bef71dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273242 Jul 16 01:57:30.214481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.224181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-9183536e-0331-4c14-85e7-907a4db49a17 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647304 Jul 16 01:57:30.288235 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:30.312992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057cc91e-8bac-4aee-b332-783410a8f800 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.314477 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-057cc91e-8bac-4aee-b332-783410a8f800 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985508 Jul 16 01:57:30.317711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38680) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.319640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-f7c438ee-9372-4ba3-be05-7b43df36480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.321181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-f7c438ee-9372-4ba3-be05-7b43df36480a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0550675 Jul 16 01:57:30.357004 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8b6ad277-1bdf-4a46-be44-3fc05df156d0 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347948 Jul 16 01:57:30.359792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.365201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441741177', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:30.441259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-ebc84073-18b4-4c53-80e9-da7be9bbdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.443025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-ebc84073-18b4-4c53-80e9-da7be9bbdf57 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0945284 Jul 16 01:57:30.467360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:30.473125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.479604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:29Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.505520 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Checking router: a719b5a2-36b3-44b6-9b26-4997b770a3e1 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:30.505865 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Updating router a719b5a2-36b3-44b6-9b26-4997b770a3e1 port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:57:30.510886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-45175ecb-2707-459b-ae61-125291f791c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798c8ebf-3413-4825-a29e-3592145bae40 HTTP/1.1" status: 200 len: 1000 time: 0.0620661 Jul 16 01:57:30.563678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-7efcf989-8918-4df5-8493-228f5ee0f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.565178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-7efcf989-8918-4df5-8493-228f5ee0f000 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0477505 Jul 16 01:57:30.630704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-b61c16cc-2180-4bf2-b666-b4c2d12dcd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.632046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-b61c16cc-2180-4bf2-b666-b4c2d12dcd1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604146 Jul 16 01:57:30.635019 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.698929 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.730809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-cbc4f056-bea9-4d73-babb-e16cedd72e09 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907021 Jul 16 01:57:30.775272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Subnet': ['ID=0ebf5078-c41a-4b25-ab32-4b7415f40cb3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.778609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Checking segment: {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:30.778977 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network hostable DHCP agents. Network: bed074d6-268f-47aa-8b42-97bcbc3fd531, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:30.799521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:30.811496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, bed074d6-268f-47aa-8b42-97bcbc3fd531) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:30.816506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.817210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.823915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1982659-47da-4259-8b90-c213c36995da None None] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:30.832680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-23bca02c-b5da-47a9-9ad3-209ab938c4a2 req-4b73e8e5-fea2-400b-b461-535794062da1 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958936 Jul 16 01:57:30.840151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a8ed15cb-a0e4-4044-bec0-d34b3eb6d7df tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4791672 Jul 16 01:57:30.843158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.916487 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.926522 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Transition to ACTIVE for port object b23dbf4b-54d9-468a-a72c-1e3b22cddb78 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:30.933486 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.980621 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Attempting to bind port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:30.981016 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Attempting to bind port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:30.981405 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Attempting to bind port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:30.991296 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:30.991671 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:30.992071 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.992496 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:30.992955 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Bound port: b23dbf4b-54d9-468a-a72c-1e3b22cddb78, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:30.993333 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.995190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-bed074d6-268f-47aa-8b42-97bcbc3fd531', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:30.996100 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.039906 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Pushing event updated for resources: {'Port': ['ID=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.058415 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] For port b23dbf4b-54d9-468a-a72c-1e3b22cddb78, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:31.062409 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] For port b23dbf4b-54d9-468a-a72c-1e3b22cddb78, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:31.069179 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.069534 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.069900 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.070240 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.070824 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.071072 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.071377 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.071704 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.072045 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.072414 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.072833 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.073183 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:31.077422 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.128729 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:31.129515 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.159300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Allocated IP 172.20.0.2 (bed074d6-268f-47aa-8b42-97bcbc3fd531/0ebf5078-c41a-4b25-ab32-4b7415f40cb3/53ea89f1-e754-4c30-af5b-60e995248fc0) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:31.241859 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:31.296189 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97de84b-c71a-443e-9330-ee2ff0734bbb None None] Pushing event updated for resources: {'Port': ['ID=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.305559 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.314596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Transition to ACTIVE for port object 53ea89f1-e754-4c30-af5b-60e995248fc0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:31.321884 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.333853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Transition to ACTIVE for port object 53ea89f1-e754-4c30-af5b-60e995248fc0 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:31.339863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.343463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.380488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:31.383839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:31.389450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:31.429670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Pushing event updated for resources: {'Port': ['ID=53ea89f1-e754-4c30-af5b-60e995248fc0,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.442272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:29Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.454736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d97e9-af59-49ee-a0f6-5431230f70f5 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:31.455918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d97e9-af59-49ee-a0f6-5431230f70f5 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:31.457141 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d97e9-af59-49ee-a0f6-5431230f70f5 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:31.459085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fe7d97e9-af59-49ee-a0f6-5431230f70f5 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=67304538e9cb410bb2eb25e98ab89f43&network_id=53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 200 len: 2969 time: 0.1176202 Jul 16 01:57:31.465597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Attempting to bind port 53ea89f1-e754-4c30-af5b-60e995248fc0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:31.465974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Attempting to bind port 53ea89f1-e754-4c30-af5b-60e995248fc0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:31.466341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Attempting to bind port 53ea89f1-e754-4c30-af5b-60e995248fc0 on network bed074d6-268f-47aa-8b42-97bcbc3fd531 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:31.471861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:31.472250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Checking segment: {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:31.472691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.473090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Bound using segment: {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:31.473560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Bound port: 53ea89f1-e754-4c30-af5b-60e995248fc0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:31.473943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.477574 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45260aea-fa9a-4645-b979-ff5f5ed77d16 None None] The sync data for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 is: [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:29Z', 'revision_number': 3, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:31.553224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] For port 53ea89f1-e754-4c30-af5b-60e995248fc0, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:31.557172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] For port 53ea89f1-e754-4c30-af5b-60e995248fc0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=53ea89f1-e754-4c30-af5b-60e995248fc0,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:31.563751 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.634035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e56bc-8ef9-4032-8d44-fcf535572d99 None None] Pushing event updated for resources: {'Port': ['ID=53ea89f1-e754-4c30-af5b-60e995248fc0,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.676809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.1 (bed074d6-268f-47aa-8b42-97bcbc3fd531/0ebf5078-c41a-4b25-ab32-4b7415f40cb3/246c2784-5f8f-48e8-93a2-c7daa46f0d16) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:31.842049 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.863581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object 246c2784-5f8f-48e8-93a2-c7daa46f0d16 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:31.908832 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.956402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:31.959856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:31.964168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:31.973138 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=246c2784-5f8f-48e8-93a2-c7daa46f0d16,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.003361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.003795 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.004253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.004686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.005099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.005705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.006024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.006373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.006689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.007037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.007352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.007715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:32.035085 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.184815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.488577 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.493907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.576082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=246c2784-5f8f-48e8-93a2-c7daa46f0d16,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.582559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.664615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28697371-d7a2-4cfb-b3e4-d970d1c69b39 None None] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:32.677103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:32.678740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:32.790683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d2bc931a-2ffb-4374-a96e-9095eccee2f8 None None] Provisioning for port 53ea89f1-e754-4c30-af5b-60e995248fc0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:33.099985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router a719b5a2-36b3-44b6-9b26-4997b770a3e1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:33.120737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5a80a993-ea11-43ea-9b2e-1d433dfd89c1 None None] Provisioning for port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:33.125404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5a80a993-ea11-43ea-9b2e-1d433dfd89c1 None None] Provisioning complete for port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:33.125785 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5a80a993-ea11-43ea-9b2e-1d433dfd89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.162778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5a80a993-ea11-43ea-9b2e-1d433dfd89c1 None None] Port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:33.237892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:33.253516 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-53779df0-edd1-42dd-9c9d-2cbaefd03dcf tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/a719b5a2-36b3-44b6-9b26-4997b770a3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3997183 Jul 16 01:57:33.259919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Sync routers for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:33.278304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:33.279011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.294536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.363602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba05a520-60c9-4d97-865a-373bab89327e tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.366507 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ba05a520-60c9-4d97-865a-373bab89327e tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf HTTP/1.1" status: 200 len: 814 time: 0.0713277 Jul 16 01:57:33.443381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0fca5054-9dc5-4cd7-bc5e-84728b4f339b None None] Provisioning complete for port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:33.443684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0fca5054-9dc5-4cd7-bc5e-84728b4f339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.493575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 53ea89f1-e754-4c30-af5b-60e995248fc0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:33.503359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:33.513234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-a48f2351-77a7-43c5-91f5-af66d7953cd6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125233415&fields=id&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 267 time: 0.0708418 Jul 16 01:57:33.568507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0fca5054-9dc5-4cd7-bc5e-84728b4f339b None None] Port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:33.657491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 53ea89f1-e754-4c30-af5b-60e995248fc0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:33.678703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-2df5935f-a287-4339-95a1-4b962a588dfc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.685529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-2df5935f-a287-4339-95a1-4b962a588dfc tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/networks?id=bed074d6-268f-47aa-8b42-97bcbc3fd531 HTTP/1.1" status: 200 len: 797 time: 0.1640601 Jul 16 01:57:33.691103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 53ea89f1-e754-4c30-af5b-60e995248fc0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:33.691611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.705236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-39ddb5f0-3ea3-47e4-b8e7-6084276f2f4d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/quotas/4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 375 time: 0.0182285 Jul 16 01:57:33.735177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9c9202b6-8ba4-470c-add4-fefed75c8928 None None] Provisioning complete for port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:33.735545 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c9202b6-8ba4-470c-add4-fefed75c8928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.772728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-e0ce5f11-56bd-40e4-aa1c-a67af8a7aa68 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619941 Jul 16 01:57:33.808511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9c9202b6-8ba4-470c-add4-fefed75c8928 None None] Port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:33.843719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38722) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.852398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'network': {'name': 'tempest-network-smoke--1065646333', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:33.858040 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.873515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:33.878284 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.888761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-44ce9e7f-22f9-43b1-ac40-8a43543aa21f service neutron] 10.222.0.81 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016665 Jul 16 01:57:33.894520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 2, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.899839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 53ea89f1-e754-4c30-af5b-60e995248fc0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=53ea89f1-e754-4c30-af5b-60e995248fc0,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:33.903379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:33.912859 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.913212 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Added segment 2ee9e05f-0abb-4430-9055-fdbe76f1e3a0 of type vlan for network 65fc50cb-b74e-4208-96a4-b61311cbf2da Jul 16 01:57:33.923885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Checking router: a719b5a2-36b3-44b6-9b26-4997b770a3e1 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:33.924109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Updating router a719b5a2-36b3-44b6-9b26-4997b770a3e1 port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:57:33.925794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.926548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b23dbf4b-54d9-468a-a72c-1e3b22cddb78 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:33.971652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.988145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-a5c1b98c-808a-4772-b04d-b973343ee4c0 service neutron] 10.222.0.81 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941443 Jul 16 01:57:34.002515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.008155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.008799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.026042 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.040664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=53ea89f1-e754-4c30-af5b-60e995248fc0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.042930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1972287 Jul 16 01:57:34.046507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.094823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:34.095893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8452d09-212f-48f0-974f-26dceb9a6181 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Network': ['ID=65fc50cb-b74e-4208-96a4-b61311cbf2da,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.105542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:34.105542 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.147042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd187ca-1592-481f-a4b3-dee760fc3add tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.148619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:34.152598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4fd187ca-1592-481f-a4b3-dee760fc3add tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=67304538e9cb410bb2eb25e98ab89f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1014512 Jul 16 01:57:34.152598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.253361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-efe06371-5b67-441d-9271-7e6b922b62b2 req-b46ee35b-98b7-4f43-803d-72a98302b4d7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 210 time: 0.0558665 Jul 16 01:57:34.356993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a54f3-1ed3-45b1-9e52-cf02845cf259 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.358851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7a7a54f3-1ed3-45b1-9e52-cf02845cf259 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2043190 Jul 16 01:57:34.362903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.363069 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.403332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ec8163d0-c4f6-4f36-a6ef-f5c2301bd551 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362289 Jul 16 01:57:34.404195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38738) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.405642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b23dbf4b-54d9-468a-a72c-1e3b22cddb78, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:34.413775 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.441992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d5ce7379-2f21-4f32-bb01-eaf1e9fd5a82 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=67304538e9cb410bb2eb25e98ab89f43&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373230 Jul 16 01:57:34.444527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.502412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.506779 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.517799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Transition to ACTIVE for port object 246c2784-5f8f-48e8-93a2-c7daa46f0d16 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:34.523492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.549474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66e78fc-373f-487a-9129-45b8e361e2d6 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.551325 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b66e78fc-373f-487a-9129-45b8e361e2d6 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1056728 Jul 16 01:57:34.554190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.576530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75b41c-48d2-4bf3-b753-2f79b261d222 None None] Pushing event updated for resources: {'Port': ['ID=246c2784-5f8f-48e8-93a2-c7daa46f0d16,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.583134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4bd06948-4272-4dd8-aa9b-688248432b34 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274374 Jul 16 01:57:34.585915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.590902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575908321', 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:34.653990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Attempting to bind port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:34.654500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Attempting to bind port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:34.654878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Attempting to bind port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 on network bed074d6-268f-47aa-8b42-97bcbc3fd531 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:34.661173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:34.661547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Checking segment: {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:34.661949 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.662351 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Bound using segment: {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:34.662822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Bound port: 246c2784-5f8f-48e8-93a2-c7daa46f0d16, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:34.663206 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.699413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:34.703344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.738226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] For port 246c2784-5f8f-48e8-93a2-c7daa46f0d16, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:34.742062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] For port 246c2784-5f8f-48e8-93a2-c7daa46f0d16, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=246c2784-5f8f-48e8-93a2-c7daa46f0d16,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:34.747784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.809530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:34.810156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:34.870590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75b41c-48d2-4bf3-b753-2f79b261d222 None None] Pushing event updated for resources: {'Port': ['ID=246c2784-5f8f-48e8-93a2-c7daa46f0d16,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.933204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.965942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:34.998190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Subnet': ['ID=3f80472c-860b-405a-87c0-5d7522f8ef67,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.017701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.018051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.018390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.018724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.019060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.019393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.019729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.020046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.020465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.020710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.021271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.021605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:35.032670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Checking segment: {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:35.033037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network hostable DHCP agents. Network: 65fc50cb-b74e-4208-96a4-b61311cbf2da, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:35.051900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:35.062508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 65fc50cb-b74e-4208-96a4-b61311cbf2da) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:35.067346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.067960 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.084675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-27147fe9-1f79-43f2-8019-8c50778b5322 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4976230 Jul 16 01:57:35.199306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2111d10-5faf-4d89-b845-1968f26d9045 None None] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:35.450948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-65fc50cb-b74e-4208-96a4-b61311cbf2da', 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ips': [{'subnet_id': '3f80472c-860b-405a-87c0-5d7522f8ef67'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:35.452047 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.473015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:35.485065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 53ea89f1-e754-4c30-af5b-60e995248fc0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:35.518078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c441a-92ba-4268-9f06-bbcae9738245 None None] The sync data for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 is: [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:35.563967 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d719c6d-ed8a-4a3d-8430-a559028628f7 req-0d206377-ba4c-415d-9b57-a213290d8350 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 210 time: 0.0660768 Jul 16 01:57:35.595222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-2a49b754-2c08-44e4-baea-71375ae4d6ef tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.596815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-2a49b754-2c08-44e4-baea-71375ae4d6ef tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/networks?id=bed074d6-268f-47aa-8b42-97bcbc3fd531 HTTP/1.1" status: 200 len: 797 time: 0.3042750 Jul 16 01:57:35.611295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.705613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e5907094-e711-49e1-b56e-015aa489f0af tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37576554', 'description': 'tempest-secgroup-smoke-37576554 description', 'project_id': '67304538e9cb410bb2eb25e98ab89f43'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.705613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5907094-e711-49e1-b56e-015aa489f0af tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.732357 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-f1422fc4-e4fb-4fa0-aa58-f7204ca77ebe tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a61bc10abad4dc3828faa41bef71dd5 HTTP/1.1" status: 200 len: 379 time: 0.1105418 Jul 16 01:57:35.744954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'port': {'device_id': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'admin_state_up': True, 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'security_groups': ['191e9502-76d6-4247-86b1-8d64d2bdaa9a']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.753555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 53ea89f1-e754-4c30-af5b-60e995248fc0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:35.754141 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.811815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Allocated IP 172.20.0.18 (65fc50cb-b74e-4208-96a4-b61311cbf2da/3f80472c-860b-405a-87c0-5d7522f8ef67/7d5562f4-2b6e-4cf1-b047-a8f900108ab0) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:35.837191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5907094-e711-49e1-b56e-015aa489f0af tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.845546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5907094-e711-49e1-b56e-015aa489f0af tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.884731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5907094-e711-49e1-b56e-015aa489f0af tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436a4886-4b2f-4cd3-b940-4f365831b240,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.888602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5907094-e711-49e1-b56e-015aa489f0af tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.893683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e5907094-e711-49e1-b56e-015aa489f0af tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2813885 Jul 16 01:57:35.894966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.901674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1aed4b59-5553-4f07-9927-c8898897411b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '436a4886-4b2f-4cd3-b940-4f365831b240', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.908492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Made reservation on behalf of 4a61bc10abad4dc3828faa41bef71dd5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:35.915165 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.938031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aed4b59-5553-4f07-9927-c8898897411b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.939804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b23dbf4b-54d9-468a-a72c-1e3b22cddb78 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:36.011814 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aed4b59-5553-4f07-9927-c8898897411b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.024307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aed4b59-5553-4f07-9927-c8898897411b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.051461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aed4b59-5553-4f07-9927-c8898897411b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.053312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1aed4b59-5553-4f07-9927-c8898897411b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570618 Jul 16 01:57:36.056266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.060968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7a11ce21-3dfa-4ff3-8fbc-21c3deda3bad tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '436a4886-4b2f-4cd3-b940-4f365831b240', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.062888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:36.063320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.070323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed4b59-5553-4f07-9927-c8898897411b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcba831e-8e32-4c4c-8126-c38db99ba88e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.107195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce21-3dfa-4ff3-8fbc-21c3deda3bad tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.112005 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.113803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.20.0.14 (bed074d6-268f-47aa-8b42-97bcbc3fd531/0ebf5078-c41a-4b25-ab32-4b7415f40cb3/fe2456aa-1c2c-44c5-ae1f-563cf4909783) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:36.127444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Transition to ACTIVE for port object 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:36.150396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Transition to ACTIVE for port object 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:36.180778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce21-3dfa-4ff3-8fbc-21c3deda3bad tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.181722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.187304 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce21-3dfa-4ff3-8fbc-21c3deda3bad tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.206913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11ce21-3dfa-4ff3-8fbc-21c3deda3bad tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dbd010-3ba9-472a-a40f-6960cebd6771,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.222890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce21-3dfa-4ff3-8fbc-21c3deda3bad tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.224356 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7a11ce21-3dfa-4ff3-8fbc-21c3deda3bad tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1671193 Jul 16 01:57:36.227351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.233252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7b76168f-10e9-4011-b2ba-73f24548545c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '436a4886-4b2f-4cd3-b940-4f365831b240', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.250787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:36.254086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:36.256564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:36.280786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b76168f-10e9-4011-b2ba-73f24548545c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.298369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Pushing event updated for resources: {'Port': ['ID=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.319963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.337812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Attempting to bind port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:36.338216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Attempting to bind port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:36.338589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Attempting to bind port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 on network 65fc50cb-b74e-4208-96a4-b61311cbf2da {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:36.340406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Transition to ACTIVE for port object fe2456aa-1c2c-44c5-ae1f-563cf4909783 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:36.345551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:36.345984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Checking segment: {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:36.346513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.347091 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Bound using segment: {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:36.347623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Bound port: 7d5562f4-2b6e-4cf1-b047-a8f900108ab0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:36.348232 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.370597 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b76168f-10e9-4011-b2ba-73f24548545c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.376790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b76168f-10e9-4011-b2ba-73f24548545c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.392720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.396699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76168f-10e9-4011-b2ba-73f24548545c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5095ed73-068b-43e4-b190-a8f3dc80456c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.407452 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b76168f-10e9-4011-b2ba-73f24548545c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.409697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7b76168f-10e9-4011-b2ba-73f24548545c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810973 Jul 16 01:57:36.415325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38760) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.422055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2acbdc0d-1f8c-4871-9dbf-222235446079 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '436a4886-4b2f-4cd3-b940-4f365831b240', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.443318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] For port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:36.448190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] For port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:36.448990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:36.455358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.455538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:36.455891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2acbdc0d-1f8c-4871-9dbf-222235446079 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.459941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:36.488887 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.545402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8bbd7-4610-4cc2-9c4e-dea82d74ee07 None None] Pushing event updated for resources: {'Port': ['ID=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.555331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.560377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.586622 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-74e7ad6c-af7a-4b9f-9946-71901bbb0b41 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8485670 Jul 16 01:57:36.599569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Request body: {'port': {'device_id': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.608148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2acbdc0d-1f8c-4871-9dbf-222235446079 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.614216 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2acbdc0d-1f8c-4871-9dbf-222235446079 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.645905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbdc0d-1f8c-4871-9dbf-222235446079 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7509239b-05c1-44b6-9caf-5bb43ce22eb5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.665436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2acbdc0d-1f8c-4871-9dbf-222235446079 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.666838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2acbdc0d-1f8c-4871-9dbf-222235446079 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2500575 Jul 16 01:57:36.670416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.675377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '436a4886-4b2f-4cd3-b940-4f365831b240', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.705513 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Project 67304538e9cb410bb2eb25e98ab89f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:57:36.723474 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.769803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.866858 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.872164 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.872337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9368773b-f512-44e8-8530-9e9f9e245d80 None None] Provisioning for port fe2456aa-1c2c-44c5-ae1f-563cf4909783 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:36.881341 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9368773b-f512-44e8-8530-9e9f9e245d80 None None] Provisioning complete for port fe2456aa-1c2c-44c5-ae1f-563cf4909783 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:36.881774 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9368773b-f512-44e8-8530-9e9f9e245d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.915782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de6992-1713-4b98-9b74-427c5254494d req-39a9f937-4179-4484-8f98-a5fbbadc7024 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.917330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2de6992-1713-4b98-9b74-427c5254494d req-39a9f937-4179-4484-8f98-a5fbbadc7024 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 932 time: 0.1611750 Jul 16 01:57:36.918010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f4739d-1eb9-4ec6-8479-ca5436b8335a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.919951 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.930229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dd4093c7-220a-4951-af5c-bf1e7226d9e4 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2587087 Jul 16 01:57:36.936444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9368773b-f512-44e8-8530-9e9f9e245d80 None None] Port fe2456aa-1c2c-44c5-ae1f-563cf4909783 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:36.937278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38766) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.943622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '436a4886-4b2f-4cd3-b940-4f365831b240', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.991793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2de6992-1713-4b98-9b74-427c5254494d req-1fce4586-84eb-41d9-a6bb-a4a32722218f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603738 Jul 16 01:57:37.001137 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Project 67304538e9cb410bb2eb25e98ab89f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:57:37.013011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.077085 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.081742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.101824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f319c8-6783-4e1c-b56a-f7c8da70e8dd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.108951 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.110835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-406eb459-12a6-4af9-a61a-57682ea70885 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717334 Jul 16 01:57:37.200099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2456aa-1c2c-44c5-ae1f-563cf4909783 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:37.208185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.226335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Transition to ACTIVE for port object fe2456aa-1c2c-44c5-ae1f-563cf4909783 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:37.231481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.287676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.291517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-4cd2d525-214f-43c7-9edc-ab024cb2c1df tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37576554&fields=id&tenant_id=67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 267 time: 0.0530977 Jul 16 01:57:37.379521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Attempting to bind port fe2456aa-1c2c-44c5-ae1f-563cf4909783 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:37.379863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Attempting to bind port fe2456aa-1c2c-44c5-ae1f-563cf4909783 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:37.380197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Attempting to bind port fe2456aa-1c2c-44c5-ae1f-563cf4909783 on network bed074d6-268f-47aa-8b42-97bcbc3fd531 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:37.384903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Port fe2456aa-1c2c-44c5-ae1f-563cf4909783 on network bed074d6-268f-47aa-8b42-97bcbc3fd531 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:37.385457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Attempting to bind port fe2456aa-1c2c-44c5-ae1f-563cf4909783 on network bed074d6-268f-47aa-8b42-97bcbc3fd531 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:37.390913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:37.391249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Checking segment: {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:37.391636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Bound using segment: {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:37.392065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Bound port: fe2456aa-1c2c-44c5-ae1f-563cf4909783, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:37.392463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.439196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-5f6979c5-cbbe-4a75-acef-e88e038ee8d3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.440903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-5f6979c5-cbbe-4a75-acef-e88e038ee8d3 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/networks?id=65fc50cb-b74e-4208-96a4-b61311cbf2da HTTP/1.1" status: 200 len: 797 time: 0.1403584 Jul 16 01:57:37.458854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-6b7dbe1c-9eb9-4d31-b4dc-920cb0f5a36d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/quotas/67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 375 time: 0.0108285 Jul 16 01:57:37.475986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 246c2784-5f8f-48e8-93a2-c7daa46f0d16 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:37.493475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:37.498216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:37.506938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.538974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:37.542934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:37.543410 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.545879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-39e3413e-f759-4c45-8b33-ff397e85f3e8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0807958 Jul 16 01:57:37.552666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.553576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.555003 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-505b4417-8b54-429a-82fb-82191630c53f service neutron] 10.222.0.78 "PUT /v2.0/ports/fe2456aa-1c2c-44c5-ae1f-563cf4909783 HTTP/1.1" status: 200 len: 1092 time: 0.9599893 Jul 16 01:57:37.555460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:37.557896 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d8290-6911-4af1-bfdd-fa191a81af03" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:37.598382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b4417-8b54-429a-82fb-82191630c53f service neutron] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.657017 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482becd-aed3-44fc-bb6b-a2b8f9452469 x-openstack-request-id: req-f482becd-aed3-44fc-bb6b-a2b8f9452469 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:37.657017 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:37.657722 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f482becd-aed3-44fc-bb6b-a2b8f9452469 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:37.657722 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'status': 'completed', 'code': 200} Jul 16 01:57:37.678315 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.702302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-37127c8e-e530-4fb7-8d61-30785257b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.704132 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-37127c8e-e530-4fb7-8d61-30785257b8ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1095 time: 0.1019270 Jul 16 01:57:37.720308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-7876ae70-8b66-48c1-8f9c-117203cccb17 service neutron] 10.222.0.81 "GET /v2.0/networks/65fc50cb-b74e-4208-96a4-b61311cbf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595795 Jul 16 01:57:37.722262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 246c2784-5f8f-48e8-93a2-c7daa46f0d16, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=246c2784-5f8f-48e8-93a2-c7daa46f0d16,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:37.728073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.729140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:37.778602 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-51a85d8d-a2c7-4866-aeff-d7d5a6d92a22 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783 HTTP/1.1" status: 200 len: 217 time: 0.0659833 Jul 16 01:57:37.832743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-c436582e-747e-4ffb-b212-102a5c713fc6 service neutron] 10.222.0.81 "GET /v2.0/networks/65fc50cb-b74e-4208-96a4-b61311cbf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112957 Jul 16 01:57:37.856060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=246c2784-5f8f-48e8-93a2-c7daa46f0d16,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.861502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:37.862920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-45dc33df-1f5a-43da-8bb2-cc6506c6d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.865106 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-45dc33df-1f5a-43da-8bb2-cc6506c6d206 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ebf5078-c41a-4b25-ab32-4b7415f40cb3 HTTP/1.1" status: 200 len: 835 time: 0.0793598 Jul 16 01:57:37.936870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-7a3473dc-91df-4776-af31-88ac48046bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.939614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-7a3473dc-91df-4776-af31-88ac48046bf4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bed074d6-268f-47aa-8b42-97bcbc3fd531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678666 Jul 16 01:57:38.054938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-bc812b2a-859f-4ca7-9880-bffeee233f44 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081505 Jul 16 01:57:38.132388 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ba7e464-af4d-4e73-8eb1-91638375944c req-fc73fb7d-bbff-4914-9145-310ff1d925a7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 210 time: 0.0629957 Jul 16 01:57:38.178094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-541df703-b269-4e36-8d76-b8a0a6bc5da5 req-f071e672-332a-406a-a483-daf885c5977f service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154261 Jul 16 01:57:38.221367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a95d71-249a-411d-8523-48b6ffdcf6bf None None] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:38.237258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbda63-ba3e-44b0-ab18-74aef33f5d97 req-87a98e59-5426-48b9-9679-f47e76d01263 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.238804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9bbda63-ba3e-44b0-ab18-74aef33f5d97 req-87a98e59-5426-48b9-9679-f47e76d01263 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 944 time: 0.0887110 Jul 16 01:57:38.292467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9bbda63-ba3e-44b0-ab18-74aef33f5d97 req-bf5edc43-32de-4d05-a1a3-a5a4edabe8d0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451243 Jul 16 01:57:38.303579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4614c384-a448-4da4-b60d-f2bfff11a166 None None] Provisioning for port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:38.311779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4614c384-a448-4da4-b60d-f2bfff11a166 None None] Provisioning complete for port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:38.312165 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4614c384-a448-4da4-b60d-f2bfff11a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.324605 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-c68c6be1-7603-49d5-a6b3-75b9185313a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.326170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-c68c6be1-7603-49d5-a6b3-75b9185313a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1095 time: 0.0741374 Jul 16 01:57:38.435479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-01470c2f-23dc-47f1-af3f-7426578d7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.437566 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-01470c2f-23dc-47f1-af3f-7426578d7ad5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bed074d6-268f-47aa-8b42-97bcbc3fd531 HTTP/1.1" status: 200 len: 898 time: 0.1045599 Jul 16 01:57:38.461034 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4614c384-a448-4da4-b60d-f2bfff11a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.504153 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-43447ed3-c66f-4226-8cb0-cc1d3f46faf4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783 HTTP/1.1" status: 200 len: 217 time: 0.0581088 Jul 16 01:57:38.511507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4614c384-a448-4da4-b60d-f2bfff11a166 None None] For port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:38.517442 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4614c384-a448-4da4-b60d-f2bfff11a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.576491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c384-a448-4da4-b60d-f2bfff11a166 None None] Pushing event updated for resources: {'Port': ['ID=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.580839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-9cae5dc1-5f33-4828-bb04-851ad5d0a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.582615 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-9cae5dc1-5f33-4828-bb04-851ad5d0a392 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ebf5078-c41a-4b25-ab32-4b7415f40cb3 HTTP/1.1" status: 200 len: 835 time: 0.0711319 Jul 16 01:57:38.653429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-3d0659fa-ac29-4dd5-b551-178d7481c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.654971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-3d0659fa-ac29-4dd5-b551-178d7481c81c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bed074d6-268f-47aa-8b42-97bcbc3fd531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646741 Jul 16 01:57:38.739219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-056bfdb2-8cb9-40c6-8b67-2ac3ed5b9bba None None] Provisioning complete for port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:38.739598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-056bfdb2-8cb9-40c6-8b67-2ac3ed5b9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.760761 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-398d52d2-33e4-41da-80f3-f28503e40170 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970373 Jul 16 01:57:38.863514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a88d8290-6911-4af1-bfdd-fa191a81af03 req-36f02765-b231-4842-a168-0a20a25829e6 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963836 Jul 16 01:57:39.304626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9121993-bb88-4ac4-be23-c438c18ea4e1 req-891bf6ee-e919-4730-a421-a0416937beec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 210 time: 0.0380781 Jul 16 01:57:39.337692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-1fd50bb7-9c0d-485b-be9d-6a2b90b7c736 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.338935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-1fd50bb7-9c0d-485b-be9d-6a2b90b7c736 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.93 "GET /v2.0/networks?id=65fc50cb-b74e-4208-96a4-b61311cbf2da HTTP/1.1" status: 200 len: 797 time: 0.1455073 Jul 16 01:57:39.393324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 246c2784-5f8f-48e8-93a2-c7daa46f0d16 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:39.394103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-8cea8f7e-1c5b-4e7e-9852-05b1058b5c2e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 471 time: 0.0473011 Jul 16 01:57:39.404536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'port': {'device_id': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da', 'admin_state_up': True, 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'security_groups': ['436a4886-4b2f-4cd3-b940-4f365831b240']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:39.448404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:39.448769 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.468921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device fe2456aa-1c2c-44c5-ae1f-563cf4909783 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:39.563609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b18d68-e4f7-4b80-a5e1-b6b5b59a4383 req-f934f7b4-a14b-4a32-bfca-c4d637993eee tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.565051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57b18d68-e4f7-4b80-a5e1-b6b5b59a4383 req-f934f7b4-a14b-4a32-bfca-c4d637993eee tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 944 time: 0.1323073 Jul 16 01:57:39.579207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:39.582588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.604187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:39.629673 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57b18d68-e4f7-4b80-a5e1-b6b5b59a4383 req-a3aecd8a-4982-43c2-8f8e-be8f8ff414ef tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566611 Jul 16 01:57:39.636515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:39.661401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'port_id': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'mac_address': 'fa:16:3e:ca:18:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:39.703239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:39.703661 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.733991 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.20.0.23 (65fc50cb-b74e-4208-96a4-b61311cbf2da/3f80472c-860b-405a-87c0-5d7522f8ef67/3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:39.735832 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.756865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2456aa-1c2c-44c5-ae1f-563cf4909783 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:39.784175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:39.788839 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.867240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.882381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.896311 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Transition to ACTIVE for port object 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:39.929369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.971032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:39.976691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:39.978947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:40.003410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['fe2456aa-1c2c-44c5-ae1f-563cf4909783'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:40.012802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.041740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.042531 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.066033 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-a791c9e9-ebad-4398-9349-4c11a76a13f2 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6656725 Jul 16 01:57:40.077633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Request body: {'port': {'device_id': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:40.160090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.264870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9ac200b-d5f8-43e7-bd23-6cdefcc73b62 None None] Provisioning for port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:40.271601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9ac200b-d5f8-43e7-bd23-6cdefcc73b62 None None] Provisioning complete for port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:40.272046 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9ac200b-d5f8-43e7-bd23-6cdefcc73b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.310678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac200b-d5f8-43e7-bd23-6cdefcc73b62 None None] Port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:40.809056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40478e3c-e6ca-480e-b407-8c0885d00306 req-9401ad79-e86d-4ade-81eb-a3b169562657 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.810479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40478e3c-e6ca-480e-b407-8c0885d00306 req-9401ad79-e86d-4ade-81eb-a3b169562657 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 932 time: 0.1330914 Jul 16 01:57:40.865804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:40.876575 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.903232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40478e3c-e6ca-480e-b407-8c0885d00306 req-a42e42b7-0a1a-4719-a97f-7e30c3d0cd32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715075 Jul 16 01:57:40.906888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Transition to ACTIVE for port object 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:40.914670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead65afd-932a-48ce-8d07-013825cd1c97 req-cd6ac0d0-713c-4684-b9ed-a10f28f01550 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.916036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ead65afd-932a-48ce-8d07-013825cd1c97 req-cd6ac0d0-713c-4684-b9ed-a10f28f01550 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 945 time: 0.1681511 Jul 16 01:57:40.917112 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.987848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.023062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ead65afd-932a-48ce-8d07-013825cd1c97 req-17c216a1-8f05-4ad4-a152-623d57062c9a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979323 Jul 16 01:57:41.086661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Attempting to bind port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:41.087083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Attempting to bind port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:41.087475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Attempting to bind port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e on network 65fc50cb-b74e-4208-96a4-b61311cbf2da {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:41.092186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e on network 65fc50cb-b74e-4208-96a4-b61311cbf2da not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:41.092603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Attempting to bind port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e on network 65fc50cb-b74e-4208-96a4-b61311cbf2da {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:41.098269 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:41.098667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Checking segment: {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:41.099115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Bound using segment: {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:41.099629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Bound port: 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:41.100050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.165780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] For port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:41.168736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] For port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:41.173345 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.208667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.209642 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.211377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] 10.222.0.93 "PUT /v2.0/ports/3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e HTTP/1.1" status: 200 len: 1092 time: 1.1381352 Jul 16 01:57:41.213630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'tag': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:41.217171 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14" -d '{"events": [{"name": "network-changed", "server_uuid": "61322571-4052-4bb9-8d9f-cd48c5d2f12f", "tag": "3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:41.266992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245ef7-e815-48b4-8d7d-f0b9633bbe17 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.286626 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1e5e7-ec79-481f-a915-8ee65a067ada x-openstack-request-id: req-b2c1e5e7-ec79-481f-a915-8ee65a067ada {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:41.286925 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61322571-4052-4bb9-8d9f-cd48c5d2f12f", "tag": "3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:41.287173 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2c1e5e7-ec79-481f-a915-8ee65a067ada {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:41.287562 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'tag': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e', 'status': 'completed', 'code': 200} Jul 16 01:57:41.319335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-0dcc9c85-30e3-4d02-a74d-96ba71ea10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.320976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-0dcc9c85-30e3-4d02-a74d-96ba71ea10f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 1095 time: 0.0671237 Jul 16 01:57:41.363391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-4fa0ec70-cc59-4b57-b0f6-2ed1864ffb31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e HTTP/1.1" status: 200 len: 217 time: 0.0353827 Jul 16 01:57:41.419430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-80118112-c525-40b7-b95c-47d50129a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.420870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-80118112-c525-40b7-b95c-47d50129a8b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f80472c-860b-405a-87c0-5d7522f8ef67 HTTP/1.1" status: 200 len: 837 time: 0.0501249 Jul 16 01:57:41.471578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device fe2456aa-1c2c-44c5-ae1f-563cf4909783 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:41.480484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2533-4310-44bf-8895-baa0c066d602 req-67510067-dfce-4bee-b8bb-7dee9a5452db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.481931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-67510067-dfce-4bee-b8bb-7dee9a5452db service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=65fc50cb-b74e-4208-96a4-b61311cbf2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544829 Jul 16 01:57:41.519462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port fe2456aa-1c2c-44c5-ae1f-563cf4909783 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:41.523093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port fe2456aa-1c2c-44c5-ae1f-563cf4909783 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:41.523569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.573778 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-51c7bc37-5999-4fc1-8dad-5853067d9422 service neutron] 10.222.0.93 "GET /v2.0/networks/65fc50cb-b74e-4208-96a4-b61311cbf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851409 Jul 16 01:57:41.601183 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.623903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:41.626813 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f3044-533a-43e7-be46-e248ae62ec68" -d '{"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:41.652266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:41.660589 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f9aef44-2159-4433-a945-9fde8d828824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.662899 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.676931 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-658e2533-4310-44bf-8895-baa0c066d602 req-1a597a2e-e18f-4973-93ed-5ae70cffc458 service neutron] 10.222.0.93 "GET /v2.0/networks/65fc50cb-b74e-4208-96a4-b61311cbf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964172 Jul 16 01:57:41.808465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-d53e67bb-64af-4dc4-b299-3c5862f75fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.810725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-d53e67bb-64af-4dc4-b299-3c5862f75fb2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 1095 time: 0.0631757 Jul 16 01:57:41.814402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52ea4a-4517-483c-abdd-355995044d2d req-d5d319a6-f713-4af7-87ad-5bbb7ecf14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.816016 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa52ea4a-4517-483c-abdd-355995044d2d req-d5d319a6-f713-4af7-87ad-5bbb7ecf14a8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1097 time: 0.0587132 Jul 16 01:57:41.845539 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc29eae-9f7c-486c-93aa-968e61d1feca x-openstack-request-id: req-4bc29eae-9f7c-486c-93aa-968e61d1feca {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:41.845944 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:41.846192 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bc29eae-9f7c-486c-93aa-968e61d1feca {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:41.846621 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'code': 200} Jul 16 01:57:41.856752 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fa52ea4a-4517-483c-abdd-355995044d2d req-e3cc5f32-82bb-4651-9e78-0eeecc33f580 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337913 Jul 16 01:57:41.874362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.917163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-c37190b6-f5f7-447a-990a-fe978172432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.918634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-c37190b6-f5f7-447a-990a-fe978172432c service neutron] 10.222.0.93 "GET /v2.0/networks?id=65fc50cb-b74e-4208-96a4-b61311cbf2da HTTP/1.1" status: 200 len: 898 time: 0.1010215 Jul 16 01:57:41.961544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-49bd7703-3f3f-46c5-92fe-1b2b29abc694 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e HTTP/1.1" status: 200 len: 217 time: 0.0362983 Jul 16 01:57:42.020187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-d9208f9a-8563-4329-b5ac-66f853b30db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.021742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-d9208f9a-8563-4329-b5ac-66f853b30db0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3f80472c-860b-405a-87c0-5d7522f8ef67 HTTP/1.1" status: 200 len: 837 time: 0.0534885 Jul 16 01:57:42.123338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-6406a7ae-59c7-474b-abe9-8d58fea8e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.124898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-6406a7ae-59c7-474b-abe9-8d58fea8e0f0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=65fc50cb-b74e-4208-96a4-b61311cbf2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952461 Jul 16 01:57:42.136334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14a07e-1bab-4e99-b7d8-0c7c86772805 req-1ac0acdc-c195-4e9f-ba2f-d49ee1335378 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.137767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b14a07e-1bab-4e99-b7d8-0c7c86772805 req-1ac0acdc-c195-4e9f-ba2f-d49ee1335378 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 944 time: 0.1003227 Jul 16 01:57:42.263426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b14a07e-1bab-4e99-b7d8-0c7c86772805 req-afeaf032-4f1e-4da5-b3e2-407364ef47e8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175528 Jul 16 01:57:42.292986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-1df8d275-5905-4289-8b80-5201489a0102 service neutron] 10.222.0.93 "GET /v2.0/networks/65fc50cb-b74e-4208-96a4-b61311cbf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542611 Jul 16 01:57:42.313384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb686fda-6c80-4c05-bdf2-77237f033710 req-c74201e0-6e7e-4192-8423-ab7e22c988f8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.315063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb686fda-6c80-4c05-bdf2-77237f033710 req-c74201e0-6e7e-4192-8423-ab7e22c988f8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.1535501 Jul 16 01:57:42.403889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb686fda-6c80-4c05-bdf2-77237f033710 req-aae26a5a-5437-4efc-bd2d-8ccdc65101ea tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772507 Jul 16 01:57:42.423581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2dc0a8b-4a3d-4c3e-a4c7-81b39b5b1a14 req-06e415c7-030d-4ef8-a0c2-cdb508d16271 service neutron] 10.222.0.93 "GET /v2.0/networks/65fc50cb-b74e-4208-96a4-b61311cbf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244733 Jul 16 01:57:43.459075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a18657-642e-40f1-9b1f-769827e68525 req-51230832-5a5d-42ed-ba9b-9e619cdeb913 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.460624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86a18657-642e-40f1-9b1f-769827e68525 req-51230832-5a5d-42ed-ba9b-9e619cdeb913 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 944 time: 0.0684297 Jul 16 01:57:43.504512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86a18657-642e-40f1-9b1f-769827e68525 req-d9ffd412-9951-43b9-809f-eb448cea871b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379369 Jul 16 01:57:43.602863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8301-3907-4d3f-bb6b-3b6158e058f2 req-a19f86b0-6960-48e2-9de7-908b687ee7ce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.604313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34af8301-3907-4d3f-bb6b-3b6158e058f2 req-a19f86b0-6960-48e2-9de7-908b687ee7ce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0740080 Jul 16 01:57:43.642554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34af8301-3907-4d3f-bb6b-3b6158e058f2 req-36310dae-84e5-409b-a05b-ed6e97000e74 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327699 Jul 16 01:57:43.818887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0b9ba-3f97-4190-ab1e-a9b5227642e7 req-3330b1c0-8a52-4d9c-bac9-0bd42c88afe1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.820361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb0b9ba-3f97-4190-ab1e-a9b5227642e7 req-3330b1c0-8a52-4d9c-bac9-0bd42c88afe1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0647774 Jul 16 01:57:43.861303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cb0b9ba-3f97-4190-ab1e-a9b5227642e7 req-a747fbc7-2376-4534-8860-f8b240286ee7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349255 Jul 16 01:57:43.888138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.943337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3bc0f-79ff-41a4-8a54-b211a402c1a9 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.944865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-19a3bc0f-79ff-41a4-8a54-b211a402c1a9 tempest-TestNetworkAdvancedServerOps-743577240 tempest-TestNetworkAdvancedServerOps-743577240-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1092 time: 0.0556743 Jul 16 01:57:43.947583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.951895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:43.972862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.073745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.182105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Allocated IP 172.25.5.78 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/ebacb4e6-29ab-4564-9d48-61e284e1d2f6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:44.281210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.318383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.356113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:44.362488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:44.366553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:44.394036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=ebacb4e6-29ab-4564-9d48-61e284e1d2f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.449360 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.529203 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-332f6a02-6e08-4f44-b9ff-85e0ceaaf266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.769576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdb3b3-badf-41ce-8892-27f61a839fd4 req-1be70e1f-3870-4568-bc80-24011a77ac09 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:44.771078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c3fdb3b3-badf-41ce-8892-27f61a839fd4 req-1be70e1f-3870-4568-bc80-24011a77ac09 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 944 time: 0.1170459 Jul 16 01:57:44.812242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:44.833501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.861831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c3fdb3b3-badf-41ce-8892-27f61a839fd4 req-e679c0e9-ee37-475f-b1ed-de5f9e0734f5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685315 Jul 16 01:57:44.913472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:44.918058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.925203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e', 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da', 'port_id': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e', 'mac_address': 'fa:16:3e:78:d2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f80472c-860b-405a-87c0-5d7522f8ef67', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:44.960166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.973272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:44.993774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:44.997669 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.048985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.074985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.079674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.150142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event updated for resources: {'Port': ['ID=ebacb4e6-29ab-4564-9d48-61e284e1d2f6,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.162306 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.218987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:45.258254 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP d9d2c07e-265f-4aac-b7e5-1a8c84cd0688 associated. External IP: 172.25.5.78, port: fe2456aa-1c2c-44c5-ae1f-563cf4909783. Jul 16 01:57:45.407661 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.473901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router a719b5a2-36b3-44b6-9b26-4997b770a3e1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:45.580553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:45.590412 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] Sync routers for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:45.596440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.600781 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:45.601380 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:45.633011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-562526fa-43ba-40b7-9909-2c2befa587fd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6844196 Jul 16 01:57:45.633972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:45.635853 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4376de16-163e-4820-8a04-08afa3c4b46f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:45.673475 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee3cec3-1d9c-4893-ae1e-867fdc38aee6 x-openstack-request-id: req-9ee3cec3-1d9c-4893-ae1e-867fdc38aee6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:45.673843 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:45.674160 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ee3cec3-1d9c-4893-ae1e-867fdc38aee6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:45.674819 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'status': 'completed', 'code': 200} Jul 16 01:57:45.710050 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:45.749900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376de16-163e-4820-8a04-08afa3c4b46f req-642d6b0b-5aa0-4101-a1e5-ff836a85812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:45.751905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4376de16-163e-4820-8a04-08afa3c4b46f req-642d6b0b-5aa0-4101-a1e5-ff836a85812d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1097 time: 0.0533502 Jul 16 01:57:45.789666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343806c9-df05-4330-915f-d4b7151f7341 req-feda4146-d1cd-4e58-a5e9-02cbff0aefce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:45.791220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-343806c9-df05-4330-915f-d4b7151f7341 req-feda4146-d1cd-4e58-a5e9-02cbff0aefce tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0693550 Jul 16 01:57:45.832664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-343806c9-df05-4330-915f-d4b7151f7341 req-8c03611d-6ecb-40dd-a572-cb16e1205b67 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358138 Jul 16 01:57:45.853658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376de16-163e-4820-8a04-08afa3c4b46f req-7e30cc9c-6309-45a7-938e-697ca7208718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:45.855212 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4376de16-163e-4820-8a04-08afa3c4b46f req-7e30cc9c-6309-45a7-938e-697ca7208718 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bed074d6-268f-47aa-8b42-97bcbc3fd531 HTTP/1.1" status: 200 len: 898 time: 0.0966809 Jul 16 01:57:45.858694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.943489 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'd9d2c07e-265f-4aac-b7e5-1a8c84cd0688', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'port_id': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'mac_address': 'fa:16:3e:ca:18:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:44Z', 'updated_at': '2021-07-16T01:57:44Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:37Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:45.971942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-02202304-23b0-49aa-83d9-2f9a5f0ff3b1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/d9d2c07e-265f-4aac-b7e5-1a8c84cd0688 HTTP/1.1" status: 200 len: 991 time: 0.1110189 Jul 16 01:57:45.973781 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] Checking router: a719b5a2-36b3-44b6-9b26-4997b770a3e1 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:45.977647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4376de16-163e-4820-8a04-08afa3c4b46f req-163dfa4e-4744-4af2-8b30-a9deee44059d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783 HTTP/1.1" status: 200 len: 999 time: 0.1123874 Jul 16 01:57:45.982696 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:45.983290 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.031492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376de16-163e-4820-8a04-08afa3c4b46f req-1910c178-c946-47e5-bb74-6f6552c07beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.033060 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4376de16-163e-4820-8a04-08afa3c4b46f req-1910c178-c946-47e5-bb74-6f6552c07beb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ebf5078-c41a-4b25-ab32-4b7415f40cb3 HTTP/1.1" status: 200 len: 835 time: 0.0490618 Jul 16 01:57:46.051480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971c329-e9a1-4039-aa83-797b21f167f2 req-0a1a8f0a-51c6-4c42-8748-5c884d59df8f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.056486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8971c329-e9a1-4039-aa83-797b21f167f2 req-0a1a8f0a-51c6-4c42-8748-5c884d59df8f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 945 time: 0.0723844 Jul 16 01:57:46.096411 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:46.096737 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8971c329-e9a1-4039-aa83-797b21f167f2 req-e709d5a8-a0a6-4617-8d9b-696735810fdc tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365059 Jul 16 01:57:46.102840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376de16-163e-4820-8a04-08afa3c4b46f req-f92a907a-6910-4c5c-9429-1d0e4d629e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.104311 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4376de16-163e-4820-8a04-08afa3c4b46f req-f92a907a-6910-4c5c-9429-1d0e4d629e50 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bed074d6-268f-47aa-8b42-97bcbc3fd531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651426 Jul 16 01:57:46.201339 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4376de16-163e-4820-8a04-08afa3c4b46f req-9e14331a-8957-43e8-9117-613de30cfae4 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899293 Jul 16 01:57:46.292081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.297133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4376de16-163e-4820-8a04-08afa3c4b46f req-f0d05986-4243-4fb9-81a6-0467fcf0c554 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881536 Jul 16 01:57:46.321818 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'd9d2c07e-265f-4aac-b7e5-1a8c84cd0688', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'port_id': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'mac_address': 'fa:16:3e:ca:18:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:44Z', 'updated_at': '2021-07-16T01:57:44Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:37Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.346483 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3af856b-ea0d-4036-9ee1-cdf0de1d46aa None None] The sync data for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 is: [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'd9d2c07e-265f-4aac-b7e5-1a8c84cd0688', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'port_id': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'mac_address': 'fa:16:3e:ca:18:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:44Z', 'updated_at': '2021-07-16T01:57:44Z', 'revision_number': 0, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:37Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:46.538734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d4509-b82d-4611-ad13-a56c7be5d7e3 None None] New status for floating IP d9d2c07e-265f-4aac-b7e5-1a8c84cd0688: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:46.825811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:46.876744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:46.880444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:46.880824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.922607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.964951 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.973981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.988036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:46.990577 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a143ef1b-2c86-456f-b88a-8717017a1a93" -d '{"events": [{"server_uuid": "61322571-4052-4bb9-8d9f-cd48c5d2f12f", "name": "network-vif-plugged", "status": "completed", "tag": "3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:47.003247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:47.007530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.036437 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6479d1-ab05-467d-b14f-6ffb320c19a0 x-openstack-request-id: req-7c6479d1-ab05-467d-b14f-6ffb320c19a0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:47.036739 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61322571-4052-4bb9-8d9f-cd48c5d2f12f", "name": "network-vif-plugged", "status": "completed", "tag": "3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:47.036985 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c6479d1-ab05-467d-b14f-6ffb320c19a0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:47.037371 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e', 'code': 200} Jul 16 01:57:47.043088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1bcc95f9-c762-4866-815d-862e0aa27250 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/d9d2c07e-265f-4aac-b7e5-1a8c84cd0688 HTTP/1.1" status: 200 len: 993 time: 0.0679495 Jul 16 01:57:47.077069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.146741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc60c94-7cf1-43ed-a148-0dd010921c4e req-c504e98d-2f1e-44da-887e-d0136270f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.148253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bc60c94-7cf1-43ed-a148-0dd010921c4e req-c504e98d-2f1e-44da-887e-d0136270f3f5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 1097 time: 0.0511477 Jul 16 01:57:47.183239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bc60c94-7cf1-43ed-a148-0dd010921c4e req-51248223-6153-4d3c-bcd8-8df312f98c0e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283282 Jul 16 01:57:47.273593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80981d0-01f0-41a2-a5fb-75badcc807ac req-20824fdf-6b6e-4a1d-833f-69790b2a7522 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.275085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f80981d0-01f0-41a2-a5fb-75badcc807ac req-20824fdf-6b6e-4a1d-833f-69790b2a7522 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 946 time: 0.0646553 Jul 16 01:57:47.314319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f80981d0-01f0-41a2-a5fb-75badcc807ac req-ccff2ddd-4983-4e97-b852-40d7395c7c92 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337043 Jul 16 01:57:48.490623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c3168-b824-4fe0-aec8-bcd3826da8e4 req-0ccabdbe-4d95-4a20-9a9d-0e58cac6b8c6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.492092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be3c3168-b824-4fe0-aec8-bcd3826da8e4 req-0ccabdbe-4d95-4a20-9a9d-0e58cac6b8c6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 946 time: 0.0662704 Jul 16 01:57:48.528929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be3c3168-b824-4fe0-aec8-bcd3826da8e4 req-6b0d461a-b897-4439-8ebc-7df0f36b0618 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314343 Jul 16 01:57:48.697704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9092dd0-0aaf-436a-b10c-b419983fad89 req-53301816-16d5-4db0-b84e-e32e501c8371 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.699147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9092dd0-0aaf-436a-b10c-b419983fad89 req-53301816-16d5-4db0-b84e-e32e501c8371 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 946 time: 0.0620503 Jul 16 01:57:48.736644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9092dd0-0aaf-436a-b10c-b419983fad89 req-84744bb3-5998-4512-a7e7-735d51a9176e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321319 Jul 16 01:57:49.909714 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.248266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.678001 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.937685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.20.0.17 (65fc50cb-b74e-4208-96a4-b61311cbf2da/3f80472c-860b-405a-87c0-5d7522f8ef67/f458d16b-840e-49e1-b0bc-6b056fc13853) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:51.052322 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.066624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Transition to ACTIVE for port object f458d16b-840e-49e1-b0bc-6b056fc13853 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:51.099791 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.142989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:51.146197 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:51.150226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:51.173213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=f458d16b-840e-49e1-b0bc-6b056fc13853,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.196718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.347372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e5021fc0-6dc0-443b-8cea-110435fe9eeb None None] Provisioning for port f458d16b-840e-49e1-b0bc-6b056fc13853 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:51.349464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.351576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e5021fc0-6dc0-443b-8cea-110435fe9eeb None None] Provisioning complete for port f458d16b-840e-49e1-b0bc-6b056fc13853 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:51.351952 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5021fc0-6dc0-443b-8cea-110435fe9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.386255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e5021fc0-6dc0-443b-8cea-110435fe9eeb None None] Port f458d16b-840e-49e1-b0bc-6b056fc13853 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:51.964055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.968333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.045012 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.046691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=f458d16b-840e-49e1-b0bc-6b056fc13853,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.140970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:52.142486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:52.273828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 2b8a656f-777d-453a-b87f-596061b6b863 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:52.394662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:52.404314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-083b97a1-3eed-454a-a47f-0e0a90f6e8a5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "PUT /v2.0/routers/2b8a656f-777d-453a-b87f-596061b6b863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1510048 Jul 16 01:57:52.404960 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Sync routers for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:52.414225 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:52.414817 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:52.417854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e4505d0-c478-41df-862e-8915e3176a6c None None] Provisioning complete for port f458d16b-840e-49e1-b0bc-6b056fc13853 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:52.418297 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e4505d0-c478-41df-862e-8915e3176a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.458156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3e4505d0-c478-41df-862e-8915e3176a6c None None] Port f458d16b-840e-49e1-b0bc-6b056fc13853 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:52.607451 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:52.829461 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:57:51Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 1, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f458d16b-840e-49e1-b0bc-6b056fc13853', 'name': '', 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:e2:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3f80472c-860b-405a-87c0-5d7522f8ef67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:50Z', 'updated_at': '2021-07-16T01:57:51Z', 'revision_number': 2, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': '3f80472c-860b-405a-87c0-5d7522f8ef67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:52.853838 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Checking router: 2b8a656f-777d-453a-b87f-596061b6b863 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:52.854190 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Updating router 2b8a656f-777d-453a-b87f-596061b6b863 port f458d16b-840e-49e1-b0bc-6b056fc13853 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:57:52.890797 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.137734 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.147041 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Transition to ACTIVE for port object f458d16b-840e-49e1-b0bc-6b056fc13853 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:53.152358 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.200815 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff2c5e-9522-4b61-bb35-a7cb01470658 None None] Pushing event updated for resources: {'Port': ['ID=f458d16b-840e-49e1-b0bc-6b056fc13853,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:53.253515 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Attempting to bind port f458d16b-840e-49e1-b0bc-6b056fc13853 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:53.253883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Attempting to bind port f458d16b-840e-49e1-b0bc-6b056fc13853 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:53.254246 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Attempting to bind port f458d16b-840e-49e1-b0bc-6b056fc13853 on network 65fc50cb-b74e-4208-96a4-b61311cbf2da {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:53.259529 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:53.259896 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Checking segment: {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:53.260322 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.260807 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Bound using segment: {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:53.261408 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Bound port: f458d16b-840e-49e1-b0bc-6b056fc13853, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:53.261786 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.324185 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] For port f458d16b-840e-49e1-b0bc-6b056fc13853, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:53.327579 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] For port f458d16b-840e-49e1-b0bc-6b056fc13853, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f458d16b-840e-49e1-b0bc-6b056fc13853,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:53.331282 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.386879 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:53.387519 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.427547 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff2c5e-9522-4b61-bb35-a7cb01470658 None None] Pushing event updated for resources: {'Port': ['ID=f458d16b-840e-49e1-b0bc-6b056fc13853,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:53.501247 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:53.726460 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:57:51Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 1, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f458d16b-840e-49e1-b0bc-6b056fc13853', 'name': '', 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:e2:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3f80472c-860b-405a-87c0-5d7522f8ef67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:50Z', 'updated_at': '2021-07-16T01:57:53Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': '3f80472c-860b-405a-87c0-5d7522f8ef67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.752972 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577b6c0-ac6d-4cce-9194-46e648f5b5f7 None None] The sync data for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 is: [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:57:51Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 1, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f458d16b-840e-49e1-b0bc-6b056fc13853', 'name': '', 'network_id': '65fc50cb-b74e-4208-96a4-b61311cbf2da', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:e2:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '3f80472c-860b-405a-87c0-5d7522f8ef67', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:50Z', 'updated_at': '2021-07-16T01:57:53Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': '3f80472c-860b-405a-87c0-5d7522f8ef67', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:55.366804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f458d16b-840e-49e1-b0bc-6b056fc13853 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:55.417662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f458d16b-840e-49e1-b0bc-6b056fc13853 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:55.422469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f458d16b-840e-49e1-b0bc-6b056fc13853 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:55.422843 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.499852 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.532596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port f458d16b-840e-49e1-b0bc-6b056fc13853, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f458d16b-840e-49e1-b0bc-6b056fc13853,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:55.536447 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.583270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=f458d16b-840e-49e1-b0bc-6b056fc13853,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.348836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f458d16b-840e-49e1-b0bc-6b056fc13853 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:57.398828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f458d16b-840e-49e1-b0bc-6b056fc13853 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:57.399201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.361692 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:11.642763 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6e25b24-0ff5-4b98-86e5-98cf54cb9fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.906729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38884) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.262601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.573605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port f458d16b-840e-49e1-b0bc-6b056fc13853 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:13.573871 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.663177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port f458d16b-840e-49e1-b0bc-6b056fc13853, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f458d16b-840e-49e1-b0bc-6b056fc13853,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:13.663532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.675677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for f458d16b-840e-49e1-b0bc-6b056fc13853 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:13.857291 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.881628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=f458d16b-840e-49e1-b0bc-6b056fc13853,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.060729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.274860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 2b8a656f-777d-453a-b87f-596061b6b863 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:14.381577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:14.386618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-613e26ee-cf9c-47a8-a63e-ecf419223a32 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "PUT /v2.0/routers/2b8a656f-777d-453a-b87f-596061b6b863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788749 Jul 16 01:58:14.392713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] Sync routers for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:14.402655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:14.403538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:57:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:14.464641 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.518204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:14.563596 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-284147ac-4146-44fd-9f23-7f3112d8f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.750468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9c0d9-e379-4974-bc5e-400fd9c0c8c8 req-208a2590-7b26-4fc3-87d0-2af8169f63bc tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:14.752111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98a9c0d9-e379-4974-bc5e-400fd9c0c8c8 req-208a2590-7b26-4fc3-87d0-2af8169f63bc tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 946 time: 0.0637109 Jul 16 01:58:14.762113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 6, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 1, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:14.787521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] Checking router: 2b8a656f-777d-453a-b87f-596061b6b863 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:14.791920 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98a9c0d9-e379-4974-bc5e-400fd9c0c8c8 req-2a97bc5b-abdd-4597-bf7a-aa2be05e9556 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338171 Jul 16 01:58:14.795926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:14.797013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:14.899600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:15.115320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 6, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 1, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.141505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a66593-07d5-4039-8550-39af46f80fe6 None None] The sync data for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 is: [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 6, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '0f626eaf-4866-4bbe-b361-d98cb4801e64', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'port_id': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'mac_address': 'fa:16:3e:eb:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:53Z', 'updated_at': '2021-07-16T01:56:55Z', 'revision_number': 1, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:15.394247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.533480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f458d16b-840e-49e1-b0bc-6b056fc13853 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:15.554360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f458d16b-840e-49e1-b0bc-6b056fc13853 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:15.554709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f458d16b-840e-49e1-b0bc-6b056fc13853 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:16.017183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdab1-e964-4add-b627-a023d6d80988 req-3ec8d239-89d1-42e4-9eeb-1d98f9391cc1 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.018713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-612bdab1-e964-4add-b627-a023d6d80988 req-3ec8d239-89d1-42e4-9eeb-1d98f9391cc1 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 946 time: 0.1129026 Jul 16 01:58:16.027237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010060a-b04c-4e08-94ba-2767bc903699 req-ef5278e1-305a-4726-aae0-3fc39abe4b5a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.028676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4010060a-b04c-4e08-94ba-2767bc903699 req-ef5278e1-305a-4726-aae0-3fc39abe4b5a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.93 "GET /v2.0/ports?device_id=61322571-4052-4bb9-8d9f-cd48c5d2f12f HTTP/1.1" status: 200 len: 946 time: 0.1128511 Jul 16 01:58:16.139035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-612bdab1-e964-4add-b627-a023d6d80988 req-83841337-a740-4857-85b6-af7ce899281f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=436a4886-4b2f-4cd3-b940-4f365831b240&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093953 Jul 16 01:58:16.198883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdac7d-2311-40c6-8069-e6db3d6559db req-408107ea-f9f2-4d02-a737-7dc132023175 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.200301 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73fdac7d-2311-40c6-8069-e6db3d6559db req-408107ea-f9f2-4d02-a737-7dc132023175 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.1322908 Jul 16 01:58:16.206627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:16.206972 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.293805 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.294671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73fdac7d-2311-40c6-8069-e6db3d6559db req-760a98bf-5264-48a5-bc15-0da4f8e42ec7 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847654 Jul 16 01:58:16.329585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:16.329950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.341693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:16.470245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.498135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.542232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] No DVR routers for this DVR port 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:16.544775 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.546720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4010060a-b04c-4e08-94ba-2767bc903699 req-8a54d09d-f237-4b94-b7ba-d0ee9485c7a8 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.93 "DELETE /v2.0/ports/3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e HTTP/1.1" status: 204 len: 173 time: 0.5106337 Jul 16 01:58:16.547151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'name': 'network-vif-deleted', 'tag': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:16.549374 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a93767-3c99-4a80-9cb3-b2cb01711e93" -d '{"events": [{"server_uuid": "61322571-4052-4bb9-8d9f-cd48c5d2f12f", "name": "network-vif-deleted", "tag": "3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:16.595007 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1f81da-7c25-4691-99ce-062f66ae7cf7 x-openstack-request-id: req-2a1f81da-7c25-4691-99ce-062f66ae7cf7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:16.595298 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61322571-4052-4bb9-8d9f-cd48c5d2f12f", "name": "network-vif-deleted", "tag": "3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:16.595664 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a1f81da-7c25-4691-99ce-062f66ae7cf7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:16.596105 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61322571-4052-4bb9-8d9f-cd48c5d2f12f', 'name': 'network-vif-deleted', 'tag': '3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e', 'status': 'completed', 'code': 200} Jul 16 01:58:16.908603 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.231370 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38916) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.294227 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d75c3c-3a76-415d-ad3f-8fc15e68099a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.319327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d75c3c-3a76-415d-ad3f-8fc15e68099a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.380773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d75c3c-3a76-415d-ad3f-8fc15e68099a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.383416 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d75c3c-3a76-415d-ad3f-8fc15e68099a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.384636 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69d75c3c-3a76-415d-ad3f-8fc15e68099a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/security-groups/436a4886-4b2f-4cd3-b940-4f365831b240 HTTP/1.1" status: 204 len: 168 time: 0.1521950 Jul 16 01:58:17.394168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d75c3c-3a76-415d-ad3f-8fc15e68099a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a4886-4b2f-4cd3-b940-4f365831b240,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.417104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.473175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting subnet 3f80472c-860b-405a-87c0-5d7522f8ef67 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:17.476279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.477776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2f3a1-93fc-4a40-b3d9-749fc02ca5b8 req-9da2e590-f84c-4a33-8111-b2747831ab96 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.479320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0af2f3a1-93fc-4a40-b3d9-749fc02ca5b8 req-9da2e590-f84c-4a33-8111-b2747831ab96 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0685089 Jul 16 01:58:17.516652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.522234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0af2f3a1-93fc-4a40-b3d9-749fc02ca5b8 req-8be15db0-3e41-406c-b36a-fc7645fdbe52 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364239 Jul 16 01:58:17.598661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.659625 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.684115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Subnet': ['ID=3f80472c-860b-405a-87c0-5d7522f8ef67,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.691768 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.694116 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-beb8770a-a35d-40f4-9b3e-8799b0363dee tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/subnets/3f80472c-860b-405a-87c0-5d7522f8ef67 HTTP/1.1" status: 204 len: 168 time: 0.2756271 Jul 16 01:58:17.696371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.697432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a320119-097c-46a3-bf12-d40f60cf0256 None None] Network 65fc50cb-b74e-4208-96a4-b61311cbf2da requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:17.771251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.822936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:17.823280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.875583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] DHCP port deletion for 65fc50cb-b74e-4208-96a4-b61311cbf2da request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:17.895271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:17.895637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.907178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:17.921189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] Deleting port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:17.921716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.984815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.985406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] For port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,segment=NetworkSegment(2ee9e05f-0abb-4430-9055-fdbe76f1e3a0),segment_id=2ee9e05f-0abb-4430-9055-fdbe76f1e3a0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:17.985790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.997540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] Calling delete_port for 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:18.015097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.019500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] No DVR routers for this DVR port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:18.071850 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.097418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.099753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] Pushing event deleted for resources: {'Port': ['ID=7d5562f4-2b6e-4cf1-b047-a8f900108ab0,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.103399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963edad-ff11-47b1-b08b-a1400df978a7 None None] No DVR routers for this DVR port 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:18.115265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fc50cb-b74e-4208-96a4-b61311cbf2da']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:18.125531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:18.125839 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee9e05f-0abb-4430-9055-fdbe76f1e3a0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:18.134538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.152116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.158714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:18.159170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:18.162193 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:18.218659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.225460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.227357 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/networks/65fc50cb-b74e-4208-96a4-b61311cbf2da HTTP/1.1" status: 204 len: 168 time: 0.5300174 Jul 16 01:58:18.230070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.239825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2604a6-1d50-4f6b-b67f-e0d9b95f6b24 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Network': ['ID=65fc50cb-b74e-4208-96a4-b61311cbf2da,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.381980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 9cb4e694-43fa-463e-856f-c64440290e5a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:18.382237 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.454874 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.455201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.466513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 9cb4e694-43fa-463e-856f-c64440290e5a owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:18.612204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.639705 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=9cb4e694-43fa-463e-856f-c64440290e5a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.742570 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.742902 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Floating IP 0f626eaf-4866-4bbe-b361-d98cb4801e64 disassociated (deleted). External IP: 172.25.5.42, port: 85ec1eb6-d890-4c88-9682-c39c179c6353. Jul 16 01:58:18.794073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0352a6-8848-47aa-b5a1-a5d1b1da5b19 req-21980766-713b-40b4-9ba5-263ec5b9d27f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:18.795573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db0352a6-8848-47aa-b5a1-a5d1b1da5b19 req-21980766-713b-40b4-9ba5-263ec5b9d27f tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.1579578 Jul 16 01:58:18.872285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db0352a6-8848-47aa-b5a1-a5d1b1da5b19 req-2d385e18-d8b8-41b2-b6ab-90f6584466c0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697224 Jul 16 01:58:18.951797 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:18.971244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:18.971584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3f6f250b-c5a7-4f89-bb1e-7a5f2b98319e not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:18.987361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 2b8a656f-777d-453a-b87f-596061b6b863 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:19.096372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:19.101030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.105253 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] Sync routers for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:19.114184 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:19.114784 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.136056 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d6910f60-ab32-456f-9685-372927aef31c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/floatingips/0f626eaf-4866-4bbe-b361-d98cb4801e64 HTTP/1.1" status: 204 len: 168 time: 0.9048226 Jul 16 01:58:19.136623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:19.138867 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:19.178430 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0e0ffa-57e8-4aab-8f78-bbbf94b7a280 x-openstack-request-id: req-3a0e0ffa-57e8-4aab-8f78-bbbf94b7a280 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:19.178790 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:19.179110 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a0e0ffa-57e8-4aab-8f78-bbbf94b7a280 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:19.179580 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'status': 'completed', 'code': 200} Jul 16 01:58:19.219326 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:19.313724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-a83e7461-b48e-45e7-a4e5-b6b6b4df3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.315411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-a83e7461-b48e-45e7-a4e5-b6b6b4df3986 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 1096 time: 0.1133094 Jul 16 01:58:19.389358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:19.421347 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:19.421915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7d5562f4-2b6e-4cf1-b047-a8f900108ab0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:19.425169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-a547001f-9d60-44dc-9b0d-f084a005e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.427106 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-a547001f-9d60-44dc-9b0d-f084a005e403 service neutron] 10.222.0.78 "GET /v2.0/networks?id=53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 200 len: 898 time: 0.1042387 Jul 16 01:58:19.471051 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-f2578f15-96eb-40af-b7bb-5d6d0974c996 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85ec1eb6-d890-4c88-9682-c39c179c6353 HTTP/1.1" status: 200 len: 217 time: 0.0367701 Jul 16 01:58:19.528968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-322e6486-0c33-49bf-8339-75234fe6efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.530667 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-322e6486-0c33-49bf-8339-75234fe6efb2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd357eb1-9639-4aa2-b6b5-430a8bedeb31 HTTP/1.1" status: 200 len: 835 time: 0.0528548 Jul 16 01:58:19.556400 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 6, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.584694 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] Checking router: 2b8a656f-777d-453a-b87f-596061b6b863 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:19.592276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-4ab689d9-a566-4a30-afb6-da05b4ab44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.593855 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:19.594058 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-4ab689d9-a566-4a30-afb6-da05b4ab44d8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53018367-4fb7-4bc4-ac2e-0bf3813381cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565422 Jul 16 01:58:19.594503 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.605607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-564670cd-ac0b-4342-807d-241e8947cec7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:58:19.606748 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-564670cd-ac0b-4342-807d-241e8947cec7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055830 Jul 16 01:58:19.703154 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:19.708123 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-1223b239-5164-492f-aeab-ac3cdbf77783 service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927613 Jul 16 01:58:19.744462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839170e-e8e6-4577-b183-38d439f3a952 req-d9fcb8ef-116b-4088-bb6e-7aba50e388ef tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.746152 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1839170e-e8e6-4577-b183-38d439f3a952 req-d9fcb8ef-116b-4088-bb6e-7aba50e388ef tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 945 time: 0.0672805 Jul 16 01:58:19.785121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1839170e-e8e6-4577-b183-38d439f3a952 req-c94488fd-c7ae-46fd-9478-3d66fb8cc037 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Jul 16 01:58:19.808543 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-36bc8802-fd04-49e6-8f1b-a4baef7f5bf5 req-eafc221e-de2b-4e92-88d0-2f5600268d20 service neutron] 10.222.0.78 "GET /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899765 Jul 16 01:58:19.900926 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.902337 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 6, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.931376 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad83f7d2-1212-4920-8e97-26b1a97ccc32 None None] The sync data for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 is: [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 6, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '207d64b9-3bf0-42ed-8c1e-05570d293d5e', 'name': '', 'network_id': '53018367-4fb7-4bc4-ac2e-0bf3813381cc', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:2e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:37Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'cd357eb1-9639-4aa2-b6b5-430a8bedeb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:20.056904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95477963-fc3c-44ff-92d9-8e41284b2417 req-f6388639-6ee3-4344-b5f0-8bfd67468398 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.058491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95477963-fc3c-44ff-92d9-8e41284b2417 req-f6388639-6ee3-4344-b5f0-8bfd67468398 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0666964 Jul 16 01:58:20.098827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95477963-fc3c-44ff-92d9-8e41284b2417 req-fabe3907-75c7-4c2d-9db3-332d1cbcfebe tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345514 Jul 16 01:58:20.169929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61643f45-7c93-42c5-8b5b-00ac78c6a69f None None] New status for floating IP 0f626eaf-4866-4bbe-b361-d98cb4801e64: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:58:20.951872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-281244d0-1374-4542-b795-5cf929685460 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.953411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-281244d0-1374-4542-b795-5cf929685460 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 945 time: 0.0682938 Jul 16 01:58:20.956466 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c820d3-03e5-4095-ba5f-49965ea5663c req-babf290b-4ab9-40c1-b60a-ef7fedc85817 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.957950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89c820d3-03e5-4095-ba5f-49965ea5663c req-babf290b-4ab9-40c1-b60a-ef7fedc85817 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2327b36-693b-4e18-834c-7802fa1b78fb HTTP/1.1" status: 200 len: 945 time: 0.0627079 Jul 16 01:58:20.996419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89c820d3-03e5-4095-ba5f-49965ea5663c req-df109ebf-3ff2-4d0d-9ead-65fe5611f804 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=f70a237f-d816-4a48-80a7-d76cd11cf17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Jul 16 01:58:21.062196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 85ec1eb6-d890-4c88-9682-c39c179c6353 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:21.062553 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.157136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 85ec1eb6-d890-4c88-9682-c39c179c6353, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=85ec1eb6-d890-4c88-9682-c39c179c6353,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:21.157503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.169355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 85ec1eb6-d890-4c88-9682-c39c179c6353 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:21.275368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451abdc-2d50-405d-b0c4-4a849a1e8146 req-0b63af11-facc-4742-8680-c517b985e3c6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.277069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b451abdc-2d50-405d-b0c4-4a849a1e8146 req-0b63af11-facc-4742-8680-c517b985e3c6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0698948 Jul 16 01:58:21.298900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.316298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b451abdc-2d50-405d-b0c4-4a849a1e8146 req-c4d9ed3d-fff1-4edf-989b-1f03f2cc5b21 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326738 Jul 16 01:58:21.333162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=85ec1eb6-d890-4c88-9682-c39c179c6353,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.380102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] No DVR routers for this DVR port 85ec1eb6-d890-4c88-9682-c39c179c6353 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:21.382619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.384705 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fdb548d8-2cd4-45b5-b0eb-5df71b73b95f req-91547cbc-0673-4ba7-86a8-e42d89fe4948 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "DELETE /v2.0/ports/85ec1eb6-d890-4c88-9682-c39c179c6353 HTTP/1.1" status: 204 len: 173 time: 0.4257886 Jul 16 01:58:21.385264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'name': 'network-vif-deleted', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:21.387561 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7534c7ef-8210-4979-9d49-aadee60536f8" -d '{"events": [{"server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "name": "network-vif-deleted", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:21.426666 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d3d03e-b7e5-4fc8-bbea-84a1b42eb3aa x-openstack-request-id: req-a0d3d03e-b7e5-4fc8-bbea-84a1b42eb3aa {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:21.427053 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2327b36-693b-4e18-834c-7802fa1b78fb", "name": "network-vif-deleted", "tag": "85ec1eb6-d890-4c88-9682-c39c179c6353", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:21.427309 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0d3d03e-b7e5-4fc8-bbea-84a1b42eb3aa {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:21.427714 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2327b36-693b-4e18-834c-7802fa1b78fb', 'name': 'network-vif-deleted', 'tag': '85ec1eb6-d890-4c88-9682-c39c179c6353', 'status': 'completed', 'code': 200} Jul 16 01:58:22.086549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.144192 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7839561-a248-4872-9588-d24030fb2da6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.168282 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7839561-a248-4872-9588-d24030fb2da6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.227340 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7839561-a248-4872-9588-d24030fb2da6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.230131 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7839561-a248-4872-9588-d24030fb2da6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.231293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f7839561-a248-4872-9588-d24030fb2da6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/security-groups/f70a237f-d816-4a48-80a7-d76cd11cf17a HTTP/1.1" status: 204 len: 168 time: 0.1437502 Jul 16 01:58:22.241014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7839561-a248-4872-9588-d24030fb2da6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70a237f-d816-4a48-80a7-d76cd11cf17a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.263321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.896354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663ca4a-bd70-4243-aaf7-ef4655c95007 req-f8d0a09c-d676-4708-a413-41140f0a69c5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.897830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e663ca4a-bd70-4243-aaf7-ef4655c95007 req-f8d0a09c-d676-4708-a413-41140f0a69c5 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.4712777 Jul 16 01:58:22.959173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e663ca4a-bd70-4243-aaf7-ef4655c95007 req-f2f6af1c-6b09-40d5-b5db-2557900395f6 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555100 Jul 16 01:58:23.035986 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.296955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 207d64b9-3bf0-42ed-8c1e-05570d293d5e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:23.297633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.384407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 207d64b9-3bf0-42ed-8c1e-05570d293d5e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=207d64b9-3bf0-42ed-8c1e-05570d293d5e,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:23.384769 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.397692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 207d64b9-3bf0-42ed-8c1e-05570d293d5e owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:23.579546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.610454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=207d64b9-3bf0-42ed-8c1e-05570d293d5e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:23.644006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 85ec1eb6-d890-4c88-9682-c39c179c6353 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:23.667913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 85ec1eb6-d890-4c88-9682-c39c179c6353 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:23.668603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 85ec1eb6-d890-4c88-9682-c39c179c6353 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:23.786211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.002642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 2b8a656f-777d-453a-b87f-596061b6b863 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:24.142785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:24.147909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-153b9d4a-2c07-461a-a893-cb6a167b6ece tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "PUT /v2.0/routers/2b8a656f-777d-453a-b87f-596061b6b863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835578 Jul 16 01:58:24.150719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38958) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:24.153254 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] Sync routers for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:24.162683 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:24.163412 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:24.176751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4f06-9c2d-4cd9-bf6b-5784fd49e58a req-98f1dd99-dc6f-4364-9726-52e04651d353 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:24.178295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19fd4f06-9c2d-4cd9-bf6b-5784fd49e58a req-98f1dd99-dc6f-4364-9726-52e04651d353 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0883186 Jul 16 01:58:24.204035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting subnet cd357eb1-9639-4aa2-b6b5-430a8bedeb31 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:24.207357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.217252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19fd4f06-9c2d-4cd9-bf6b-5784fd49e58a req-ddbef6cc-bd0c-4068-a8bc-b698f5ea4548 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330119 Jul 16 01:58:24.249030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.267570 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:24.335595 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.394711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.424973 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.429256 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/subnets/cd357eb1-9639-4aa2-b6b5-430a8bedeb31 HTTP/1.1" status: 204 len: 168 time: 0.2751544 Jul 16 01:58:24.429256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e3aea-9f5c-43af-9e39-db8c3842843e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Subnet': ['ID=cd357eb1-9639-4aa2-b6b5-430a8bedeb31,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.430442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:24.434687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c72485-7b69-466b-911b-e85f0a1f42d9 None None] Network 53018367-4fb7-4bc4-ac2e-0bf3813381cc requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:24.443147 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:23Z', 'revision_number': 7, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:24.469761 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] Checking router: 2b8a656f-777d-453a-b87f-596061b6b863 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:24.479146 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] Routers {'2b8a656f-777d-453a-b87f-596061b6b863'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:24.480153 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['2b8a656f-777d-453a-b87f-596061b6b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:24.547382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.584470 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] Set router 2b8a656f-777d-453a-b87f-596061b6b863 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:24.627457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] DHCP port deletion for 53018367-4fb7-4bc4-ac2e-0bf3813381cc request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:24.659479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.678526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] Deleting port d33be31e-de12-4885-a1ce-1dd4889468b8 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:24.679092 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.715044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port b9a225bc-15f0-40ec-bf77-78c9f9891dd6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:24.715498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.745291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] For port d33be31e-de12-4885-a1ce-1dd4889468b8, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d33be31e-de12-4885-a1ce-1dd4889468b8,segment=NetworkSegment(40ed5504-bd5b-409b-b048-c6660111c7e3),segment_id=40ed5504-bd5b-409b-b048-c6660111c7e3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:24.746152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.758193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] Calling delete_port for d33be31e-de12-4885-a1ce-1dd4889468b8 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:24.769019 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:23Z', 'revision_number': 7, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:24.801113 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e569e-dd73-4da6-9b7a-d2230ed992d7 None None] The sync data for ids ['2b8a656f-777d-453a-b87f-596061b6b863'] in n-d-800085-5 is: [{'id': '2b8a656f-777d-453a-b87f-596061b6b863', 'name': 'tempest-TestNetworkBasicOps-router-730027169', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:58:23Z', 'revision_number': 7, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': 'b9a225bc-15f0-40ec-bf77-78c9f9891dd6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a656f-777d-453a-b87f-596061b6b863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:34Z', 'updated_at': '2021-07-16T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:24.848723 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.875435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] Pushing event deleted for resources: {'Port': ['ID=d33be31e-de12-4885-a1ce-1dd4889468b8,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.879289 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a33527-588c-41df-b360-ef2b49a01b40 None None] No DVR routers for this DVR port d33be31e-de12-4885-a1ce-1dd4889468b8 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:25.093962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port b9a225bc-15f0-40ec-bf77-78c9f9891dd6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:25.094255 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.105948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for b9a225bc-15f0-40ec-bf77-78c9f9891dd6 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:25.292722 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.326380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=b9a225bc-15f0-40ec-bf77-78c9f9891dd6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.388928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d33be31e-de12-4885-a1ce-1dd4889468b8 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:25.393454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.416015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d33be31e-de12-4885-a1ce-1dd4889468b8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:25.416376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ce28-5528-45dd-857c-0edd7e65620d req-cf9199c5-d7d9-4ad3-a196-3d2709bd1e17 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:25.416851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d33be31e-de12-4885-a1ce-1dd4889468b8 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:25.416851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 207d64b9-3bf0-42ed-8c1e-05570d293d5e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:25.418179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e319ce28-5528-45dd-857c-0edd7e65620d req-cf9199c5-d7d9-4ad3-a196-3d2709bd1e17 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0761120 Jul 16 01:58:25.480745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e319ce28-5528-45dd-857c-0edd7e65620d req-2cebd611-c6f1-4783-91f9-2cbffe228c01 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562251 Jul 16 01:58:25.505294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.507629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.574335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.574769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8a656f-777d-453a-b87f-596061b6b863 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:25.582083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.584726 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6362b960-b203-481c-b2dd-916c9cbac182 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/routers/2b8a656f-777d-453a-b87f-596061b6b863 HTTP/1.1" status: 204 len: 168 time: 1.1531410 Jul 16 01:58:25.585828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.591800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 207d64b9-3bf0-42ed-8c1e-05570d293d5e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:25.592147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 207d64b9-3bf0-42ed-8c1e-05570d293d5e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:25.667113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.758609 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.768725 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53018367-4fb7-4bc4-ac2e-0bf3813381cc']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.778390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ed5504-bd5b-409b-b048-c6660111c7e3') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.778693 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ed5504-bd5b-409b-b048-c6660111c7e3') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.787920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.801182 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.807073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:25.807481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:25.810634 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:25.872137 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.877147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.879428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/networks/53018367-4fb7-4bc4-ac2e-0bf3813381cc HTTP/1.1" status: 204 len: 168 time: 0.2923613 Jul 16 01:58:25.894246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9c5b4-7e2d-4f48-b416-9daf5bdb9230 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Network': ['ID=53018367-4fb7-4bc4-ac2e-0bf3813381cc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.897149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38966) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.902005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'network': {'name': 'tempest-network-smoke--1765661395', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:25.921993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:25.925557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.947908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:25.957163 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.957512 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Added segment 8f8b4380-666d-4d89-9bb4-b4349dcfefa7 of type vlan for network 180422a8-e81a-4d68-9c8a-aef297ed3630 Jul 16 01:58:25.998256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.031936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.037657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.038220 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.078514 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1803155 Jul 16 01:58:26.081278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38968) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.085671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-968215945', 'admin_state_up': True, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:26.120067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae2a43-57a7-49ca-bfca-75cfb14c34d7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Network': ['ID=180422a8-e81a-4d68-9c8a-aef297ed3630,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.131243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:26.138599 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.140986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.221538 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.361953 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.557014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.576166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.651909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d9fc4-25df-4eb5-841e-a394497d415e req-22bea634-28bf-484b-beed-6932813234a4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.653447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa6d9fc4-25df-4eb5-841e-a394497d415e req-22bea634-28bf-484b-beed-6932813234a4 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0652838 Jul 16 01:58:26.679551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.25.5.45 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/2b4b01db-17fe-4e1e-b9e3-fc926aad40e5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:26.692208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa6d9fc4-25df-4eb5-841e-a394497d415e req-5f32b506-1a57-4ca7-a033-6c28728dfc71 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330422 Jul 16 01:58:26.784000 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.822522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.857326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:26.864172 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:26.867788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:26.873333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.098248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-5c054320-997d-4ece-8e8d-d936aa770c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.099754 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-5c054320-997d-4ece-8e8d-d936aa770c1b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1097 time: 0.1282179 Jul 16 01:58:27.216543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.284707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-79d0b661-cc03-493d-9e84-e47a175b5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.286161 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-79d0b661-cc03-493d-9e84-e47a175b5f45 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bed074d6-268f-47aa-8b42-97bcbc3fd531 HTTP/1.1" status: 200 len: 898 time: 0.1467998 Jul 16 01:58:27.357174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b9a225bc-15f0-40ec-bf77-78c9f9891dd6 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:27.379873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b9a225bc-15f0-40ec-bf77-78c9f9891dd6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:27.380209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b9a225bc-15f0-40ec-bf77-78c9f9891dd6 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:27.386489 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-a0fea5b4-877f-4cea-9749-510c2b93a1c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783 HTTP/1.1" status: 200 len: 1001 time: 0.0762069 Jul 16 01:58:27.500733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-c598e793-648f-4b18-84e0-a15541a30238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.502171 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-c598e793-648f-4b18-84e0-a15541a30238 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ebf5078-c41a-4b25-ab32-4b7415f40cb3 HTTP/1.1" status: 200 len: 835 time: 0.0839119 Jul 16 01:58:27.544989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.638331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-9f4c3f18-400d-4b27-af8c-c02e98c7056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.640297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-9f4c3f18-400d-4b27-af8c-c02e98c7056a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bed074d6-268f-47aa-8b42-97bcbc3fd531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296511 Jul 16 01:58:27.751657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-08a63e94-ff5c-4ade-b349-17ddaeb32651 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035006 Jul 16 01:58:27.759792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 07987820-aafb-473b-a154-0d3e50de13ca is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:27.863128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd55282-b313-4a30-b65c-daa34b6b905e req-57d53845-9f16-4115-89b3-c996dd80d6f0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.864900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dd55282-b313-4a30-b65c-daa34b6b905e req-57d53845-9f16-4115-89b3-c996dd80d6f0 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0630374 Jul 16 01:58:27.903463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dd55282-b313-4a30-b65c-daa34b6b905e req-ec0195f4-baa8-4139-b57a-765255e591e3 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328660 Jul 16 01:58:28.216472 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-40c2d11a-e894-424e-a2d6-390b556bcbde req-f9f5ef71-f755-4753-98be-ffe7ebf28e94 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575310 Jul 16 01:58:28.228284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:28.238472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Sync routers for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:28.246661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.247559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:28.248042 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d29803b4-0b67-41fa-b537-6ac18bf2ba07 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1658423 Jul 16 01:58:28.251582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38974) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.251928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.280263 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c6667ed8-ebf6-4bd9-8ead-89287f9ee029 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=67304538e9cb410bb2eb25e98ab89f43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275970 Jul 16 01:58:28.282898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.355317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:28.371801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d57d4-a584-4a62-a96d-3740ffd707b8 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:28.373328 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf2d57d4-a584-4a62-a96d-3740ffd707b8 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894477 Jul 16 01:58:28.376670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.409654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1b351ce4-6879-4edf-a010-b5b031bf2c9c tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319300 Jul 16 01:58:28.412147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38980) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.416922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1834470420', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:28.503323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:28.506862 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.529101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:27Z', 'revision_number': 3, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.555034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Checking router: 07987820-aafb-473b-a154-0d3e50de13ca for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:28.555380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Updating router 07987820-aafb-473b-a154-0d3e50de13ca port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:28.592968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.697354 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.768240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Subnet': ['ID=df85fb55-4218-4b2e-81c0-f50d36625dbf,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.777989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Checking segment: {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:28.778366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network hostable DHCP agents. Network: 180422a8-e81a-4d68-9c8a-aef297ed3630, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:28.796546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:28.809020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 180422a8-e81a-4d68-9c8a-aef297ed3630) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:28.817207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:28.817813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.823487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b072cf7-2443-4798-a0bc-6e8443b4a94e None None] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:28.835593 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1d88efd-a814-43dc-afe8-50940480b90f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4223340 Jul 16 01:58:28.838392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.913353 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.928460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Transition to ACTIVE for port object 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:28.938603 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.030919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Pushing event updated for resources: {'Port': ['ID=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.033013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Attempting to bind port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:29.033381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Attempting to bind port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:29.033742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Attempting to bind port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:29.047364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:29.047736 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:29.048143 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.048563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:29.049034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Bound port: 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:29.049423 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.053323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.053673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.054014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.054350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.054682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.055012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.055342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.055665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.055987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.056338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.056659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.056982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:29.108677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-180422a8-e81a-4d68-9c8a-aef297ed3630', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:29.109546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.147723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] For port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:29.151840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] For port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:29.156402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5eb7c-3c01-4f9b-9f63-a349a7792361 req-61bd7dc9-2379-4375-a686-502e637a7ed8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:29.157896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5f5eb7c-3c01-4f9b-9f63-a349a7792361 req-61bd7dc9-2379-4375-a686-502e637a7ed8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.1199474 Jul 16 01:58:29.196887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.241365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5f5eb7c-3c01-4f9b-9f63-a349a7792361 req-6838fc07-5ba3-49f2-bac1-72ff93a3c605 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769031 Jul 16 01:58:29.303152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:29.303780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.342886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3d2ab-fbd3-4e1c-b986-e16bb468aeab None None] Pushing event updated for resources: {'Port': ['ID=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.352932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Allocated IP 172.20.0.2 (180422a8-e81a-4d68-9c8a-aef297ed3630/df85fb55-4218-4b2e-81c0-f50d36625dbf/4c7dba4d-d491-4c7d-b0d2-38c6e6931d46) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:29.363996 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.477011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:29.686990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.700159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Transition to ACTIVE for port object 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:29.720783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Transition to ACTIVE for port object 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:29.728667 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.766621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:27Z', 'revision_number': 3, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.775871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:29.798307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.20.0.1 (180422a8-e81a-4d68-9c8a-aef297ed3630/df85fb55-4218-4b2e-81c0-f50d36625dbf/62f2611e-53b8-445e-9b63-60e9352e2a29) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:29.807494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:29.812198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:29.814442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e988c3-832a-46a1-8f88-7e4a25f024f2 None None] The sync data for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 is: [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:27Z', 'revision_number': 3, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:29.824655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Pushing event updated for resources: {'Port': ['ID=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.958211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e3f05-34de-445d-9628-2e1ef01e9132 req-facfb8c8-2dda-4c61-9c31-4379b10a53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:29.959759 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f1e3f05-34de-445d-9628-2e1ef01e9132 req-facfb8c8-2dda-4c61-9c31-4379b10a53f1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1097 time: 0.0605547 Jul 16 01:58:29.961122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.976844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Transition to ACTIVE for port object 62f2611e-53b8-445e-9b63-60e9352e2a29 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:29.999590 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f1e3f05-34de-445d-9628-2e1ef01e9132 req-7e3e7079-abd5-4087-a1cc-d812908b341f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Jul 16 01:58:30.018108 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.056920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Attempting to bind port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:30.057294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Attempting to bind port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:30.057661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Attempting to bind port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 on network 180422a8-e81a-4d68-9c8a-aef297ed3630 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:30.059623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:30.064953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:30.066020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Checking segment: {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:30.066347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:30.066468 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.066936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Bound using segment: {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:30.067422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Bound port: 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:30.068585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.070411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:30.105347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=62f2611e-53b8-445e-9b63-60e9352e2a29,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.141138 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.170384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] For port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:30.180254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] For port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:30.184598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.252367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6dcfd-bf24-4917-82a6-4fb41098be34 None None] Pushing event updated for resources: {'Port': ['ID=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.306072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-7a5b82aa-327f-424f-a1a6-e6506ef22362 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209064 Jul 16 01:58:30.415605 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.565574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-97f4be36-feef-4ab4-af1e-75f89998a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.567303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-97f4be36-feef-4ab4-af1e-75f89998a4f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 1096 time: 0.2130237 Jul 16 01:58:30.610219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd503621-6e86-44fe-aab7-673ab5ef9661 req-d04bbaee-22b7-40e0-8bfa-c6cd14581edd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.611763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd503621-6e86-44fe-aab7-673ab5ef9661 req-d04bbaee-22b7-40e0-8bfa-c6cd14581edd tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.2181334 Jul 16 01:58:30.770630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd503621-6e86-44fe-aab7-673ab5ef9661 req-b23e1372-2aea-40a5-ba36-46e83f18d749 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316125 Jul 16 01:58:30.801514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-a615de79-9a4b-4a9a-a1c9-a0c8748c97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.802991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-a615de79-9a4b-4a9a-a1c9-a0c8748c97ff service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.2102387 Jul 16 01:58:30.917683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-4cca91a4-2e91-49a0-8b21-57a5517180ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=798c8ebf-3413-4825-a29e-3592145bae40 HTTP/1.1" status: 200 len: 1000 time: 0.0871024 Jul 16 01:58:30.975621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.985962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.046245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-207c1dfe-5476-44df-a32f-6f7bf79fea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.047749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-207c1dfe-5476-44df-a32f-6f7bf79fea06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.1223075 Jul 16 01:58:31.124695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.126396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=62f2611e-53b8-445e-9b63-60e9352e2a29,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.265683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ec19a-fd0d-46db-b6ea-445fa35887f4 None None] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:31.397919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3a68f015-5546-4730-9dad-3205bdf8e0dd None None] Provisioning for port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:31.486745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:31.532518 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-97559dea-5da9-410b-8b86-104c9932f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.534067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-97559dea-5da9-410b-8b86-104c9932f898 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4792593 Jul 16 01:58:31.560075 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:31.564761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:31.565142 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.647232 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.659570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:31.662505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:31.673333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:31.678387 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.679281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:31.687772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-b320c0aa-87c7-44e9-bb01-db8c1237828e service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247008 Jul 16 01:58:31.691611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device fe2456aa-1c2c-44c5-ae1f-563cf4909783 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:31.693032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device fe2456aa-1c2c-44c5-ae1f-563cf4909783 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:31.850920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.895368 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-652b2f18-1a8d-41b2-b5b1-c687e64b25b7 req-1c295813-3dc9-42b2-8dc3-880104b9138c service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754966 Jul 16 01:58:31.903560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 07987820-aafb-473b-a154-0d3e50de13ca has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:31.948790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Provisioning for port 62f2611e-53b8-445e-9b63-60e9352e2a29 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:31.956305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:31.963142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Provisioning complete for port 62f2611e-53b8-445e-9b63-60e9352e2a29 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:31.963524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.967346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:31.967715 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.969278 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.049998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.074436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Port 62f2611e-53b8-445e-9b63-60e9352e2a29 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:32.083199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:32.085492 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a493020f-262a-4bd1-93c7-4f3fad714dac" -d '{"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:32.086596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f89a7-6b6e-408f-84a7-8e9c69bee5ab req-c9a0d7bb-b506-4242-baed-3671c4897312 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.088173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c4f89a7-6b6e-408f-84a7-8e9c69bee5ab req-c9a0d7bb-b506-4242-baed-3671c4897312 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.1769812 Jul 16 01:58:32.091032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'port_id': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'mac_address': 'fa:16:3e:ca:18:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:32.102331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:32.107334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.115375 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Sync routers for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:32.119139 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.119632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-38df8991-4229-47de-b17c-e4382430da3f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "PUT /v2.0/routers/07987820-aafb-473b-a154-0d3e50de13ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2795842 Jul 16 01:58:32.121388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.143356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Provisioning complete for port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:32.143741 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.148050 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:32.150076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:32.188902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c4f89a7-6b6e-408f-84a7-8e9c69bee5ab req-3561a3de-fff6-4049-b495-4e5d6f4661e1 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653636 Jul 16 01:58:32.206721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.223090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.276515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.277872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.278657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.279279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.279951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.280628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.281247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.281900 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:32.283654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-42049bfe-3072-4bf4-83ba-96b26a3aa25a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1610653 Jul 16 01:58:32.286452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 38996) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.293724 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebdf95f-8787-4ec9-bbdf-fb493383e7f1 x-openstack-request-id: req-9ebdf95f-8787-4ec9-bbdf-fb493383e7f1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:32.294207 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:32.294284 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ebdf95f-8787-4ec9-bbdf-fb493383e7f1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:32.294634 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'code': 200} Jul 16 01:58:32.307831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.321929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b2d54633-9deb-4a9e-b3f3-fc3ed994f486 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/floatingips/d9d2c07e-265f-4aac-b7e5-1a8c84cd0688 HTTP/1.1" status: 200 len: 991 time: 0.0974507 Jul 16 01:58:32.332462 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.355521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.356003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.356497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.357086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.357549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.358045 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.358502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.363272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2456aa-1c2c-44c5-ae1f-563cf4909783 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:32.363404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8be31fcf-1792-493a-9910-b9d8f5aadca3 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.0727873 Jul 16 01:58:32.363628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 38998) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.375494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.403685 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.418939 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.441954 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.450223 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.489513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.519208 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 2, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:32.523886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d11e6745-b601-43aa-9c53-8c4bc8865a10 tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.1566043 Jul 16 01:58:32.551263 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:58:32.551630 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-ec881dd4-e93c-4b81-97d8-e823dc2f270c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:58:32.552379 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Checking router: 07987820-aafb-473b-a154-0d3e50de13ca for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:32.552734 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Updating router 07987820-aafb-473b-a154-0d3e50de13ca port 62f2611e-53b8-445e-9b63-60e9352e2a29 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:32.564315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.587706 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.678706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['fe2456aa-1c2c-44c5-ae1f-563cf4909783'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:32.684735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39002) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.690041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-44659714-d863-41b1-ba37-140d9e5bf7ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409142664', 'description': 'tempest-secgroup-smoke-1409142664 description', 'project_id': '67304538e9cb410bb2eb25e98ab89f43'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:32.714215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44659714-d863-41b1-ba37-140d9e5bf7ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.814706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44659714-d863-41b1-ba37-140d9e5bf7ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.820790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44659714-d863-41b1-ba37-140d9e5bf7ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.849878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44659714-d863-41b1-ba37-140d9e5bf7ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.853761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-44659714-d863-41b1-ba37-140d9e5bf7ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1653833 Jul 16 01:58:32.853761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44659714-d863-41b1-ba37-140d9e5bf7ce tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdac897-6449-4bab-aa1b-59f382bf82ef,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.854121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39004) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.859491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '6bdac897-6449-4bab-aa1b-59f382bf82ef', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:32.889430 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.951379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.955824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.963606 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.973994 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Transition to ACTIVE for port object 62f2611e-53b8-445e-9b63-60e9352e2a29 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:32.974158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534b38bb-6589-4c78-85cd-4724bc42cf60,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.980831 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.982251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.984076 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289306 Jul 16 01:58:32.985466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.985981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.986514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.987019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.987238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39006) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.987341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.987668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.988275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.988597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.989041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.989270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.989606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.989912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b6b3c2-df1a-4609-b1e0-f9ec0783c3c9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:32.993997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-689c0fb3-d78b-428f-a69f-a0c3a1c4ef63 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '6bdac897-6449-4bab-aa1b-59f382bf82ef', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:33.025794 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689c0fb3-d78b-428f-a69f-a0c3a1c4ef63 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.040406 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Pushing event updated for resources: {'Port': ['ID=62f2611e-53b8-445e-9b63-60e9352e2a29,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.069770 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.070508 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.071055 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.072020 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.072564 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.073103 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.073945 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.074636 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.075156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.075694 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.076284 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.076841 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:33.101157 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689c0fb3-d78b-428f-a69f-a0c3a1c4ef63 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.107470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689c0fb3-d78b-428f-a69f-a0c3a1c4ef63 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.126083 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Attempting to bind port 62f2611e-53b8-445e-9b63-60e9352e2a29 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:33.126645 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Attempting to bind port 62f2611e-53b8-445e-9b63-60e9352e2a29 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:33.127073 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Attempting to bind port 62f2611e-53b8-445e-9b63-60e9352e2a29 on network 180422a8-e81a-4d68-9c8a-aef297ed3630 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:33.127501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c0fb3-d78b-428f-a69f-a0c3a1c4ef63 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a131ea-018a-4e68-8919-a51fc2f0dfa8,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.133177 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:33.133555 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Checking segment: {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:33.134059 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.134554 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Bound using segment: {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:33.135009 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Bound port: 62f2611e-53b8-445e-9b63-60e9352e2a29, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:33.135397 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.137977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689c0fb3-d78b-428f-a69f-a0c3a1c4ef63 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.142467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-689c0fb3-d78b-428f-a69f-a0c3a1c4ef63 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510103 Jul 16 01:58:33.142835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39008) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:33.147559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0eae5665-2f0f-4b2d-93fd-1649a9b59d00 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '6bdac897-6449-4bab-aa1b-59f382bf82ef', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:33.180773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae5665-2f0f-4b2d-93fd-1649a9b59d00 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.214322 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] For port 62f2611e-53b8-445e-9b63-60e9352e2a29, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:33.218878 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] For port 62f2611e-53b8-445e-9b63-60e9352e2a29, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=62f2611e-53b8-445e-9b63-60e9352e2a29,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:33.225785 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.256657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae5665-2f0f-4b2d-93fd-1649a9b59d00 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.261710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae5665-2f0f-4b2d-93fd-1649a9b59d00 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.275689 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:33.276661 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:33.281568 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae5665-2f0f-4b2d-93fd-1649a9b59d00 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed8ca9b-7588-43a2-8d19-6d5ff926e79f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.288989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0eae5665-2f0f-4b2d-93fd-1649a9b59d00 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.292728 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0eae5665-2f0f-4b2d-93fd-1649a9b59d00 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487904 Jul 16 01:58:33.293538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:33.298979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-85e3441c-a878-440c-8e74-c5e2795a7be0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '6bdac897-6449-4bab-aa1b-59f382bf82ef', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:33.336700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85e3441c-a878-440c-8e74-c5e2795a7be0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.346904 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b63c5-86c2-4d65-91db-14fae224fb38 None None] Pushing event updated for resources: {'Port': ['ID=62f2611e-53b8-445e-9b63-60e9352e2a29,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.412525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:33.431012 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85e3441c-a878-440c-8e74-c5e2795a7be0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.431688 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:33.441792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85e3441c-a878-440c-8e74-c5e2795a7be0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.464931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3441c-a878-440c-8e74-c5e2795a7be0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c67008-372f-43f5-8e0c-1e38fa1bb077,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.478657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-85e3441c-a878-440c-8e74-c5e2795a7be0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.480729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-85e3441c-a878-440c-8e74-c5e2795a7be0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1860640 Jul 16 01:58:33.482219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39012) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:33.487598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '6bdac897-6449-4bab-aa1b-59f382bf82ef', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:33.502121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:33.502729 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.517132 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Project 67304538e9cb410bb2eb25e98ab89f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:58:33.528143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.603596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:33.603919 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.611026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.633336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d345c7e-0f4d-4a48-b809-66aafdad997e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.644076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.645412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b59dbfac-bce1-458b-8c97-59823b002a58 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616347 Jul 16 01:58:33.648135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39014) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:33.652808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'security_group_rule': {'security_group_id': '6bdac897-6449-4bab-aa1b-59f382bf82ef', 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:33.664555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:33.665023 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.678638 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Project 67304538e9cb410bb2eb25e98ab89f43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:58:33.683956 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.702781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device fe2456aa-1c2c-44c5-ae1f-563cf4909783 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:33.705168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:33Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:33.743691 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6752cbb1-c816-44ed-b6c2-71668a9eb227 None None] The sync data for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 is: [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:33Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:33.758588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.764440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.806257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b07f09-5920-4002-87a3-e152cca9bbe5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.812417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.814036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4f801460-4b36-40ae-ba8d-0ffc9c14a767 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648552 Jul 16 01:58:33.832252 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port fe2456aa-1c2c-44c5-ae1f-563cf4909783 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:33.832252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.921478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.963042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:33.969221 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.989352 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-63418bb9-49ce-4fb0-a205-b65ab9e37024 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409142664&fields=id&tenant_id=67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 267 time: 0.0441391 Jul 16 01:58:34.018503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.103521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-dd38ee0d-503e-49d3-ac26-9173a8940d98 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.105076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-dd38ee0d-503e-49d3-ac26-9173a8940d98 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/networks?id=180422a8-e81a-4d68-9c8a-aef297ed3630 HTTP/1.1" status: 200 len: 797 time: 0.1071620 Jul 16 01:58:34.121310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-839b1bb8-d92f-4f51-ab14-b62262f50aca tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/quotas/67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 375 time: 0.0101600 Jul 16 01:58:34.194795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-107b8403-e031-4ee7-a378-8caf632d8ad1 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680013 Jul 16 01:58:34.295618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:34.295748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-501b25b3-06c0-4e07-b059-ea4a9eeb2ad2 service neutron] 10.222.0.81 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883794 Jul 16 01:58:34.298028 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91c0133-5819-44e0-9b6e-5d24f21b6613" -d '{"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:34.335454 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa75f6-05be-4f8b-9cda-139383fcbbcc x-openstack-request-id: req-b3fa75f6-05be-4f8b-9cda-139383fcbbcc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:34.335751 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-plugged", "status": "completed", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:34.335997 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3fa75f6-05be-4f8b-9cda-139383fcbbcc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:34.336437 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'code': 200} Jul 16 01:58:34.397025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-e536db68-46c3-4d45-87d8-6da450e7fbee service neutron] 10.222.0.81 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953231 Jul 16 01:58:34.589865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2da4b431-e888-4bbe-9b67-9231966e3cde req-0f61cf5f-d051-419f-ad66-fefad26ea857 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 210 time: 0.0312238 Jul 16 01:58:35.383772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 62f2611e-53b8-445e-9b63-60e9352e2a29 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:35.436140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 62f2611e-53b8-445e-9b63-60e9352e2a29 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:35.440388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 62f2611e-53b8-445e-9b63-60e9352e2a29 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:35.440790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.517890 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.550210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 62f2611e-53b8-445e-9b63-60e9352e2a29, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=62f2611e-53b8-445e-9b63-60e9352e2a29,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:35.554186 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.602405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=62f2611e-53b8-445e-9b63-60e9352e2a29,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:35.664886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-be353394-ea63-4785-8921-66259e046176 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:35.666469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-be353394-ea63-4785-8921-66259e046176 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "GET /v2.0/networks?id=180422a8-e81a-4d68-9c8a-aef297ed3630 HTTP/1.1" status: 200 len: 797 time: 0.1099176 Jul 16 01:58:35.711842 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-99a8e62f-55b5-464d-86de-8c95c7fd9c88 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67304538e9cb410bb2eb25e98ab89f43 HTTP/1.1" status: 200 len: 380 time: 0.0349996 Jul 16 01:58:35.721596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'port': {'device_id': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'admin_state_up': True, 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'security_groups': ['6bdac897-6449-4bab-aa1b-59f382bf82ef']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.744614 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f449abd-0b60-4fd7-9897-b3c8026eddd2 req-b7cb9842-e144-407e-b66a-8a2d192f0bbd tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 210 time: 0.0295916 Jul 16 01:58:35.841075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Made reservation on behalf of 67304538e9cb410bb2eb25e98ab89f43 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:35.845341 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.971789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.20.0.14 (180422a8-e81a-4d68-9c8a-aef297ed3630/df85fb55-4218-4b2e-81c0-f50d36625dbf/15a9d61f-60bf-4cd1-a464-250d0ea51835) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:36.106684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.120306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Transition to ACTIVE for port object 15a9d61f-60bf-4cd1-a464-250d0ea51835 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:36.153555 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.203461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:36.206597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:36.210508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:36.234109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=15a9d61f-60bf-4cd1-a464-250d0ea51835,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.263073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:36.263696 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.279290 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-23e62f3b-bfa2-4d7f-8ae7-25fb705e32e6 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5621355 Jul 16 01:58:36.290828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Request body: {'port': {'device_id': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:36.367130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.475196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb1dd220-a9e3-4ab5-a195-4823399e11e5 None None] Provisioning for port 15a9d61f-60bf-4cd1-a464-250d0ea51835 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:36.479524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb1dd220-a9e3-4ab5-a195-4823399e11e5 None None] Provisioning complete for port 15a9d61f-60bf-4cd1-a464-250d0ea51835 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:36.479824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd220-a9e3-4ab5-a195-4823399e11e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.517178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb1dd220-a9e3-4ab5-a195-4823399e11e5 None None] Port 15a9d61f-60bf-4cd1-a464-250d0ea51835 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:36.634154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a9d61f-60bf-4cd1-a464-250d0ea51835 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:36.641572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.653048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Transition to ACTIVE for port object 15a9d61f-60bf-4cd1-a464-250d0ea51835 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:36.657638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.749665 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d61f-60bf-4cd1-a464-250d0ea51835,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.782857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Attempting to bind port 15a9d61f-60bf-4cd1-a464-250d0ea51835 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:36.783462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Attempting to bind port 15a9d61f-60bf-4cd1-a464-250d0ea51835 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:36.783897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Attempting to bind port 15a9d61f-60bf-4cd1-a464-250d0ea51835 on network 180422a8-e81a-4d68-9c8a-aef297ed3630 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:36.788947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Port 15a9d61f-60bf-4cd1-a464-250d0ea51835 on network 180422a8-e81a-4d68-9c8a-aef297ed3630 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:36.789283 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Attempting to bind port 15a9d61f-60bf-4cd1-a464-250d0ea51835 on network 180422a8-e81a-4d68-9c8a-aef297ed3630 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:36.794707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:36.795049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Checking segment: {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:36.795484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Bound using segment: {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:36.795918 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Bound port: 15a9d61f-60bf-4cd1-a464-250d0ea51835, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8b4380-666d-4d89-9bb4-b4349dcfefa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:36.796307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.865771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] For port 15a9d61f-60bf-4cd1-a464-250d0ea51835, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:36.869020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] For port 15a9d61f-60bf-4cd1-a464-250d0ea51835, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:36.875806 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.918387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:36.918995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.920583 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] 10.222.0.78 "PUT /v2.0/ports/15a9d61f-60bf-4cd1-a464-250d0ea51835 HTTP/1.1" status: 200 len: 1092 time: 0.6339757 Jul 16 01:58:36.921168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:36.923456 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bfb908-6585-4d27-8886-4a95547db39b" -d '{"events": [{"name": "network-changed", "server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:36.934075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec03c-abb5-4af7-a41a-0df61ef16666 req-680e4edf-a090-4459-999f-f204f404b251 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:36.941762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d4ec03c-abb5-4af7-a41a-0df61ef16666 req-680e4edf-a090-4459-999f-f204f404b251 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 944 time: 0.0809278 Jul 16 01:58:36.964078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20faeab-8ead-4643-8f2f-cb6277b29f3a service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d61f-60bf-4cd1-a464-250d0ea51835,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.985714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8d4ec03c-abb5-4af7-a41a-0df61ef16666 req-260653ae-83dd-4ce3-8799-90f6781649de tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Jul 16 01:58:36.990955 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c0e001-4f28-417b-ac6f-10b3231111d2 x-openstack-request-id: req-70c0e001-4f28-417b-ac6f-10b3231111d2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:36.991247 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:36.991693 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70c0e001-4f28-417b-ac6f-10b3231111d2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:36.991884 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'status': 'completed', 'code': 200} Jul 16 01:58:37.045752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-1a229d7c-e933-4792-a525-92bd55e9395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.047276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-1a229d7c-e933-4792-a525-92bd55e9395c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 1095 time: 0.0701654 Jul 16 01:58:37.090964 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-564546ee-c987-46e5-9a5f-24ee772133a1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835 HTTP/1.1" status: 200 len: 217 time: 0.0357888 Jul 16 01:58:37.140066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-c25b11d5-aa42-4ff1-ae19-56a6ebdc7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.141541 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-c25b11d5-aa42-4ff1-ae19-56a6ebdc7aa0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df85fb55-4218-4b2e-81c0-f50d36625dbf HTTP/1.1" status: 200 len: 835 time: 0.0443437 Jul 16 01:58:37.204389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-aa313e31-b40d-4453-add8-822d9f79521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.205892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-aa313e31-b40d-4453-add8-822d9f79521a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=180422a8-e81a-4d68-9c8a-aef297ed3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579228 Jul 16 01:58:37.293324 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-5b7b425f-0b31-4aa8-81af-2a9a913c0b6b service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807409 Jul 16 01:58:37.362273 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:37.369122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 62f2611e-53b8-445e-9b63-60e9352e2a29 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:37.390880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff1c97f5-0919-474e-9eba-7249612fa301 req-6c93531f-c31d-410a-95b6-8810809d45ac service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907457 Jul 16 01:58:37.418991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 62f2611e-53b8-445e-9b63-60e9352e2a29 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:37.419453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.493329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb908-6585-4d27-8886-4a95547db39b req-4ec265ed-11fe-4a51-bc1b-a877b32d2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.494846 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4bfb908-6585-4d27-8886-4a95547db39b req-4ec265ed-11fe-4a51-bc1b-a877b32d2014 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 1095 time: 0.0537446 Jul 16 01:58:37.599139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb908-6585-4d27-8886-4a95547db39b req-f0a4edd0-d505-4d49-9827-a9052558af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.600607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4bfb908-6585-4d27-8886-4a95547db39b req-f0a4edd0-d505-4d49-9827-a9052558af99 service neutron] 10.222.0.78 "GET /v2.0/networks?id=180422a8-e81a-4d68-9c8a-aef297ed3630 HTTP/1.1" status: 200 len: 898 time: 0.0870147 Jul 16 01:58:37.641383 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4bfb908-6585-4d27-8886-4a95547db39b req-0f5f5eed-9e0c-4e0d-88eb-b1daadc24e99 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835 HTTP/1.1" status: 200 len: 217 time: 0.0335829 Jul 16 01:58:37.692710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb908-6585-4d27-8886-4a95547db39b req-8225272d-e84a-49b1-9e04-070c9fb5891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.694092 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4bfb908-6585-4d27-8886-4a95547db39b req-8225272d-e84a-49b1-9e04-070c9fb5891f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df85fb55-4218-4b2e-81c0-f50d36625dbf HTTP/1.1" status: 200 len: 835 time: 0.0426621 Jul 16 01:58:37.750771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb908-6585-4d27-8886-4a95547db39b req-f4b1fc88-b21f-4aae-96fb-32f46236cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.752211 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4bfb908-6585-4d27-8886-4a95547db39b req-f4b1fc88-b21f-4aae-96fb-32f46236cd83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=180422a8-e81a-4d68-9c8a-aef297ed3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509393 Jul 16 01:58:37.844598 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4bfb908-6585-4d27-8886-4a95547db39b req-7d64c0d6-5386-43cb-a408-b948788f12f3 service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853598 Jul 16 01:58:37.935501 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c4bfb908-6585-4d27-8886-4a95547db39b req-48d824ab-dedc-47e3-8d3e-242a5364e698 service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841355 Jul 16 01:58:38.164578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094d1a-2513-49c3-ac6d-b8e93e0729a3 req-76fe9f0a-b305-4002-8441-31640846cffe tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.166054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c094d1a-2513-49c3-ac6d-b8e93e0729a3 req-76fe9f0a-b305-4002-8441-31640846cffe tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 944 time: 0.0631669 Jul 16 01:58:38.204472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c094d1a-2513-49c3-ac6d-b8e93e0729a3 req-8991098d-fd4d-4c86-9c4a-c3914010bbe9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328968 Jul 16 01:58:39.374260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172ecea-7fd5-4e72-80b0-8fd29c22c79f req-99e90693-fb19-44ae-8147-5491f15c38ed tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.375773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a172ecea-7fd5-4e72-80b0-8fd29c22c79f req-99e90693-fb19-44ae-8147-5491f15c38ed tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 944 time: 0.0648160 Jul 16 01:58:39.417579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a172ecea-7fd5-4e72-80b0-8fd29c22c79f req-a336635f-e811-4914-b325-8a91fc0ad3d0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363052 Jul 16 01:58:39.758105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 15a9d61f-60bf-4cd1-a464-250d0ea51835 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:39.853052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 15a9d61f-60bf-4cd1-a464-250d0ea51835, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:39.864436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'port_id': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'mac_address': 'fa:16:3e:b2:d1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:39.900282 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.912346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a9d61f-60bf-4cd1-a464-250d0ea51835 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:39.930992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 15a9d61f-60bf-4cd1-a464-250d0ea51835, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:39.934974 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.984295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=15a9d61f-60bf-4cd1-a464-250d0ea51835,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.174952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['15a9d61f-60bf-4cd1-a464-250d0ea51835'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:40.598866 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9d4c-dc4a-4930-a55e-58769fc1b85a req-c2d4e35e-1225-4ea4-9ef2-11670f2d3a81 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.600357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-beaa9d4c-dc4a-4930-a55e-58769fc1b85a req-c2d4e35e-1225-4ea4-9ef2-11670f2d3a81 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 945 time: 0.0626905 Jul 16 01:58:40.637083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-beaa9d4c-dc4a-4930-a55e-58769fc1b85a req-40a0ab62-51b8-4e85-b1e9-ccb5bcf9ed88 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Jul 16 01:58:41.642171 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82b59573-5627-4a18-b274-1f66588d9ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.782313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 15a9d61f-60bf-4cd1-a464-250d0ea51835 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:41.807763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b1773-2d89-4651-9fd0-1615185c4555 req-fcd80008-56c4-4dc0-9db9-b7f4fe55504f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:41.809277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-694b1773-2d89-4651-9fd0-1615185c4555 req-fcd80008-56c4-4dc0-9db9-b7f4fe55504f tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 945 time: 0.0643783 Jul 16 01:58:41.830572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 15a9d61f-60bf-4cd1-a464-250d0ea51835 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:41.834023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 15a9d61f-60bf-4cd1-a464-250d0ea51835 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:41.834400 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.847535 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-694b1773-2d89-4651-9fd0-1615185c4555 req-d6692170-bafb-4774-8e70-ca69654ef260 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jul 16 01:58:41.909305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.932162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:41.934400 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bd0ee0-a3f4-41f0-b4a1-1f1c228aedd1" -d '{"events": [{"server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:41.946874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 15a9d61f-60bf-4cd1-a464-250d0ea51835, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:41.950945 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.980572 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970bf512-b92d-4589-8fa3-1ea46d9e4535 x-openstack-request-id: req-970bf512-b92d-4589-8fa3-1ea46d9e4535 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:41.980867 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:41.981119 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-970bf512-b92d-4589-8fa3-1ea46d9e4535 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:41.981510 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'code': 200} Jul 16 01:58:42.013132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=15a9d61f-60bf-4cd1-a464-250d0ea51835,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.086603 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af4b03-6c8d-40f9-9205-dfea6cf42001 req-d97036cf-3f30-476c-8944-fffa69ce775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.088099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2af4b03-6c8d-40f9-9205-dfea6cf42001 req-d97036cf-3f30-476c-8944-fffa69ce775c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 1097 time: 0.0509496 Jul 16 01:58:42.125201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2af4b03-6c8d-40f9-9205-dfea6cf42001 req-a4a842fd-d0ea-4f62-a5b1-f2e8ee1a23f5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279703 Jul 16 01:58:43.026250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89ac0-6656-4041-8d08-e418ee663f6b req-c9b85789-348c-4b91-90e1-c79576664f2c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:43.027788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85d89ac0-6656-4041-8d08-e418ee663f6b req-c9b85789-348c-4b91-90e1-c79576664f2c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 946 time: 0.0698302 Jul 16 01:58:43.067064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85d89ac0-6656-4041-8d08-e418ee663f6b req-27f28d4c-1bff-453c-b8f8-726efa0a7aca tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337319 Jul 16 01:58:44.237211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251066c-31c8-4e40-bbeb-ff93e5f4e901 req-b0d42895-a015-4866-a60c-250652d1d60c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:44.238935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6251066c-31c8-4e40-bbeb-ff93e5f4e901 req-b0d42895-a015-4866-a60c-250652d1d60c tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 946 time: 0.0633259 Jul 16 01:58:44.276672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6251066c-31c8-4e40-bbeb-ff93e5f4e901 req-1d22234e-bd27-47c5-bf1a-b0b4cf0fc0e0 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323741 Jul 16 01:58:44.449333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e8eb0-08df-481e-a8cb-22ce412516f4 req-fdee58df-b198-4e63-a039-7e68617a4462 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:44.450862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-318e8eb0-08df-481e-a8cb-22ce412516f4 req-fdee58df-b198-4e63-a039-7e68617a4462 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 946 time: 0.0645685 Jul 16 01:58:44.456652 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.493697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-318e8eb0-08df-481e-a8cb-22ce412516f4 req-ebfed574-32af-4af6-ab81-59e4366d1de5 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358541 Jul 16 01:58:44.518117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39066) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.534344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43e13a9d-680f-4319-93fb-d0d1070ce781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.569157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08145fde-7518-495b-be9d-854cc5a0a93a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:44.570695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-08145fde-7518-495b-be9d-854cc5a0a93a tempest-TestNetworkBasicOps-1401249675 tempest-TestNetworkBasicOps-1401249675-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 1092 time: 0.0516109 Jul 16 01:58:44.573606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.578246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:44.598966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.693410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.800878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Allocated IP 172.25.5.239 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/425df947-8207-46bd-b628-07f91171465e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:44.902670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.945747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.980980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:44.986323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:44.990025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:45.013291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=425df947-8207-46bd-b628-07f91171465e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.027288 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.027635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.027973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.028335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.028670 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.029000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.029846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.030168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.030488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.030809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.031158 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.031484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:45.368080 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.396515 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.443574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.592845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.597444 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.662173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event updated for resources: {'Port': ['ID=425df947-8207-46bd-b628-07f91171465e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.673502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.771715 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Floating IP 961c6c88-13b6-4f4f-bfe6-49948c214b0d associated. External IP: 172.25.5.239, port: 15a9d61f-60bf-4cd1-a464-250d0ea51835. Jul 16 01:58:45.973367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 07987820-aafb-473b-a154-0d3e50de13ca has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:46.082435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:46.092142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] Sync routers for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:46.099150 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.101511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:46.102133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.136266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a1634d74-fa6f-4d1b-97f4-8c2499e0fb86 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5616381 Jul 16 01:58:46.136874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:46.139137 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4ac8ca-c09b-4031-adb3-facf299b9a25" -d '{"events": [{"name": "network-changed", "server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:46.139266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.211167 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1a3ee663-cde6-4c59-866d-4140abdbd7e7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/floatingips/961c6c88-13b6-4f4f-bfe6-49948c214b0d HTTP/1.1" status: 200 len: 992 time: 0.0708489 Jul 16 01:58:46.220694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:46.250410 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990a2178-26c9-41d2-b34b-c94eff1979fa x-openstack-request-id: req-990a2178-26c9-41d2-b34b-c94eff1979fa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:46.250703 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:46.250971 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-990a2178-26c9-41d2-b34b-c94eff1979fa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:46.251371 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'status': 'completed', 'code': 200} Jul 16 01:58:46.320376 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.336425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-58322bdb-eb61-4190-96de-742548fdc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.337961 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-58322bdb-eb61-4190-96de-742548fdc118 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 1097 time: 0.0594943 Jul 16 01:58:46.429165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-7af7a614-696d-4038-a7b2-6f0853da73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.430649 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-7af7a614-696d-4038-a7b2-6f0853da73b1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=180422a8-e81a-4d68-9c8a-aef297ed3630 HTTP/1.1" status: 200 len: 898 time: 0.0860927 Jul 16 01:58:46.452489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '961c6c88-13b6-4f4f-bfe6-49948c214b0d', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'port_id': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'mac_address': 'fa:16:3e:b2:d1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:45Z', 'updated_at': '2021-07-16T01:58:45Z', 'revision_number': 0, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.481932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] Checking router: 07987820-aafb-473b-a154-0d3e50de13ca for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:46.491136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:46.491745 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.502974 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-eb1fa44b-09cb-4f70-9c0b-f87e50baa0b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835 HTTP/1.1" status: 200 len: 1000 time: 0.0627351 Jul 16 01:58:46.552047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-90f792ea-c561-4272-9804-a944ced2eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.553552 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-90f792ea-c561-4272-9804-a944ced2eeac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df85fb55-4218-4b2e-81c0-f50d36625dbf HTTP/1.1" status: 200 len: 835 time: 0.0440965 Jul 16 01:58:46.614608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-533661fa-ce4a-4be1-ab2e-09d3e364d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.616145 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-533661fa-ce4a-4be1-ab2e-09d3e364d2c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=180422a8-e81a-4d68-9c8a-aef297ed3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552058 Jul 16 01:58:46.715486 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-d5d7a15e-356d-4369-ae21-63e60ec0bd4b service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916829 Jul 16 01:58:46.747096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:46.805073 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be4ac8ca-c09b-4031-adb3-facf299b9a25 req-a90cec87-09d2-4802-939c-cc810e2ac0b9 service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830581 Jul 16 01:58:46.922060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.971740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '961c6c88-13b6-4f4f-bfe6-49948c214b0d', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'port_id': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'mac_address': 'fa:16:3e:b2:d1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:45Z', 'updated_at': '2021-07-16T01:58:45Z', 'revision_number': 0, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:47.000708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815a3e5-01fe-466c-9b4d-5d302cfd0ce3 None None] The sync data for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 is: [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '961c6c88-13b6-4f4f-bfe6-49948c214b0d', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'port_id': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'mac_address': 'fa:16:3e:b2:d1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:45Z', 'updated_at': '2021-07-16T01:58:45Z', 'revision_number': 0, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:47.192706 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8557139-968a-4a78-b957-9ed8f6eb50c5 None None] New status for floating IP 961c6c88-13b6-4f4f-bfe6-49948c214b0d: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:58:47.215074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.280161 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f4436337-88b3-4b27-bc4b-6bf06a3554f7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/floatingips/961c6c88-13b6-4f4f-bfe6-49948c214b0d HTTP/1.1" status: 200 len: 992 time: 0.0638011 Jul 16 01:58:48.283065 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.343374 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-12d33a32-a77d-4cb9-a2ea-190e964378cd tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/floatingips/961c6c88-13b6-4f4f-bfe6-49948c214b0d HTTP/1.1" status: 200 len: 994 time: 0.0590692 Jul 16 01:58:49.924569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.407102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:09.561274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port ebacb4e6-29ab-4564-9d48-61e284e1d2f6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:09.561623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.638669 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.639468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.650801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for ebacb4e6-29ab-4564-9d48-61e284e1d2f6 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:09.794179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.819861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=ebacb4e6-29ab-4564-9d48-61e284e1d2f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.882729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.883085 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Floating IP d9d2c07e-265f-4aac-b7e5-1a8c84cd0688 disassociated (deleted). External IP: 172.25.5.78, port: fe2456aa-1c2c-44c5-ae1f-563cf4909783. Jul 16 01:59:10.089237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router a719b5a2-36b3-44b6-9b26-4997b770a3e1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:10.195189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:10.199866 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.204186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] Sync routers for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:10.213452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:10.214056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.235794 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-242986c6-9961-48eb-82e4-3a7cdbc42960 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/floatingips/d9d2c07e-265f-4aac-b7e5-1a8c84cd0688 HTTP/1.1" status: 204 len: 168 time: 0.8275883 Jul 16 01:59:10.236526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:10.239169 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152abb9e-cfc0-456d-bdb2-85a1428055ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:10.276704 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1178c5-2d0f-49f6-87b7-8aad52c127da x-openstack-request-id: req-2a1178c5-2d0f-49f6-87b7-8aad52c127da {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:10.277004 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:10.277259 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a1178c5-2d0f-49f6-87b7-8aad52c127da {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:10.277671 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'status': 'completed', 'code': 200} Jul 16 01:59:10.320958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:10.359983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-1da08e77-2021-4612-abbf-1e140586fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.361594 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-1da08e77-2021-4612-abbf-1e140586fdd2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 1097 time: 0.0600450 Jul 16 01:59:10.477587 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-13dd406a-5a7f-45f8-a350-2c286b8a521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.479179 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-13dd406a-5a7f-45f8-a350-2c286b8a521a service neutron] 10.222.0.78 "GET /v2.0/networks?id=bed074d6-268f-47aa-8b42-97bcbc3fd531 HTTP/1.1" status: 200 len: 898 time: 0.1097581 Jul 16 01:59:10.535564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:37Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.542890 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-802506f4-08a2-4b9e-9ca9-be6e075332ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783 HTTP/1.1" status: 200 len: 217 time: 0.0554218 Jul 16 01:59:10.566662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] Checking router: a719b5a2-36b3-44b6-9b26-4997b770a3e1 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:10.577705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:10.578248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:58:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.598726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-d9b7eeb2-c804-430e-aaa3-89293f81cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.600276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-d9b7eeb2-c804-430e-aaa3-89293f81cf6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ebf5078-c41a-4b25-ab32-4b7415f40cb3 HTTP/1.1" status: 200 len: 835 time: 0.0469928 Jul 16 01:59:10.637038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3111-26cf-46c5-bea9-309599549d7a req-8f87912e-7fd6-40f9-96ad-3e1e89c88dc8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.638770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9af3111-26cf-46c5-bea9-309599549d7a req-8f87912e-7fd6-40f9-96ad-3e1e89c88dc8 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0745084 Jul 16 01:59:10.663532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-481deb99-a041-422b-932c-66eb8886a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.665288 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-481deb99-a041-422b-932c-66eb8886a223 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bed074d6-268f-47aa-8b42-97bcbc3fd531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555687 Jul 16 01:59:10.679502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9af3111-26cf-46c5-bea9-309599549d7a req-9c4c993a-ffbe-49b3-aeba-29f402332747 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338387 Jul 16 01:59:10.685055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:10.763450 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-1be0f787-4d6c-4186-9600-a9eea91ceaa2 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882499 Jul 16 01:59:10.853744 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-152abb9e-cfc0-456d-bdb2-85a1428055ee req-472b8916-2e3f-420b-9973-2a446590eaf1 service neutron] 10.222.0.78 "GET /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827713 Jul 16 01:59:10.880394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:37Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.906628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78706e29-bdc0-48a4-b34c-576b9b3b308f None None] The sync data for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 is: [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:32Z', 'revision_number': 4, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '246c2784-5f8f-48e8-93a2-c7daa46f0d16', 'name': '', 'network_id': 'bed074d6-268f-47aa-8b42-97bcbc3fd531', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'mac_address': 'fa:16:3e:fa:dd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:31Z', 'updated_at': '2021-07-16T01:57:37Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'subnets': [{'id': '0ebf5078-c41a-4b25-ab32-4b7415f40cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:11.126044 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf30b1-4faf-4731-95e8-823b461355ca None None] New status for floating IP d9d2c07e-265f-4aac-b7e5-1a8c84cd0688: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:11.642367 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9694f66a-6c2a-478b-bfc0-1ea87abb5402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.849544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2a64-3ab8-408c-9076-329cd763cc04 req-3161879b-0b50-4ac1-9b7b-ccc767cfc32a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.850917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9dd2a64-3ab8-408c-9076-329cd763cc04 req-3161879b-0b50-4ac1-9b7b-ccc767cfc32a tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0625887 Jul 16 01:59:11.888216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9dd2a64-3ab8-408c-9076-329cd763cc04 req-95e16e61-b414-4ac0-bece-22a696cea886 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/security-groups?id=191e9502-76d6-4247-86b1-8d64d2bdaa9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Jul 16 01:59:12.133813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-28266339-cc3b-44af-9869-3c1808c64860 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.135162 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-28266339-cc3b-44af-9869-3c1808c64860 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 946 time: 0.0666456 Jul 16 01:59:12.236554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port fe2456aa-1c2c-44c5-ae1f-563cf4909783 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:12.237168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.324911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port fe2456aa-1c2c-44c5-ae1f-563cf4909783, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=fe2456aa-1c2c-44c5-ae1f-563cf4909783,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:12.325268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.337249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for fe2456aa-1c2c-44c5-ae1f-563cf4909783 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:12.459749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.492008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=fe2456aa-1c2c-44c5-ae1f-563cf4909783,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.536809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] No DVR routers for this DVR port fe2456aa-1c2c-44c5-ae1f-563cf4909783 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:12.539363 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.541354 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0c270b7d-70dc-4b0a-b2dc-9a3a83eb6d00 req-b0d5130a-992f-4fe7-aba7-5bb343946097 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.78 "DELETE /v2.0/ports/fe2456aa-1c2c-44c5-ae1f-563cf4909783 HTTP/1.1" status: 204 len: 173 time: 0.3985837 Jul 16 01:59:12.541828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-deleted', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:12.544002 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a17562-fd83-446e-b407-f2984ea0f0ad" -d '{"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-deleted", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:12.578596 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dff7b2f-e84c-4e5c-b1e9-474bed6e049e x-openstack-request-id: req-2dff7b2f-e84c-4e5c-b1e9-474bed6e049e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:12.578893 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc", "name": "network-vif-deleted", "tag": "fe2456aa-1c2c-44c5-ae1f-563cf4909783", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:12.579152 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2dff7b2f-e84c-4e5c-b1e9-474bed6e049e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:12.579556 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc', 'name': 'network-vif-deleted', 'tag': 'fe2456aa-1c2c-44c5-ae1f-563cf4909783', 'status': 'completed', 'code': 200} Jul 16 01:59:13.048127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46011202-4e90-4c6a-bb23-24a6df9b4ea2 req-23444ae6-2aee-40e8-a9f6-12153a1cf1c9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7ee9d69-e5e1-4cdb-adff-7a80ed142bfc HTTP/1.1" status: 200 len: 210 time: 0.0304630 Jul 16 01:59:14.145155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.361001 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:14.459017 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.498882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.534348 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-289072c0-6cf7-46e1-ac94-70f313d659fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.108095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port 246c2784-5f8f-48e8-93a2-c7daa46f0d16 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:15.108494 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.203033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port 246c2784-5f8f-48e8-93a2-c7daa46f0d16, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=246c2784-5f8f-48e8-93a2-c7daa46f0d16,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:15.203674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.220602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for 246c2784-5f8f-48e8-93a2-c7daa46f0d16 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:15.382373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c1c6e-881d-4746-9575-6263e704dffd req-5f138286-67fd-4742-9066-c0673141bce4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.383860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a2c1c6e-881d-4746-9575-6263e704dffd req-5f138286-67fd-4742-9066-c0673141bce4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 945 time: 0.1240661 Jul 16 01:59:15.400994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.435339 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a2c1c6e-881d-4746-9575-6263e704dffd req-bc103ed0-d879-4bd4-9f1a-af5258f06ac0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Jul 16 01:59:15.482853 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.510392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=246c2784-5f8f-48e8-93a2-c7daa46f0d16,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.686598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.898954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Router a719b5a2-36b3-44b6-9b26-4997b770a3e1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:15.956754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device fe2456aa-1c2c-44c5-ae1f-563cf4909783 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:15.979253 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: fe2456aa-1c2c-44c5-ae1f-563cf4909783 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:15.979597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device fe2456aa-1c2c-44c5-ae1f-563cf4909783 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:16.001090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:16.006569 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7cf7d39e-d514-479c-84d4-8175018853f9 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "PUT /v2.0/routers/a719b5a2-36b3-44b6-9b26-4997b770a3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8604043 Jul 16 01:59:16.009277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.012010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] Sync routers for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:16.021319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:16.021889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.064157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting subnet 0ebf5078-c41a-4b25-ab32-4b7415f40cb3 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:16.068527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.107673 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.122442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:16.191568 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.255217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.283241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebf5078-c41a-4b25-ab32-4b7415f40cb3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.285286 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.287176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e9f04679-2820-41c7-94c2-af78035e841d tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/subnets/0ebf5078-c41a-4b25-ab32-4b7415f40cb3 HTTP/1.1" status: 204 len: 168 time: 0.2769444 Jul 16 01:59:16.289726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39124) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.299507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a530ec9-bba2-4765-853c-00d015f90dcf None None] Network bed074d6-268f-47aa-8b42-97bcbc3fd531 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:16.324595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.360661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.395911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] Checking router: a719b5a2-36b3-44b6-9b26-4997b770a3e1 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:16.399848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.439828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] Routers {'a719b5a2-36b3-44b6-9b26-4997b770a3e1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:16.440464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.506915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.556860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] Set router a719b5a2-36b3-44b6-9b26-4997b770a3e1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:16.601825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Deleting port b23dbf4b-54d9-468a-a72c-1e3b22cddb78 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:16.602175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.630272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] DHCP port deletion for bed074d6-268f-47aa-8b42-97bcbc3fd531 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:16.687034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a6f1f-ccb8-4308-8630-319269505e30 req-a3b75cda-516c-4d44-94ed-e2d21f2d86db tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.688561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c02a6f1f-ccb8-4308-8630-319269505e30 req-a3b75cda-516c-4d44-94ed-e2d21f2d86db tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 945 time: 0.1362593 Jul 16 01:59:16.747523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] For port b23dbf4b-54d9-468a-a72c-1e3b22cddb78, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:16.747885 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.749460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] Deleting port 53ea89f1-e754-4c30-af5b-60e995248fc0 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:16.749842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.772904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Calling delete_port for b23dbf4b-54d9-468a-a72c-1e3b22cddb78 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:16.787421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c02a6f1f-ccb8-4308-8630-319269505e30 req-cfea71a8-2003-416f-b418-c7b42dbcc2ae tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859149 Jul 16 01:59:16.821034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] For port 53ea89f1-e754-4c30-af5b-60e995248fc0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=53ea89f1-e754-4c30-af5b-60e995248fc0,segment=NetworkSegment(49ebbde8-e6b9-4280-b5aa-c6b86cb4a788),segment_id=49ebbde8-e6b9-4280-b5aa-c6b86cb4a788)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:16.821432 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.836604 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.838459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] Calling delete_port for 53ea89f1-e754-4c30-af5b-60e995248fc0 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:16.851906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f545d4-314b-4443-9a59-07faccc04278 req-1bfd849b-2f3e-4065-83f0-944f89cbb8ae tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.853059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1f545d4-314b-4443-9a59-07faccc04278 req-1bfd849b-2f3e-4065-83f0-944f89cbb8ae tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 945 time: 0.1620119 Jul 16 01:59:16.876993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bb266-f23f-4c2a-8dc7-0f9451dcab69 None None] The sync data for ids ['a719b5a2-36b3-44b6-9b26-4997b770a3e1'] in n-d-800085-5 is: [{'id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635716530', 'tenant_id': '4a61bc10abad4dc3828faa41bef71dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 5, 'project_id': '4a61bc10abad4dc3828faa41bef71dd5', 'gw_port': {'id': 'b23dbf4b-54d9-468a-a72c-1e3b22cddb78', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a719b5a2-36b3-44b6-9b26-4997b770a3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:57:28Z', 'updated_at': '2021-07-16T01:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:16.952107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.016636 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.046628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] No DVR routers for this DVR port 53ea89f1-e754-4c30-af5b-60e995248fc0 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:17.048090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ed7fb-04d0-48f4-b094-472afbf6c80c None None] Pushing event deleted for resources: {'Port': ['ID=53ea89f1-e754-4c30-af5b-60e995248fc0,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.052169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 798c8ebf-3413-4825-a29e-3592145bae40 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:17.052546 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.085901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.121400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Port': ['ID=b23dbf4b-54d9-468a-a72c-1e3b22cddb78,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.227949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] For port 798c8ebf-3413-4825-a29e-3592145bae40, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=798c8ebf-3413-4825-a29e-3592145bae40,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:17.228343 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.281882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.455327 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.458504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 246c2784-5f8f-48e8-93a2-c7daa46f0d16 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:17.461733 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.573877 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.574340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Fanout notify agent at l3_agent the message router_deleted on router a719b5a2-36b3-44b6-9b26-4997b770a3e1 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:17.582472 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.586264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e75ae35f-27e9-46fb-9bd8-a0e6e7432717 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/routers/a719b5a2-36b3-44b6-9b26-4997b770a3e1 HTTP/1.1" status: 204 len: 168 time: 1.2930000 Jul 16 01:59:17.586438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39130) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.636246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 246c2784-5f8f-48e8-93a2-c7daa46f0d16 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:17.636595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 246c2784-5f8f-48e8-93a2-c7daa46f0d16 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:17.637007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 53ea89f1-e754-4c30-af5b-60e995248fc0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:17.655602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 53ea89f1-e754-4c30-af5b-60e995248fc0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:17.655917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 53ea89f1-e754-4c30-af5b-60e995248fc0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:17.711126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.711507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.711825 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Floating IP e774dd05-a3fb-4123-9daa-b5aaa7e87a2e disassociated. External IP: 172.25.5.46, port: 798c8ebf-3413-4825-a29e-3592145bae40. Jul 16 01:59:17.712167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 798c8ebf-3413-4825-a29e-3592145bae40 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:17.720671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.869397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.887428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed074d6-268f-47aa-8b42-97bcbc3fd531']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:17.906423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:17.906721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ebbde8-e6b9-4280-b5aa-c6b86cb4a788') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:17.951891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.327098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.345262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:18.345681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: timer() Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:18.348587 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:18.423641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.437716 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.464748 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.466581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/networks/bed074d6-268f-47aa-8b42-97bcbc3fd531 HTTP/1.1" status: 204 len: 168 time: 0.8792078 Jul 16 01:59:18.469508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=798c8ebf-3413-4825-a29e-3592145bae40,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.470139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:18.478444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894fbdb-d6b1-4da3-8965-0914c083fe67 req-6da2b514-c99b-4283-86b7-b3f1e8453d5e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:18.479964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f894fbdb-d6b1-4da3-8965-0914c083fe67 req-6da2b514-c99b-4283-86b7-b3f1e8453d5e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 867 time: 0.5801425 Jul 16 01:59:18.508622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f09fcc-ac40-47b2-bf51-162cb5f4c178 tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'Network': ['ID=bed074d6-268f-47aa-8b42-97bcbc3fd531,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.534604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6c93-8f5e-4ba7-afe1-2b20a9c4ae9c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.560140 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6c93-8f5e-4ba7-afe1-2b20a9c4ae9c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.574312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f894fbdb-d6b1-4da3-8965-0914c083fe67 req-13fb97f3-8a13-4948-971b-7a0a18def09e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834370 Jul 16 01:59:18.625450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6c93-8f5e-4ba7-afe1-2b20a9c4ae9c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.628048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a2a6c93-8f5e-4ba7-afe1-2b20a9c4ae9c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.629266 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6a2a6c93-8f5e-4ba7-afe1-2b20a9c4ae9c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] 10.222.0.81 "DELETE /v2.0/security-groups/191e9502-76d6-4247-86b1-8d64d2bdaa9a HTTP/1.1" status: 204 len: 168 time: 0.1580379 Jul 16 01:59:18.642574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:18.645406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a6c93-8f5e-4ba7-afe1-2b20a9c4ae9c tempest-TestNetworkAdvancedServerOps-974104919 tempest-TestNetworkAdvancedServerOps-974104919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e9502-76d6-4247-86b1-8d64d2bdaa9a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.753738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:18.762734 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:18.772033 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:18.772836 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.802400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] No DVR routers for this DVR port 798c8ebf-3413-4825-a29e-3592145bae40 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:18.805653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.807865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1f545d4-314b-4443-9a59-07faccc04278 req-094c71ed-d4f3-4d3c-9e5f-bac35b88ad32 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "DELETE /v2.0/ports/798c8ebf-3413-4825-a29e-3592145bae40 HTTP/1.1" status: 204 len: 173 time: 1.9473236 Jul 16 01:59:18.808391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'name': 'network-vif-deleted', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:18.810752 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca3bf12-7f37-458f-a264-51a3fea77e43" -d '{"events": [{"server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "name": "network-vif-deleted", "tag": "798c8ebf-3413-4825-a29e-3592145bae40"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:18.868503 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e6e851-664a-4c09-be95-d3660c08c49e x-openstack-request-id: req-68e6e851-664a-4c09-be95-d3660c08c49e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:18.869393 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee88d17-83df-4215-ab27-ee2311c89cd8", "name": "network-vif-deleted", "tag": "798c8ebf-3413-4825-a29e-3592145bae40", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:18.869393 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68e6e851-664a-4c09-be95-d3660c08c49e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:18.869393 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee88d17-83df-4215-ab27-ee2311c89cd8', 'name': 'network-vif-deleted', 'tag': '798c8ebf-3413-4825-a29e-3592145bae40', 'status': 'completed', 'code': 200} Jul 16 01:59:18.908017 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:18.978272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.132454 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.140837 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-09a01449-b874-4dcc-88cd-568e80bfc6ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a61bc10abad4dc3828faa41bef71dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585557 Jul 16 01:59:19.141098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.158192 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:19.166578 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:19.167174 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.198114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdd590c3-3b36-4917-9e3d-c95cc9e2b5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.224820 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdd590c3-3b36-4917-9e3d-c95cc9e2b5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.271998 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:19.272303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdd590c3-3b36-4917-9e3d-c95cc9e2b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.275113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdd590c3-3b36-4917-9e3d-c95cc9e2b5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.278651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fdd590c3-3b36-4917-9e3d-c95cc9e2b5cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59c48e27-713f-4508-83d6-0eb68f09b645 HTTP/1.1" status: 204 len: 168 time: 0.1343677 Jul 16 01:59:19.286692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd590c3-3b36-4917-9e3d-c95cc9e2b5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c48e27-713f-4508-83d6-0eb68f09b645,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.356151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b23dbf4b-54d9-468a-a72c-1e3b22cddb78 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:19.383393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b23dbf4b-54d9-468a-a72c-1e3b22cddb78 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:19.384171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b23dbf4b-54d9-468a-a72c-1e3b22cddb78 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:19.566744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.584109 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.610506 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618beb17-b9ec-4dc8-86e6-a485a7b32325 None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:19.616766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39160) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.625204 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6701994-25fb-4a9d-8cc4-3dc2d82de94c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f2daaef9b704d7da7d4f23544b0c601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557079 Jul 16 01:59:19.680069 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2552-0999-4e0c-b4d5-6eaa1845cfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.710117 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2552-0999-4e0c-b4d5-6eaa1845cfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.759704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-364effce-850b-4ee6-8cea-db05fb0e5f7e req-9e545dc0-915b-40b9-954f-18a59e172c1a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 210 time: 0.0386245 Jul 16 01:59:19.795318 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2552-0999-4e0c-b4d5-6eaa1845cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.798781 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2552-0999-4e0c-b4d5-6eaa1845cfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.800055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0f4f2552-0999-4e0c-b4d5-6eaa1845cfba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76a0165e-ae11-49d7-9858-971cfc2affb3 HTTP/1.1" status: 204 len: 168 time: 0.1822975 Jul 16 01:59:19.810052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f2552-0999-4e0c-b4d5-6eaa1845cfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0165e-ae11-49d7-9858-971cfc2affb3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.891798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ebf16-1349-4ca4-b9ae-912175a1081a None None] New status for floating IP e774dd05-a3fb-4123-9daa-b5aaa7e87a2e: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:19.980791 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.905711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee6bb6f6-ee1a-461a-a76e-7c6eb81a4103 req-deb061f1-26bf-4a0d-ae43-e0ab00c5fb92 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 210 time: 0.0312762 Jul 16 01:59:21.195941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 798c8ebf-3413-4825-a29e-3592145bae40 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:21.220333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 798c8ebf-3413-4825-a29e-3592145bae40 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:21.220759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 798c8ebf-3413-4825-a29e-3592145bae40 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:21.305685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39210) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.375332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0c765d5-fdcd-4b42-b10b-e311c6936728 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/floatingips/961c6c88-13b6-4f4f-bfe6-49948c214b0d HTTP/1.1" status: 200 len: 994 time: 0.0682304 Jul 16 01:59:21.660216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39222) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.819267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 425df947-8207-46bd-b628-07f91171465e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:21.819613 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.840531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39224) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.846026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'network': {'name': 'tempest-network-smoke--323086882', 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:21.908376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Made reservation on behalf of da6f5aeec77f4ec7994dade58f4b305b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:21.911804 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.931307 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.931640 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.934201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.953342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 425df947-8207-46bd-b628-07f91171465e owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:22.064831 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-779a00f6-93f2-4579-a207-83734291328e req-1a8bd7da-4114-4938-bad1-c5356a0dccf3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=cee88d17-83df-4215-ab27-ee2311c89cd8 HTTP/1.1" status: 200 len: 210 time: 0.0418379 Jul 16 01:59:22.158928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.177319 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.220934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519605ef-32fb-4e6c-ab25-c869c2887eb0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.231382 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.240755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:22.274111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=425df947-8207-46bd-b628-07f91171465e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.278344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.278764 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Added segment ae3292ea-c4a4-4355-a1d8-96835472db99 of type vlan for network 0005e81d-d578-4a30-b602-209e4d7265f2 Jul 16 01:59:22.370918 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.393798 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.394243 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Floating IP 961c6c88-13b6-4f4f-bfe6-49948c214b0d disassociated (deleted). External IP: 172.25.5.239, port: 15a9d61f-60bf-4cd1-a464-250d0ea51835. Jul 16 01:59:22.450526 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.456513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.457088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.557520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7157934 Jul 16 01:59:22.560372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39228) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.565551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'admin_state_up': True, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:22.588677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.589651 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.601338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf5604-80b1-49f0-80e7-d8c1efb3a49b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Network': ['ID=0005e81d-d578-4a30-b602-209e4d7265f2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.617461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 0005e81d-d578-4a30-b602-209e4d7265f2 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:22.725845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 07987820-aafb-473b-a154-0d3e50de13ca has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:22.843166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:22.849252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.862441 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] Sync routers for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:22.873459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:22.874754 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:22.889689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e82a0e8-744b-4304-a996-6b2c25055536 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/floatingips/961c6c88-13b6-4f4f-bfe6-49948c214b0d HTTP/1.1" status: 204 len: 168 time: 1.2281682 Jul 16 01:59:22.890324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:22.892816 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ff391-9349-463a-8d30-35a7707d9ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:22.954110 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18258c0-9528-4fd9-8a62-ec1ad1ca7bdb x-openstack-request-id: req-e18258c0-9528-4fd9-8a62-ec1ad1ca7bdb {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:22.955146 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:22.955402 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e18258c0-9528-4fd9-8a62-ec1ad1ca7bdb {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:22.955817 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'status': 'completed', 'code': 200} Jul 16 01:59:23.013773 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:23.029477 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.234868 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.259989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-29c94d01-ccbf-4958-b8b6-106842c6323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.261836 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-29c94d01-ccbf-4958-b8b6-106842c6323c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67304538e9cb410bb2eb25e98ab89f43&device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 1097 time: 0.2356761 Jul 16 01:59:23.269044 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.307454 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] Checking router: 07987820-aafb-473b-a154-0d3e50de13ca for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:23.308625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b760c5-1951-466e-8e44-b3fb22ea36b5 req-f85162d1-3d7b-4bd5-b6f0-107627d212a9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.316713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b760c5-1951-466e-8e44-b3fb22ea36b5 req-f85162d1-3d7b-4bd5-b6f0-107627d212a9 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 946 time: 0.0829873 Jul 16 01:59:23.326632 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:23.327796 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.372507 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b760c5-1951-466e-8e44-b3fb22ea36b5 req-4fa62a2a-666d-4732-bbca-eac7feaf37ec tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509987 Jul 16 01:59:23.412561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-c5d2a925-2f9c-45cf-8b41-49479faa3342 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259475980&fields=id&tenant_id=89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 267 time: 0.0352118 Jul 16 01:59:23.449517 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:23.457079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-300a7961-f2d7-4a53-8998-1d62e115bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.458585 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-300a7961-f2d7-4a53-8998-1d62e115bf0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=180422a8-e81a-4d68-9c8a-aef297ed3630 HTTP/1.1" status: 200 len: 898 time: 0.1854382 Jul 16 01:59:23.503044 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-0f581dde-bfcc-49a6-a6b6-23836e24b9ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835 HTTP/1.1" status: 200 len: 217 time: 0.0377114 Jul 16 01:59:23.531617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-f016eecd-f143-43a3-bbeb-510b2a09b2f9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.533188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-f016eecd-f143-43a3-bbeb-510b2a09b2f9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1131032 Jul 16 01:59:23.549941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-c6fa8fa2-f2ff-4156-954f-eebc580e6190 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/quotas/89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 375 time: 0.0105052 Jul 16 01:59:23.622701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-5a6ec8b8-0a28-48a2-aa43-79a66394fe2a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666564 Jul 16 01:59:23.635697 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.648059 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.658708 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-4f9e5ac4-963e-4e37-8a65-3a9b296f1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.660546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-4f9e5ac4-963e-4e37-8a65-3a9b296f1088 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df85fb55-4218-4b2e-81c0-f50d36625dbf HTTP/1.1" status: 200 len: 835 time: 0.1500194 Jul 16 01:59:23.661473 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.677450 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004952e-0a36-4561-b083-3e12540c70ce None None] The sync data for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 is: [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 4, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '62f2611e-53b8-445e-9b63-60e9352e2a29', 'name': '', 'network_id': '180422a8-e81a-4d68-9c8a-aef297ed3630', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'mac_address': 'fa:16:3e:cf:9b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:29Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'subnets': [{'id': 'df85fb55-4218-4b2e-81c0-f50d36625dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:23.795545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-391de1b0-8ee4-46d0-aae4-87e462166c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.797187 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-391de1b0-8ee4-46d0-aae4-87e462166c15 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=180422a8-e81a-4d68-9c8a-aef297ed3630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285999 Jul 16 01:59:23.834170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Allocated IP 172.25.5.220 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:23.845864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-d834cd87-5a21-429c-a0ad-50e78f891623 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044868 Jul 16 01:59:23.941584 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-4f354cb0-f2da-4c40-a1bf-c435d42b21a4 service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901008 Jul 16 01:59:23.966483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7483247-74bb-456a-8542-a80f089a2942 None None] New status for floating IP 961c6c88-13b6-4f4f-bfe6-49948c214b0d: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:23.973066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-44d88747-05cc-4fc2-a92f-0cd5f60677ba service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650383 Jul 16 01:59:24.031603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.112370 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-be6ff391-9349-463a-8d30-35a7707d9ea1 req-4700a4f9-f7a1-468a-a293-3cfb9edbd0a1 service neutron] 10.222.0.78 "GET /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315970 Jul 16 01:59:24.128409 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.174799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:24.182617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:24.188352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:24.214305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.266934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-295d6d16-e32e-46fa-901c-5993276e08ac req-9b253504-d53c-4618-a38b-807c5e80fa76 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 210 time: 0.0349376 Jul 16 01:59:24.476739 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.546210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2538aa-994b-4d58-95dd-3bfc686f5b7e req-afddf678-3ea4-46fe-81c4-f55cce877d0b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:24.547990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a2538aa-994b-4d58-95dd-3bfc686f5b7e req-afddf678-3ea4-46fe-81c4-f55cce877d0b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 946 time: 0.0672514 Jul 16 01:59:24.591591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a2538aa-994b-4d58-95dd-3bfc686f5b7e req-f926d8a5-3015-444c-9b1f-fcd271ef829b tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/security-groups?id=6bdac897-6449-4bab-aa1b-59f382bf82ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372915 Jul 16 01:59:24.696717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-7bbb739c-a281-46b6-91cc-48e05121d1f7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:24.698189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-7bbb739c-a281-46b6-91cc-48e05121d1f7 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 946 time: 0.1340759 Jul 16 01:59:24.800247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.932583 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 15a9d61f-60bf-4cd1-a464-250d0ea51835 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:24.933097 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.046017 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 15a9d61f-60bf-4cd1-a464-250d0ea51835, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=15a9d61f-60bf-4cd1-a464-250d0ea51835,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:25.046377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.065212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 15a9d61f-60bf-4cd1-a464-250d0ea51835 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:25.066960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router c7ce6af4-aa9b-45f3-93c3-54be4708c143 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:25.245058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:25.257992 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Sync routers for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:25.267605 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:25.268363 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.305640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-dbf0cd56-c758-499c-9aff-6b8a197bb223 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.307928 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-dbf0cd56-c758-499c-9aff-6b8a197bb223 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1142333 Jul 16 01:59:25.314998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.320355 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-dcd1a9cb-2676-4dd4-9734-a5ea0144877c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7587709 Jul 16 01:59:25.321082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39268) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.368745 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.402940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-79021f2e-d666-4c8f-9d9c-aeb23ab8843e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 380 time: 0.0854855 Jul 16 01:59:25.413357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'port': {'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'admin_state_up': True, 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'security_groups': ['d9104e03-0954-45a4-8aa2-1874bbb74400']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:25.432611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=15a9d61f-60bf-4cd1-a464-250d0ea51835,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.463241 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:25.480310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-866305e9-e7e4-4dac-86a5-14d753150ab4 req-b30b1fb1-793b-48df-998e-2bb8ff6ca651 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 210 time: 0.0376167 Jul 16 01:59:25.661307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 3, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:25.692094 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Checking router: c7ce6af4-aa9b-45f3-93c3-54be4708c143 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:25.692470 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Updating router c7ce6af4-aa9b-45f3-93c3-54be4708c143 port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:25.742784 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.907421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39274) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.907717 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1424bc43-a02e-4a4f-bd02-12aa4d82ead0 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=da6f5aeec77f4ec7994dade58f4b305b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5814314 Jul 16 01:59:25.922629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5402caf4-a541-4d49-a87e-483ac2775265 req-62ddd53a-0a6d-4da9-b7c5-c11b38eb8bae tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "GET /v2.0/ports?device_id=77fd36b4-e4eb-4adb-be25-f35f369b988a HTTP/1.1" status: 200 len: 210 time: 0.0767641 Jul 16 01:59:25.948471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] No DVR routers for this DVR port 15a9d61f-60bf-4cd1-a464-250d0ea51835 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:25.953634 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.955666 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13e21378-f640-4dcb-bc8e-8381ce4a959b req-016af047-6890-457c-a94a-e3cba0b3a91e tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.78 "DELETE /v2.0/ports/15a9d61f-60bf-4cd1-a464-250d0ea51835 HTTP/1.1" status: 204 len: 173 time: 1.2271042 Jul 16 01:59:25.956132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'name': 'network-vif-deleted', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:25.958382 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372d43ba-fb06-4fbe-b605-2938865efb72" -d '{"events": [{"server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "name": "network-vif-deleted", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:26.032043 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad741904-e7f9-4ac9-a406-3ec2b1571f6f x-openstack-request-id: req-ad741904-e7f9-4ac9-a406-3ec2b1571f6f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:26.032280 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fd36b4-e4eb-4adb-be25-f35f369b988a", "name": "network-vif-deleted", "tag": "15a9d61f-60bf-4cd1-a464-250d0ea51835", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:26.032531 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad741904-e7f9-4ac9-a406-3ec2b1571f6f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:26.032963 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd36b4-e4eb-4adb-be25-f35f369b988a', 'name': 'network-vif-deleted', 'tag': '15a9d61f-60bf-4cd1-a464-250d0ea51835', 'status': 'completed', 'code': 200} Jul 16 01:59:26.131784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:26.136653 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.182116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b771edc-e354-416d-8973-a3928e046746 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.186571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1b771edc-e354-416d-8973-a3928e046746 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2602553 Jul 16 01:59:26.187854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.212556 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.224041 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Transition to ACTIVE for port object 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:26.230590 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.264829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-da66f14e-2e4a-4285-a01b-b367e8f67f32 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739331 Jul 16 01:59:26.265261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.270960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1895670', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:26.281854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Attempting to bind port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:26.282380 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Attempting to bind port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:26.282569 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Attempting to bind port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:26.289495 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:26.289868 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:26.290269 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.290660 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:26.291124 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Bound port: 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:26.291499 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.297991 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaca25-1c82-4176-b993-53a17293e742 None None] Pushing event updated for resources: {'Port': ['ID=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.352609 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] For port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:26.356403 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] For port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:26.362167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.20.0.14 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/3b6fc804-b4f7-4475-a0a0-b72fe7a80592) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:26.364439 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.371178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Made reservation on behalf of da6f5aeec77f4ec7994dade58f4b305b for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:26.388960 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.440453 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:26.441375 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.510566 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaca25-1c82-4176-b993-53a17293e742 None None] Pushing event updated for resources: {'Port': ['ID=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.603905 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:26.604534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.620793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Transition to ACTIVE for port object 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:26.668620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.752824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:26.761787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:26.762951 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.765096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:26.820291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.848916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.849595 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.855651 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 3, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.868314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Subnet': ['ID=0426c3a5-43a2-43a3-9372-73398c06c409,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.879525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c44b70-07e4-4866-8b00-3499420853c6 req-669e9c30-a49d-487b-8bcc-fe2e8b572cb5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.880526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Checking segment: {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:26.880943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network hostable DHCP agents. Network: 0005e81d-d578-4a30-b602-209e4d7265f2, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:26.881061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75c44b70-07e4-4866-8b00-3499420853c6 req-669e9c30-a49d-487b-8bcc-fe2e8b572cb5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 932 time: 0.1913443 Jul 16 01:59:26.882983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-15fcdf70-ecca-402a-883d-326c3094ca8d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4742198 Jul 16 01:59:26.902535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 0005e81d-d578-4a30-b602-209e4d7265f2 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:26.917389 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed4de7-bc8c-44a2-9080-836876c6c8e9 None None] The sync data for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 is: [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 3, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:26.927746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Request body: {'port': {'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:26.929473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 0005e81d-d578-4a30-b602-209e4d7265f2) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:26.936908 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.937581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.939602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d40312-4701-43cb-ab50-072adcb3f5ea None None] Network 0005e81d-d578-4a30-b602-209e4d7265f2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:26.963282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9f05fb70-e359-4025-8275-959c42ca57db tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6940489 Jul 16 01:59:26.963576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39286) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.039582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-75c44b70-07e4-4866-8b00-3499420853c6 req-aaf9214e-ef48-45a2-9c49-c122c9564afc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517234 Jul 16 01:59:27.133527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39288) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.166418 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.227591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-0005e81d-d578-4a30-b602-209e4d7265f2', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:27.228888 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.255401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddfa2804-8df4-4919-a410-ae446f4513f8 None None] Provisioning for port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:27.274094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddfa2804-8df4-4919-a410-ae446f4513f8 None None] Provisioning complete for port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:27.274476 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2804-8df4-4919-a410-ae446f4513f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.319680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7038c73-5f7b-4522-92ba-e97a3a6d6b4d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.444955 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa2804-8df4-4919-a410-ae446f4513f8 None None] Port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:27.454426 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7038c73-5f7b-4522-92ba-e97a3a6d6b4d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.526276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Allocated IP 172.20.0.2 (0005e81d-d578-4a30-b602-209e4d7265f2/0426c3a5-43a2-43a3-9372-73398c06c409/de055c44-2e4f-469f-92ad-b81db97003ae) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:27.667137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:27.676410 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.679572 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7038c73-5f7b-4522-92ba-e97a3a6d6b4d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.685524 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7038c73-5f7b-4522-92ba-e97a3a6d6b4d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.690327 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b7038c73-5f7b-4522-92ba-e97a3a6d6b4d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/security-groups/6bdac897-6449-4bab-aa1b-59f382bf82ef HTTP/1.1" status: 204 len: 168 time: 0.5554717 Jul 16 01:59:27.695082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Transition to ACTIVE for port object 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:27.703814 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.722572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7038c73-5f7b-4522-92ba-e97a3a6d6b4d tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdac897-6449-4bab-aa1b-59f382bf82ef,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.742670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39292) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.821697 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.841098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Transition to ACTIVE for port object de055c44-2e4f-469f-92ad-b81db97003ae will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:27.862129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Transition to ACTIVE for port object de055c44-2e4f-469f-92ad-b81db97003ae will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:27.869806 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.924385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Pushing event updated for resources: {'Port': ['ID=de055c44-2e4f-469f-92ad-b81db97003ae,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.941324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Network 0005e81d-d578-4a30-b602-209e4d7265f2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:27.942202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Attempting to bind port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:27.942420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Attempting to bind port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:27.942749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Attempting to bind port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:27.942872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:27.951003 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:27.957715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.962298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 on network 42db4adc-354c-4a19-894d-4951a24183e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:27.962625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Attempting to bind port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:27.978264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:27.978603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:27.978988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:27.979418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Bound port: 3b6fc804-b4f7-4475-a0a0-b72fe7a80592, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:27.979774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.008567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 15a9d61f-60bf-4cd1-a464-250d0ea51835 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:28.021181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.071395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 15a9d61f-60bf-4cd1-a464-250d0ea51835 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:28.071883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 15a9d61f-60bf-4cd1-a464-250d0ea51835 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:28.078187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Attempting to bind port de055c44-2e4f-469f-92ad-b81db97003ae on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:28.078935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Attempting to bind port de055c44-2e4f-469f-92ad-b81db97003ae by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:28.078935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Attempting to bind port de055c44-2e4f-469f-92ad-b81db97003ae on network 0005e81d-d578-4a30-b602-209e4d7265f2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:28.085590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:28.086438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Checking segment: {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:28.086860 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.087260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Bound using segment: {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:28.087747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Bound port: de055c44-2e4f-469f-92ad-b81db97003ae, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:28.088137 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.120567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] For port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:28.124707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] For port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:28.142296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.171367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] For port de055c44-2e4f-469f-92ad-b81db97003ae, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:28.175909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] For port de055c44-2e4f-469f-92ad-b81db97003ae, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=de055c44-2e4f-469f-92ad-b81db97003ae,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:28.193218 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.219639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.225232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.227035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] 10.222.0.93 "PUT /v2.0/ports/3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 1092 time: 1.3046837 Jul 16 01:59:28.227782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:28.230339 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b4ee13-9094-4843-a8b4-c0c17d0c8080" -d '{"events": [{"name": "network-changed", "server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:28.355188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ae339-10ff-4867-80c8-c4726467f6e1 None None] Pushing event updated for resources: {'Port': ['ID=de055c44-2e4f-469f-92ad-b81db97003ae,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.369782 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738bdde2-f345-416b-8794-f19e72c1e3da x-openstack-request-id: req-738bdde2-f345-416b-8794-f19e72c1e3da {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:28.370078 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:28.370329 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-738bdde2-f345-416b-8794-f19e72c1e3da {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:28.370726 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'status': 'completed', 'code': 200} Jul 16 01:59:28.371715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65068e72-09e3-498b-9dd9-4e8c981debc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.504115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-71ede3b2-4fc6-4604-97ae-7d006d68d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.505211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-71ede3b2-4fc6-4604-97ae-7d006d68d832 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1095 time: 0.2038898 Jul 16 01:59:28.525122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dbd2b-9e26-45e4-8606-a1d30818e0f4 req-54669f54-0ecd-423f-82d2-0bbbe0fae058 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.532348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-748dbd2b-9e26-45e4-8606-a1d30818e0f4 req-54669f54-0ecd-423f-82d2-0bbbe0fae058 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.1284904 Jul 16 01:59:28.663434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-468935f2-4b39-4b78-9128-57d49b29b461 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 217 time: 0.0999024 Jul 16 01:59:28.721107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-9730513c-babd-495a-adf8-0acb90372ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.722734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-9730513c-babd-495a-adf8-0acb90372ff1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0514073 Jul 16 01:59:28.776091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Allocated IP 172.20.0.1 (0005e81d-d578-4a30-b602-209e4d7265f2/0426c3a5-43a2-43a3-9372-73398c06c409/1d095eba-3c9b-4d81-9d2e-1f41e06f79ad) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:28.783287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-748dbd2b-9e26-45e4-8606-a1d30818e0f4 req-41ad2efe-a7ef-495a-9934-47e6287f3ea5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500479 Jul 16 01:59:28.815289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27639-5345-4348-bbc0-1b557c990827 req-17f24d1c-86b4-491c-86ba-af13897749e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.816963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-17f24d1c-86b4-491c-86ba-af13897749e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839868 Jul 16 01:59:28.918385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-9a813713-e63d-45c3-b85d-454b553a8803 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953014 Jul 16 01:59:28.968727 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.023298 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.024373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7be27639-5345-4348-bbc0-1b557c990827 req-11042ba1-a7d1-4eb4-b594-5960ad4964de service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980644 Jul 16 01:59:29.048436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Transition to ACTIVE for port object 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:29.131031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-220544ad-bcc4-4460-b5f5-adc011a342ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.132585 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-220544ad-bcc4-4460-b5f5-adc011a342ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1095 time: 0.0558238 Jul 16 01:59:29.222824 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.241749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-0cbb3afc-9d20-4d9a-8c95-12ed61448fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.243238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-0cbb3afc-9d20-4d9a-8c95-12ed61448fb8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1046150 Jul 16 01:59:29.289444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-1327d444-34b3-4289-b163-8a7c2940bb83 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 217 time: 0.0392330 Jul 16 01:59:29.292073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 0005e81d-d578-4a30-b602-209e4d7265f2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:29.301385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:29.304625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:29.310974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.357608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-e33b3c92-565e-45f1-9f6e-d10caf5b76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.360319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-e33b3c92-565e-45f1-9f6e-d10caf5b76cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0634944 Jul 16 01:59:29.372999 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.477196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-a40043f1-e725-4b13-b5e7-d4d7f9bce537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.479143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-a40043f1-e725-4b13-b5e7-d4d7f9bce537 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124110 Jul 16 01:59:29.550082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device de055c44-2e4f-469f-92ad-b81db97003ae up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:29.583247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 62f2611e-53b8-445e-9b63-60e9352e2a29 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:29.583596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.596727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-baef4c0c-6241-4b0a-9f9e-fec133334b33 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107895 Jul 16 01:59:29.621635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.622355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port de055c44-2e4f-469f-92ad-b81db97003ae completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:29.627241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:29.707741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b4ee13-9094-4843-a8b4-c0c17d0c8080 req-e00c52b2-2b03-4ab7-9d44-98e886d9bc2e service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045663 Jul 16 01:59:29.725463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:29.734859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:29.735293 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.822685 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.853304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:29.863780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.985741 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.006645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.012938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.013930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.014387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.014803 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.015198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.015590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.015982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.016394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.017504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.017504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.017504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.099785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d0a0a-0529-46d4-9d50-ad10d1b82159 req-917f49c5-b271-4d8d-88cd-f39e1f3186f4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:30.102588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee7d0a0a-0529-46d4-9d50-ad10d1b82159 req-917f49c5-b271-4d8d-88cd-f39e1f3186f4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.1297431 Jul 16 01:59:30.134281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 62f2611e-53b8-445e-9b63-60e9352e2a29, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=62f2611e-53b8-445e-9b63-60e9352e2a29,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:30.134821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.157460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 62f2611e-53b8-445e-9b63-60e9352e2a29 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:30.199391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee7d0a0a-0529-46d4-9d50-ad10d1b82159 req-88d32910-e478-4aeb-9128-b79c6a4c1c19 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897076 Jul 16 01:59:30.486560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4193dc-a93e-4992-9816-7fcd42145876 None None] Network 0005e81d-d578-4a30-b602-209e4d7265f2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:30.513388 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.565967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=62f2611e-53b8-445e-9b63-60e9352e2a29,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.601742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.612451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9268da3d-81bf-43a1-ac1f-28a8aa7a8a3d None None] Provisioning for port de055c44-2e4f-469f-92ad-b81db97003ae completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:30.622915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9268da3d-81bf-43a1-ac1f-28a8aa7a8a3d None None] Provisioning complete for port de055c44-2e4f-469f-92ad-b81db97003ae triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:30.623294 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9268da3d-81bf-43a1-ac1f-28a8aa7a8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.633462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.772009 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9268da3d-81bf-43a1-ac1f-28a8aa7a8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.777994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.788529 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.827226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9268da3d-81bf-43a1-ac1f-28a8aa7a8a3d None None] For port de055c44-2e4f-469f-92ad-b81db97003ae, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=de055c44-2e4f-469f-92ad-b81db97003ae,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:30.833458 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9268da3d-81bf-43a1-ac1f-28a8aa7a8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.895967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268da3d-81bf-43a1-ac1f-28a8aa7a8a3d None None] Pushing event updated for resources: {'Port': ['ID=de055c44-2e4f-469f-92ad-b81db97003ae,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.989086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.060503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 0005e81d-d578-4a30-b602-209e4d7265f2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:31.071746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:31.084783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8cf56557-5c71-4a2b-835a-25c4f1c46053 None None] Provisioning complete for port de055c44-2e4f-469f-92ad-b81db97003ae triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:31.084990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8cf56557-5c71-4a2b-835a-25c4f1c46053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.201583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8cf56557-5c71-4a2b-835a-25c4f1c46053 None None] Provisioning for port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:31.205940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8cf56557-5c71-4a2b-835a-25c4f1c46053 None None] Provisioning complete for port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:31.206364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8cf56557-5c71-4a2b-835a-25c4f1c46053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.253224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8cf56557-5c71-4a2b-835a-25c4f1c46053 None None] Port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:31.296198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router c7ce6af4-aa9b-45f3-93c3-54be4708c143 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:31.381611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6e96972-a3c2-4da1-9940-db83331103fb None None] Provisioning complete for port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:31.382105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6e96972-a3c2-4da1-9940-db83331103fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.430330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a6e96972-a3c2-4da1-9940-db83331103fb None None] Port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:31.434214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f785924-ad99-4ead-89a0-07396eba42c4 req-e8fe8bbd-9d23-43bb-ba98-1a8a86a982a4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.435875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f785924-ad99-4ead-89a0-07396eba42c4 req-e8fe8bbd-9d23-43bb-ba98-1a8a86a982a4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.1114864 Jul 16 01:59:31.457778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Router 07987820-aafb-473b-a154-0d3e50de13ca has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:31.489809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f785924-ad99-4ead-89a0-07396eba42c4 req-d2b536b8-0371-44e9-9898-01b570999623 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Jul 16 01:59:31.521685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:31.528808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device de055c44-2e4f-469f-92ad-b81db97003ae up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:31.531309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39304) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.531517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1685f24c-aaee-48ad-8ab4-f62e3b44aca4 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "PUT /v2.0/routers/c7ce6af4-aa9b-45f3-93c3-54be4708c143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5666203 Jul 16 01:59:31.533396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Sync routers for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:31.536294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d5d2bbed-3d66-4f28-94ff-e5ab0e9aa9d9 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1160476027', 'description': 'tempest-secgroup_access--1160476027 description', 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.559668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bbed-3d66-4f28-94ff-e5ab0e9aa9d9 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.579213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:31.579946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.602069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:31.610725 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4166c7b7-cce7-4767-9295-ef69b5f68f78 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "PUT /v2.0/routers/07987820-aafb-473b-a154-0d3e50de13ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8630998 Jul 16 01:59:31.611020 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39306) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.614243 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] Sync routers for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:31.625528 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:31.626145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.629025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e2ab8c01-dc53-453c-85ed-50475b41b5be None None] Provisioning complete for port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:31.629535 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2ab8c01-dc53-453c-85ed-50475b41b5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.677912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting subnet df85fb55-4218-4b2e-81c0-f50d36625dbf {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:31.678093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bbed-3d66-4f28-94ff-e5ab0e9aa9d9 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.682604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.683491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bbed-3d66-4f28-94ff-e5ab0e9aa9d9 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.713981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab8c01-dc53-453c-85ed-50475b41b5be None None] Port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:31.729185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5d2bbed-3d66-4f28-94ff-e5ab0e9aa9d9 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.730237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port de055c44-2e4f-469f-92ad-b81db97003ae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:31.730617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.731178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d5d2bbed-3d66-4f28-94ff-e5ab0e9aa9d9 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1989148 Jul 16 01:59:31.733960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39308) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.739475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-232ac26e-0e85-4073-bf3d-1d3ff539e69a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--239078195', 'description': 'tempest-secgroup_general--239078195 description', 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.745031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.745411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2bbed-3d66-4f28-94ff-e5ab0e9aa9d9 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886cb495-41a4-4729-9c34-968ac681d733,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.766733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:31.767800 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac26e-0e85-4073-bf3d-1d3ff539e69a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.783916 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:31.864822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac26e-0e85-4073-bf3d-1d3ff539e69a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.867309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.871319 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac26e-0e85-4073-bf3d-1d3ff539e69a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.909051 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac26e-0e85-4073-bf3d-1d3ff539e69a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.913562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-232ac26e-0e85-4073-bf3d-1d3ff539e69a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1751797 Jul 16 01:59:31.913562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac26e-0e85-4073-bf3d-1d3ff539e69a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fdd0f2-3869-4bfa-ae48-8f8faa57d495,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.914423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.919095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2edb70d4-11c3-4179-8c09-88be4555313e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'security_group_rule': {'security_group_id': '886cb495-41a4-4729-9c34-968ac681d733', 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.941279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:31.961917 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2edb70d4-11c3-4179-8c09-88be4555313e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.962479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.994107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Subnet': ['ID=df85fb55-4218-4b2e-81c0-f50d36625dbf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.012717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.020369 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4005a49-e9a0-4dbd-b30b-083227004f7a tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/subnets/df85fb55-4218-4b2e-81c0-f50d36625dbf HTTP/1.1" status: 204 len: 168 time: 0.4080613 Jul 16 01:59:32.022061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39312) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.029259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2edb70d4-11c3-4179-8c09-88be4555313e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.036647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2edb70d4-11c3-4179-8c09-88be4555313e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.044568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57201808-e69e-45e3-9e1c-68e7ae199e8f None None] Network 180422a8-e81a-4d68-9c8a-aef297ed3630 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:32.045014 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:32.067655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb70d4-11c3-4179-8c09-88be4555313e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c93034e-9f20-485a-9201-f099335b0590,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.076120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2edb70d4-11c3-4179-8c09-88be4555313e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.080259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2edb70d4-11c3-4179-8c09-88be4555313e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644139 Jul 16 01:59:32.081977 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] Checking router: 07987820-aafb-473b-a154-0d3e50de13ca for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:32.091196 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] Routers {'07987820-aafb-473b-a154-0d3e50de13ca'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:32.091808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['07987820-aafb-473b-a154-0d3e50de13ca'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:32.104013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:32.104830 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.208380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.224928 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] Set router 07987820-aafb-473b-a154-0d3e50de13ca gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:32.330952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.364717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-20413adc-1e25-4639-a053-9d2eaeaa009a tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--1160476027&fields=id&tenant_id=da6f5aeec77f4ec7994dade58f4b305b HTTP/1.1" status: 200 len: 267 time: 0.0452421 Jul 16 01:59:32.398160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 2, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:32.402788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:32.403154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.418659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-14efa515-96b7-436c-946e-5a41f1d9d1b2 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--239078195&fields=id&tenant_id=da6f5aeec77f4ec7994dade58f4b305b HTTP/1.1" status: 200 len: 267 time: 0.0473211 Jul 16 01:59:32.442316 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:32.455947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Checking router: c7ce6af4-aa9b-45f3-93c3-54be4708c143 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:32.456302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Updating router c7ce6af4-aa9b-45f3-93c3-54be4708c143 port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:32.476687 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70492444-5aef-48ad-96f2-2cf6026692c4 None None] The sync data for ids ['07987820-aafb-473b-a154-0d3e50de13ca'] in n-d-800085-5 is: [{'id': '07987820-aafb-473b-a154-0d3e50de13ca', 'name': 'tempest-TestNetworkBasicOps-router-968215945', 'tenant_id': '67304538e9cb410bb2eb25e98ab89f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '67304538e9cb410bb2eb25e98ab89f43', 'gw_port': {'id': '2b4b01db-17fe-4e1e-b9e3-fc926aad40e5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07987820-aafb-473b-a154-0d3e50de13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:26Z', 'updated_at': '2021-07-16T01:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:32.515701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:32.516072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.527188 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.538776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:32.549429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-eddd3c24-7b53-4a40-b0eb-4811851cb909 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.551341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-eddd3c24-7b53-4a40-b0eb-4811851cb909 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/networks?id=0005e81d-d578-4a30-b602-209e4d7265f2 HTTP/1.1" status: 200 len: 796 time: 0.1251657 Jul 16 01:59:32.570820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-0b15bc0e-a7ab-4c71-ae86-7fa853bdd2b3 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/quotas/da6f5aeec77f4ec7994dade58f4b305b HTTP/1.1" status: 200 len: 375 time: 0.0134537 Jul 16 01:59:32.685174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-db99b67a-aec7-41c0-b444-26758c30c177 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089823 Jul 16 01:59:32.739086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.774093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=2b4b01db-17fe-4e1e-b9e3-fc926aad40e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.802205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf39ac3-29bf-43ac-ae0b-20d5ebf116dd req-004749ba-2f51-47f6-913f-b174f9ccf5bf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.803720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bf39ac3-29bf-43ac-ae0b-20d5ebf116dd req-004749ba-2f51-47f6-913f-b174f9ccf5bf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.1380363 Jul 16 01:59:32.840819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-cdef72c7-0be8-402a-b6f1-bb5a747155f4 service neutron] 10.222.0.81 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373796 Jul 16 01:59:32.845143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.855927 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.873124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] DHCP port deletion for 180422a8-e81a-4d68-9c8a-aef297ed3630 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:32.891927 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2bf39ac3-29bf-43ac-ae0b-20d5ebf116dd req-f97c0b81-2e0b-4233-a696-b99ec0de7fa5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782456 Jul 16 01:59:32.902479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Transition to ACTIVE for port object 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:32.932994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.958752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.960753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.973355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-ba9ecebc-fcbf-4d29-9e56-806eff7c590a service neutron] 10.222.0.81 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241071 Jul 16 01:59:32.992466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7dd83-353f-4015-8ea4-9ea36db9481d None None] Pushing event updated for resources: {'Port': ['ID=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.008579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] Deleting port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:33.008960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.035308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.035930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Fanout notify agent at l3_agent the message router_deleted on router 07987820-aafb-473b-a154-0d3e50de13ca {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:33.043805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.057807 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-788e9fb2-f98e-491d-8d36-48e4f5760d21 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/routers/07987820-aafb-473b-a154-0d3e50de13ca HTTP/1.1" status: 204 len: 168 time: 1.0336525 Jul 16 01:59:33.060280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.127323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Attempting to bind port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:33.127701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Attempting to bind port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:33.128071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Attempting to bind port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad on network 0005e81d-d578-4a30-b602-209e4d7265f2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:33.149388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] For port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:33.151260 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.162742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:33.163364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Checking segment: {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:33.163850 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.164390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Bound using segment: {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:33.165094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Bound port: 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:33.165737 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.169067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.181338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] Calling delete_port for 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:33.233289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Deleting port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:33.233642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.290451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f2dd645-938d-46c3-9a5d-4a2de67121d2 req-3612342e-d149-4bf0-8ace-bf80eda6f8e2 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 210 time: 0.0481856 Jul 16 01:59:33.345332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] For port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,segment=NetworkSegment(8f8b4380-666d-4d89-9bb4-b4349dcfefa7),segment_id=8f8b4380-666d-4d89-9bb4-b4349dcfefa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:33.346277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.363002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Calling delete_port for 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:33.364282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] For port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:33.397587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.401207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] For port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:33.425535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] Pushing event deleted for resources: {'Port': ['ID=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.444566 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.474797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.503093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Port': ['ID=4c7dba4d-d491-4c7d-b0d2-38c6e6931d46,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.505559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] No DVR routers for this DVR port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:33.506527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4fe71-ad81-4bfd-9fe2-931ed10a9e92 None None] No DVR routers for this DVR port 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:33.518897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.520790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.521109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.521560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.522123 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.522694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.523187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.523701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.524336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.525016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.525236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.525694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.557535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:33.557980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.601286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7dd83-353f-4015-8ea4-9ea36db9481d None None] Pushing event updated for resources: {'Port': ['ID=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.626361 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.639789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180422a8-e81a-4d68-9c8a-aef297ed3630']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.650943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8b4380-666d-4d89-9bb4-b4349dcfefa7') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.651241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8b4380-666d-4d89-9bb4-b4349dcfefa7') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.662247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.682064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.690834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:33.691471 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: self.session.flush() Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: timer() Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:33.694989 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:33.697929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:33.778758 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.790683 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.800119 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] 10.222.0.81 "DELETE /v2.0/networks/180422a8-e81a-4d68-9c8a-aef297ed3630 HTTP/1.1" status: 204 len: 168 time: 0.7354543 Jul 16 01:59:33.818704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48718cb-f981-411d-9147-b56b3f8b6b37 tempest-TestNetworkBasicOps-539955624 tempest-TestNetworkBasicOps-539955624-project] Pushing event deleted for resources: {'Network': ['ID=180422a8-e81a-4d68-9c8a-aef297ed3630,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.852623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:33.886176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:33.886817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4c7dba4d-d491-4c7d-b0d2-38c6e6931d46 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:33.886914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 62f2611e-53b8-445e-9b63-60e9352e2a29 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:33.936565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 62f2611e-53b8-445e-9b63-60e9352e2a29 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:33.936912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 62f2611e-53b8-445e-9b63-60e9352e2a29 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:34.050568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:33Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:34.085425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31efff-8b90-4b64-8731-bb423d7c88b0 None None] The sync data for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 is: [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:33Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:34.125538 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ae8c5-6ddc-44a1-9ca9-b18f403f58f8 req-2937345c-5110-4562-a582-0c4f1bd0c4d2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.133633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e10ae8c5-6ddc-44a1-9ca9-b18f403f58f8 req-2937345c-5110-4562-a582-0c4f1bd0c4d2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.0942755 Jul 16 01:59:34.189458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:34.204403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e10ae8c5-6ddc-44a1-9ca9-b18f403f58f8 req-f293cf6c-4ada-48c4-9a02-c0ab9d210bcf tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698707 Jul 16 01:59:34.351802 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-079db8f2-7f67-4257-af99-e97f41dc0b2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67304538e9cb410bb2eb25e98ab89f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588492 Jul 16 01:59:34.352351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:34.403588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a74d7cd6-8f3a-484c-a47a-e71917c0bc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.433139 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a74d7cd6-8f3a-484c-a47a-e71917c0bc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.446780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98dfa64b-4890-45b6-97f5-6afccbe7dccb req-3dad93ba-fdd6-4eb9-959c-52004de99bea tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 210 time: 0.0340874 Jul 16 01:59:34.487965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a74d7cd6-8f3a-484c-a47a-e71917c0bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.490661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a74d7cd6-8f3a-484c-a47a-e71917c0bc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.494231 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a74d7cd6-8f3a-484c-a47a-e71917c0bc90 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38b82be0-66c3-42c4-8976-6b3b05f90a46 HTTP/1.1" status: 204 len: 168 time: 0.1388533 Jul 16 01:59:34.500885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d7cd6-8f3a-484c-a47a-e71917c0bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b82be0-66c3-42c4-8976-6b3b05f90a46,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.702282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-041d4920-25dc-4ca6-b8ca-4cf19a12d0a7 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.703838 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-041d4920-25dc-4ca6-b8ca-4cf19a12d0a7 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.78 "GET /v2.0/networks?id=0005e81d-d578-4a30-b602-209e4d7265f2 HTTP/1.1" status: 200 len: 796 time: 0.1296923 Jul 16 01:59:34.758295 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-07eee49a-51f1-46a4-81ca-157bbc12bec2 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da6f5aeec77f4ec7994dade58f4b305b HTTP/1.1" status: 200 len: 477 time: 0.0451310 Jul 16 01:59:34.768110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'port': {'device_id': '3405afd6-2f96-4081-802a-b92436e53dec', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'admin_state_up': True, 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'security_groups': ['886cb495-41a4-4729-9c34-968ac681d733', '29fdd0f2-3869-4bfa-ae48-8f8faa57d495']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:34.840127 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39358) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:34.855875 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-845401cb-f4db-46a3-80f0-3aa97625e918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.976310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-845401cb-f4db-46a3-80f0-3aa97625e918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.980987 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-845401cb-f4db-46a3-80f0-3aa97625e918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.034719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-845401cb-f4db-46a3-80f0-3aa97625e918 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9ba43a1ef634da98c9bd0fd856b78cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932480 Jul 16 01:59:35.035917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845401cb-f4db-46a3-80f0-3aa97625e918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e2789-a561-4cdd-87d7-50ad4e2bf34d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.038388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:35.100207 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5c2edca-6d7c-4c62-8978-516342b48900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.123855 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5c2edca-6d7c-4c62-8978-516342b48900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.177748 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5c2edca-6d7c-4c62-8978-516342b48900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.180587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5c2edca-6d7c-4c62-8978-516342b48900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.181717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d5c2edca-6d7c-4c62-8978-516342b48900 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/336e2789-a561-4cdd-87d7-50ad4e2bf34d HTTP/1.1" status: 204 len: 168 time: 0.1423373 Jul 16 01:59:35.190513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2edca-6d7c-4c62-8978-516342b48900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e2789-a561-4cdd-87d7-50ad4e2bf34d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.274720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Made reservation on behalf of da6f5aeec77f4ec7994dade58f4b305b for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:35.278562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.459174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e55a5-d426-461b-b0cc-7d472184b78b req-58e3b910-1019-4d16-84de-93b2c88d394a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.466909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc8e55a5-d426-461b-b0cc-7d472184b78b req-58e3b910-1019-4d16-84de-93b2c88d394a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.1093371 Jul 16 01:59:35.522732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:35.556135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc8e55a5-d426-461b-b0cc-7d472184b78b req-46d8d37c-bd85-47ef-b439-ad8020529314 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876243 Jul 16 01:59:35.561834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Allocated IP 172.20.0.14 (0005e81d-d578-4a30-b602-209e4d7265f2/0426c3a5-43a2-43a3-9372-73398c06c409/910370b5-aa8f-49f2-86bb-079d1173dc4c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:35.629820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:35.636333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:35.637043 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.706742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c1ec002-0471-44cc-bd24-e4da7916c386 req-a4ca1d1e-8ea2-4d23-a95c-856205585356 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 210 time: 0.0432279 Jul 16 01:59:35.760731 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.763019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.779328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Transition to ACTIVE for port object 910370b5-aa8f-49f2-86bb-079d1173dc4c will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:35.799451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:35.805624 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.833193 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.837912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:35.863241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:35.863600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2b4b01db-17fe-4e1e-b9e3-fc926aad40e5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:35.885626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 0005e81d-d578-4a30-b602-209e4d7265f2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:35.887540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.892152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:35.896569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:35.923392 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=910370b5-aa8f-49f2-86bb-079d1173dc4c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.952349 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.952983 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.968136 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-e795034d-c901-484f-9b52-ea4ae16ff0c6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2039413 Jul 16 01:59:35.980083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Request body: {'port': {'device_id': '3405afd6-2f96-4081-802a-b92436e53dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:36.057414 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.092140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0cfed010-79c9-4c17-87be-777b1764001d None None] Provisioning for port 910370b5-aa8f-49f2-86bb-079d1173dc4c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:36.095912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0cfed010-79c9-4c17-87be-777b1764001d None None] Provisioning complete for port 910370b5-aa8f-49f2-86bb-079d1173dc4c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:36.096311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cfed010-79c9-4c17-87be-777b1764001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.130307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0cfed010-79c9-4c17-87be-777b1764001d None None] Port 910370b5-aa8f-49f2-86bb-079d1173dc4c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:36.324203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910370b5-aa8f-49f2-86bb-079d1173dc4c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:36.331419 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.343182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Transition to ACTIVE for port object 910370b5-aa8f-49f2-86bb-079d1173dc4c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:36.346921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.417147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Pushing event updated for resources: {'Port': ['ID=910370b5-aa8f-49f2-86bb-079d1173dc4c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.470716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Attempting to bind port 910370b5-aa8f-49f2-86bb-079d1173dc4c on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:36.471055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Attempting to bind port 910370b5-aa8f-49f2-86bb-079d1173dc4c by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:36.471385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Attempting to bind port 910370b5-aa8f-49f2-86bb-079d1173dc4c on network 0005e81d-d578-4a30-b602-209e4d7265f2 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:36.475815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Port 910370b5-aa8f-49f2-86bb-079d1173dc4c on network 0005e81d-d578-4a30-b602-209e4d7265f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:36.476134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Attempting to bind port 910370b5-aa8f-49f2-86bb-079d1173dc4c on network 0005e81d-d578-4a30-b602-209e4d7265f2 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:36.480920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:36.481266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Checking segment: {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:36.481652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Bound using segment: {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:36.482077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Bound port: 910370b5-aa8f-49f2-86bb-079d1173dc4c, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3292ea-c4a4-4355-a1d8-96835472db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:36.482436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.549119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] For port 910370b5-aa8f-49f2-86bb-079d1173dc4c, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:36.552047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] For port 910370b5-aa8f-49f2-86bb-079d1173dc4c, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:36.556556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.588058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.589129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.590361 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] 10.222.0.78 "PUT /v2.0/ports/910370b5-aa8f-49f2-86bb-079d1173dc4c HTTP/1.1" status: 200 len: 1131 time: 0.6146715 Jul 16 01:59:36.593308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:36.601639 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:36.634022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34d0ab-b9de-48d5-9820-49f59cbec538 service neutron] Pushing event updated for resources: {'Port': ['ID=910370b5-aa8f-49f2-86bb-079d1173dc4c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.672624 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d94f7a-5fda-4470-b3c3-b3562e694fe0 x-openstack-request-id: req-b9d94f7a-5fda-4470-b3c3-b3562e694fe0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:36.673042 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:36.673166 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9d94f7a-5fda-4470-b3c3-b3562e694fe0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:36.673619 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'status': 'completed', 'code': 200} Jul 16 01:59:36.704488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-3f88035b-2aac-4aff-bdcb-13e55d3d9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.706133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-3f88035b-2aac-4aff-bdcb-13e55d3d9265 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1134 time: 0.0667138 Jul 16 01:59:36.754711 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-fff579ce-6f68-4c47-9392-6396f58e132b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c HTTP/1.1" status: 200 len: 217 time: 0.0401154 Jul 16 01:59:36.764926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb3b77-b206-4f8d-887e-f5ae98ac942c req-cbb0cf07-f1f2-42cf-87d9-2ea4fcebab9e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.767050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fedb3b77-b206-4f8d-887e-f5ae98ac942c req-cbb0cf07-f1f2-42cf-87d9-2ea4fcebab9e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.0733387 Jul 16 01:59:36.810856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-856290bb-f44d-4d87-ac6e-159ea36b5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.813109 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-856290bb-f44d-4d87-ac6e-159ea36b5ab8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0426c3a5-43a2-43a3-9372-73398c06c409 HTTP/1.1" status: 200 len: 832 time: 0.0511837 Jul 16 01:59:36.814364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fedb3b77-b206-4f8d-887e-f5ae98ac942c req-4494daa5-45d8-4ba8-835a-e04c439e1dbe tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Jul 16 01:59:36.875175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-d43cb60f-1472-4746-902b-b5e3a6c9ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.876591 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-d43cb60f-1472-4746-902b-b5e3a6c9ef71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0005e81d-d578-4a30-b602-209e4d7265f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565417 Jul 16 01:59:36.884004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bc3a2-916f-4822-a878-a69d5db00f29 req-b8611eb4-2ae9-4cec-960f-21b9536a808c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.886578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-302bc3a2-916f-4822-a878-a69d5db00f29 req-b8611eb4-2ae9-4cec-960f-21b9536a808c tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 983 time: 0.0681837 Jul 16 01:59:36.927872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-302bc3a2-916f-4822-a878-a69d5db00f29 req-d47bf6b3-6a01-4726-b254-02364863f17b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356514 Jul 16 01:59:36.972951 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-ab4da713-2374-45b7-a558-50d1d620be95 service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898457 Jul 16 01:59:37.060322 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1df5c0b8-f3cf-43c6-ba14-bc7f1c625e3d req-15070e15-5b59-4fcb-a5ad-d13cf06c8b05 service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807397 Jul 16 01:59:37.164756 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-1159e984-ea02-4cdc-956e-0fa7e4e13880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.166239 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-1159e984-ea02-4cdc-956e-0fa7e4e13880 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1134 time: 0.0570979 Jul 16 01:59:37.253536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-115df5b6-06a5-47ce-8e54-160d11e61a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.254971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-115df5b6-06a5-47ce-8e54-160d11e61a6a service neutron] 10.222.0.78 "GET /v2.0/networks?id=0005e81d-d578-4a30-b602-209e4d7265f2 HTTP/1.1" status: 200 len: 897 time: 0.0821743 Jul 16 01:59:37.299955 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-3d790226-42f8-4255-b4a4-daa0b0fcb823 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c HTTP/1.1" status: 200 len: 217 time: 0.0373366 Jul 16 01:59:37.348518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-8b0f133c-4b89-40e2-addc-f6d30b568c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.350063 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-8b0f133c-4b89-40e2-addc-f6d30b568c7d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0426c3a5-43a2-43a3-9372-73398c06c409 HTTP/1.1" status: 200 len: 832 time: 0.0433497 Jul 16 01:59:37.400617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:37.412788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-54dee9b6-6e14-4b67-a5b7-a0d3379298f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.414423 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-54dee9b6-6e14-4b67-a5b7-a0d3379298f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0005e81d-d578-4a30-b602-209e4d7265f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572240 Jul 16 01:59:37.446487 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:37.446922 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.509856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-a9697b35-4b5c-4766-969b-c74d9abb69a4 service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865481 Jul 16 01:59:37.599053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ea4fcc65-5ded-46b5-bed6-bff3a78479a4 req-0ccf9d67-a58c-48a0-91d3-e7b36f1fc406 service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814295 Jul 16 01:59:37.986234 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae105b23-9d79-4aac-8db6-eaf1eeb52ae4 req-0bf2f465-8211-4d64-bb3f-f9c69aea852a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.987703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae105b23-9d79-4aac-8db6-eaf1eeb52ae4 req-0bf2f465-8211-4d64-bb3f-f9c69aea852a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.0663621 Jul 16 01:59:38.026406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae105b23-9d79-4aac-8db6-eaf1eeb52ae4 req-57aec89f-4265-423f-8dd1-b8c5d01cf344 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329466 Jul 16 01:59:38.067720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 910370b5-aa8f-49f2-86bb-079d1173dc4c details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:38.102597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b7ea6-2b06-44a6-854d-2687b22e11de req-558f648d-3941-4955-aca9-d2be75b69754 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:38.103994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c5b7ea6-2b06-44a6-854d-2687b22e11de req-558f648d-3941-4955-aca9-d2be75b69754 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 983 time: 0.0679011 Jul 16 01:59:38.145864 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9c5b7ea6-2b06-44a6-854d-2687b22e11de req-d64397ea-fb93-4bfb-9c36-24df39b564b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0354915 Jul 16 01:59:38.163266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 910370b5-aa8f-49f2-86bb-079d1173dc4c, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:38.174713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'port_id': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'mac_address': 'fa:16:3e:9e:93:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:38.213503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.226218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910370b5-aa8f-49f2-86bb-079d1173dc4c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:38.246595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 910370b5-aa8f-49f2-86bb-079d1173dc4c, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:38.251025 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.297010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=910370b5-aa8f-49f2-86bb-079d1173dc4c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.461314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['910370b5-aa8f-49f2-86bb-079d1173dc4c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:39.198016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112beab-3e44-420b-a6ad-44b711e83910 req-cb5f3e7e-3c98-4287-ade0-36e2f82df739 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.199491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d112beab-3e44-420b-a6ad-44b711e83910 req-cb5f3e7e-3c98-4287-ade0-36e2f82df739 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 944 time: 0.0624261 Jul 16 01:59:39.238375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d112beab-3e44-420b-a6ad-44b711e83910 req-6fd31429-9c28-4792-90aa-8c0c668a62f2 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326777 Jul 16 01:59:39.262585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:39.320612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07803230-ffe4-41f4-b30b-d5b19bf586d7 req-5339daac-6605-46e8-8703-fbecaee106bc tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.322099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07803230-ffe4-41f4-b30b-d5b19bf586d7 req-5339daac-6605-46e8-8703-fbecaee106bc tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 984 time: 0.0668845 Jul 16 01:59:39.358245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:39.363369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07803230-ffe4-41f4-b30b-d5b19bf586d7 req-351a7df0-30f5-48bc-ae6f-04f57a8610e3 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0355086 Jul 16 01:59:39.369418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:39.411642 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.424679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:39.444216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:39.448413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.493874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.643698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['3b6fc804-b4f7-4475-a0a0-b72fe7a80592'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:40.083494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 910370b5-aa8f-49f2-86bb-079d1173dc4c up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:40.132064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 910370b5-aa8f-49f2-86bb-079d1173dc4c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:40.136290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 910370b5-aa8f-49f2-86bb-079d1173dc4c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:40.136665 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.214598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.237196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:40.239408 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488ce96b-9197-45e4-bf4f-64c349a84b51" -d '{"events": [{"server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "name": "network-vif-plugged", "status": "completed", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:40.251789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 910370b5-aa8f-49f2-86bb-079d1173dc4c, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:40.257240 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.281313 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f82607-5bf7-4aa1-9b5a-a5d76e9afb22 x-openstack-request-id: req-f0f82607-5bf7-4aa1-9b5a-a5d76e9afb22 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:40.281608 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "name": "network-vif-plugged", "status": "completed", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:40.281856 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0f82607-5bf7-4aa1-9b5a-a5d76e9afb22 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:40.282247 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'code': 200} Jul 16 01:59:40.308081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=910370b5-aa8f-49f2-86bb-079d1173dc4c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.402451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd673e85-e4ef-40e8-bb2b-ba43805263d2 req-5e1252b8-d59a-4565-979e-8dbc02cb74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.404189 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd673e85-e4ef-40e8-bb2b-ba43805263d2 req-5e1252b8-d59a-4565-979e-8dbc02cb74fd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1136 time: 0.0635498 Jul 16 01:59:40.429026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a985b-a18a-463a-b64a-1909ebfe8a8e req-8a994144-d7cf-4e23-a76c-a95875b3ecdc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.430668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-648a985b-a18a-463a-b64a-1909ebfe8a8e req-8a994144-d7cf-4e23-a76c-a95875b3ecdc tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 945 time: 0.0772147 Jul 16 01:59:40.443918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-cd673e85-e4ef-40e8-bb2b-ba43805263d2 req-131ffb6d-e417-4a3b-a21f-e02b0a36fcbb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&id=886cb495-41a4-4729-9c34-968ac681d733&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0325341 Jul 16 01:59:40.469947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-648a985b-a18a-463a-b64a-1909ebfe8a8e req-aa0a683d-5ce0-40c9-8d58-942a1d452434 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330892 Jul 16 01:59:40.542155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e51c6-7c3a-476e-9949-955b105d1d71 req-ab8a592f-3c2a-4c2a-9c35-f8ff8b44852d tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.543560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a93e51c6-7c3a-476e-9949-955b105d1d71 req-ab8a592f-3c2a-4c2a-9c35-f8ff8b44852d tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 985 time: 0.0669434 Jul 16 01:59:40.584130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a93e51c6-7c3a-476e-9949-955b105d1d71 req-6f1678fe-c921-4c89-9e51-25460a4b0c7e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0346637 Jul 16 01:59:41.272701 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:41.320964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:41.324626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:41.325005 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.401649 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.433329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:41.437395 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.482973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.642365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e9810-5bd5-478d-839a-b15f066391f5 req-4cd68aee-10be-4a77-8386-abdfef66cff4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:41.643934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f49e9810-5bd5-478d-839a-b15f066391f5 req-4cd68aee-10be-4a77-8386-abdfef66cff4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 946 time: 0.0646410 Jul 16 01:59:41.644814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40d1ab71-a893-4bf0-9b74-7edc2b9d08bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.682013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f49e9810-5bd5-478d-839a-b15f066391f5 req-33f0b0dc-dd81-49b1-af45-7f25f6fc93ff tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325017 Jul 16 01:59:41.767978 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1705a6-5263-46f5-a13d-fba1ca24cac0 req-d1d263ed-c130-4408-9158-8578015d0804 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:41.769556 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce1705a6-5263-46f5-a13d-fba1ca24cac0 req-d1d263ed-c130-4408-9158-8578015d0804 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 985 time: 0.0667672 Jul 16 01:59:41.809065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce1705a6-5263-46f5-a13d-fba1ca24cac0 req-14342e83-6ab7-4328-aa2c-49e255003610 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0339086 Jul 16 01:59:41.980880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122127e3-cd7b-4dac-b7cc-3d39bb60d8d0 req-5340b941-2afb-4f2a-8643-8c9f97276ebf tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:41.982361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-122127e3-cd7b-4dac-b7cc-3d39bb60d8d0 req-5340b941-2afb-4f2a-8643-8c9f97276ebf tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 985 time: 0.0664120 Jul 16 01:59:42.022881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-122127e3-cd7b-4dac-b7cc-3d39bb60d8d0 req-d1626b05-79af-43a2-aa00-d34c687def1b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345700 Jul 16 01:59:42.181244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d706371-d010-4ebd-a696-761495237bf1 req-fdd5c5cd-f9ea-4301-9bd8-c0b80e0f5832 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.182752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d706371-d010-4ebd-a696-761495237bf1 req-fdd5c5cd-f9ea-4301-9bd8-c0b80e0f5832 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1136 time: 0.0528085 Jul 16 01:59:42.201026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6d706371-d010-4ebd-a696-761495237bf1 req-56c33eb3-815a-40dd-ac1d-2228663f5353 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.283144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:42.285451 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8561eb86-a60f-4e3e-ac32-d68e4b10548c" -d '{"events": [{"server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "name": "network-vif-plugged", "status": "completed", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:42.289645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6d706371-d010-4ebd-a696-761495237bf1 req-56c33eb3-815a-40dd-ac1d-2228663f5353 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.293576 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6d706371-d010-4ebd-a696-761495237bf1 req-56c33eb3-815a-40dd-ac1d-2228663f5353 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.322195 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f3b05-4d6f-48e0-a855-3061724bf9bf x-openstack-request-id: req-b66f3b05-4d6f-48e0-a855-3061724bf9bf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:42.322496 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "name": "network-vif-plugged", "status": "completed", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:42.322750 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b66f3b05-4d6f-48e0-a855-3061724bf9bf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:42.323147 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'code': 200} Jul 16 01:59:42.324805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d706371-d010-4ebd-a696-761495237bf1 req-56c33eb3-815a-40dd-ac1d-2228663f5353 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1359234 Jul 16 01:59:42.331089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c33eb3-815a-40dd-ac1d-2228663f5353 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc516e37-d6d9-46c1-a7a0-80c3fc7604e0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.348622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.400855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b38c45-4521-444a-82c0-361c8a3e6caf tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.402376 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-21b38c45-4521-444a-82c0-361c8a3e6caf tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1131 time: 0.0527132 Jul 16 01:59:42.405211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.409477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:42.430673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.439773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a8abb-6ccb-47b6-aac3-7c8215e0ab48 req-050688bb-cbab-4e87-9f1e-db9811381f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.441336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-212a8abb-6ccb-47b6-aac3-7c8215e0ab48 req-050688bb-cbab-4e87-9f1e-db9811381f4f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1097 time: 0.0548282 Jul 16 01:59:42.475442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-212a8abb-6ccb-47b6-aac3-7c8215e0ab48 req-9f522955-f07b-42ea-b73c-a7929c12dcb5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279386 Jul 16 01:59:42.527815 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.628272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Allocated IP 172.25.5.226 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/2b513b6b-da1d-435c-927c-923e0dfec2b1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:42.729664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.768186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.803111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:42.805973 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:42.811555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:42.838789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=2b513b6b-da1d-435c-927c-923e0dfec2b1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.855073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb12-428a-49ef-beab-a17cb33d37de req-6d2a16d8-77c2-44d0-a078-fe191239434e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.856721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8640fb12-428a-49ef-beab-a17cb33d37de req-6d2a16d8-77c2-44d0-a078-fe191239434e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 946 time: 0.0633962 Jul 16 01:59:42.895609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8640fb12-428a-49ef-beab-a17cb33d37de req-d27ee750-21e2-4624-baa3-7cfbeeae63fe tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Jul 16 01:59:43.190836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.270444 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.419238 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.423807 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.494327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=2b513b6b-da1d-435c-927c-923e0dfec2b1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.506301 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.604558 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Floating IP ff04f10c-2c52-44eb-90c9-27df51f1680b associated. External IP: 172.25.5.226, port: 910370b5-aa8f-49f2-86bb-079d1173dc4c. Jul 16 01:59:43.811238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router c7ce6af4-aa9b-45f3-93c3-54be4708c143 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:43.917772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:43.928800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] Sync routers for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:43.936620 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.940194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:43.940965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:43.977028 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71c8c1b1-30bc-4b0c-bc21-5a8ea5f57441 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5685062 Jul 16 01:59:43.977028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:43.977498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39406) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.977949 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eae681-2bdb-41a4-ba86-42835baa0e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:44.017081 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902a1b1-d616-440d-bdc3-4b9c2ac56448 x-openstack-request-id: req-9902a1b1-d616-440d-bdc3-4b9c2ac56448 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:44.017377 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:44.017632 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9902a1b1-d616-440d-bdc3-4b9c2ac56448 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:44.018039 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'status': 'completed', 'code': 200} Jul 16 01:59:44.076295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:44.101562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-22165892-d594-4b65-ac4a-29cb630e54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.103121 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-22165892-d594-4b65-ac4a-29cb630e54c2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1136 time: 0.0617330 Jul 16 01:59:44.323722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ff04f10c-2c52-44eb-90c9-27df51f1680b', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'port_id': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'mac_address': 'fa:16:3e:9e:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3405afd6-2f96-4081-802a-b92436e53dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:43Z', 'revision_number': 0, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:35Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.352730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] Checking router: c7ce6af4-aa9b-45f3-93c3-54be4708c143 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:44.362828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:44.363454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.470932 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.489447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:44.506472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171dac-6d4e-4483-98f9-88f951076ea4 req-843d389e-7989-4c4a-820d-4d53dc8182b1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.508074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18171dac-6d4e-4483-98f9-88f951076ea4 req-843d389e-7989-4c4a-820d-4d53dc8182b1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 946 time: 0.4922388 Jul 16 01:59:44.532616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-e7a375df-b587-45fd-b5c1-98b403498fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.534320 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-e7a375df-b587-45fd-b5c1-98b403498fa4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0005e81d-d578-4a30-b602-209e4d7265f2 HTTP/1.1" status: 200 len: 897 time: 0.4231548 Jul 16 01:59:44.547315 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6312fb2b-df24-48dd-bfb0-bea9b4a47c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.548884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7fcd-b30b-4b0c-831a-b5fda7169998 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.550202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7fcd-b30b-4b0c-831a-b5fda7169998 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.551054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7fcd-b30b-4b0c-831a-b5fda7169998 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.551507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7fcd-b30b-4b0c-831a-b5fda7169998 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.551967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7fcd-b30b-4b0c-831a-b5fda7169998 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.552465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7fcd-b30b-4b0c-831a-b5fda7169998 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.556755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-80ff7fcd-b30b-4b0c-831a-b5fda7169998 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.5758924 Jul 16 01:59:44.560342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39410) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.602194 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-20a8308a-01fa-4747-9564-9689a7fb7455 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c HTTP/1.1" status: 200 len: 1000 time: 0.0611315 Jul 16 01:59:44.618138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18171dac-6d4e-4483-98f9-88f951076ea4 req-5e05a5f8-e09b-4d0a-9d4d-eba97c094ae4 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968311 Jul 16 01:59:44.655013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-f5d9695e-0d5c-405c-afaa-4b1aeb15fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.657133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-f5d9695e-0d5c-405c-afaa-4b1aeb15fb93 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0426c3a5-43a2-43a3-9372-73398c06c409 HTTP/1.1" status: 200 len: 832 time: 0.0480974 Jul 16 01:59:44.673958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd20688-8bcc-40c0-8294-83cc1b579e98 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.674439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd20688-8bcc-40c0-8294-83cc1b579e98 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.674900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd20688-8bcc-40c0-8294-83cc1b579e98 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.675355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd20688-8bcc-40c0-8294-83cc1b579e98 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.676728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd20688-8bcc-40c0-8294-83cc1b579e98 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.677493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd20688-8bcc-40c0-8294-83cc1b579e98 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.683036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9cd20688-8bcc-40c0-8294-83cc1b579e98 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1218209 Jul 16 01:59:44.683891 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39414) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.728438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-7b713dba-40a9-4f44-b797-70dd1656adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.729956 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-7b713dba-40a9-4f44-b797-70dd1656adb6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0005e81d-d578-4a30-b602-209e4d7265f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672743 Jul 16 01:59:44.826855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc580-e173-484d-a69b-fa6333e3fef6 req-696b6282-2e28-41bc-aa05-b31a180e57e8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.828838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a31fc580-e173-484d-a69b-fa6333e3fef6 req-696b6282-2e28-41bc-aa05-b31a180e57e8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 946 time: 0.0854697 Jul 16 01:59:44.835031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-05687dab-52ba-4421-ba19-ca737ea2fb2e service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975358 Jul 16 01:59:44.920371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a31fc580-e173-484d-a69b-fa6333e3fef6 req-74719d48-25d5-4b0f-8f80-45f014803987 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553172 Jul 16 01:59:44.928510 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ff04f10c-2c52-44eb-90c9-27df51f1680b', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'port_id': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'mac_address': 'fa:16:3e:9e:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3405afd6-2f96-4081-802a-b92436e53dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:43Z', 'revision_number': 0, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:35Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.936991 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-64eae681-2bdb-41a4-ba86-42835baa0e9c req-8db85b99-780e-49c8-8f56-a1dc6834afec service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948672 Jul 16 01:59:44.950108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39416) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.956584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddf71b8-37bc-4ccd-ab2d-290c0511db70 None None] The sync data for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 is: [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ff04f10c-2c52-44eb-90c9-27df51f1680b', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'port_id': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'mac_address': 'fa:16:3e:9e:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3405afd6-2f96-4081-802a-b92436e53dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:43Z', 'updated_at': '2021-07-16T01:59:43Z', 'revision_number': 0, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:35Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:44.965574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dea0c517-1313-4941-a310-df73a003c577 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2801855 Jul 16 01:59:44.968759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.027941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efabbca-4c7a-415d-9e31-7a01df725bba tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.028632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efabbca-4c7a-415d-9e31-7a01df725bba tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.030294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2efabbca-4c7a-415d-9e31-7a01df725bba tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c7ce6af4-aa9b-45f3-93c3-54be4708c143 HTTP/1.1" status: 200 len: 1990 time: 0.0605223 Jul 16 01:59:45.175025 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd4a440-878d-420d-958c-8caa928b50e7 None None] New status for floating IP ff04f10c-2c52-44eb-90c9-27df51f1680b: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:45.218021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d6fc7-08f7-49c0-9f54-751d0365395d tempest-TestVolumeBootPattern-1026957033 tempest-TestVolumeBootPattern-1026957033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.219968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a36d6fc7-08f7-49c0-9f54-751d0365395d tempest-TestVolumeBootPattern-1026957033 tempest-TestVolumeBootPattern-1026957033-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1092 time: 0.2675247 Jul 16 01:59:45.222859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.227681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:45.250583 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.352178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.402411 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.454252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.25.5.47 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/4189fa1e-04ea-4958-b7c5-4376bdaaf074) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:45.556940 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.594695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.633629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:45.636396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:45.639934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:45.645232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=4189fa1e-04ea-4958-b7c5-4376bdaaf074,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.671745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.672125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.672491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.672824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.673155 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.673484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.673809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.674129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.674451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.674771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.675090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:45.675408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:46.014943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.088624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.236559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.241073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.294509 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.312468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=4189fa1e-04ea-4958-b7c5-4376bdaaf074,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.322029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.419149 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Floating IP e7d19f80-fe5f-4280-883a-4e055dd47806 associated. External IP: 172.25.5.47, port: 3b6fc804-b4f7-4475-a0a0-b72fe7a80592. Jul 16 01:59:46.622000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:46.724111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:46.733491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:46.741817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.744691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:46.745299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:46.780758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f9c298b5-d93e-436b-966e-f70a64555685 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5566044 Jul 16 01:59:46.781486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:46.783815 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63" -d '{"events": [{"name": "network-changed", "server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:46.824695 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed0528a-5d0d-47c2-a29c-238bcf5bdf38 x-openstack-request-id: req-8ed0528a-5d0d-47c2-a29c-238bcf5bdf38 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:46.824992 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:46.825243 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ed0528a-5d0d-47c2-a29c-238bcf5bdf38 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:46.825667 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'status': 'completed', 'code': 200} Jul 16 01:59:46.858309 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:46.902486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-82ba5fc9-d0a0-404d-8ef6-1020b1ba8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.904072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-82ba5fc9-d0a0-404d-8ef6-1020b1ba8018 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1097 time: 0.0540321 Jul 16 01:59:46.955456 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.996172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-c7e405e1-5202-4158-908c-432714c00055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.997676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-c7e405e1-5202-4158-908c-432714c00055 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0876932 Jul 16 01:59:47.061937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-02aee8f3-00f6-494e-a298-f9dc8d2a4582 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 999 time: 0.0575523 Jul 16 01:59:47.092496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:45Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.111736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-56c1cbe6-cb6b-4203-a58f-b01e9993643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.114001 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-56c1cbe6-cb6b-4203-a58f-b01e9993643c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0455291 Jul 16 01:59:47.121247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:47.129676 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:47.130283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T01:59:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.174703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-e7a26ef0-267f-4539-80e2-5d127c615320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.176163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-e7a26ef0-267f-4539-80e2-5d127c615320 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562563 Jul 16 01:59:47.235917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:47.266686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-8170fc33-dc82-4e2d-80e5-4ae51b9544b9 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837200 Jul 16 01:59:47.462419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:45Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.489856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f571b-7e90-4d3d-b8d5-ac04007cb18f None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:45Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:47.659407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fef8740f-7ae0-4bd0-8f07-f51558ed3c63 req-d8ba62a5-a593-42d9-b0cf-21133c2c4a81 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862715 Jul 16 01:59:47.690265 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61058a8d-c404-4f2a-92e2-4e00bd7df9f5 None None] New status for floating IP e7d19f80-fe5f-4280-883a-4e055dd47806: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:49.925629 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.360907 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:11.645145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8c6b-1d58-4afa-b38a-0594ada201f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.460370 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.538252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8e5089b-35a0-466c-820c-cd33c0b934d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.405148 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.315434 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.921206 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.914065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.009252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-12bf764e-bc4b-4f5e-8b7d-c79c351df63c tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2544 time: 0.0940139 Jul 16 02:00:19.012741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.018281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'network': {'name': 'tempest-network-smoke--962789801', 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'port_security_enabled': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:19.040730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Made reservation on behalf of da6f5aeec77f4ec7994dade58f4b305b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:19.044672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.071229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:19.081268 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.081623 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Added segment d5fa1443-2e4b-4c31-8249-690de0d3c625 of type vlan for network 2d67a037-8bd1-496c-b6c0-6ff30085b131 Jul 16 02:00:19.121030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.149145 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.154999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:19.155570 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.193404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1792374 Jul 16 02:00:19.196893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39458) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.202266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'admin_state_up': True, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:19.227271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.228374 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.228505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d665c-08d1-4742-9db9-a1c98884ad37 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Network': ['ID=2d67a037-8bd1-496c-b6c0-6ff30085b131,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:19.240759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:19.288993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.424275 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.619403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.638322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.739659 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Allocated IP 172.25.5.37 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:19.842972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.882638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.918496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:19.925087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:19.928079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:19.951167 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.955333 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:20.182666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.380535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.507188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:20.615028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:20.625718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Sync routers for ids ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:20.633177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.634671 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-302b7863-2c6c-4af7-98d6-dceeb1043465 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4363766 Jul 16 02:00:20.637515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Routers {'eb334aa1-fc09-4038-bd4a-a32e840a4cb2'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:20.637652 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39460) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.638139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:20.703588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a075061b-fd3c-4644-87f4-b0b1ffe9b082 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:20.705684 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a075061b-fd3c-4644-87f4-b0b1ffe9b082 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=da6f5aeec77f4ec7994dade58f4b305b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 827 time: 0.0671060 Jul 16 02:00:20.708528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39462) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.759387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Set router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:20.803232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc8a7a5-b93a-4cf1-b019-d111b0fae5ac tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:20.804919 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bfc8a7a5-b93a-4cf1-b019-d111b0fae5ac tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954115 Jul 16 02:00:20.807891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39464) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.837129 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1a557d77-fecd-4baa-a58c-1c9bada6cd96 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280268 Jul 16 02:00:20.840095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.883932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-381e41c0-30e3-46fb-985f-0ba5bc6f1521 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=da6f5aeec77f4ec7994dade58f4b305b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400064 Jul 16 02:00:20.884162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.943746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:20Z', 'revision_number': 3, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:20.969367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Checking router: eb334aa1-fc09-4038-bd4a-a32e840a4cb2 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:20.969717 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Updating router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:20.978658 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabddb92-cb6b-49a6-8b25-fbd44a191bcb tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:20.982788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eabddb92-cb6b-49a6-8b25-fbd44a191bcb tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951974 Jul 16 02:00:20.983033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.012243 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.012437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c9b0a3d9-a29a-4c6e-bb99-0eea264aff6f tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282590 Jul 16 02:00:21.015226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39472) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.021216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153898170', 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131', 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:21.144789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Made reservation on behalf of da6f5aeec77f4ec7994dade58f4b305b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:21.148437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.277301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.290529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Transition to ACTIVE for port object 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:21.297241 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.350828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Attempting to bind port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:21.351211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Attempting to bind port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:21.351590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Attempting to bind port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:21.353674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daacc5-7084-44e3-8af9-304e76e1f40c None None] Pushing event updated for resources: {'Port': ['ID=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.359510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.360718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:21.361104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:21.362144 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.362144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:21.362407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Bound port: 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:21.362771 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.426344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] For port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:21.429557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] For port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:21.430039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Subnet': ['ID=542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.434223 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.440089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Checking segment: {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:21.440486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network hostable DHCP agents. Network: 2d67a037-8bd1-496c-b6c0-6ff30085b131, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:21.460183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:21.472841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 2d67a037-8bd1-496c-b6c0-6ff30085b131) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:21.477052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:21.477761 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.490337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e2aa5a-b463-40b0-afa5-c71c89f11926 None None] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:21.495722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cab3ad86-ea91-4265-ab28-8bd6f34c4aa1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4789414 Jul 16 02:00:21.498508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.511397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Routers {'eb334aa1-fc09-4038-bd4a-a32e840a4cb2'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:21.512020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:21.516186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daacc5-7084-44e3-8af9-304e76e1f40c None None] Pushing event updated for resources: {'Port': ['ID=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.683201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] Set router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:21.958944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.966881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-2d67a037-8bd1-496c-b6c0-6ff30085b131', 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'fixed_ips': [{'subnet_id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:21.967733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.156375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Allocated IP 172.20.0.18 (2d67a037-8bd1-496c-b6c0-6ff30085b131/542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1/cea9a51c-5ad1-45bc-8c1c-209bf27c35c7) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:22.161386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:20Z', 'revision_number': 3, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:22.192265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664c453-3845-4269-85a5-bbbcfec89df2 None None] The sync data for ids ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'] in n-d-800085-5 is: [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:20Z', 'revision_number': 3, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:22.337959 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.346811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Transition to ACTIVE for port object cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:22.363074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Transition to ACTIVE for port object cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:22.370483 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.427832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:22.439018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Allocated IP 172.20.0.17 (2d67a037-8bd1-496c-b6c0-6ff30085b131/542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1/07a0b240-4840-4f0f-8faa-6d29ff61a10b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:22.450404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:22.459474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Pushing event updated for resources: {'Port': ['ID=cea9a51c-5ad1-45bc-8c1c-209bf27c35c7,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.470877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:22.539833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Attempting to bind port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:22.540205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Attempting to bind port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:22.540889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Attempting to bind port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 on network 2d67a037-8bd1-496c-b6c0-6ff30085b131 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:22.547436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:22.548526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Checking segment: {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:22.548959 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.549450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Bound using segment: {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:22.550097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Bound port: cea9a51c-5ad1-45bc-8c1c-209bf27c35c7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:22.550481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.604765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.622712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Transition to ACTIVE for port object 07a0b240-4840-4f0f-8faa-6d29ff61a10b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:22.624143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] For port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:22.628181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] For port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=cea9a51c-5ad1-45bc-8c1c-209bf27c35c7,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:22.634060 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.657615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.709309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:22.709857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17eee7-1d3c-4d68-91a0-6b885ee57c04 None None] Pushing event updated for resources: {'Port': ['ID=cea9a51c-5ad1-45bc-8c1c-209bf27c35c7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.712814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:22.717059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:22.749770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=07a0b240-4840-4f0f-8faa-6d29ff61a10b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.777367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.961054 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.264851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.269235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.350526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=07a0b240-4840-4f0f-8faa-6d29ff61a10b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.353234 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.462551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:23.464002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:23.499982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:23.557588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:23.561835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:23.562351 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.591972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:23.644887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.670064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:23.674884 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.676334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:23.713516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:23.718363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-252b1e52-d662-4eb2-b882-97737a721196 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "PUT /v2.0/routers/eb334aa1-fc09-4038-bd4a-a32e840a4cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2187965 Jul 16 02:00:23.724684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f3309-a407-4659-b7bb-d8699c2b7239 None None] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:23.820323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca48d943-d439-42bc-b58a-1b8e3c73a6d5 None None] Provisioning for port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:23.833817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.865989 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:23.872295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:23.872805 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.017151 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.019563 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-7015b1f8-9913-4a6d-88c0-971741e9bf52 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.021096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-7015b1f8-9913-4a6d-88c0-971741e9bf52 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/networks?id=2d67a037-8bd1-496c-b6c0-6ff30085b131 HTTP/1.1" status: 200 len: 797 time: 0.1149492 Jul 16 02:00:24.043366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-a27677c2-f902-4c81-a458-c83dcb533085 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/quotas/da6f5aeec77f4ec7994dade58f4b305b HTTP/1.1" status: 200 len: 375 time: 0.0163598 Jul 16 02:00:24.062239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=cea9a51c-5ad1-45bc-8c1c-209bf27c35c7,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:24.072538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.133594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-27a865fd-06bd-4d27-94ab-65822dc0454d tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0892265 Jul 16 02:00:24.134605 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=cea9a51c-5ad1-45bc-8c1c-209bf27c35c7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.259989 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Sync routers for ids ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:24.270281 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Routers {'eb334aa1-fc09-4038-bd4a-a32e840a4cb2'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:24.270886 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:24.271185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-757fc6a0-beb0-4c64-bf33-ab5697196b3d None None] Provisioning for port 07a0b240-4840-4f0f-8faa-6d29ff61a10b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:24.275877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-757fc6a0-beb0-4c64-bf33-ab5697196b3d None None] Provisioning complete for port 07a0b240-4840-4f0f-8faa-6d29ff61a10b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:24.276393 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757fc6a0-beb0-4c64-bf33-ab5697196b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.314688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-757fc6a0-beb0-4c64-bf33-ab5697196b3d None None] Port 07a0b240-4840-4f0f-8faa-6d29ff61a10b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:24.325901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-757fc6a0-beb0-4c64-bf33-ab5697196b3d None None] Provisioning complete for port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:24.326266 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-757fc6a0-beb0-4c64-bf33-ab5697196b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.355355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-20253319-a354-45ed-9843-a97215da41b7 service neutron] 10.222.0.81 "GET /v2.0/networks/2d67a037-8bd1-496c-b6c0-6ff30085b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039254 Jul 16 02:00:24.387789 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Set router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:24.454955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-03d0b150-ba8b-4123-ac35-e55403194c01 service neutron] 10.222.0.81 "GET /v2.0/networks/2d67a037-8bd1-496c-b6c0-6ff30085b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991035 Jul 16 02:00:24.543220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1e300c0d-db78-44d9-905e-34df9b716088 None None] Provisioning complete for port 07a0b240-4840-4f0f-8faa-6d29ff61a10b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:24.543593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e300c0d-db78-44d9-905e-34df9b716088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.589103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1e300c0d-db78-44d9-905e-34df9b716088 None None] Port 07a0b240-4840-4f0f-8faa-6d29ff61a10b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:24.625268 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:22Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '07a0b240-4840-4f0f-8faa-6d29ff61a10b', 'name': '', 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:b7:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:22Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 2, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:24.654885 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Checking router: eb334aa1-fc09-4038-bd4a-a32e840a4cb2 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:24.655232 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Updating router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 port 07a0b240-4840-4f0f-8faa-6d29ff61a10b binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:24.675542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9250f12f-4ced-4688-8d69-e0493823f613 req-22a9e125-e7ff-4d0b-ba10-7bc63dee89dc tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 210 time: 0.0363801 Jul 16 02:00:24.699469 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.712396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cb81da3e-4755-4e69-88df-2087685ea752 None None] Provisioning complete for port 07a0b240-4840-4f0f-8faa-6d29ff61a10b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:24.712883 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb81da3e-4755-4e69-88df-2087685ea752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.752925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cb81da3e-4755-4e69-88df-2087685ea752 None None] Port 07a0b240-4840-4f0f-8faa-6d29ff61a10b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:24.979738 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.989855 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Transition to ACTIVE for port object 07a0b240-4840-4f0f-8faa-6d29ff61a10b will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:24.996018 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.069490 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Pushing event updated for resources: {'Port': ['ID=07a0b240-4840-4f0f-8faa-6d29ff61a10b,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.091923 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.092185 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.092545 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.092875 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.093199 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.093524 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.093847 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.094166 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.095090 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.095414 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.095735 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.096214 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:25.112774 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Attempting to bind port 07a0b240-4840-4f0f-8faa-6d29ff61a10b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:25.113136 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Attempting to bind port 07a0b240-4840-4f0f-8faa-6d29ff61a10b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:25.113495 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Attempting to bind port 07a0b240-4840-4f0f-8faa-6d29ff61a10b on network 2d67a037-8bd1-496c-b6c0-6ff30085b131 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:25.118584 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:25.118945 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Checking segment: {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:25.119395 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.119746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Bound using segment: {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:25.120354 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Bound port: 07a0b240-4840-4f0f-8faa-6d29ff61a10b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:25.120627 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.185091 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] For port 07a0b240-4840-4f0f-8faa-6d29ff61a10b, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:25.189270 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] For port 07a0b240-4840-4f0f-8faa-6d29ff61a10b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=07a0b240-4840-4f0f-8faa-6d29ff61a10b,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:25.196326 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.255671 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Routers {'eb334aa1-fc09-4038-bd4a-a32e840a4cb2'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:25.256401 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:25.258177 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84809cbf-ba4a-4868-950d-17b00c690e56 None None] Pushing event updated for resources: {'Port': ['ID=07a0b240-4840-4f0f-8faa-6d29ff61a10b,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.366946 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] Set router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:25.444538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:25.502085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.502557 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.572826 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:22Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '07a0b240-4840-4f0f-8faa-6d29ff61a10b', 'name': '', 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:b7:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:22Z', 'updated_at': '2021-07-16T02:00:25Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:25.587936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:25.601996 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fe6d8-3d7a-4dd4-888d-1ac3491b15a5 None None] The sync data for ids ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'] in n-d-800085-5 is: [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:22Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '07a0b240-4840-4f0f-8faa-6d29ff61a10b', 'name': '', 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:b7:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:22Z', 'updated_at': '2021-07-16T02:00:25Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:25.641927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.642373 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.807744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6b6da1ff-e949-4d9a-8405-de0aa89a66a6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:25.809357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6b6da1ff-e949-4d9a-8405-de0aa89a66a6 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.93 "GET /v2.0/networks?id=2d67a037-8bd1-496c-b6c0-6ff30085b131 HTTP/1.1" status: 200 len: 797 time: 0.1525049 Jul 16 02:00:25.831919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Request body: {'port': {'device_id': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131', 'admin_state_up': True, 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:25.872753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-80d924c8-303b-4424-9354-c0a846f71059 req-ff51b570-b63e-4024-8828-de302ebcf495 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 210 time: 0.0554297 Jul 16 02:00:25.967584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Made reservation on behalf of da6f5aeec77f4ec7994dade58f4b305b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:25.971901 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.111969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Allocated IP 172.20.0.30 (2d67a037-8bd1-496c-b6c0-6ff30085b131/542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1/d8ebf805-b327-48ef-ba17-7c61987a7f04) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:26.239878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.253830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Transition to ACTIVE for port object d8ebf805-b327-48ef-ba17-7c61987a7f04 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:26.288066 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.333536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:26.336814 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:26.340004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:26.371643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event updated for resources: {'Port': ['ID=d8ebf805-b327-48ef-ba17-7c61987a7f04,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.403767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:26.404009 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.420752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-faa8ca69-1e6b-4f9b-8494-99be0a1daec1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5938890 Jul 16 02:00:26.433281 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Request body: {'port': {'device_id': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:26.516597 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.633654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95a98781-a558-4608-8392-854941a14f82 None None] Provisioning for port d8ebf805-b327-48ef-ba17-7c61987a7f04 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:26.638893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95a98781-a558-4608-8392-854941a14f82 None None] Provisioning complete for port d8ebf805-b327-48ef-ba17-7c61987a7f04 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:26.639274 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95a98781-a558-4608-8392-854941a14f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.683208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-95a98781-a558-4608-8392-854941a14f82 None None] Port d8ebf805-b327-48ef-ba17-7c61987a7f04 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:27.112293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db36b2-8365-4a43-8bb1-c774776074c7 req-e3ae3431-c2f0-45df-ac75-794e4831d414 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.113760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68db36b2-8365-4a43-8bb1-c774776074c7 req-e3ae3431-c2f0-45df-ac75-794e4831d414 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 895 time: 0.1095901 Jul 16 02:00:27.143799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ebf805-b327-48ef-ba17-7c61987a7f04 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:27.151083 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.163569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Transition to ACTIVE for port object d8ebf805-b327-48ef-ba17-7c61987a7f04 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:27.166440 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.215165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Pushing event updated for resources: {'Port': ['ID=d8ebf805-b327-48ef-ba17-7c61987a7f04,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.293185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Attempting to bind port d8ebf805-b327-48ef-ba17-7c61987a7f04 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:27.293522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Attempting to bind port d8ebf805-b327-48ef-ba17-7c61987a7f04 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:27.293853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Attempting to bind port d8ebf805-b327-48ef-ba17-7c61987a7f04 on network 2d67a037-8bd1-496c-b6c0-6ff30085b131 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:27.298969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Port d8ebf805-b327-48ef-ba17-7c61987a7f04 on network 2d67a037-8bd1-496c-b6c0-6ff30085b131 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:27.299292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Attempting to bind port d8ebf805-b327-48ef-ba17-7c61987a7f04 on network 2d67a037-8bd1-496c-b6c0-6ff30085b131 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:27.304445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:27.304788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Checking segment: {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:27.305179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Bound using segment: {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:27.305605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Bound port: d8ebf805-b327-48ef-ba17-7c61987a7f04, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fa1443-2e4b-4c31-8249-690de0d3c625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:27.305967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.373132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] For port d8ebf805-b327-48ef-ba17-7c61987a7f04, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:27.376895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] For port d8ebf805-b327-48ef-ba17-7c61987a7f04, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d8ebf805-b327-48ef-ba17-7c61987a7f04,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:27.385308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.420650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.421502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.423289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-6197505d-1023-40cb-8622-63d141e3764d service neutron] 10.222.0.93 "PUT /v2.0/ports/d8ebf805-b327-48ef-ba17-7c61987a7f04 HTTP/1.1" status: 200 len: 1055 time: 0.9944620 Jul 16 02:00:27.423744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'tag': 'd8ebf805-b327-48ef-ba17-7c61987a7f04'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:27.426053 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6053c8b-e5fc-49fe-b808-a7406a3db589" -d '{"events": [{"name": "network-changed", "server_uuid": "c18b2d3a-f2bc-4291-bc27-b463c31474b9", "tag": "d8ebf805-b327-48ef-ba17-7c61987a7f04"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:27.453439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197505d-1023-40cb-8622-63d141e3764d service neutron] Pushing event updated for resources: {'Port': ['ID=d8ebf805-b327-48ef-ba17-7c61987a7f04,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.477419 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2ebb30-787d-46cf-af53-c78fd0fe079f x-openstack-request-id: req-2f2ebb30-787d-46cf-af53-c78fd0fe079f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:27.477750 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18b2d3a-f2bc-4291-bc27-b463c31474b9", "tag": "d8ebf805-b327-48ef-ba17-7c61987a7f04", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:27.478025 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f2ebb30-787d-46cf-af53-c78fd0fe079f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:27.481367 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'tag': 'd8ebf805-b327-48ef-ba17-7c61987a7f04', 'status': 'completed', 'code': 200} Jul 16 02:00:27.488572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 07a0b240-4840-4f0f-8faa-6d29ff61a10b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:27.543523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 07a0b240-4840-4f0f-8faa-6d29ff61a10b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:27.548512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 07a0b240-4840-4f0f-8faa-6d29ff61a10b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:27.548888 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.551322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-65c5e42f-6144-4540-b337-5c43b709736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.552919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-65c5e42f-6144-4540-b337-5c43b709736b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 1058 time: 0.0684314 Jul 16 02:00:27.600527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-4ebf37b6-6ba3-48cd-832a-7ccfe710cf8a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=d8ebf805-b327-48ef-ba17-7c61987a7f04 HTTP/1.1" status: 200 len: 217 time: 0.0404754 Jul 16 02:00:27.628416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.651003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-22cebd07-0909-402b-a437-546b880a622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.652496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-22cebd07-0909-402b-a437-546b880a622a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1 HTTP/1.1" status: 200 len: 838 time: 0.0460451 Jul 16 02:00:27.664902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 07a0b240-4840-4f0f-8faa-6d29ff61a10b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=07a0b240-4840-4f0f-8faa-6d29ff61a10b,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:27.669902 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.717182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-777853e5-bf69-4e8c-9577-f0e1ca2bd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.718581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-777853e5-bf69-4e8c-9577-f0e1ca2bd62e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2d67a037-8bd1-496c-b6c0-6ff30085b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603125 Jul 16 02:00:27.725353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=07a0b240-4840-4f0f-8faa-6d29ff61a10b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.807985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-00601f85-97d8-4120-9505-5ca13f12d337 service neutron] 10.222.0.93 "GET /v2.0/networks/2d67a037-8bd1-496c-b6c0-6ff30085b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818846 Jul 16 02:00:27.901658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-add51bcc-4282-4b9e-8b68-3cb7598d7f76 req-5ea4a483-60a6-4980-a373-737ab0de7a45 service neutron] 10.222.0.93 "GET /v2.0/networks/2d67a037-8bd1-496c-b6c0-6ff30085b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Jul 16 02:00:28.003539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-3f301392-f042-4505-93b8-f5dcbdba38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.005074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-3f301392-f042-4505-93b8-f5dcbdba38d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 1058 time: 0.0544925 Jul 16 02:00:28.101983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-d00abad8-0083-4d20-9c0e-082d20e4eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.103441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-d00abad8-0083-4d20-9c0e-082d20e4eded service neutron] 10.222.0.93 "GET /v2.0/networks?id=2d67a037-8bd1-496c-b6c0-6ff30085b131 HTTP/1.1" status: 200 len: 898 time: 0.0920308 Jul 16 02:00:28.143823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-feded699-d866-4dd2-be9f-986859c06757 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=d8ebf805-b327-48ef-ba17-7c61987a7f04 HTTP/1.1" status: 200 len: 217 time: 0.0330353 Jul 16 02:00:28.194042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-e15af8be-8c5a-4734-a2a8-3692c83fca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.195486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-e15af8be-8c5a-4734-a2a8-3692c83fca36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1 HTTP/1.1" status: 200 len: 838 time: 0.0435870 Jul 16 02:00:28.300299 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-d1c9f75f-b6d5-46d1-8ecc-23a018377e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.301799 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-d1c9f75f-b6d5-46d1-8ecc-23a018377e59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2d67a037-8bd1-496c-b6c0-6ff30085b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980351 Jul 16 02:00:28.313600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb5f56-6618-4708-8740-ab17d558c67f req-aa97d88f-0d5c-4a6e-bd72-7aef02fe1764 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.314925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-24bb5f56-6618-4708-8740-ab17d558c67f req-aa97d88f-0d5c-4a6e-bd72-7aef02fe1764 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 907 time: 0.0855508 Jul 16 02:00:28.359645 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:28.404274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-6f12d8f4-fb6c-4a07-9357-771849047d81 service neutron] 10.222.0.93 "GET /v2.0/networks/2d67a037-8bd1-496c-b6c0-6ff30085b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883720 Jul 16 02:00:28.499021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b6053c8b-e5fc-49fe-b808-a7406a3db589 req-6fd6efd3-1edb-445b-8044-7dad69536fc3 service neutron] 10.222.0.93 "GET /v2.0/networks/2d67a037-8bd1-496c-b6c0-6ff30085b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881445 Jul 16 02:00:29.428517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 07a0b240-4840-4f0f-8faa-6d29ff61a10b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:29.476440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 07a0b240-4840-4f0f-8faa-6d29ff61a10b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:29.476817 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.498588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ad26-0fe3-46e8-8d8f-201cae07a36b req-20d6c885-618c-4cb0-8102-9af3b824da1e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:29.500078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fd3ad26-0fe3-46e8-8d8f-201cae07a36b req-20d6c885-618c-4cb0-8102-9af3b824da1e tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 907 time: 0.0637205 Jul 16 02:00:29.969461 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-4937e8ef-2c48-4689-96e8-dfe65282c43b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507045 Jul 16 02:00:30.071057 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-e7788026-4a0c-4563-9c0c-a327261a08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.072588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-e7788026-4a0c-4563-9c0c-a327261a08ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1136 time: 0.0610330 Jul 16 02:00:30.178190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-ebdd38cf-a4a8-4b21-8979-74971ff82aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.179666 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-ebdd38cf-a4a8-4b21-8979-74971ff82aac service neutron] 10.222.0.78 "GET /v2.0/networks?id=0005e81d-d578-4a30-b602-209e4d7265f2 HTTP/1.1" status: 200 len: 897 time: 0.0862188 Jul 16 02:00:30.213544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-8b976944-e2a8-4a1b-9e44-64d9caac9d95 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549774 Jul 16 02:00:30.253323 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-1ac74ae1-e8ae-4faf-a0ca-51704eb47a51 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c HTTP/1.1" status: 200 len: 1002 time: 0.0669658 Jul 16 02:00:30.306927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-97dbdafb-5108-49c9-b88a-3509b14872b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.308469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-97dbdafb-5108-49c9-b88a-3509b14872b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0426c3a5-43a2-43a3-9372-73398c06c409 HTTP/1.1" status: 200 len: 832 time: 0.0447259 Jul 16 02:00:30.315659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-23836e65-1e6f-4375-8a02-f46d0acd4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.317236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-23836e65-1e6f-4375-8a02-f46d0acd4c7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1097 time: 0.0574055 Jul 16 02:00:30.369143 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-964e902b-212b-4e40-a1ea-f6e2dd229f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.370659 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-964e902b-212b-4e40-a1ea-f6e2dd229f8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0005e81d-d578-4a30-b602-209e4d7265f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556870 Jul 16 02:00:30.433503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-328c49af-643c-400e-9828-e2e00488dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.435451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-328c49af-643c-400e-9828-e2e00488dfd4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0987432 Jul 16 02:00:30.475571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-09161e86-f97b-4600-9528-30f29431c78d service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966125 Jul 16 02:00:30.510710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-98de50b6-e9f3-4d73-b76c-702ab0310e8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 1001 time: 0.0677021 Jul 16 02:00:30.570975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-1c333d82-1439-4616-9eec-c45b987f25be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.572855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-1c333d82-1439-4616-9eec-c45b987f25be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0568190 Jul 16 02:00:30.586239 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f4bb8701-2951-4afd-98e6-4817ff4a8886 req-1d539d48-46a8-4bf9-9df1-0922c9eb0a84 service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041639 Jul 16 02:00:30.671498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-b6fca183-2dab-4c95-b323-bea440601842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.673399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-b6fca183-2dab-4c95-b323-bea440601842 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950642 Jul 16 02:00:30.780733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e182c-7d97-4fb9-bf9d-42ebd52ec6ab req-7204c437-ef8f-4064-9f5c-93ae47d840e1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.782178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-882e182c-7d97-4fb9-bf9d-42ebd52ec6ab req-7204c437-ef8f-4064-9f5c-93ae47d840e1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 907 time: 0.1431541 Jul 16 02:00:30.796975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-f475f0e9-6824-419d-a816-57ee7cddf9ea service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163602 Jul 16 02:00:30.895723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7cda092-fc9d-4e56-907b-cabb41b2a307 req-4fb4cabd-1a9f-49ec-96e2-802b02ae341d service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920999 Jul 16 02:00:31.523405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d8ebf805-b327-48ef-ba17-7c61987a7f04 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:00:31.614056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d8ebf805-b327-48ef-ba17-7c61987a7f04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d8ebf805-b327-48ef-ba17-7c61987a7f04,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:31.624519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'd8ebf805-b327-48ef-ba17-7c61987a7f04', 'network_id': '2d67a037-8bd1-496c-b6c0-6ff30085b131', 'port_id': 'd8ebf805-b327-48ef-ba17-7c61987a7f04', 'mac_address': 'fa:16:3e:12:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:00:31.663129 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.674929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ebf805-b327-48ef-ba17-7c61987a7f04 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:31.693275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d8ebf805-b327-48ef-ba17-7c61987a7f04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d8ebf805-b327-48ef-ba17-7c61987a7f04,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:31.697337 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.743002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d8ebf805-b327-48ef-ba17-7c61987a7f04,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.750023 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.750391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.750726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.751054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.751381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.751706 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.752025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.752380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.752696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.753010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.753536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.753853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:31.895679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['d8ebf805-b327-48ef-ba17-7c61987a7f04'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:31.958582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad947-2086-40c6-b103-794784c3f533 req-e61cf0f9-bbc0-4824-8f23-3a2875b06b9b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:31.960086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b8ad947-2086-40c6-b103-794784c3f533 req-e61cf0f9-bbc0-4824-8f23-3a2875b06b9b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 908 time: 0.0663984 Jul 16 02:00:33.129367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1437d-ef0d-457d-8e81-e233f8bb5379 req-fbf7e3e2-620e-48c2-9713-3c103f0fccd2 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:33.130834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c3e1437d-ef0d-457d-8e81-e233f8bb5379 req-fbf7e3e2-620e-48c2-9713-3c103f0fccd2 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 908 time: 0.0634248 Jul 16 02:00:33.552813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d8ebf805-b327-48ef-ba17-7c61987a7f04 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:33.600641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port d8ebf805-b327-48ef-ba17-7c61987a7f04 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:33.604125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port d8ebf805-b327-48ef-ba17-7c61987a7f04 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:33.604530 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.682752 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.704909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ebf805-b327-48ef-ba17-7c61987a7f04'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:33.707143 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0faabc-a3d6-4971-90ef-d74684198564" -d '{"events": [{"server_uuid": "c18b2d3a-f2bc-4291-bc27-b463c31474b9", "name": "network-vif-plugged", "status": "completed", "tag": "d8ebf805-b327-48ef-ba17-7c61987a7f04"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:33.719624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port d8ebf805-b327-48ef-ba17-7c61987a7f04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d8ebf805-b327-48ef-ba17-7c61987a7f04,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:33.723556 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.745626 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbdc344-fff9-438f-a947-d1cb7773b15a x-openstack-request-id: req-6bbdc344-fff9-438f-a947-d1cb7773b15a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:33.745922 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18b2d3a-f2bc-4291-bc27-b463c31474b9", "name": "network-vif-plugged", "status": "completed", "tag": "d8ebf805-b327-48ef-ba17-7c61987a7f04", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:33.746175 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bbdc344-fff9-438f-a947-d1cb7773b15a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:33.746563 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ebf805-b327-48ef-ba17-7c61987a7f04', 'code': 200} Jul 16 02:00:33.772528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=d8ebf805-b327-48ef-ba17-7c61987a7f04,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.858164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba65cb-c6ac-4698-8f36-33da93e8d05a req-b74791ca-0451-4740-9d4c-8aff4f8f33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:33.860462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4ba65cb-c6ac-4698-8f36-33da93e8d05a req-b74791ca-0451-4740-9d4c-8aff4f8f33cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 1060 time: 0.0567348 Jul 16 02:00:34.303460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d07d-7a33-4981-89f1-e9760d328d46 req-61d28e90-99a0-463c-9074-5c1df6ca8048 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:34.304994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a12d07d-7a33-4981-89f1-e9760d328d46 req-61d28e90-99a0-463c-9074-5c1df6ca8048 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 909 time: 0.0630980 Jul 16 02:00:35.482295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb09da-26ee-4687-be7c-a948d54d81bd req-3305ae1d-e575-42c7-8cf5-c3b97ab37140 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.483752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45fb09da-26ee-4687-be7c-a948d54d81bd req-3305ae1d-e575-42c7-8cf5-c3b97ab37140 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 909 time: 0.0636532 Jul 16 02:00:35.655586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362a9b-f54c-4166-b5d3-884b58577cd0 req-252038b2-5e02-490a-b21d-f1392625386d tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.657177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37362a9b-f54c-4166-b5d3-884b58577cd0 req-252038b2-5e02-490a-b21d-f1392625386d tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 909 time: 0.0671048 Jul 16 02:00:35.813567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a946-5590-47ca-a08f-d536585684a1 req-58fa8e86-36fc-45b8-8ac3-7a9d6b41f148 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.815080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd53a946-5590-47ca-a08f-d536585684a1 req-58fa8e86-36fc-45b8-8ac3-7a9d6b41f148 tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 1060 time: 0.0523052 Jul 16 02:00:35.970984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c6808-6b41-4eb7-90ac-21f24c77ea56 req-07aba0e2-d06a-4f58-922a-3ad1e532155b tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.972487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e21c6808-6b41-4eb7-90ac-21f24c77ea56 req-07aba0e2-d06a-4f58-922a-3ad1e532155b tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1136 time: 0.0519447 Jul 16 02:00:36.008594 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e21c6808-6b41-4eb7-90ac-21f24c77ea56 req-29dbe38d-d0ee-4408-b750-bab4147e74ed tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0306582 Jul 16 02:00:36.031794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:36.082617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be275ba-9bd4-48aa-a10e-a2e9c8b9dc4b tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.084116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3be275ba-9bd4-48aa-a10e-a2e9c8b9dc4b tempest-TestSecurityGroupsBasicOps-332089758 tempest-TestSecurityGroupsBasicOps-332089758-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 1055 time: 0.0513201 Jul 16 02:00:36.433979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d019d1-51e9-4390-9e90-da91724904fc req-e610cf97-2009-4bff-bd7c-20ed18ca939f tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.435452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83d019d1-51e9-4390-9e90-da91724904fc req-e610cf97-2009-4bff-bd7c-20ed18ca939f tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 909 time: 0.0662363 Jul 16 02:00:37.653524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4f94c-bb2c-4b18-be1d-4ee5a74b9864 req-3d60a003-5062-4b73-907e-7d64f3c59e53 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.654915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ad4f94c-bb2c-4b18-be1d-4ee5a74b9864 req-3d60a003-5062-4b73-907e-7d64f3c59e53 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 909 time: 0.1049509 Jul 16 02:00:37.663507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-ded29bae-a54e-47f3-a7fc-a023c88ae833 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.664873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-ded29bae-a54e-47f3-a7fc-a023c88ae833 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.93 "GET /v2.0/ports?device_id=c18b2d3a-f2bc-4291-bc27-b463c31474b9 HTTP/1.1" status: 200 len: 909 time: 0.0883534 Jul 16 02:00:37.766679 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting port d8ebf805-b327-48ef-ba17-7c61987a7f04 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:37.767514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.854097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] For port d8ebf805-b327-48ef-ba17-7c61987a7f04, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=d8ebf805-b327-48ef-ba17-7c61987a7f04,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:37.854456 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.871309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Calling delete_port for d8ebf805-b327-48ef-ba17-7c61987a7f04 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:37.993263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.021971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Port': ['ID=d8ebf805-b327-48ef-ba17-7c61987a7f04,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.070722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] No DVR routers for this DVR port d8ebf805-b327-48ef-ba17-7c61987a7f04 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:38.073530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.075623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-146dc78b-3761-4e1f-ac6e-5ad44bce7249 req-69a6e601-6bf3-4384-926e-eb83b5b66c44 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.93 "DELETE /v2.0/ports/d8ebf805-b327-48ef-ba17-7c61987a7f04 HTTP/1.1" status: 204 len: 173 time: 0.4051821 Jul 16 02:00:38.076065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'name': 'network-vif-deleted', 'tag': 'd8ebf805-b327-48ef-ba17-7c61987a7f04'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:38.080573 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d771e-80c0-43f7-94fa-81aba5fabaec" -d '{"events": [{"server_uuid": "c18b2d3a-f2bc-4291-bc27-b463c31474b9", "name": "network-vif-deleted", "tag": "d8ebf805-b327-48ef-ba17-7c61987a7f04"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:38.123364 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c74e625-4be5-4773-9585-e46b7e38a731 x-openstack-request-id: req-9c74e625-4be5-4773-9585-e46b7e38a731 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:38.123676 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18b2d3a-f2bc-4291-bc27-b463c31474b9", "name": "network-vif-deleted", "tag": "d8ebf805-b327-48ef-ba17-7c61987a7f04", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:38.123927 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c74e625-4be5-4773-9585-e46b7e38a731 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:38.124353 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18b2d3a-f2bc-4291-bc27-b463c31474b9', 'name': 'network-vif-deleted', 'tag': 'd8ebf805-b327-48ef-ba17-7c61987a7f04', 'status': 'completed', 'code': 200} Jul 16 02:00:38.745350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39546) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:39.093657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.352537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting port 07a0b240-4840-4f0f-8faa-6d29ff61a10b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:39.352793 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.443262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] For port 07a0b240-4840-4f0f-8faa-6d29ff61a10b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=07a0b240-4840-4f0f-8faa-6d29ff61a10b,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:39.443622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.456655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Calling delete_port for 07a0b240-4840-4f0f-8faa-6d29ff61a10b owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:39.636297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.664089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Port': ['ID=07a0b240-4840-4f0f-8faa-6d29ff61a10b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.840510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.049982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:40.155756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:40.161983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-88bfd34b-38a3-42aa-afb4-1d93dd0c0320 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "PUT /v2.0/routers/eb334aa1-fc09-4038-bd4a-a32e840a4cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4156070 Jul 16 02:00:40.164793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39548) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:40.165620 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] Sync routers for ids ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:40.176159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] Routers {'eb334aa1-fc09-4038-bd4a-a32e840a4cb2'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:40.176811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:40.214421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting subnet 542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:40.217458 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.261298 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.277982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] Set router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:40.343177 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.402043 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.415522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.417415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/subnets/542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1 HTTP/1.1" status: 204 len: 168 time: 0.2516961 Jul 16 02:00:40.420264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:40.434986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54007483-95bf-46b7-8114-021d355be953 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Subnet': ['ID=542e0ef7-5b04-43e4-b4e7-a3db9ab8a7a1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:40.441776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f560826-8982-4cc9-8f4a-22b51086d5db None None] Network 2d67a037-8bd1-496c-b6c0-6ff30085b131 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:40.530267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.559409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:39Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:40.587286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] Checking router: eb334aa1-fc09-4038-bd4a-a32e840a4cb2 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:40.606450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] Routers {'eb334aa1-fc09-4038-bd4a-a32e840a4cb2'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:40.607568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:40.639495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.691850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] DHCP port deletion for 2d67a037-8bd1-496c-b6c0-6ff30085b131 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:40.696424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:40.696776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.742801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] Set router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:40.780176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] For port 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:40.780568 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.792792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Calling delete_port for 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:40.825165 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] Deleting port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:40.825535 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.963075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.990030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Port': ['ID=3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.018383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.018731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.019070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.019402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.019732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.020058 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.020415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.020810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.021071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.021394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.021714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.022033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:41.073584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.085776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] For port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=cea9a51c-5ad1-45bc-8c1c-209bf27c35c7,segment=NetworkSegment(d5fa1443-2e4b-4c31-8249-690de0d3c625),segment_id=d5fa1443-2e4b-4c31-8249-690de0d3c625)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:41.086164 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.117654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] Calling delete_port for cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:41.166379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.169838 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.207997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:39Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.215980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.216481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Fanout notify agent at l3_agent the message router_deleted on router eb334aa1-fc09-4038-bd4a-a32e840a4cb2 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:41.223945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.225184 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-438f03b1-ca3a-4bac-af59-30f3549bb860 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/routers/eb334aa1-fc09-4038-bd4a-a32e840a4cb2 HTTP/1.1" status: 204 len: 168 time: 0.8038497 Jul 16 02:00:41.227855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.235137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473fa57-5f81-4154-8b1c-8b8f73690ad8 None None] The sync data for ids ['eb334aa1-fc09-4038-bd4a-a32e840a4cb2'] in n-d-800085-5 is: [{'id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1617949651', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:39Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb334aa1-fc09-4038-bd4a-a32e840a4cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:19Z', 'updated_at': '2021-07-16T02:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:41.243704 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.274359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] Pushing event deleted for resources: {'Port': ['ID=cea9a51c-5ad1-45bc-8c1c-209bf27c35c7,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.274520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50753c3-7856-4c5d-ab56-cd57e670c03f None None] No DVR routers for this DVR port cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:41.320876 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.409412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.419205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d67a037-8bd1-496c-b6c0-6ff30085b131']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.429465 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fa1443-2e4b-4c31-8249-690de0d3c625') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.430050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fa1443-2e4b-4c31-8249-690de0d3c625') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.438280 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.452196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.457859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:41.458237 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:41.461057 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:41.520853 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.526579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.528818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/networks/2d67a037-8bd1-496c-b6c0-6ff30085b131 HTTP/1.1" status: 204 len: 168 time: 0.2999961 Jul 16 02:00:41.531562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.542773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bd43b-15b9-4e44-adff-6fcdd5895a35 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Network': ['ID=2d67a037-8bd1-496c-b6c0-6ff30085b131,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.582850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d8ebf805-b327-48ef-ba17-7c61987a7f04 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:41.611223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: d8ebf805-b327-48ef-ba17-7c61987a7f04 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:41.611958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device d8ebf805-b327-48ef-ba17-7c61987a7f04 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:41.655195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cae23b6d-4eb2-45e6-a168-444054038819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.724829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 07a0b240-4840-4f0f-8faa-6d29ff61a10b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:41.749636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 07a0b240-4840-4f0f-8faa-6d29ff61a10b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:41.749980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 07a0b240-4840-4f0f-8faa-6d29ff61a10b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:41.750394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:41.770209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:41.770560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device cea9a51c-5ad1-45bc-8c1c-209bf27c35c7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:42.018441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting port 2b513b6b-da1d-435c-927c-923e0dfec2b1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:42.018789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.097076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.097401 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.108601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Calling delete_port for 2b513b6b-da1d-435c-927c-923e0dfec2b1 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:42.253175 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.279200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Port': ['ID=2b513b6b-da1d-435c-927c-923e0dfec2b1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.347389 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.347788 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Floating IP ff04f10c-2c52-44eb-90c9-27df51f1680b disassociated (deleted). External IP: 172.25.5.226, port: 910370b5-aa8f-49f2-86bb-079d1173dc4c. Jul 16 02:00:42.552343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router c7ce6af4-aa9b-45f3-93c3-54be4708c143 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:42.657827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:42.662059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.666531 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] Sync routers for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:42.675746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:42.676390 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.698366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-31f19839-7455-44d3-be0f-db95077ce747 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/floatingips/ff04f10c-2c52-44eb-90c9-27df51f1680b HTTP/1.1" status: 204 len: 168 time: 1.1655383 Jul 16 02:00:42.698900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:42.701245 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937fe322-d44a-48f5-82ef-a0b0460f2680" -d '{"events": [{"name": "network-changed", "server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:42.740174 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ca8ab0-bccb-4754-9a86-3f53c7497040 x-openstack-request-id: req-b3ca8ab0-bccb-4754-9a86-3f53c7497040 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:42.740494 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:42.740747 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3ca8ab0-bccb-4754-9a86-3f53c7497040 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:42.741162 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'status': 'completed', 'code': 200} Jul 16 02:00:42.822353 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-dfa8effb-8e41-4c40-8fab-3586e5674427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:42.823910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-dfa8effb-8e41-4c40-8fab-3586e5674427 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 1136 time: 0.0573993 Jul 16 02:00:42.868621 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:42.933530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-41320d96-65cd-4b12-946c-6c99da6811fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:42.935051 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-41320d96-65cd-4b12-946c-6c99da6811fe service neutron] 10.222.0.78 "GET /v2.0/networks?id=0005e81d-d578-4a30-b602-209e4d7265f2 HTTP/1.1" status: 200 len: 897 time: 0.1033564 Jul 16 02:00:42.977487 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-d86600b9-c970-4fc5-9f17-21722add0ead service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c HTTP/1.1" status: 200 len: 217 time: 0.0340047 Jul 16 02:00:43.032383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-e97ecbf0-8a6d-4d5e-ba3c-0b60f2d66274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.033921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-e97ecbf0-8a6d-4d5e-ba3c-0b60f2d66274 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0426c3a5-43a2-43a3-9372-73398c06c409 HTTP/1.1" status: 200 len: 832 time: 0.0491228 Jul 16 02:00:43.078538 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:35Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:43.084961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ceaed-0886-461a-84f1-5c9a532fe94e req-31999055-d681-4c03-b2de-04acbac476ad tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.086511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d5ceaed-0886-461a-84f1-5c9a532fe94e req-31999055-d681-4c03-b2de-04acbac476ad tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 985 time: 0.0754988 Jul 16 02:00:43.100050 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-cbd9a5d5-05b0-410e-bcc5-13a17201dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.101603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-cbd9a5d5-05b0-410e-bcc5-13a17201dc83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0005e81d-d578-4a30-b602-209e4d7265f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610647 Jul 16 02:00:43.108798 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] Checking router: c7ce6af4-aa9b-45f3-93c3-54be4708c143 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:43.118032 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:43.118637 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:43.129270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d5ceaed-0886-461a-84f1-5c9a532fe94e req-21c25a43-304d-4c07-a1b5-b22ab4dd0162 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0369616 Jul 16 02:00:43.199842 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-3e96f768-c2ca-427f-b7d8-6bba8cd3fd81 service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880742 Jul 16 02:00:43.225954 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:43.294285 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-937fe322-d44a-48f5-82ef-a0b0460f2680 req-43e1ed29-b1e4-4818-ba77-92ab4849ffe2 service neutron] 10.222.0.78 "GET /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877676 Jul 16 02:00:43.396499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:43.415437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:43.415865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 3e876ec6-8d7c-4cf0-b8f6-83c95fe02e24 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:43.423703 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:35Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:43.448545 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ef0aa-29ee-4116-9d60-c9d602af8295 None None] The sync data for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 is: [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1d095eba-3c9b-4d81-9d2e-1f41e06f79ad', 'name': '', 'network_id': '0005e81d-d578-4a30-b602-209e4d7265f2', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'mac_address': 'fa:16:3e:4d:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:28Z', 'updated_at': '2021-07-16T01:59:35Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'subnets': [{'id': '0426c3a5-43a2-43a3-9372-73398c06c409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:43.671163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6a200-9e61-4c20-b036-30d244bbc059 None None] New status for floating IP ff04f10c-2c52-44eb-90c9-27df51f1680b: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:00:44.306754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee8a4d-6705-42b4-adef-b11ab6ddd276 req-380367eb-9db0-477f-8068-80570147758d tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:44.308414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccee8a4d-6705-42b4-adef-b11ab6ddd276 req-380367eb-9db0-477f-8068-80570147758d tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 985 time: 0.0681102 Jul 16 02:00:44.340891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349b39-21fe-4ce7-845a-089d674852ad req-45cf668f-dd3c-42d8-8406-57c07f82d478 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:44.342366 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-05349b39-21fe-4ce7-845a-089d674852ad req-45cf668f-dd3c-42d8-8406-57c07f82d478 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.78 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 985 time: 0.0641804 Jul 16 02:00:44.348890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ccee8a4d-6705-42b4-adef-b11ab6ddd276 req-a403a36a-4786-41b7-9874-7cbb7bc98225 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/security-groups?id=886cb495-41a4-4729-9c34-968ac681d733&id=29fdd0f2-3869-4bfa-ae48-8f8faa57d495&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0348723 Jul 16 02:00:44.445124 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting port 910370b5-aa8f-49f2-86bb-079d1173dc4c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:44.445743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.461414 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.534309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] For port 910370b5-aa8f-49f2-86bb-079d1173dc4c, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=910370b5-aa8f-49f2-86bb-079d1173dc4c,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:44.534903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.537713 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1c1b-8dfd-4841-8a11-e9a66c34eb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.548157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Calling delete_port for 910370b5-aa8f-49f2-86bb-079d1173dc4c owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:44.980839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.009593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Port': ['ID=910370b5-aa8f-49f2-86bb-079d1173dc4c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.059360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] No DVR routers for this DVR port 910370b5-aa8f-49f2-86bb-079d1173dc4c on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:45.062096 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.064759 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-05349b39-21fe-4ce7-845a-089d674852ad req-6d6139f5-46ac-415a-a805-42d88183400b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.78 "DELETE /v2.0/ports/910370b5-aa8f-49f2-86bb-079d1173dc4c HTTP/1.1" status: 204 len: 173 time: 0.7165446 Jul 16 02:00:45.065197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'name': 'network-vif-deleted', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:45.067405 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035608ae-9428-4f71-a0e6-250a64b7a615" -d '{"events": [{"server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "name": "network-vif-deleted", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:45.121504 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb62b4a-c4ad-43df-ae44-4617a6077abf x-openstack-request-id: req-beb62b4a-c4ad-43df-ae44-4617a6077abf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:45.121504 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3405afd6-2f96-4081-802a-b92436e53dec", "name": "network-vif-deleted", "tag": "910370b5-aa8f-49f2-86bb-079d1173dc4c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:45.121504 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beb62b4a-c4ad-43df-ae44-4617a6077abf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:45.121504 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3405afd6-2f96-4081-802a-b92436e53dec', 'name': 'network-vif-deleted', 'tag': '910370b5-aa8f-49f2-86bb-079d1173dc4c', 'status': 'completed', 'code': 200} Jul 16 02:00:45.414046 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.538753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-afa15422-f463-4c1c-ac77-4606706a632a req-01155ab1-df30-4608-9abf-17a1a0310d7b tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "GET /v2.0/ports?device_id=3405afd6-2f96-4081-802a-b92436e53dec HTTP/1.1" status: 200 len: 210 time: 0.0354784 Jul 16 02:00:46.330420 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.633702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39574) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:46.685284 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.707378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.748097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.751489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.752652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/security-groups/29fdd0f2-3869-4bfa-ae48-8f8faa57d495 HTTP/1.1" status: 204 len: 168 time: 0.1177058 Jul 16 02:00:46.755460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:46.761357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fdd0f2-3869-4bfa-ae48-8f8faa57d495,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.768687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.769395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.769395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.769704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.770036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.770366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.770695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.771028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.771356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.771684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.772023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.772354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523927bf-d061-4124-b5b6-30fb1ae4a913 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:46.809627 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38ca068d-811f-4344-819f-d57f54336351 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.832556 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38ca068d-811f-4344-819f-d57f54336351 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.877183 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38ca068d-811f-4344-819f-d57f54336351 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.879805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38ca068d-811f-4344-819f-d57f54336351 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.880977 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-38ca068d-811f-4344-819f-d57f54336351 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/security-groups/886cb495-41a4-4729-9c34-968ac681d733 HTTP/1.1" status: 204 len: 168 time: 0.1245391 Jul 16 02:00:46.883806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:46.889993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca068d-811f-4344-819f-d57f54336351 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886cb495-41a4-4729-9c34-968ac681d733,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.926014 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.246952 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.510024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:47.510285 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.600440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] For port 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:47.600801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.613108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Calling delete_port for 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:47.790046 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.816937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Port': ['ID=1d095eba-3c9b-4d81-9d2e-1f41e06f79ad,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:47.989352 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.202507 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Router c7ce6af4-aa9b-45f3-93c3-54be4708c143 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:48.305913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:48.310879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2fa7eb12-426d-4dd0-905f-44e2e7fbbf20 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "PUT /v2.0/routers/c7ce6af4-aa9b-45f3-93c3-54be4708c143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4260120 Jul 16 02:00:48.314023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39580) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.315376 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] Sync routers for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:48.324537 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:48.325128 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.366441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting subnet 0426c3a5-43a2-43a3-9372-73398c06c409 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:48.369514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.374240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 910370b5-aa8f-49f2-86bb-079d1173dc4c no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:48.395071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 910370b5-aa8f-49f2-86bb-079d1173dc4c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:48.395419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 910370b5-aa8f-49f2-86bb-079d1173dc4c not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:48.412378 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.426845 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:48.498973 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.557925 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.584889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Subnet': ['ID=0426c3a5-43a2-43a3-9372-73398c06c409,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:48.588497 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.590371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-97714570-3912-4f74-9655-2893bf1e3eee tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/subnets/0426c3a5-43a2-43a3-9372-73398c06c409 HTTP/1.1" status: 204 len: 168 time: 0.2754209 Jul 16 02:00:48.593064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.597750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f643b26-8d8f-4d5e-a8c6-aec867964ef0 None None] Network 0005e81d-d578-4a30-b602-209e4d7265f2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:48.606595 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T02:00:47Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.632799 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] Checking router: c7ce6af4-aa9b-45f3-93c3-54be4708c143 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:48.642101 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] Routers {'c7ce6af4-aa9b-45f3-93c3-54be4708c143'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:48.642710 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:00:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.705364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.747867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] Set router c7ce6af4-aa9b-45f3-93c3-54be4708c143 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:48.809576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] DHCP port deletion for 0005e81d-d578-4a30-b602-209e4d7265f2 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:48.820067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.860052 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] Deleting port de055c44-2e4f-469f-92ad-b81db97003ae {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:48.860386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.878262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Deleting port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:48.878609 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.925103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] For port de055c44-2e4f-469f-92ad-b81db97003ae, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=de055c44-2e4f-469f-92ad-b81db97003ae,segment=NetworkSegment(ae3292ea-c4a4-4355-a1d8-96835472db99),segment_id=ae3292ea-c4a4-4355-a1d8-96835472db99)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:48.925647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.936583 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T02:00:47Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.937340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] Calling delete_port for de055c44-2e4f-469f-92ad-b81db97003ae owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:48.962590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] For port 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:48.962988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.967194 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b5c07-3b18-4f5d-9b04-27a33ab54db0 None None] The sync data for ids ['c7ce6af4-aa9b-45f3-93c3-54be4708c143'] in n-d-800085-5 is: [{'id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38385429', 'tenant_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:22Z', 'updated_at': '2021-07-16T02:00:47Z', 'revision_number': 5, 'project_id': 'da6f5aeec77f4ec7994dade58f4b305b', 'gw_port': {'id': '8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ce6af4-aa9b-45f3-93c3-54be4708c143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:23Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:48.979120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Calling delete_port for 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:49.023757 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.051232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] Pushing event deleted for resources: {'Port': ['ID=de055c44-2e4f-469f-92ad-b81db97003ae,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.056449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2ea6d-9175-44df-bb1d-3d757ec3295e None None] No DVR routers for this DVR port de055c44-2e4f-469f-92ad-b81db97003ae on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:49.144970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.170982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Port': ['ID=8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.233146 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.323832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.326266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.374366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.374898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Fanout notify agent at l3_agent the message router_deleted on router c7ce6af4-aa9b-45f3-93c3-54be4708c143 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:49.383131 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.386835 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b4b3572-9c9c-43ac-af67-9f6366bc47f1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/routers/c7ce6af4-aa9b-45f3-93c3-54be4708c143 HTTP/1.1" status: 204 len: 168 time: 0.7902529 Jul 16 02:00:49.389203 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.477113 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.522240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device de055c44-2e4f-469f-92ad-b81db97003ae no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:49.547040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: de055c44-2e4f-469f-92ad-b81db97003ae {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:49.547980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device de055c44-2e4f-469f-92ad-b81db97003ae not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:49.548430 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:49.564769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.568191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:49.568574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1d095eba-3c9b-4d81-9d2e-1f41e06f79ad not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:49.577501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0005e81d-d578-4a30-b602-209e4d7265f2']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.588940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3292ea-c4a4-4355-a1d8-96835472db99') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.589241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3292ea-c4a4-4355-a1d8-96835472db99') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.598688 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.614650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.621255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:49.621703 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:49.624955 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:49.688862 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.708048 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.710027 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] 10.222.0.81 "DELETE /v2.0/networks/0005e81d-d578-4a30-b602-209e4d7265f2 HTTP/1.1" status: 204 len: 168 time: 0.3198111 Jul 16 02:00:49.711064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf48a-0532-4f02-9b2f-0c62afaed0b1 tempest-TestSecurityGroupsBasicOps-477634592 tempest-TestSecurityGroupsBasicOps-477634592-project] Pushing event deleted for resources: {'Network': ['ID=0005e81d-d578-4a30-b602-209e4d7265f2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.948749 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.019512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.148435 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e643b831-2aa2-4dbc-b3dc-6b12813b8eaa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da6f5aeec77f4ec7994dade58f4b305b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277423 Jul 16 02:00:50.150900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39596) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.198158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80b421e1-4c87-42dc-b203-119d5f951a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.218779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80b421e1-4c87-42dc-b203-119d5f951a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.268038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80b421e1-4c87-42dc-b203-119d5f951a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.270615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80b421e1-4c87-42dc-b203-119d5f951a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.271773 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-80b421e1-4c87-42dc-b203-119d5f951a86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/519605ef-32fb-4e6c-ab25-c869c2887eb0 HTTP/1.1" status: 204 len: 168 time: 0.1199608 Jul 16 02:00:50.280850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b421e1-4c87-42dc-b203-119d5f951a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519605ef-32fb-4e6c-ab25-c869c2887eb0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.521964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.535833 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f98f45a4-3c3e-4063-abe0-540bfb91bd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.630975 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f98f45a4-3c3e-4063-abe0-540bfb91bd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.634521 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f98f45a4-3c3e-4063-abe0-540bfb91bd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.673881 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f98f45a4-3c3e-4063-abe0-540bfb91bd50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28cf6632e1a7443cb58a2a42553c27f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508298 Jul 16 02:00:50.675901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f45a4-3c3e-4063-abe0-540bfb91bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387af54-7f51-4af4-9acf-748e1fde7359,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.676583 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39604) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.725773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6e58023-54f4-4ca0-a9ab-eaf22b9bba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.746483 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6e58023-54f4-4ca0-a9ab-eaf22b9bba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.791954 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6e58023-54f4-4ca0-a9ab-eaf22b9bba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.794554 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6e58023-54f4-4ca0-a9ab-eaf22b9bba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.795701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c6e58023-54f4-4ca0-a9ab-eaf22b9bba39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5387af54-7f51-4af4-9acf-748e1fde7359 HTTP/1.1" status: 204 len: 168 time: 0.1180789 Jul 16 02:00:50.803062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58023-54f4-4ca0-a9ab-eaf22b9bba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387af54-7f51-4af4-9acf-748e1fde7359,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.105452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.148790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2c3b2910-e041-4ec1-aa0b-f4adb0d768e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9583ce33036a4c7bb7947f37a4db3246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420897 Jul 16 02:00:51.151196 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.396315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:51.417220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:51.417599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8fb4e1fe-5ed9-4e24-bd17-1202cf7b987a not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:51.499358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82ef2bed-3834-40ce-bc7d-523fef3cfc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.519091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82ef2bed-3834-40ce-bc7d-523fef3cfc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.563424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82ef2bed-3834-40ce-bc7d-523fef3cfc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.565977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82ef2bed-3834-40ce-bc7d-523fef3cfc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.567103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-82ef2bed-3834-40ce-bc7d-523fef3cfc47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc516e37-d6d9-46c1-a7a0-80c3fc7604e0 HTTP/1.1" status: 204 len: 168 time: 0.4150283 Jul 16 02:00:51.574569 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef2bed-3834-40ce-bc7d-523fef3cfc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc516e37-d6d9-46c1-a7a0-80c3fc7604e0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.227444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39634) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.321229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1201154465-network', 'tenant_id': '8a9a670364d9401fa950d839fb27f6f5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:52.342532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Made reservation on behalf of 8a9a670364d9401fa950d839fb27f6f5 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:52.344977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.352892 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.441671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.445206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.470060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:52.479812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eb5acc-fa83-48de-add2-69da95590e00,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.484900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.485244 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Added segment f90b4849-5dbe-43b1-b968-06daa705c7ae of type vlan for network 942b774e-75cb-4298-94c7-55a8adf37e5f Jul 16 02:00:52.527257 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.554641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.555577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:52.556148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.600574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3719409 Jul 16 02:00:52.603563 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.608967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Request body: {'subnet': {'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1201154465-subnet', 'tenant_id': '8a9a670364d9401fa950d839fb27f6f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:52.630694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Made reservation on behalf of 8a9a670364d9401fa950d839fb27f6f5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:52.633111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.648542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bd1c-8c34-4dd8-b43a-4fb136ad6bee admin admin] Pushing event updated for resources: {'Network': ['ID=942b774e-75cb-4298-94c7-55a8adf37e5f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.658829 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 942b774e-75cb-4298-94c7-55a8adf37e5f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:52.798042 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.853336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a094d92-8e39-4afd-8a21-acb1d80e09ce,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.862661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Checking segment: {'id': 'f90b4849-5dbe-43b1-b968-06daa705c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:52.863025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Network hostable DHCP agents. Network: 942b774e-75cb-4298-94c7-55a8adf37e5f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:52.879800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Network 942b774e-75cb-4298-94c7-55a8adf37e5f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:52.888036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 942b774e-75cb-4298-94c7-55a8adf37e5f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:52.892025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:52.892657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.896936 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f10eb9-b840-412d-b989-8f23a97eaaa7 None None] Network 942b774e-75cb-4298-94c7-55a8adf37e5f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:52.906258 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b6984576-c544-41d0-95b3-cbe241c87be1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3015184 Jul 16 02:00:53.015377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41570e7e-3fc8-46ef-bcec-1a93116056ad None None] Network 942b774e-75cb-4298-94c7-55a8adf37e5f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:53.349893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.355008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-316641149-network', 'tenant_id': 'fea50945e4ce416782d9b1218d21921e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.375006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Made reservation on behalf of fea50945e4ce416782d9b1218d21921e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:53.377515 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.386316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.479472 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.483257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.503964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:53.517931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d22a1dd-73aa-4e40-9b4f-74134255d592,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.522800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.523157 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Added segment f55a5e0a-7a8c-49c5-acd6-fb3a56e95f49 of type vlan for network ce684b04-dffc-46d9-a797-40170fdaf30b Jul 16 02:00:53.562663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.590379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.591322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:53.591902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.643110 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2921238 Jul 16 02:00:53.646047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.651190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Request body: {'subnet': {'network_id': 'ce684b04-dffc-46d9-a797-40170fdaf30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-316641149-subnet', 'tenant_id': 'fea50945e4ce416782d9b1218d21921e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.673716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Made reservation on behalf of fea50945e4ce416782d9b1218d21921e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:53.676199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.687503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065c445-2b67-4aab-be65-654ad503fdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=ce684b04-dffc-46d9-a797-40170fdaf30b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.697809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ce684b04-dffc-46d9-a797-40170fdaf30b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:53.842415 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.900621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ee7e15-dd8f-4348-b211-db98d189b80f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.904899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Checking segment: {'id': 'f55a5e0a-7a8c-49c5-acd6-fb3a56e95f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ce684b04-dffc-46d9-a797-40170fdaf30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:53.905259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Network hostable DHCP agents. Network: ce684b04-dffc-46d9-a797-40170fdaf30b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:53.921386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Network ce684b04-dffc-46d9-a797-40170fdaf30b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:53.929254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ce684b04-dffc-46d9-a797-40170fdaf30b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:53.933315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:53.933903 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.938731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060225f-2c89-44cb-911c-df01c041aba7 None None] Network ce684b04-dffc-46d9-a797-40170fdaf30b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:53.953625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bcd9faf5-1c23-4268-95d6-7460aa22444f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3014026 Jul 16 02:00:54.072104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ae57a-b5df-4edf-a428-2812e6bb232a None None] Network ce684b04-dffc-46d9-a797-40170fdaf30b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:54.413323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-95428e1b-ecb0-45f4-8611-f5ea63664489 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.414738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-95428e1b-ecb0-45f4-8611-f5ea63664489 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/networks?id=942b774e-75cb-4298-94c7-55a8adf37e5f HTTP/1.1" status: 200 len: 812 time: 0.1041036 Jul 16 02:00:54.429419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-fa4511c4-28e4-461f-95fc-298fc1e42866 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/quotas/8a9a670364d9401fa950d839fb27f6f5 HTTP/1.1" status: 200 len: 375 time: 0.0095127 Jul 16 02:00:54.460809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-ce8727ab-fe4e-4a78-b130-e1e66181920a tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8a9a670364d9401fa950d839fb27f6f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268338 Jul 16 02:00:54.548096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-bd0b5bad-92cd-48d7-b918-210c6b81a464 service neutron] 10.222.0.81 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806456 Jul 16 02:00:54.638872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-a81ed851-84ca-4ea9-9780-1ee9faee52f8 service neutron] 10.222.0.81 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851560 Jul 16 02:00:54.803395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45bca8c6-279f-4215-aa17-30b2c98ee534 req-8612ee1f-3080-4627-8a0e-6b41067e313f tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 210 time: 0.0296667 Jul 16 02:00:55.848250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-3472d466-aa44-485b-8dfe-5814b2d030c4 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.850353 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-3472d466-aa44-485b-8dfe-5814b2d030c4 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.78 "GET /v2.0/networks?id=942b774e-75cb-4298-94c7-55a8adf37e5f HTTP/1.1" status: 200 len: 812 time: 0.1152098 Jul 16 02:00:55.865373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Request body: {'port': {'device_id': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f', 'admin_state_up': True, 'tenant_id': '8a9a670364d9401fa950d839fb27f6f5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:55.987364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Made reservation on behalf of 8a9a670364d9401fa950d839fb27f6f5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:55.991875 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.992059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfe85e2f-5295-4e52-a4c9-d713356d3c51 req-354eaa72-a0e4-473d-aa50-d28192dd3b5b tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 210 time: 0.0389724 Jul 16 02:00:56.129235 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Allocated IP 172.20.0.6 (942b774e-75cb-4298-94c7-55a8adf37e5f/7a094d92-8e39-4afd-8a21-acb1d80e09ce/18a1311b-b141-4926-8ddc-75f0a76273da) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:56.279325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.317781 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.360322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Network 942b774e-75cb-4298-94c7-55a8adf37e5f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:56.365486 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:56.369229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:56.394489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Pushing event updated for resources: {'Port': ['ID=18a1311b-b141-4926-8ddc-75f0a76273da,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.422037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:56.422676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.436101 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-cfa79732-8172-4742-8340-7235e61a3c70 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767081 Jul 16 02:00:56.447159 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Request body: {'port': {'device_id': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:56.521279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.778325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a1311b-b141-4926-8ddc-75f0a76273da {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:56.785610 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.797046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Transition to ACTIVE for port object 18a1311b-b141-4926-8ddc-75f0a76273da will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:56.800937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.851417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Pushing event updated for resources: {'Port': ['ID=18a1311b-b141-4926-8ddc-75f0a76273da,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.922192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Attempting to bind port 18a1311b-b141-4926-8ddc-75f0a76273da on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:56.922534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Attempting to bind port 18a1311b-b141-4926-8ddc-75f0a76273da by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'f90b4849-5dbe-43b1-b968-06daa705c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:56.922866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Attempting to bind port 18a1311b-b141-4926-8ddc-75f0a76273da on network 942b774e-75cb-4298-94c7-55a8adf37e5f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:56.927275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Port 18a1311b-b141-4926-8ddc-75f0a76273da on network 942b774e-75cb-4298-94c7-55a8adf37e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:56.927608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Attempting to bind port 18a1311b-b141-4926-8ddc-75f0a76273da on network 942b774e-75cb-4298-94c7-55a8adf37e5f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:56.932341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:56.932688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Checking segment: {'id': 'f90b4849-5dbe-43b1-b968-06daa705c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:56.933079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Bound using segment: {'id': 'f90b4849-5dbe-43b1-b968-06daa705c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:56.933509 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Bound port: 18a1311b-b141-4926-8ddc-75f0a76273da, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90b4849-5dbe-43b1-b968-06daa705c7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:56.933865 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.995444 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] For port 18a1311b-b141-4926-8ddc-75f0a76273da, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:56.998432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] For port 18a1311b-b141-4926-8ddc-75f0a76273da, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=18a1311b-b141-4926-8ddc-75f0a76273da,segment=NetworkSegment(f90b4849-5dbe-43b1-b968-06daa705c7ae),segment_id=f90b4849-5dbe-43b1-b968-06daa705c7ae)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:57.003569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.037615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.038279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.039702 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] 10.222.0.78 "PUT /v2.0/ports/18a1311b-b141-4926-8ddc-75f0a76273da HTTP/1.1" status: 200 len: 1091 time: 0.5965910 Jul 16 02:00:57.040153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'tag': '18a1311b-b141-4926-8ddc-75f0a76273da'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:57.042403 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ec9622-00d9-46e9-9809-f11adbc18f71" -d '{"events": [{"name": "network-changed", "server_uuid": "25dd2b03-bab9-463e-813f-c264ef36dd8d", "tag": "18a1311b-b141-4926-8ddc-75f0a76273da"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:57.076028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645338ca-f85d-445c-bc06-5b7ec3ed7740 service neutron] Pushing event updated for resources: {'Port': ['ID=18a1311b-b141-4926-8ddc-75f0a76273da,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.085112 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648f4208-590d-4c55-be18-dc51ad64cecd x-openstack-request-id: req-648f4208-590d-4c55-be18-dc51ad64cecd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:57.085412 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dd2b03-bab9-463e-813f-c264ef36dd8d", "tag": "18a1311b-b141-4926-8ddc-75f0a76273da", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:57.085841 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-648f4208-590d-4c55-be18-dc51ad64cecd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:57.086151 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'tag': '18a1311b-b141-4926-8ddc-75f0a76273da', 'status': 'completed', 'code': 200} Jul 16 02:00:57.153807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-84ff0edc-ce36-48f0-8778-1db9d98875cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.155365 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-84ff0edc-ce36-48f0-8778-1db9d98875cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a9a670364d9401fa950d839fb27f6f5&device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 1094 time: 0.0575752 Jul 16 02:00:57.180916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8d6f2-d835-496b-abda-6ef0719f8189 req-cd267ef4-28a6-4f7e-9037-7150632be834 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.182419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74f8d6f2-d835-496b-abda-6ef0719f8189 req-cd267ef4-28a6-4f7e-9037-7150632be834 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 943 time: 0.0637317 Jul 16 02:00:57.197377 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-9766f6d9-19e4-4760-828f-ac878d168606 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18a1311b-b141-4926-8ddc-75f0a76273da HTTP/1.1" status: 200 len: 217 time: 0.0345185 Jul 16 02:00:57.220396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74f8d6f2-d835-496b-abda-6ef0719f8189 req-8b14cd88-a101-4644-8538-204e827a6920 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Jul 16 02:00:57.245498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-3ab383be-32c2-413b-8a04-2c2896e3281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.246960 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-3ab383be-32c2-413b-8a04-2c2896e3281d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a094d92-8e39-4afd-8a21-acb1d80e09ce HTTP/1.1" status: 200 len: 852 time: 0.0434344 Jul 16 02:00:57.282743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-2a0f5af5-96ef-477f-9895-47704d4fc312 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=942b774e-75cb-4298-94c7-55a8adf37e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291190 Jul 16 02:00:57.369605 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-9eba0c6d-72c9-4f83-8892-14e705a54fb5 service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806680 Jul 16 02:00:57.465318 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2fa3c21-5e9b-4d05-ae5d-029c4b255ed6 req-caea7f6b-e61f-44bd-90d8-0a245b189457 service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885658 Jul 16 02:00:57.562921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-da326575-1830-4339-bf1b-1be2563b4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.564383 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-da326575-1830-4339-bf1b-1be2563b4e8b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a9a670364d9401fa950d839fb27f6f5&device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 1094 time: 0.0525651 Jul 16 02:00:57.655972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-ec2dcd7f-7fdc-4a5a-bf66-d7a9c11f5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.657957 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-ec2dcd7f-7fdc-4a5a-bf66-d7a9c11f5969 service neutron] 10.222.0.78 "GET /v2.0/networks?id=942b774e-75cb-4298-94c7-55a8adf37e5f HTTP/1.1" status: 200 len: 913 time: 0.0866077 Jul 16 02:00:57.698454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-ef675c49-3209-4aae-97b7-abbf39b856da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18a1311b-b141-4926-8ddc-75f0a76273da HTTP/1.1" status: 200 len: 217 time: 0.0334857 Jul 16 02:00:57.745892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-3919e788-ad33-4b51-a967-9813f0e38054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.747274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-3919e788-ad33-4b51-a967-9813f0e38054 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a094d92-8e39-4afd-8a21-acb1d80e09ce HTTP/1.1" status: 200 len: 852 time: 0.0429859 Jul 16 02:00:57.778796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-ecbc77e7-298b-4efc-af3a-560582509250 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=942b774e-75cb-4298-94c7-55a8adf37e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246780 Jul 16 02:00:57.869411 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-e05695c6-1442-425f-9133-bca25af59547 service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840828 Jul 16 02:00:57.960589 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8ec9622-00d9-46e9-9809-f11adbc18f71 req-3c2e4f7a-68c2-4969-a7fe-4394f4fb733a service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Jul 16 02:00:58.393046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92db31-7c62-4eb9-8264-85583f2f0156 req-96db03bf-3c3f-4eac-b938-f5043938bd82 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:58.394509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c92db31-7c62-4eb9-8264-85583f2f0156 req-96db03bf-3c3f-4eac-b938-f5043938bd82 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 943 time: 0.0630376 Jul 16 02:00:58.430608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c92db31-7c62-4eb9-8264-85583f2f0156 req-573ff4cc-ae3c-47de-9919-e9984b3d4ac9 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305879 Jul 16 02:00:59.601789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4eee-18f3-47ee-ab8f-acb4268ef641 req-0d4f763c-0620-47d7-a1ae-9d5c4beefb9f tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:59.603244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14c4eee-18f3-47ee-ab8f-acb4268ef641 req-0d4f763c-0620-47d7-a1ae-9d5c4beefb9f tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 943 time: 0.0653305 Jul 16 02:00:59.640611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a14c4eee-18f3-47ee-ab8f-acb4268ef641 req-d4421e30-e580-41c8-bb07-5f9cfe59bc14 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Jul 16 02:01:00.419404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 18a1311b-b141-4926-8ddc-75f0a76273da details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:00.508994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 18a1311b-b141-4926-8ddc-75f0a76273da, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=18a1311b-b141-4926-8ddc-75f0a76273da,segment=NetworkSegment(f90b4849-5dbe-43b1-b968-06daa705c7ae),segment_id=f90b4849-5dbe-43b1-b968-06daa705c7ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:00.519408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '18a1311b-b141-4926-8ddc-75f0a76273da', 'network_id': '942b774e-75cb-4298-94c7-55a8adf37e5f', 'port_id': '18a1311b-b141-4926-8ddc-75f0a76273da', 'mac_address': 'fa:16:3e:0e:47:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a094d92-8e39-4afd-8a21-acb1d80e09ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:00.554478 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.569787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a1311b-b141-4926-8ddc-75f0a76273da {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:00.588064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 18a1311b-b141-4926-8ddc-75f0a76273da, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=18a1311b-b141-4926-8ddc-75f0a76273da,segment=NetworkSegment(f90b4849-5dbe-43b1-b968-06daa705c7ae),segment_id=f90b4849-5dbe-43b1-b968-06daa705c7ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:00.594824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.642340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=18a1311b-b141-4926-8ddc-75f0a76273da,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.811522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5f0ac-42b0-4ff9-958a-6e7be05dae08 req-dc75b1b8-59e3-461a-8db5-45b77bb17aed tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:00.813093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f6f5f0ac-42b0-4ff9-958a-6e7be05dae08 req-dc75b1b8-59e3-461a-8db5-45b77bb17aed tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 944 time: 0.0622206 Jul 16 02:01:00.815095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['18a1311b-b141-4926-8ddc-75f0a76273da'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:00.850936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f6f5f0ac-42b0-4ff9-958a-6e7be05dae08 req-cf2a6df5-4449-4656-9faf-0fd9425ca032 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Jul 16 02:01:02.018856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89588feb-ce43-4fa1-8863-88bfb32a6529 req-3ce277f6-b47d-4140-8e3e-fdbe9d6bc372 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.020939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89588feb-ce43-4fa1-8863-88bfb32a6529 req-3ce277f6-b47d-4140-8e3e-fdbe9d6bc372 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 944 time: 0.0635743 Jul 16 02:01:02.069230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89588feb-ce43-4fa1-8863-88bfb32a6529 req-695d4154-d27f-4d5e-92ea-8fb6acfc0b8e tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Jul 16 02:01:02.427076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 18a1311b-b141-4926-8ddc-75f0a76273da up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:02.476918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 18a1311b-b141-4926-8ddc-75f0a76273da completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:02.480505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 18a1311b-b141-4926-8ddc-75f0a76273da triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:02.480880 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.554739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.576390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a1311b-b141-4926-8ddc-75f0a76273da'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:02.579112 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2568aed5-eb82-4bf5-8216-4e3eb32f9381" -d '{"events": [{"server_uuid": "25dd2b03-bab9-463e-813f-c264ef36dd8d", "name": "network-vif-plugged", "status": "completed", "tag": "18a1311b-b141-4926-8ddc-75f0a76273da"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:02.591591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 18a1311b-b141-4926-8ddc-75f0a76273da, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=18a1311b-b141-4926-8ddc-75f0a76273da,segment=NetworkSegment(f90b4849-5dbe-43b1-b968-06daa705c7ae),segment_id=f90b4849-5dbe-43b1-b968-06daa705c7ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:02.596046 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.625285 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02f041b-e763-42fb-abd6-895a3dd84e07 x-openstack-request-id: req-a02f041b-e763-42fb-abd6-895a3dd84e07 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:02.625584 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dd2b03-bab9-463e-813f-c264ef36dd8d", "name": "network-vif-plugged", "status": "completed", "tag": "18a1311b-b141-4926-8ddc-75f0a76273da", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:02.625833 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a02f041b-e763-42fb-abd6-895a3dd84e07 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:02.626213 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a1311b-b141-4926-8ddc-75f0a76273da', 'code': 200} Jul 16 02:01:02.652259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=18a1311b-b141-4926-8ddc-75f0a76273da,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:02.726508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1440eeb-cc18-449b-8647-a5eb83fc2d66 req-d4016284-5f02-4356-85b3-cb3d19030be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.728001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c1440eeb-cc18-449b-8647-a5eb83fc2d66 req-d4016284-5f02-4356-85b3-cb3d19030be4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 1096 time: 0.0518599 Jul 16 02:01:02.762479 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c1440eeb-cc18-449b-8647-a5eb83fc2d66 req-f1a6326c-68a1-4972-b535-0c3581a747e1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273495 Jul 16 02:01:03.236666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36825a-9882-4937-bade-7251e5e92011 req-77b95c4f-f812-491d-b9b9-64f6115d9ffa tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.238171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a36825a-9882-4937-bade-7251e5e92011 req-77b95c4f-f812-491d-b9b9-64f6115d9ffa tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0631890 Jul 16 02:01:03.274823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a36825a-9882-4937-bade-7251e5e92011 req-029845c4-7d9a-4782-a986-0e2937cccdf8 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Jul 16 02:01:04.443497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d327bb-8ac1-431a-87ef-6df239586210 req-d4c41d34-3043-4b19-a75a-717d44b4024b tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.444985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84d327bb-8ac1-431a-87ef-6df239586210 req-d4c41d34-3043-4b19-a75a-717d44b4024b tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0620594 Jul 16 02:01:04.481394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84d327bb-8ac1-431a-87ef-6df239586210 req-d3bc34a0-f960-4475-80a7-bf5b6242168d tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309334 Jul 16 02:01:04.654905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc950-3310-4823-a67c-824e12d5789f req-7a272dd0-d737-49c3-b7d2-2b2384190d9b tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.656327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41afc950-3310-4823-a67c-824e12d5789f req-7a272dd0-d737-49c3-b7d2-2b2384190d9b tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0664465 Jul 16 02:01:04.694077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41afc950-3310-4823-a67c-824e12d5789f req-91aa5002-7483-4396-921c-38b4b7dfbdfe tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jul 16 02:01:05.045140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48cb28-9a3e-4022-9302-c67948df6fdc req-dd7829fc-6eb6-40d9-9693-466d2ff544d7 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:05.046613 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed48cb28-9a3e-4022-9302-c67948df6fdc req-dd7829fc-6eb6-40d9-9693-466d2ff544d7 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0640194 Jul 16 02:01:05.084548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed48cb28-9a3e-4022-9302-c67948df6fdc req-438f3ea9-2254-4f62-ba17-5bfdc98f760a tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Jul 16 02:01:05.357639 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:06.257580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6a56-c71a-40c7-b7e0-29f458db9faa req-17e85f42-04fb-4016-b013-96e1c98cf06d tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.259062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-736f6a56-c71a-40c7-b7e0-29f458db9faa req-17e85f42-04fb-4016-b013-96e1c98cf06d tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0621336 Jul 16 02:01:06.299704 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-736f6a56-c71a-40c7-b7e0-29f458db9faa req-f7d05ba9-d06b-4f5e-a503-c29ede6ffae8 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351865 Jul 16 02:01:06.610287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-be9abfb3-0155-4f03-b072-4bada5ca0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.611712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-be9abfb3-0155-4f03-b072-4bada5ca0076 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a9a670364d9401fa950d839fb27f6f5&device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 1096 time: 0.0537279 Jul 16 02:01:06.624610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528ba05-9052-4faf-a2e0-9717b47e949d req-11705d52-710d-42ee-90a6-2fc896b25b61 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.626144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a528ba05-9052-4faf-a2e0-9717b47e949d req-11705d52-710d-42ee-90a6-2fc896b25b61 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0638337 Jul 16 02:01:06.665013 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a528ba05-9052-4faf-a2e0-9717b47e949d req-6fc06d62-37ff-4ffd-9069-fa22b9db90f2 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328505 Jul 16 02:01:06.705401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-c62d5316-c63a-432d-8a84-f86ee4df93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.706869 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-c62d5316-c63a-432d-8a84-f86ee4df93af service neutron] 10.222.0.78 "GET /v2.0/networks?id=942b774e-75cb-4298-94c7-55a8adf37e5f HTTP/1.1" status: 200 len: 913 time: 0.0877664 Jul 16 02:01:06.748532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-1b009f86-4b60-4efa-93f1-3ed2332a3681 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18a1311b-b141-4926-8ddc-75f0a76273da HTTP/1.1" status: 200 len: 217 time: 0.0342109 Jul 16 02:01:06.794102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-156c4c6a-1eb8-4ee4-a23f-f6f053e439e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.795470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-156c4c6a-1eb8-4ee4-a23f-f6f053e439e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a094d92-8e39-4afd-8a21-acb1d80e09ce HTTP/1.1" status: 200 len: 852 time: 0.0413375 Jul 16 02:01:06.830417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-574a54fa-509f-44e9-a9e4-31ff3efde2e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=942b774e-75cb-4298-94c7-55a8adf37e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288126 Jul 16 02:01:06.918505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-17f58f0e-7f53-4b51-96ec-c4cc8a878835 service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805781 Jul 16 02:01:07.011151 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb07ee5a-8811-46ab-92fc-fe21bb4c1d9a req-45fa38a8-e0fd-4fab-8dd0-053e6f286a20 service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Jul 16 02:01:07.841736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35694b3c-dfba-4be3-9fb6-610a090231c1 req-dc934060-7928-4444-8e5d-08ed12bd8907 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:07.843605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35694b3c-dfba-4be3-9fb6-610a090231c1 req-dc934060-7928-4444-8e5d-08ed12bd8907 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0657990 Jul 16 02:01:07.883017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35694b3c-dfba-4be3-9fb6-610a090231c1 req-c59689b4-7890-4df6-ade6-0c7cfc508090 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Jul 16 02:01:09.055831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab2214-96e3-419a-be0c-90a90f8a2a3a req-8f299808-5ed3-49ba-8a0d-5ae45cc285a0 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:09.057661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43ab2214-96e3-419a-be0c-90a90f8a2a3a req-8f299808-5ed3-49ba-8a0d-5ae45cc285a0 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0674543 Jul 16 02:01:09.095171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43ab2214-96e3-419a-be0c-90a90f8a2a3a req-0379bb7e-ec51-4d5f-a5b5-1eed4d563d40 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Jul 16 02:01:09.439629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc03cb-f013-4a1f-98dd-95f4893d7f40 req-715d8840-1a45-4573-a96e-06cb6d324d41 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:09.441210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96fc03cb-f013-4a1f-98dd-95f4893d7f40 req-715d8840-1a45-4573-a96e-06cb6d324d41 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0631056 Jul 16 02:01:09.477941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96fc03cb-f013-4a1f-98dd-95f4893d7f40 req-363859b6-7416-4f45-9333-6a0ee7868aff tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313039 Jul 16 02:01:10.651343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1285a4b-d416-460c-84c4-6a395962beee req-7f281621-591c-4cd0-93b6-b468c141f3f2 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:10.652873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1285a4b-d416-460c-84c4-6a395962beee req-7f281621-591c-4cd0-93b6-b468c141f3f2 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0633309 Jul 16 02:01:10.693959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b1285a4b-d416-460c-84c4-6a395962beee req-73846e4d-820e-45b4-b1ce-cd09a5941864 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Jul 16 02:01:11.010705 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-ded1f04a-e636-4b9f-8b6e-e039d80fbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.012274 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-ded1f04a-e636-4b9f-8b6e-e039d80fbecb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8a9a670364d9401fa950d839fb27f6f5&device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 1096 time: 0.0535808 Jul 16 02:01:11.029945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192965c3-781f-46c7-9c09-bb75e2d4ccf4 req-f0ab40a3-0869-4f5b-9f79-35724f3dd1a4 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.031993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192965c3-781f-46c7-9c09-bb75e2d4ccf4 req-f0ab40a3-0869-4f5b-9f79-35724f3dd1a4 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0654533 Jul 16 02:01:11.072422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-192965c3-781f-46c7-9c09-bb75e2d4ccf4 req-a016d0da-3cea-45a8-a27e-56c466db40f4 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348737 Jul 16 02:01:11.111346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-d4a93fb6-ebb3-4fd8-bf31-f70d4384e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.112868 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-d4a93fb6-ebb3-4fd8-bf31-f70d4384e6ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=942b774e-75cb-4298-94c7-55a8adf37e5f HTTP/1.1" status: 200 len: 913 time: 0.0942647 Jul 16 02:01:11.152774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-73ad0950-2256-4f97-93ca-3530039c15e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18a1311b-b141-4926-8ddc-75f0a76273da HTTP/1.1" status: 200 len: 217 time: 0.0328467 Jul 16 02:01:11.203252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-db98db54-e580-4977-8677-edecbd5fedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.204793 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-db98db54-e580-4977-8677-edecbd5fedd1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7a094d92-8e39-4afd-8a21-acb1d80e09ce HTTP/1.1" status: 200 len: 852 time: 0.0460494 Jul 16 02:01:11.242004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-3bf232e9-efe6-4ca4-aae1-06a0c702bf92 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=942b774e-75cb-4298-94c7-55a8adf37e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304019 Jul 16 02:01:11.329427 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-1fcdf796-f649-437e-9913-6f7d9bf62d16 service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809727 Jul 16 02:01:11.422743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-95ef13ae-940b-4d31-815a-e9c1cd2961f9 req-a5c4c8f7-8740-4902-8013-270d03341f99 service neutron] 10.222.0.78 "GET /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Jul 16 02:01:11.646760 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bfb02d3b-8c35-4661-974c-799cd2ac5b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.245905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049990ff-5ae0-4473-9cb6-1d9b2ba732f4 req-9facb6ef-ea9d-492d-98e2-7b0c2527c0e8 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.247373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-049990ff-5ae0-4473-9cb6-1d9b2ba732f4 req-9facb6ef-ea9d-492d-98e2-7b0c2527c0e8 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0634367 Jul 16 02:01:12.284578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-049990ff-5ae0-4473-9cb6-1d9b2ba732f4 req-395c2c66-b6b7-4b98-97a6-cc0912e4d778 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Jul 16 02:01:12.648059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e6517-8f67-4509-8528-1cf35875a3ae req-e812a871-e5a8-498a-9e56-9d5a966f8ebc tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.649425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-806e6517-8f67-4509-8528-1cf35875a3ae req-e812a871-e5a8-498a-9e56-9d5a966f8ebc tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0660572 Jul 16 02:01:12.686725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-806e6517-8f67-4509-8528-1cf35875a3ae req-7220dbf2-ae2d-4c81-b9a5-fafcba61e97a tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318258 Jul 16 02:01:13.871523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76e3f2-3c45-4718-9621-81265b079f6b req-9fae4f48-fc0d-4dbd-9584-9b641be75324 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:13.873168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df76e3f2-3c45-4718-9621-81265b079f6b req-9fae4f48-fc0d-4dbd-9584-9b641be75324 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0779312 Jul 16 02:01:13.914471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df76e3f2-3c45-4718-9621-81265b079f6b req-ccb23094-196f-4935-84b0-864819c5793d tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/security-groups?id=03eb5acc-fa83-48de-add2-69da95590e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Jul 16 02:01:14.463606 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.518434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-911340ce-eb7c-402f-a785-6f16e23e6756 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.519950 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-911340ce-eb7c-402f-a785-6f16e23e6756 tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.78 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 945 time: 0.0649455 Jul 16 02:01:14.539412 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8b4a-6866-4bb1-b7a2-5ab7f5a88d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.625364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Deleting port 18a1311b-b141-4926-8ddc-75f0a76273da {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:14.625713 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.717145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] For port 18a1311b-b141-4926-8ddc-75f0a76273da, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=18a1311b-b141-4926-8ddc-75f0a76273da,segment=NetworkSegment(f90b4849-5dbe-43b1-b968-06daa705c7ae),segment_id=f90b4849-5dbe-43b1-b968-06daa705c7ae)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:14.717630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.730703 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Calling delete_port for 18a1311b-b141-4926-8ddc-75f0a76273da owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:14.910848 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.923506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['18a1311b-b141-4926-8ddc-75f0a76273da'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:14.941855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Pushing event deleted for resources: {'Port': ['ID=18a1311b-b141-4926-8ddc-75f0a76273da,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.992541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] No DVR routers for this DVR port 18a1311b-b141-4926-8ddc-75f0a76273da on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:14.995252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.997446 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-2f21e5bc-530d-4f09-afd0-7da5e09a62d1 req-e8ba4147-a64f-4227-b3e4-f7f0b38f0aee tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.78 "DELETE /v2.0/ports/18a1311b-b141-4926-8ddc-75f0a76273da HTTP/1.1" status: 204 len: 173 time: 0.4714987 Jul 16 02:01:14.997890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'name': 'network-vif-deleted', 'tag': '18a1311b-b141-4926-8ddc-75f0a76273da'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:15.000206 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e36485c-10bc-4d68-990f-e08ace337d1b" -d '{"events": [{"server_uuid": "25dd2b03-bab9-463e-813f-c264ef36dd8d", "name": "network-vif-deleted", "tag": "18a1311b-b141-4926-8ddc-75f0a76273da"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:15.043410 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408e595-3a29-4550-987f-fb432f8ae355 x-openstack-request-id: req-5408e595-3a29-4550-987f-fb432f8ae355 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:15.043663 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dd2b03-bab9-463e-813f-c264ef36dd8d", "name": "network-vif-deleted", "tag": "18a1311b-b141-4926-8ddc-75f0a76273da", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:15.043909 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5408e595-3a29-4550-987f-fb432f8ae355 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:15.044522 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dd2b03-bab9-463e-813f-c264ef36dd8d', 'name': 'network-vif-deleted', 'tag': '18a1311b-b141-4926-8ddc-75f0a76273da', 'status': 'completed', 'code': 200} Jul 16 02:01:15.096376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3bc5f2cc-a6bd-4652-ab5b-19e61c3d4506 req-7bce96d8-f383-44e0-9f8b-21a4b286305d tempest-TestServerAdvancedOps-521285250 tempest-TestServerAdvancedOps-521285250-project] 10.222.0.81 "GET /v2.0/ports?device_id=25dd2b03-bab9-463e-813f-c264ef36dd8d HTTP/1.1" status: 200 len: 210 time: 0.0352941 Jul 16 02:01:15.414540 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.195453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.244927 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] Deleting subnet 7a094d92-8e39-4afd-8a21-acb1d80e09ce {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:16.251787 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.288310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.327596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.338655 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.383908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.414130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a094d92-8e39-4afd-8a21-acb1d80e09ce,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.419534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.420949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5ea4a0ed-9643-4f80-a7df-6b571af40293 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7a094d92-8e39-4afd-8a21-acb1d80e09ce HTTP/1.1" status: 204 len: 168 time: 0.2259092 Jul 16 02:01:16.423975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39768) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.491055 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.571026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.581338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942b774e-75cb-4298-94c7-55a8adf37e5f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:16.590926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90b4849-5dbe-43b1-b968-06daa705c7ae') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:16.591224 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90b4849-5dbe-43b1-b968-06daa705c7ae') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:16.600524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.614200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.620244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:16.620637 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:16.622357 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:16.674948 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.680210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.682053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/942b774e-75cb-4298-94c7-55a8adf37e5f HTTP/1.1" status: 204 len: 168 time: 0.2571070 Jul 16 02:01:16.685142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.692886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa62ee3-3813-432f-ab43-ae56b050c8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=942b774e-75cb-4298-94c7-55a8adf37e5f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.739205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] Deleting subnet 26ee7e15-dd8f-4348-b211-db98d189b80f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:16.742729 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.779245 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.821215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.880274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.892930 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.894815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/26ee7e15-dd8f-4348-b211-db98d189b80f HTTP/1.1" status: 204 len: 168 time: 0.2083905 Jul 16 02:01:16.897524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39772) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.922144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49aafc-a43d-4bf0-a737-77875ef22b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ee7e15-dd8f-4348-b211-db98d189b80f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.945494 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.981608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.073714 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.083818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce684b04-dffc-46d9-a797-40170fdaf30b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:17.094000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55a5e0a-7a8c-49c5-acd6-fb3a56e95f49') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:17.094246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55a5e0a-7a8c-49c5-acd6-fb3a56e95f49') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:17.102843 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.116789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.123166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:17.123504 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:17.125278 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:17.178421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.193520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.195372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce684b04-dffc-46d9-a797-40170fdaf30b HTTP/1.1" status: 204 len: 168 time: 0.2965393 Jul 16 02:01:17.196431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370965f-02c4-4635-baaa-fc7148efbdca admin admin] Pushing event deleted for resources: {'Network': ['ID=ce684b04-dffc-46d9-a797-40170fdaf30b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.357616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.399285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dc8fde11-4e73-4c15-be43-e5429d67efca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a9a670364d9401fa950d839fb27f6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401986 Jul 16 02:01:17.401817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.450403 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1b527dc-706a-4a88-934c-0721354fe47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.472056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1b527dc-706a-4a88-934c-0721354fe47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.517736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1b527dc-706a-4a88-934c-0721354fe47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.520560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1b527dc-706a-4a88-934c-0721354fe47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.522395 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1b527dc-706a-4a88-934c-0721354fe47c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03eb5acc-fa83-48de-add2-69da95590e00 HTTP/1.1" status: 204 len: 168 time: 0.1195631 Jul 16 02:01:17.530382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b527dc-706a-4a88-934c-0721354fe47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eb5acc-fa83-48de-add2-69da95590e00,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.848087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.890430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0942808-3b69-484f-9952-9652c7908365 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fea50945e4ce416782d9b1218d21921e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383086 Jul 16 02:01:17.891010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39788) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.942978 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fa31bd8-9f90-46fe-b95a-c5066a150f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.966213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fa31bd8-9f90-46fe-b95a-c5066a150f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.021476 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fa31bd8-9f90-46fe-b95a-c5066a150f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.024235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fa31bd8-9f90-46fe-b95a-c5066a150f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.025420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5fa31bd8-9f90-46fe-b95a-c5066a150f41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d22a1dd-73aa-4e40-9b4f-74134255d592 HTTP/1.1" status: 204 len: 168 time: 0.1334252 Jul 16 02:01:18.033639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa31bd8-9f90-46fe-b95a-c5066a150f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d22a1dd-73aa-4e40-9b4f-74134255d592,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.498858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 18a1311b-b141-4926-8ddc-75f0a76273da no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:18.519776 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 18a1311b-b141-4926-8ddc-75f0a76273da {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:18.520055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 18a1311b-b141-4926-8ddc-75f0a76273da not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:18.810038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:18.924171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-77113126-network', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:18.946207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Made reservation on behalf of 8e56f8b26d7944a6a28e2bd8dd5bffed for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:18.949028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.960730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.097466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.105288 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.145195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:19.153041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ef28f2-73d0-4314-9872-81eee05e3151,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.161127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.161577 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Added segment ccf983f3-2000-4819-ba81-154978ef04ca of type vlan for network 171d1b03-991d-49de-aabf-d2173f1f7668 Jul 16 02:01:19.216152 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.262008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.265433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.266026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.309341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4970667 Jul 16 02:01:19.315077 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.320074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Request body: {'subnet': {'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-77113126-subnet', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:19.339808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a061a-8f5e-4e5f-ad62-fbbfd855f685 admin admin] Pushing event updated for resources: {'Network': ['ID=171d1b03-991d-49de-aabf-d2173f1f7668,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.366766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Made reservation on behalf of 8e56f8b26d7944a6a28e2bd8dd5bffed for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:19.367397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 171d1b03-991d-49de-aabf-d2173f1f7668 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:19.374727 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.405664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-97ffc273-d4ab-40bb-8eb3-9b899646c528 req-be5cf56d-78fd-4732-920a-1709ef990da4 service neutron] (93707) timed out ('10.222.0.93', 59854) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:01:19.642473 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.708178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc18009-97e5-4bd4-bb5c-e42408d2b835,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.721185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Checking segment: {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:19.721996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Network hostable DHCP agents. Network: 171d1b03-991d-49de-aabf-d2173f1f7668, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:19.753167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Network 171d1b03-991d-49de-aabf-d2173f1f7668 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:19.763692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 171d1b03-991d-49de-aabf-d2173f1f7668) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:19.768212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.768989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.777116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11537f26-480f-479a-8e8c-ffda99bf9500 None None] Network 171d1b03-991d-49de-aabf-d2173f1f7668 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:19.793869 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e73e8f59-a8fc-4b29-b53b-0c2e5756c6e1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4742460 Jul 16 02:01:19.794730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.800534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:19.831946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.833817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.915623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.984585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.029613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-171d1b03-991d-49de-aabf-d2173f1f7668', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:20.031240 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.244974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Allocated IP 172.20.0.2 (171d1b03-991d-49de-aabf-d2173f1f7668/edc18009-97e5-4bd4-bb5c-e42408d2b835/903c69bb-3602-486a-a44e-7924e7effca6) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:20.427526 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.472784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.487328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Transition to ACTIVE for port object 903c69bb-3602-486a-a44e-7924e7effca6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:20.520263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Transition to ACTIVE for port object 903c69bb-3602-486a-a44e-7924e7effca6 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:20.532789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.592371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Network 171d1b03-991d-49de-aabf-d2173f1f7668 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:20.594585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:20.597004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Pushing event updated for resources: {'Port': ['ID=903c69bb-3602-486a-a44e-7924e7effca6,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.610014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:20.672913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Attempting to bind port 903c69bb-3602-486a-a44e-7924e7effca6 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:20.672913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Attempting to bind port 903c69bb-3602-486a-a44e-7924e7effca6 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:20.672913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Attempting to bind port 903c69bb-3602-486a-a44e-7924e7effca6 on network 171d1b03-991d-49de-aabf-d2173f1f7668 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:20.681362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:20.681680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Checking segment: {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:20.682074 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.682644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Bound using segment: {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:20.683112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Bound port: 903c69bb-3602-486a-a44e-7924e7effca6, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:20.683481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.764523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] For port 903c69bb-3602-486a-a44e-7924e7effca6, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:20.769907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] For port 903c69bb-3602-486a-a44e-7924e7effca6, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=903c69bb-3602-486a-a44e-7924e7effca6,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:20.777264 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.781288 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.798315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.839043 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e7eaa-87f2-48b6-ac35-b49381bc7859 None None] Pushing event updated for resources: {'Port': ['ID=903c69bb-3602-486a-a44e-7924e7effca6,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.955011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Allocated IP 172.25.5.157 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/26d05ede-4e7a-47c8-a82a-436f192f1dd7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:21.151427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.212831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.271874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:21.274778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:21.277324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:21.302371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Pushing event updated for resources: {'Port': ['ID=26d05ede-4e7a-47c8-a82a-436f192f1dd7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.543628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 903c69bb-3602-486a-a44e-7924e7effca6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:21.632673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.653749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 903c69bb-3602-486a-a44e-7924e7effca6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:21.875002 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.965992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5321cdb-963b-4254-bb97-6c5da7912c2f None None] Network 171d1b03-991d-49de-aabf-d2173f1f7668 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:22.021511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Router 174f76f1-6932-4735-b58f-5f2f26c78bdb is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:01:22.063798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b0c5c883-a71f-4606-83a4-71bba9a71f86 None None] Provisioning for port 903c69bb-3602-486a-a44e-7924e7effca6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:22.078571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b0c5c883-a71f-4606-83a4-71bba9a71f86 None None] Provisioning complete for port 903c69bb-3602-486a-a44e-7924e7effca6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:22.079068 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c883-a71f-4606-83a4-71bba9a71f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.182501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:22.200111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Sync routers for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:22.216821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.218620 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4709ed37-79ab-4863-8f70-680e1b8d56a4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4228845 Jul 16 02:01:22.221632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:22.222131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:22.222278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39828) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:22.523583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c883-a71f-4606-83a4-71bba9a71f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.566960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:22.629743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b0c5c883-a71f-4606-83a4-71bba9a71f86 None None] For port 903c69bb-3602-486a-a44e-7924e7effca6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=903c69bb-3602-486a-a44e-7924e7effca6,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:22.647317 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c883-a71f-4606-83a4-71bba9a71f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.734179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.749875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5c883-a71f-4606-83a4-71bba9a71f86 None None] Pushing event updated for resources: {'Port': ['ID=903c69bb-3602-486a-a44e-7924e7effca6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.821524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:21Z', 'revision_number': 3, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:22.855293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Checking router: 174f76f1-6932-4735-b58f-5f2f26c78bdb for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:22.855762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Updating router 174f76f1-6932-4735-b58f-5f2f26c78bdb port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:22.910450 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.986090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Allocated IP 172.20.0.1 (171d1b03-991d-49de-aabf-d2173f1f7668/edc18009-97e5-4bd4-bb5c-e42408d2b835/e416f641-7411-4d90-8aff-b11d59cd199d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:23.028329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9255e7c8-849b-4724-b19f-f1957d228f2a None None] Provisioning complete for port 903c69bb-3602-486a-a44e-7924e7effca6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:23.028905 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9255e7c8-849b-4724-b19f-f1957d228f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.119763 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.133932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Transition to ACTIVE for port object e416f641-7411-4d90-8aff-b11d59cd199d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:23.172266 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.224593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Network 171d1b03-991d-49de-aabf-d2173f1f7668 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:23.226627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e416f641-7411-4d90-8aff-b11d59cd199d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.229112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:23.231313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:23.270113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.323285 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.343655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Transition to ACTIVE for port object 26d05ede-4e7a-47c8-a82a-436f192f1dd7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:23.353789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.406597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c003a64-0b4d-4a67-93fc-b7db05237e26 None None] Pushing event updated for resources: {'Port': ['ID=26d05ede-4e7a-47c8-a82a-436f192f1dd7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.442257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Attempting to bind port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:23.442641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Attempting to bind port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:23.443008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Attempting to bind port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:23.443475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.457326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:23.457704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:23.458112 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.458891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:23.459386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Bound port: 26d05ede-4e7a-47c8-a82a-436f192f1dd7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:23.463488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.523651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] For port 26d05ede-4e7a-47c8-a82a-436f192f1dd7, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:23.527691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] For port 26d05ede-4e7a-47c8-a82a-436f192f1dd7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=26d05ede-4e7a-47c8-a82a-436f192f1dd7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:23.533884 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.586275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 903c69bb-3602-486a-a44e-7924e7effca6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:23.651524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c003a64-0b4d-4a67-93fc-b7db05237e26 None None] Pushing event updated for resources: {'Port': ['ID=26d05ede-4e7a-47c8-a82a-436f192f1dd7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.662432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:23.663083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:23.678135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.685615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.707570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68c58cdd-1e65-4bbf-8e98-2f0e5759fd96 None None] Provisioning for port e416f641-7411-4d90-8aff-b11d59cd199d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:23.757037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e416f641-7411-4d90-8aff-b11d59cd199d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.759552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.760856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68c58cdd-1e65-4bbf-8e98-2f0e5759fd96 None None] Provisioning complete for port e416f641-7411-4d90-8aff-b11d59cd199d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:23.761224 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68c58cdd-1e65-4bbf-8e98-2f0e5759fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.810582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-68c58cdd-1e65-4bbf-8e98-2f0e5759fd96 None None] Port e416f641-7411-4d90-8aff-b11d59cd199d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:23.825599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 903c69bb-3602-486a-a44e-7924e7effca6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:23.826836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.852690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:23.873289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Network 171d1b03-991d-49de-aabf-d2173f1f7668 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:23.876488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:24.164365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:22Z', 'revision_number': 1, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:24.193515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb35dc0-1fa0-4a7a-a342-091691e54046 None None] The sync data for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 is: [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:22Z', 'revision_number': 1, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:24.233818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77b1c0cf-5cbc-4b9f-b87b-44cf590adde1 None None] Provisioning complete for port e416f641-7411-4d90-8aff-b11d59cd199d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:24.234199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77b1c0cf-5cbc-4b9f-b87b-44cf590adde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.276409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-77b1c0cf-5cbc-4b9f-b87b-44cf590adde1 None None] Port e416f641-7411-4d90-8aff-b11d59cd199d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:24.376994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Router 174f76f1-6932-4735-b58f-5f2f26c78bdb has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:24.513751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:24.518927 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dd077e39-b4a9-4fbb-b055-db5496ed42c8 admin admin] 10.222.0.81 "PUT /v2.0/routers/174f76f1-6932-4735-b58f-5f2f26c78bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2957265 Jul 16 02:01:25.042933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:25.048172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-786116217-network', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:25.072180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Made reservation on behalf of 6eabf1c3d88e41b5b13d0a1a37386088 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:25.074899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.086959 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.142667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-5cc887e4-acc8-40c5-a8f7-fd01a928dfa0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259475980&fields=id&tenant_id=89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 267 time: 0.0533638 Jul 16 02:01:25.287573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-8c495097-3e3b-4ac7-864c-61e705cab17d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.289099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-8c495097-3e3b-4ac7-864c-61e705cab17d tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.1373034 Jul 16 02:01:25.309682 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.314947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-5f588777-3612-4620-928b-e5f1d4a3a692 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/quotas/89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 375 time: 0.0162160 Jul 16 02:01:25.316109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.365305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:25.386162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285ac850-85f0-465e-8516-e6fb1c688fe7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.392560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.392907 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Added segment 71cae104-df77-4242-8f11-263d2f2cd645 of type vlan for network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d Jul 16 02:01:25.443812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.470819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-8ed1684e-acd9-4032-8791-3a00d6cfce90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1479709 Jul 16 02:01:25.502386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 26d05ede-4e7a-47c8-a82a-436f192f1dd7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:25.519949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.520942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.521511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.553187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:25.557213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:25.557587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.596978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5528247 Jul 16 02:01:25.600328 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:25.616929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Request body: {'subnet': {'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-786116217-subnet', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:25.638473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e26fb8-93dd-41ca-b942-7be7773d0617 admin admin] Pushing event updated for resources: {'Network': ['ID=80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.639458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Made reservation on behalf of 6eabf1c3d88e41b5b13d0a1a37386088 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:25.641095 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.642797 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.656069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-58f6d51b-b72c-4d07-bbd4-9f7a8aad457a service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722875 Jul 16 02:01:25.663216 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 26d05ede-4e7a-47c8-a82a-436f192f1dd7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=26d05ede-4e7a-47c8-a82a-436f192f1dd7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:25.666279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:25.670155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.759280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-95feab74-87f3-4974-80ac-44b699b2bb1f service neutron] 10.222.0.81 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972211 Jul 16 02:01:25.777073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=26d05ede-4e7a-47c8-a82a-436f192f1dd7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.836493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.899293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de32e19-9f6d-4d5d-8d47-43961b7c3d5f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.909757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Checking segment: {'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:25.910127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Network hostable DHCP agents. Network: 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:25.928861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:25.939175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:25.944296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.944902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.948589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf73209f-66a5-49b1-905d-465b171c56bb None None] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:25.963537 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2ed49a7d-0e23-4248-a1a0-75c232e8b837 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3590622 Jul 16 02:01:25.963765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39868) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:25.969337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:25.993025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.994173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.078699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.122583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1373240-8e8e-402d-82f3-5c3a5f0c7162 req-b1ec89b6-a6ca-47a7-aedc-462d6db58459 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 210 time: 0.0443356 Jul 16 02:01:26.142868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d', 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'fixed_ips': [{'subnet_id': '9de32e19-9f6d-4d5d-8d47-43961b7c3d5f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:26.145194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.253896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.298081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Allocated IP 172.20.0.2 (80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d/9de32e19-9f6d-4d5d-8d47-43961b7c3d5f/f59a3785-8182-48e6-8148-7ca6a9596404) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:26.413410 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Sync routers for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:26.424859 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:26.425655 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:26.470560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.479590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Transition to ACTIVE for port object f59a3785-8182-48e6-8148-7ca6a9596404 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:26.495619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Transition to ACTIVE for port object f59a3785-8182-48e6-8148-7ca6a9596404 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:26.499673 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.504712 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.520962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.555044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:26.558190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:26.564598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:26.596958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Pushing event updated for resources: {'Port': ['ID=f59a3785-8182-48e6-8148-7ca6a9596404,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:26.636300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Attempting to bind port f59a3785-8182-48e6-8148-7ca6a9596404 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:26.636585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Attempting to bind port f59a3785-8182-48e6-8148-7ca6a9596404 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:26.636979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Attempting to bind port f59a3785-8182-48e6-8148-7ca6a9596404 on network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:26.642722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:26.643106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Checking segment: {'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:26.643513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.643912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Bound using segment: {'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:26.648853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Bound port: f59a3785-8182-48e6-8148-7ca6a9596404, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:26.649228 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.650666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Allocated IP 172.25.5.234 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/ed66d294-316b-4cba-ba50-f81554a50721) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:26.673244 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:26.717187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] For port f59a3785-8182-48e6-8148-7ca6a9596404, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:26.720886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] For port f59a3785-8182-48e6-8148-7ca6a9596404, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f59a3785-8182-48e6-8148-7ca6a9596404,segment=NetworkSegment(71cae104-df77-4242-8f11-263d2f2cd645),segment_id=71cae104-df77-4242-8f11-263d2f2cd645)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:26.729796 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.829885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9387b-2a80-4bf3-93e0-bda371c1ea8f None None] Pushing event updated for resources: {'Port': ['ID=f59a3785-8182-48e6-8148-7ca6a9596404,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:26.832086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.879293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.915364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:26.917883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:26.921590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:26.922090 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 2, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:26.954340 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Checking router: 174f76f1-6932-4735-b58f-5f2f26c78bdb for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:26.954680 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Updating router 174f76f1-6932-4735-b58f-5f2f26c78bdb port e416f641-7411-4d90-8aff-b11d59cd199d binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:26.971658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Pushing event updated for resources: {'Port': ['ID=ed66d294-316b-4cba-ba50-f81554a50721,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.016773 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.212955 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.275865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fdf9038-521c-4920-88ef-5a20d03be8a4 req-21b8593f-1bcb-489c-9e33-3ac2b8179df3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 210 time: 0.0462384 Jul 16 02:01:27.331764 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.342237 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Transition to ACTIVE for port object e416f641-7411-4d90-8aff-b11d59cd199d will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:27.348924 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.434606 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Pushing event updated for resources: {'Port': ['ID=e416f641-7411-4d90-8aff-b11d59cd199d,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.464243 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.464692 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.465359 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.470781 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.478406 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.479058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.488198 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.489839 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.490334 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.490839 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.491287 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.491484 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:27.515746 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Attempting to bind port e416f641-7411-4d90-8aff-b11d59cd199d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:27.517323 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Attempting to bind port e416f641-7411-4d90-8aff-b11d59cd199d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:27.517965 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Attempting to bind port e416f641-7411-4d90-8aff-b11d59cd199d on network 171d1b03-991d-49de-aabf-d2173f1f7668 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:27.528784 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:27.529810 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Checking segment: {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:27.530984 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.531687 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Bound using segment: {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:27.532827 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Bound port: e416f641-7411-4d90-8aff-b11d59cd199d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:27.533454 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.622743 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] For port e416f641-7411-4d90-8aff-b11d59cd199d, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:27.623656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-5854fa1b-14de-4e5d-b647-18e023c01cde tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.625573 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-5854fa1b-14de-4e5d-b647-18e023c01cde tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 812 time: 0.2913945 Jul 16 02:01:27.626676 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] For port e416f641-7411-4d90-8aff-b11d59cd199d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e416f641-7411-4d90-8aff-b11d59cd199d,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:27.636290 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.671678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f59a3785-8182-48e6-8148-7ca6a9596404 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:27.681578 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.724594 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f04df8-4225-448c-8d07-7acfb26c5645 None None] Pushing event updated for resources: {'Port': ['ID=e416f641-7411-4d90-8aff-b11d59cd199d,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.745913 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:27.746659 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:27.763052 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4812d8ce-a04f-4a14-886e-ac88cfee3d33 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b31e847c2646fc9a06a844009297f3 HTTP/1.1" status: 200 len: 380 time: 0.1269002 Jul 16 02:01:27.788150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'port': {'device_id': '74683538-b072-469c-83b1-e52e43a0275f', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'admin_state_up': True, 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'security_groups': ['d9104e03-0954-45a4-8aa2-1874bbb74400']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:27.797761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port f59a3785-8182-48e6-8148-7ca6a9596404 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:27.802890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 26d05ede-4e7a-47c8-a82a-436f192f1dd7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:27.886576 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:27.902865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:27.903579 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.169223 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:27Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:28.190407 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538cc57-7a6f-49c7-b19a-5cb92c6b0ad0 None None] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:28.203978 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a50c4-650e-4d28-b413-cd17ee2dc52e None None] The sync data for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 is: [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:27Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:28.353628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2455064a-eef2-4654-a38a-c91d3bdb5971 None None] Provisioning for port f59a3785-8182-48e6-8148-7ca6a9596404 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:28.360374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2455064a-eef2-4654-a38a-c91d3bdb5971 None None] Provisioning complete for port f59a3785-8182-48e6-8148-7ca6a9596404 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:28.360374 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2455064a-eef2-4654-a38a-c91d3bdb5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.466987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Made reservation on behalf of 89b31e847c2646fc9a06a844009297f3 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:28.471497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.511120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Router a79912fc-99a8-4192-81fa-2f8eaddd95fa is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:01:28.526758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3db362c2-2fff-45aa-8252-b6216e503b0d req-671abea6-0bfb-46e3-aa2f-61de54de8a82 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 210 time: 0.0800526 Jul 16 02:01:28.543691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2455064a-eef2-4654-a38a-c91d3bdb5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.588543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2455064a-eef2-4654-a38a-c91d3bdb5971 None None] For port f59a3785-8182-48e6-8148-7ca6a9596404, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f59a3785-8182-48e6-8148-7ca6a9596404,segment=NetworkSegment(71cae104-df77-4242-8f11-263d2f2cd645),segment_id=71cae104-df77-4242-8f11-263d2f2cd645)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:28.594002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2455064a-eef2-4654-a38a-c91d3bdb5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.680186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455064a-eef2-4654-a38a-c91d3bdb5971 None None] Pushing event updated for resources: {'Port': ['ID=f59a3785-8182-48e6-8148-7ca6a9596404,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.737336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.20.0.13 (42db4adc-354c-4a19-894d-4951a24183e5/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c/2003a24a-91d4-44dc-b988-3d46dd6dbdf8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:28.752066 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:28.761668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Sync routers for ids ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:28.773833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Routers {'a79912fc-99a8-4192-81fa-2f8eaddd95fa'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:28.773833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:28.785166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.788685 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2ed5bb93-2538-4045-b87a-eaacf9ed8e9f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8240023 Jul 16 02:01:28.789729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.847632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1cd4a330-8b93-4eb8-bd66-87e273220753 None None] Provisioning complete for port f59a3785-8182-48e6-8148-7ca6a9596404 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:28.848004 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a330-8b93-4eb8-bd66-87e273220753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.000050 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.024583 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Transition to ACTIVE for port object 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:29.133592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Set router a79912fc-99a8-4192-81fa-2f8eaddd95fa gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:29.146664 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.231882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.248716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 42db4adc-354c-4a19-894d-4951a24183e5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:29.253449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:29.291101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:29.344041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:01:27Z', 'revision_number': 3, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port': {'id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:26Z', 'updated_at': '2021-07-16T02:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:29.344569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.345257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.376661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-4271b027-ba43-4970-8ebe-d77924388c3c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5965700 Jul 16 02:01:29.378142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Checking router: a79912fc-99a8-4192-81fa-2f8eaddd95fa for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:29.379759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Updating router a79912fc-99a8-4192-81fa-2f8eaddd95fa port ed66d294-316b-4cba-ba50-f81554a50721 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:29.422164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Request body: {'port': {'device_id': '74683538-b072-469c-83b1-e52e43a0275f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:29.422762 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.564986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.571420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e416f641-7411-4d90-8aff-b11d59cd199d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:29.671451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c9990a68-2db5-4387-8a13-7cda72f48b89 None None] Provisioning for port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:29.700919 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.708424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e416f641-7411-4d90-8aff-b11d59cd199d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:29.714227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e416f641-7411-4d90-8aff-b11d59cd199d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:29.714681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.746833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd06304-26ce-4fec-bb86-969ed4833d1d req-7a93c105-04bc-4f69-aac0-521fcf59b787 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.755313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bd06304-26ce-4fec-bb86-969ed4833d1d req-7a93c105-04bc-4f69-aac0-521fcf59b787 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 932 time: 0.0763562 Jul 16 02:01:29.757974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c9990a68-2db5-4387-8a13-7cda72f48b89 None None] Provisioning complete for port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:29.758546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9990a68-2db5-4387-8a13-7cda72f48b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.807322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6bd06304-26ce-4fec-bb86-969ed4833d1d req-f3721361-8101-44ec-8986-fab430d7d1af tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510447 Jul 16 02:01:29.855412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c9990a68-2db5-4387-8a13-7cda72f48b89 None None] Port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:29.886336 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.949936 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.953773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e416f641-7411-4d90-8aff-b11d59cd199d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e416f641-7411-4d90-8aff-b11d59cd199d,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:29.960872 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.961665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f59a3785-8182-48e6-8148-7ca6a9596404 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:29.968298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Transition to ACTIVE for port object ed66d294-316b-4cba-ba50-f81554a50721 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:30.022573 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.068972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e416f641-7411-4d90-8aff-b11d59cd199d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.076641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Attempting to bind port ed66d294-316b-4cba-ba50-f81554a50721 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:30.077048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Attempting to bind port ed66d294-316b-4cba-ba50-f81554a50721 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:30.077406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Attempting to bind port ed66d294-316b-4cba-ba50-f81554a50721 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:30.105101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:30.105471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:30.105870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.106263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:30.106747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Bound port: ed66d294-316b-4cba-ba50-f81554a50721, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:30.107122 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.112916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Allocated IP 172.20.0.1 (80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d/9de32e19-9f6d-4d5d-8d47-43961b7c3d5f/1c265fba-8ac3-4af7-b0fb-6373cc7444fd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:30.141661 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port f59a3785-8182-48e6-8148-7ca6a9596404 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:30.142031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.151826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d76f2-46fc-429f-ac19-d461aae244fd None None] Pushing event updated for resources: {'Port': ['ID=ed66d294-316b-4cba-ba50-f81554a50721,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.180285 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:30.191262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.207172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] For port ed66d294-316b-4cba-ba50-f81554a50721, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:30.210765 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] For port ed66d294-316b-4cba-ba50-f81554a50721, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ed66d294-316b-4cba-ba50-f81554a50721,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:30.216870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.234803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Transition to ACTIVE for port object 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:30.239889 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.306113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d76f2-46fc-429f-ac19-d461aae244fd None None] Pushing event updated for resources: {'Port': ['ID=ed66d294-316b-4cba-ba50-f81554a50721,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.314742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Routers {'a79912fc-99a8-4192-81fa-2f8eaddd95fa'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:30.315554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:30.321643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.324915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Pushing event updated for resources: {'Port': ['ID=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.378969 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Transition to ACTIVE for port object 1c265fba-8ac3-4af7-b0fb-6373cc7444fd will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:30.427763 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Attempting to bind port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:30.428135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Attempting to bind port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:30.428474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Attempting to bind port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:30.437614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 on network 42db4adc-354c-4a19-894d-4951a24183e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:30.437954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Attempting to bind port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 on network 42db4adc-354c-4a19-894d-4951a24183e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:30.448885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.453536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:30.453880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Checking segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:30.454275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Bound using segment: {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:30.454727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Bound port: 2003a24a-91d4-44dc-b988-3d46dd6dbdf8, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81bd9c-4242-4584-8339-e8f870116bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:30.455087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.469228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] Set router a79912fc-99a8-4192-81fa-2f8eaddd95fa gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:30.503480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:30.512307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:30.533966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:30.570538 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.603755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.611592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] For port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:30.673492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] For port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:30.683571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.727432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.728087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.729613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] 10.222.0.78 "PUT /v2.0/ports/2003a24a-91d4-44dc-b988-3d46dd6dbdf8 HTTP/1.1" status: 200 len: 1092 time: 1.3125448 Jul 16 02:01:30.735892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:01:27Z', 'revision_number': 3, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port': {'id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:26Z', 'updated_at': '2021-07-16T02:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:30.748837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:30.751252 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264763c1-904c-4109-b684-2bea0bde849d" -d '{"events": [{"name": "network-changed", "server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:30.776030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89706b13-bd15-4a06-afb2-af9fafe80fcd None None] The sync data for ids ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'] in n-d-800085-5 is: [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:01:27Z', 'revision_number': 3, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port': {'id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:26Z', 'updated_at': '2021-07-16T02:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:30.817291 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c2179-a188-400a-8f56-f70e024b1986 service neutron] Pushing event updated for resources: {'Port': ['ID=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.889138 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1e1944-e171-46a1-923c-168324899c40 x-openstack-request-id: req-cb1e1944-e171-46a1-923c-168324899c40 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:30.890044 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:30.890257 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb1e1944-e171-46a1-923c-168324899c40 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:30.890686 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'status': 'completed', 'code': 200} Jul 16 02:01:30.990512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-240be4d3-7a15-4e2e-bd17-46954af8b045 None None] Provisioning for port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:30.996728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-240be4d3-7a15-4e2e-bd17-46954af8b045 None None] Provisioning complete for port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:30.997108 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-240be4d3-7a15-4e2e-bd17-46954af8b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.030796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.110111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-240be4d3-7a15-4e2e-bd17-46954af8b045 None None] Port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:31.181807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592914-85da-4569-bae2-ba395dfdd571 req-9b102b03-7a81-4e17-8c0f-b309b511ebb3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.187447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-40cc5e12-52c0-42ab-80b7-3cd7cc6663b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.194292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-40cc5e12-52c0-42ab-80b7-3cd7cc6663b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 1095 time: 0.3780692 Jul 16 02:01:31.199231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a592914-85da-4569-bae2-ba395dfdd571 req-9b102b03-7a81-4e17-8c0f-b309b511ebb3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.1637099 Jul 16 02:01:31.268638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a592914-85da-4569-bae2-ba395dfdd571 req-889beb67-bc39-4a80-89bb-9c0a109c29c9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681570 Jul 16 02:01:31.306316 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-e056af4a-173f-4d50-afae-7a09f01cfa53 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8 HTTP/1.1" status: 200 len: 217 time: 0.0833862 Jul 16 02:01:31.419450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-07cff846-01cb-4f8c-b7ca-b39a4087c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.421175 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-07cff846-01cb-4f8c-b7ca-b39a4087c58f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.1049311 Jul 16 02:01:31.521913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.529621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.578681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.618818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e416f641-7411-4d90-8aff-b11d59cd199d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:31.630340 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-0b616ab1-9a78-4b9a-8635-0dc45026c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.632091 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-0b616ab1-9a78-4b9a-8635-0dc45026c6ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014673 Jul 16 02:01:31.632817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.684555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e416f641-7411-4d90-8aff-b11d59cd199d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:31.685189 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.788370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ed66d294-316b-4cba-ba50-f81554a50721 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:31.815857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:31.818453 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-c5600dbf-8422-4e91-9519-d1e1dabbc6ce service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749258 Jul 16 02:01:31.819485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:31.844988 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ed66d294-316b-4cba-ba50-f81554a50721 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:31.850720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ed66d294-316b-4cba-ba50-f81554a50721 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:31.851689 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.966238 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.996632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ed66d294-316b-4cba-ba50-f81554a50721, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ed66d294-316b-4cba-ba50-f81554a50721,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:32.009694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.102549 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ed66d294-316b-4cba-ba50-f81554a50721,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.115622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.116014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.116489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.116960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.117763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.117763 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.118102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.118507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.119941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.120543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.121001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.121457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.265968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-b13f1312-277f-44b9-9b29-4444c9e4cdaf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845964 Jul 16 02:01:32.302960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e836ec02-349b-4aad-a8b2-29d2051c33af None None] Provisioning complete for port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:32.304617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e836ec02-349b-4aad-a8b2-29d2051c33af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.396686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e836ec02-349b-4aad-a8b2-29d2051c33af None None] Port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:32.431717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-55140e22-83d2-4571-a31d-296349a3ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.433747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-55140e22-83d2-4571-a31d-296349a3ef83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1097 time: 0.0993648 Jul 16 02:01:32.444126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Router a79912fc-99a8-4192-81fa-2f8eaddd95fa has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:32.549069 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7e6cf2af-bbea-4aa3-b8b7-f8a9627e572d req-73e31821-871a-4579-b787-776193831826 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802225 Jul 16 02:01:32.609629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-3c3dffdb-7ba4-4ea1-87ae-21d0a960a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.611410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-3c3dffdb-7ba4-4ea1-87ae-21d0a960a8cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1514037 Jul 16 02:01:32.625616 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256806-3751-4c32-b5ef-2919f0a1000e req-c4c8f12d-4c59-49e5-9832-c78c385fb748 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.627147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56256806-3751-4c32-b5ef-2919f0a1000e req-c4c8f12d-4c59-49e5-9832-c78c385fb748 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.1826410 Jul 16 02:01:32.664539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:32.680554 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d6983c41-ceb0-43ce-b099-27eaf0b7c9a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/a79912fc-99a8-4192-81fa-2f8eaddd95fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7911997 Jul 16 02:01:32.704034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264763c1-904c-4109-b684-2bea0bde849d req-85f326ff-42ad-4e3f-a0bb-1ab129298d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.705580 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-264763c1-904c-4109-b684-2bea0bde849d req-85f326ff-42ad-4e3f-a0bb-1ab129298d8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 1095 time: 0.1033165 Jul 16 02:01:32.718120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56256806-3751-4c32-b5ef-2919f0a1000e req-bcb21a41-3438-4831-830e-ec35d07a824a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842204 Jul 16 02:01:32.722821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-08319814-0b9d-4c50-b9eb-b0ecad327d3b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 1001 time: 0.0947490 Jul 16 02:01:32.781752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-89699d2e-2362-4a58-9d51-97bfebcc940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.784694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-89699d2e-2362-4a58-9d51-97bfebcc940c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0558567 Jul 16 02:01:32.823136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264763c1-904c-4109-b684-2bea0bde849d req-eacb255d-d29a-4cc8-ac52-b4e87b6e6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.825825 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-264763c1-904c-4109-b684-2bea0bde849d req-eacb255d-d29a-4cc8-ac52-b4e87b6e6ad7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1134329 Jul 16 02:01:32.863631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-e41de737-f9b9-41d3-bf99-af1058416e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.865240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-e41de737-f9b9-41d3-bf99-af1058416e33 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740733 Jul 16 02:01:32.874321 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-264763c1-904c-4109-b684-2bea0bde849d req-a2eee294-084c-449b-b0f6-8e858539db36 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8 HTTP/1.1" status: 200 len: 217 time: 0.0410087 Jul 16 02:01:32.948547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264763c1-904c-4109-b684-2bea0bde849d req-363ea4cb-2290-4226-bcff-d66604f1b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:32.950588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-264763c1-904c-4109-b684-2bea0bde849d req-363ea4cb-2290-4226-bcff-d66604f1b5e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0690229 Jul 16 02:01:32.987379 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-4523214c-5fa6-49f6-b35a-6752aecb37a9 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146572 Jul 16 02:01:33.026305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264763c1-904c-4109-b684-2bea0bde849d req-d0834379-f691-423e-9012-80d3651386e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.027572 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-264763c1-904c-4109-b684-2bea0bde849d req-d0834379-f691-423e-9012-80d3651386e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704041 Jul 16 02:01:33.146900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab1acc4c-cac2-4988-86ac-2384883937c5 req-90f1f828-a2f8-4f4a-86c6-e070fbc8903e service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485548 Jul 16 02:01:33.158353 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-264763c1-904c-4109-b684-2bea0bde849d req-b38fe623-adfc-4c36-882e-c43f1e649cbe service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239631 Jul 16 02:01:33.266012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-264763c1-904c-4109-b684-2bea0bde849d req-f923232d-05f6-47e5-b56b-3dfb1a70a0e0 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005032 Jul 16 02:01:33.321102 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Sync routers for ids ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:33.330807 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Routers {'a79912fc-99a8-4192-81fa-2f8eaddd95fa'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:33.331407 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.442149 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Set router a79912fc-99a8-4192-81fa-2f8eaddd95fa gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:33.477663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ed66d294-316b-4cba-ba50-f81554a50721 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:33.529531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ed66d294-316b-4cba-ba50-f81554a50721 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:33.530560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.642881 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:01:30Z', 'revision_number': 4, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port': {'id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:26Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1c265fba-8ac3-4af7-b0fb-6373cc7444fd', 'name': '', 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'mac_address': 'fa:16:3e:58:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9de32e19-9f6d-4d5d-8d47-43961b7c3d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:29Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 2, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'subnets': [{'id': '9de32e19-9f6d-4d5d-8d47-43961b7c3d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.671211 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Checking router: a79912fc-99a8-4192-81fa-2f8eaddd95fa for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:33.671717 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Updating router a79912fc-99a8-4192-81fa-2f8eaddd95fa port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:33.706566 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.922525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91da18d-68b6-495e-ad1a-2974e6eb7a35 req-b1b93e7f-e98a-4d7e-9e2e-4cdfec91ea96 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.925917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:33.928729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c91da18d-68b6-495e-ad1a-2974e6eb7a35 req-b1b93e7f-e98a-4d7e-9e2e-4cdfec91ea96 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.0805581 Jul 16 02:01:33.931458 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-714c4fd1-9fb0-4a86-a5f1-bc548c6430f8 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752253794', 'description': 'tempest-secgroup-smoke-752253794 description', 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:33.962920 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-714c4fd1-9fb0-4a86-a5f1-bc548c6430f8 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.965314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c91da18d-68b6-495e-ad1a-2974e6eb7a35 req-b0be4c07-66c1-4e31-b067-fd8adde64d6e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340574 Jul 16 02:01:34.038606 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.051578 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Transition to ACTIVE for port object 1c265fba-8ac3-4af7-b0fb-6373cc7444fd will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:34.055705 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-714c4fd1-9fb0-4a86-a5f1-bc548c6430f8 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.059545 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-714c4fd1-9fb0-4a86-a5f1-bc548c6430f8 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.061764 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.086704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-714c4fd1-9fb0-4a86-a5f1-bc548c6430f8 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.090890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.091045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-714c4fd1-9fb0-4a86-a5f1-bc548c6430f8 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1635215 Jul 16 02:01:34.095757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c4fd1-9fb0-4a86-a5f1-bc548c6430f8 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acdce276-4caa-4b84-83cc-1a1000ecd19e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.096934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-df36de23-2ece-4e9a-bee1-331b3c4dc31e tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'security_group_rule': {'security_group_id': 'acdce276-4caa-4b84-83cc-1a1000ecd19e', 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.131458 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df36de23-2ece-4e9a-bee1-331b3c4dc31e tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.148726 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3ec83-dbb1-4b88-96fe-51c5c8c5fd27 None None] Pushing event updated for resources: {'Port': ['ID=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.193549 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Attempting to bind port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:34.194160 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Attempting to bind port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:34.194526 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Attempting to bind port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd on network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:34.200438 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:34.200915 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Checking segment: {'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:34.201259 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.202272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Bound using segment: {'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:34.202853 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Bound port: 1c265fba-8ac3-4af7-b0fb-6373cc7444fd, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cae104-df77-4242-8f11-263d2f2cd645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:34.203306 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.207575 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df36de23-2ece-4e9a-bee1-331b3c4dc31e tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.212263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df36de23-2ece-4e9a-bee1-331b3c4dc31e tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.238727 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36de23-2ece-4e9a-bee1-331b3c4dc31e tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad345c9-0ae1-4005-b855-f8ca41869847,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.249557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df36de23-2ece-4e9a-bee1-331b3c4dc31e tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.254249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-df36de23-2ece-4e9a-bee1-331b3c4dc31e tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589119 Jul 16 02:01:34.254249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.259009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ca0b96df-b59a-40e8-bd78-4edf4401ed34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'security_group_rule': {'security_group_id': 'acdce276-4caa-4b84-83cc-1a1000ecd19e', 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.288567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca0b96df-b59a-40e8-bd78-4edf4401ed34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.299044 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] For port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:34.303299 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] For port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,segment=NetworkSegment(71cae104-df77-4242-8f11-263d2f2cd645),segment_id=71cae104-df77-4242-8f11-263d2f2cd645)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:34.307809 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.356825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca0b96df-b59a-40e8-bd78-4edf4401ed34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.362325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca0b96df-b59a-40e8-bd78-4edf4401ed34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.370449 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Routers {'a79912fc-99a8-4192-81fa-2f8eaddd95fa'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:34.371067 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:34.383512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b96df-b59a-40e8-bd78-4edf4401ed34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2954ebd0-a09e-4032-9cb5-9a667c26ffe5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.396070 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca0b96df-b59a-40e8-bd78-4edf4401ed34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.399065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ca0b96df-b59a-40e8-bd78-4edf4401ed34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437285 Jul 16 02:01:34.402504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39908) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.408149 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3579068c-2acd-43e9-859a-da80dceeefec tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'security_group_rule': {'security_group_id': 'acdce276-4caa-4b84-83cc-1a1000ecd19e', 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.410118 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3ec83-dbb1-4b88-96fe-51c5c8c5fd27 None None] Pushing event updated for resources: {'Port': ['ID=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.444728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3579068c-2acd-43e9-859a-da80dceeefec tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.516687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3579068c-2acd-43e9-859a-da80dceeefec tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.521548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3579068c-2acd-43e9-859a-da80dceeefec tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.546584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3579068c-2acd-43e9-859a-da80dceeefec tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.548011 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3579068c-2acd-43e9-859a-da80dceeefec tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441610 Jul 16 02:01:34.549243 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579068c-2acd-43e9-859a-da80dceeefec tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae6a3f8-ef07-4702-956d-b7cc40eff4fb,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.552070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39910) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.558533 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c024bc47-455b-4ca1-8eb0-c849196a1818 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'security_group_rule': {'security_group_id': 'acdce276-4caa-4b84-83cc-1a1000ecd19e', 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.591557 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] Set router a79912fc-99a8-4192-81fa-2f8eaddd95fa gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:34.591802 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c024bc47-455b-4ca1-8eb0-c849196a1818 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.661985 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c024bc47-455b-4ca1-8eb0-c849196a1818 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.665926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c024bc47-455b-4ca1-8eb0-c849196a1818 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.681963 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024bc47-455b-4ca1-8eb0-c849196a1818 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b475ad5f-064c-403c-9817-1a9f585aa772,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.690842 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c024bc47-455b-4ca1-8eb0-c849196a1818 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.694466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c024bc47-455b-4ca1-8eb0-c849196a1818 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382353 Jul 16 02:01:34.695804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 39912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.700522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'security_group_rule': {'security_group_id': 'acdce276-4caa-4b84-83cc-1a1000ecd19e', 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.724856 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Project 8e56f8b26d7944a6a28e2bd8dd5bffed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:01:34.730078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.793511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.794280 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:01:30Z', 'revision_number': 4, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port': {'id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:26Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1c265fba-8ac3-4af7-b0fb-6373cc7444fd', 'name': '', 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'mac_address': 'fa:16:3e:58:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9de32e19-9f6d-4d5d-8d47-43961b7c3d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:29Z', 'updated_at': '2021-07-16T02:01:34Z', 'revision_number': 4, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'subnets': [{'id': '9de32e19-9f6d-4d5d-8d47-43961b7c3d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:34.797453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.815607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8ae9b1-33df-411c-a85e-6d9e976bc4cb,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.822058 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.824259 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a8cea53b-89ec-483e-a029-0a702679d94a tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266494 Jul 16 02:01:34.825963 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3851b20-a911-44a9-9031-5cfe549c7a15 None None] The sync data for ids ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'] in n-d-800085-5 is: [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:01:30Z', 'revision_number': 4, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port': {'id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:26Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '1c265fba-8ac3-4af7-b0fb-6373cc7444fd', 'name': '', 'network_id': '80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'mac_address': 'fa:16:3e:58:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '9de32e19-9f6d-4d5d-8d47-43961b7c3d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:29Z', 'updated_at': '2021-07-16T02:01:34Z', 'revision_number': 4, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'subnets': [{'id': '9de32e19-9f6d-4d5d-8d47-43961b7c3d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:34.827052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.831726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'security_group_rule': {'security_group_id': 'acdce276-4caa-4b84-83cc-1a1000ecd19e', 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.854394 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Project 8e56f8b26d7944a6a28e2bd8dd5bffed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:01:34.860585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.943408 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.948204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.972596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9edc4bc-8e46-41a2-bc95-8640284c8b3b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.978568 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.979836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e8868fe-8432-48c6-8bdb-798fc37dcf78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517477 Jul 16 02:01:35.163127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-19f85956-38ed-4c5e-90de-2dbbdceec0d6 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752253794&fields=id&tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed HTTP/1.1" status: 200 len: 267 time: 0.0515759 Jul 16 02:01:35.199534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a9d2-7264-4209-b5a6-c74abd125792 req-0d27a030-3f82-4fba-a549-f561ddc1b1ca tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:35.201186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf1a9d2-7264-4209-b5a6-c74abd125792 req-0d27a030-3f82-4fba-a549-f561ddc1b1ca tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.1195815 Jul 16 02:01:35.301808 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aaf1a9d2-7264-4209-b5a6-c74abd125792 req-f60dde40-b842-4324-b278-1370794fd3f1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828643 Jul 16 02:01:35.329846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-5f923f6c-6601-4a36-bdd2-55a6df4f65d3 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:35.331330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-5f923f6c-6601-4a36-bdd2-55a6df4f65d3 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/networks?id=171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 200 len: 807 time: 0.1594534 Jul 16 02:01:35.347590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-e3e2b506-4a3e-44d9-b3d5-4df3a0b553eb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/quotas/8e56f8b26d7944a6a28e2bd8dd5bffed HTTP/1.1" status: 200 len: 375 time: 0.0105753 Jul 16 02:01:35.422386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-14818354-cdad-4317-a0c3-2682b5308e5c tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694823 Jul 16 02:01:35.508535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1c265fba-8ac3-4af7-b0fb-6373cc7444fd up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:35.538199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-474a9949-d8b9-4d4e-8cdd-a692308eaa76 service neutron] 10.222.0.81 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957549 Jul 16 02:01:35.559080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:35.563656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:35.564253 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.655708 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.669752 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-3efc6234-be94-413f-adf5-62fcf642b0cf service neutron] 10.222.0.81 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192622 Jul 16 02:01:35.691027 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,segment=NetworkSegment(71cae104-df77-4242-8f11-263d2f2cd645),segment_id=71cae104-df77-4242-8f11-263d2f2cd645)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:35.696694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.760346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:35.879572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46f5d0bc-7c39-4ea2-a689-819d835e6217 req-480604d8-52a9-4470-a754-24e723ae04f5 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 210 time: 0.0335722 Jul 16 02:01:36.481506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c9b32-b5ae-4025-ab32-e26898ca9984 req-34342457-9da1-4d77-9a14-ae823de6c4b8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:36.483914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a44c9b32-b5ae-4025-ab32-e26898ca9984 req-34342457-9da1-4d77-9a14-ae823de6c4b8 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.0670190 Jul 16 02:01:36.523327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a44c9b32-b5ae-4025-ab32-e26898ca9984 req-6a100618-1adb-4ea7-b7d1-79a041537dec tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337157 Jul 16 02:01:37.147428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ded20e9f-4891-4985-9eea-9d927a72f352 req-6b583128-1fa6-4e5d-a788-79beb6456c78 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 210 time: 0.1540618 Jul 16 02:01:37.298818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-d13c31c9-f826-4fca-a9a2-cefcfbc27a4c tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.300636 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-d13c31c9-f826-4fca-a9a2-cefcfbc27a4c tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.93 "GET /v2.0/networks?id=171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 200 len: 807 time: 0.1093130 Jul 16 02:01:37.348463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-9727d986-8d3b-40e1-b846-5b648c9a40d7 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed HTTP/1.1" status: 200 len: 379 time: 0.0395193 Jul 16 02:01:37.357207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'port': {'device_id': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'admin_state_up': True, 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'security_groups': ['acdce276-4caa-4b84-83cc-1a1000ecd19e']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:37.476588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Made reservation on behalf of 8e56f8b26d7944a6a28e2bd8dd5bffed for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:37.477496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1c265fba-8ac3-4af7-b0fb-6373cc7444fd up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:37.480343 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.525527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:37.526014 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.616655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Allocated IP 172.20.0.12 (171d1b03-991d-49de-aabf-d2173f1f7668/edc18009-97e5-4bd4-bb5c-e42408d2b835/614744ad-2a6f-4429-bf36-6bec7ed3a068) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:37.785572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ae7a6-dcb9-4753-bae7-05070312d62c req-841f00cb-1ed0-42c6-ad1d-e719a0e60737 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.787044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-584ae7a6-dcb9-4753-bae7-05070312d62c req-841f00cb-1ed0-42c6-ad1d-e719a0e60737 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.1453314 Jul 16 02:01:37.808182 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.831075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Transition to ACTIVE for port object 614744ad-2a6f-4429-bf36-6bec7ed3a068 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:37.846270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-584ae7a6-dcb9-4753-bae7-05070312d62c req-71ffd7e8-d0ab-4be2-bedf-99b8d99e3572 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534954 Jul 16 02:01:37.875733 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.922061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Network 171d1b03-991d-49de-aabf-d2173f1f7668 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:37.925267 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:37.929206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:37.952944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'Port': ['ID=614744ad-2a6f-4429-bf36-6bec7ed3a068,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:37.985364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.986008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.001552 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-2368c931-5a08-469d-b005-e1a1cd027515 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6481843 Jul 16 02:01:38.013077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Request body: {'port': {'device_id': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:38.093921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.200198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f5e12a4e-bd1a-4e79-b105-88aa3c70609c None None] Provisioning for port 614744ad-2a6f-4429-bf36-6bec7ed3a068 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:38.204469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f5e12a4e-bd1a-4e79-b105-88aa3c70609c None None] Provisioning complete for port 614744ad-2a6f-4429-bf36-6bec7ed3a068 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:38.205027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f5e12a4e-bd1a-4e79-b105-88aa3c70609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.245637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f5e12a4e-bd1a-4e79-b105-88aa3c70609c None None] Port 614744ad-2a6f-4429-bf36-6bec7ed3a068 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:38.382314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ccc4f-344c-4f6d-a3c5-67cb4607db71 req-cd880949-e00e-4f92-85dd-09fad5e64026 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.383706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a96ccc4f-344c-4f6d-a3c5-67cb4607db71 req-cd880949-e00e-4f92-85dd-09fad5e64026 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 932 time: 0.1090319 Jul 16 02:01:38.434876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614744ad-2a6f-4429-bf36-6bec7ed3a068 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:38.448856 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.458649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a96ccc4f-344c-4f6d-a3c5-67cb4607db71 req-290d70f9-f2f3-40f0-8afc-e8d04b03fa34 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542829 Jul 16 02:01:38.466718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Transition to ACTIVE for port object 614744ad-2a6f-4429-bf36-6bec7ed3a068 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:38.470912 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.523044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Pushing event updated for resources: {'Port': ['ID=614744ad-2a6f-4429-bf36-6bec7ed3a068,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.594629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Attempting to bind port 614744ad-2a6f-4429-bf36-6bec7ed3a068 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:38.595063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Attempting to bind port 614744ad-2a6f-4429-bf36-6bec7ed3a068 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:38.595406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Attempting to bind port 614744ad-2a6f-4429-bf36-6bec7ed3a068 on network 171d1b03-991d-49de-aabf-d2173f1f7668 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:38.599994 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Port 614744ad-2a6f-4429-bf36-6bec7ed3a068 on network 171d1b03-991d-49de-aabf-d2173f1f7668 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:38.600364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Attempting to bind port 614744ad-2a6f-4429-bf36-6bec7ed3a068 on network 171d1b03-991d-49de-aabf-d2173f1f7668 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:38.605291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:38.605628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Checking segment: {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:38.606020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Bound using segment: {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:38.606449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Bound port: 614744ad-2a6f-4429-bf36-6bec7ed3a068, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf983f3-2000-4819-ba81-154978ef04ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:38.606814 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.672493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] For port 614744ad-2a6f-4429-bf36-6bec7ed3a068, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:38.675450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] For port 614744ad-2a6f-4429-bf36-6bec7ed3a068, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:38.680119 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.711524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.712347 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.713886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] 10.222.0.93 "PUT /v2.0/ports/614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 200 len: 1092 time: 0.7052586 Jul 16 02:01:38.716125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:38.719170 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e779a9-9383-4f77-94b3-7415e8627cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:38.750884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd9bd-4800-472c-ab55-395c94f98d1d service neutron] Pushing event updated for resources: {'Port': ['ID=614744ad-2a6f-4429-bf36-6bec7ed3a068,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.758862 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0114a53-5649-4046-aaf5-7220e8e43e13 x-openstack-request-id: req-a0114a53-5649-4046-aaf5-7220e8e43e13 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:38.759249 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:38.759551 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0114a53-5649-4046-aaf5-7220e8e43e13 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:38.759958 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'status': 'completed', 'code': 200} Jul 16 02:01:38.822456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-13f06657-ad45-47f3-8de7-b267dd402e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.824018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-13f06657-ad45-47f3-8de7-b267dd402e8d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1095 time: 0.0584338 Jul 16 02:01:38.865544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-090fbd06-3c9e-4a32-916f-7be4e255507b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 200 len: 217 time: 0.0341671 Jul 16 02:01:38.916990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-98a136ca-9332-4b39-8d37-120bfc30e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.918499 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-98a136ca-9332-4b39-8d37-120bfc30e491 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=edc18009-97e5-4bd4-bb5c-e42408d2b835 HTTP/1.1" status: 200 len: 846 time: 0.0465052 Jul 16 02:01:39.014623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-7b0dfdff-f01e-4fda-bf3c-adc8794a6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.016183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-7b0dfdff-f01e-4fda-bf3c-adc8794a6bc3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=171d1b03-991d-49de-aabf-d2173f1f7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912604 Jul 16 02:01:39.074542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab57f-c342-4541-85c7-cab8c8a00369 req-b7913e91-1163-4c52-a82b-0ff98dab28e9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.076170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aebab57f-c342-4541-85c7-cab8c8a00369 req-b7913e91-1163-4c52-a82b-0ff98dab28e9 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.1150918 Jul 16 02:01:39.157493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aebab57f-c342-4541-85c7-cab8c8a00369 req-99ca2ac4-9df5-42a3-afd3-cdad50425c56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531189 Jul 16 02:01:39.160925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-680aea73-8cf3-47ce-9fef-d2624cb8937d service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360157 Jul 16 02:01:39.250439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1bc17550-0b75-4a49-95aa-91310c4654fe req-8c392931-a4bd-4412-b268-a7f033a9ad75 service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831308 Jul 16 02:01:39.348666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-661cf903-be99-4ce9-b955-7d4c5c900885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.350118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-661cf903-be99-4ce9-b955-7d4c5c900885 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1095 time: 0.0516086 Jul 16 02:01:39.766138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-71655311-9475-45c3-ad13-5b420ec410d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.767670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-71655311-9475-45c3-ad13-5b420ec410d5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 200 len: 908 time: 0.4113972 Jul 16 02:01:39.811716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-44a9c460-3027-4e23-a12a-54e0d26a1baa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 200 len: 217 time: 0.0366125 Jul 16 02:01:39.887691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-9fd09c83-7a6d-44c0-8ddf-e68aa5445160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.889206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-9fd09c83-7a6d-44c0-8ddf-e68aa5445160 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=edc18009-97e5-4bd4-bb5c-e42408d2b835 HTTP/1.1" status: 200 len: 846 time: 0.0697730 Jul 16 02:01:39.934863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5210de4-3669-4c45-8b0a-556f780eb266 req-3bfa0459-c94b-48de-9302-ba048e04facb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.937079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5210de4-3669-4c45-8b0a-556f780eb266 req-3bfa0459-c94b-48de-9302-ba048e04facb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 944 time: 0.2021246 Jul 16 02:01:39.991104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5210de4-3669-4c45-8b0a-556f780eb266 req-f988b1d9-3fb3-462e-b6c6-3de97d9f64aa tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472188 Jul 16 02:01:39.993774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-a0a6e616-ec2b-4fc5-83d0-2b1fffb06828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.995106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-a0a6e616-ec2b-4fc5-83d0-2b1fffb06828 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=171d1b03-991d-49de-aabf-d2173f1f7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966721 Jul 16 02:01:40.086805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-54ebc671-6309-45b4-81fa-3238907e93f7 service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833464 Jul 16 02:01:40.179100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3e779a9-9383-4f77-94b3-7415e8627cf8 req-c071329d-2066-4548-9648-ba661e566e6d service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858822 Jul 16 02:01:40.324503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615498a3-050d-43e1-bf81-008c6f1d81c1 req-79c3959a-2478-4d35-908b-c576a2e8e94c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:40.325873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-615498a3-050d-43e1-bf81-008c6f1d81c1 req-79c3959a-2478-4d35-908b-c576a2e8e94c tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jul 16 02:01:40.363276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-615498a3-050d-43e1-bf81-008c6f1d81c1 req-b64b9666-060b-4d15-9d69-fcd41bc51431 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Jul 16 02:01:41.166254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b5c80-9452-49af-8b6f-d60136b06303 req-40ea283c-2bc4-47db-8a25-96d4aa102fb6 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.167738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-620b5c80-9452-49af-8b6f-d60136b06303 req-40ea283c-2bc4-47db-8a25-96d4aa102fb6 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 944 time: 0.0668776 Jul 16 02:01:41.206888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-620b5c80-9452-49af-8b6f-d60136b06303 req-b6cd2abc-bc95-4135-ad1c-24eac63c442c tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335495 Jul 16 02:01:41.537900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54462018-214b-46c3-b4fa-f878d5e673f9 req-8f5ef4b3-b7cc-45d6-8dc5-360a5c2c5083 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.539381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54462018-214b-46c3-b4fa-f878d5e673f9 req-8f5ef4b3-b7cc-45d6-8dc5-360a5c2c5083 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.0686693 Jul 16 02:01:41.576617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54462018-214b-46c3-b4fa-f878d5e673f9 req-0a285d2f-ec77-4456-bcb2-0d0691b8267b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Jul 16 02:01:41.647007 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c8947dd-9909-4b98-a359-9257a523ab94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.907543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 614744ad-2a6f-4429-bf36-6bec7ed3a068 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:42.000830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 614744ad-2a6f-4429-bf36-6bec7ed3a068, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:42.011505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'port_id': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'mac_address': 'fa:16:3e:3e:a7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:42.048107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.062647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614744ad-2a6f-4429-bf36-6bec7ed3a068 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:42.083209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 614744ad-2a6f-4429-bf36-6bec7ed3a068, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:42.086978 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.136707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=614744ad-2a6f-4429-bf36-6bec7ed3a068,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:42.295491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['614744ad-2a6f-4429-bf36-6bec7ed3a068'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:42.358309 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:42.377931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef2eab-4f3b-44fe-9546-c4b77f92ccc2 req-15c74601-5056-4b11-bddb-7361e3dbfb8b tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.379463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abef2eab-4f3b-44fe-9546-c4b77f92ccc2 req-15c74601-5056-4b11-bddb-7361e3dbfb8b tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 945 time: 0.0644555 Jul 16 02:01:42.419084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-abef2eab-4f3b-44fe-9546-c4b77f92ccc2 req-173c4c94-65c1-4b89-82ad-c11069085b9b tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339668 Jul 16 02:01:42.610310 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:42.700947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:42.712399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'port_id': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'mac_address': 'fa:16:3e:0b:f9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:42.751308 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.763502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:42.769159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894646-4938-4cfe-96e0-a3d751be8a45 req-1b86730b-c623-4980-afee-0cc3bee1b3c3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.770674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30894646-4938-4cfe-96e0-a3d751be8a45 req-1b86730b-c623-4980-afee-0cc3bee1b3c3 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 944 time: 0.0675497 Jul 16 02:01:42.782757 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:42.786855 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.809689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30894646-4938-4cfe-96e0-a3d751be8a45 req-4d7d6b28-2e39-4f39-9d64-6bfb9ac48e65 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Jul 16 02:01:42.832898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:42.985934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['2003a24a-91d4-44dc-b988-3d46dd6dbdf8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:43.588646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b60eda-0153-409a-bbfe-0ae3a8d3ce41 req-d2e3f220-cd6f-416c-a068-0d9da6aac965 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.590100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0b60eda-0153-409a-bbfe-0ae3a8d3ce41 req-d2e3f220-cd6f-416c-a068-0d9da6aac965 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 945 time: 0.0624776 Jul 16 02:01:43.626534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0b60eda-0153-409a-bbfe-0ae3a8d3ce41 req-2b6a91b4-89d0-4d74-847b-44238c78e594 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304704 Jul 16 02:01:43.907817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 614744ad-2a6f-4429-bf36-6bec7ed3a068 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:43.955423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 614744ad-2a6f-4429-bf36-6bec7ed3a068 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:43.958984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 614744ad-2a6f-4429-bf36-6bec7ed3a068 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:43.959355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.984404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08577ad4-0dcf-46c3-8a80-611d18163f82 req-140fc4ca-0700-4ede-8291-05b78734e491 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.985900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08577ad4-0dcf-46c3-8a80-611d18163f82 req-140fc4ca-0700-4ede-8291-05b78734e491 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 945 time: 0.0643804 Jul 16 02:01:44.025000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-08577ad4-0dcf-46c3-8a80-611d18163f82 req-fc419854-87ed-4f16-aed8-03639396ac9f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335081 Jul 16 02:01:44.043369 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.066007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:44.068285 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb987928-b5ca-4cce-b515-928731653993" -d '{"events": [{"server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "name": "network-vif-plugged", "status": "completed", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:44.081387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 614744ad-2a6f-4429-bf36-6bec7ed3a068, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:44.086022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.109787 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d7734-27a1-415e-b02a-64da87430bf5 x-openstack-request-id: req-2f2d7734-27a1-415e-b02a-64da87430bf5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:44.110084 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "name": "network-vif-plugged", "status": "completed", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:44.110336 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f2d7734-27a1-415e-b02a-64da87430bf5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:44.111589 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'code': 200} Jul 16 02:01:44.137867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=614744ad-2a6f-4429-bf36-6bec7ed3a068,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:44.220188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7261-1c42-4c6f-adf4-f8c068b4e0d7 req-8071f1bb-0fa8-41f4-9cc2-d30a73989c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:44.221804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30fc7261-1c42-4c6f-adf4-f8c068b4e0d7 req-8071f1bb-0fa8-41f4-9cc2-d30a73989c2f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1097 time: 0.0546715 Jul 16 02:01:44.255685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30fc7261-1c42-4c6f-adf4-f8c068b4e0d7 req-2d7c8f62-17a3-4bee-af7e-9e07369128ad service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275626 Jul 16 02:01:44.466133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.539115 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8bd0549d-85a2-4822-94ab-7cbf36c4c24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.625862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:44.676190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:44.679903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:44.680305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.760062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.792046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:44.796778 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.801174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f93048-06c3-473a-9077-11d910938a57 req-7c932692-a87b-4738-a27d-a3abc8419b48 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:44.802683 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81f93048-06c3-473a-9077-11d910938a57 req-7c932692-a87b-4738-a27d-a3abc8419b48 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 946 time: 0.0627971 Jul 16 02:01:44.840825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81f93048-06c3-473a-9077-11d910938a57 req-27665af9-54b0-4918-817f-0cf4c15e2d0d tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Jul 16 02:01:44.844746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.204310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452581-bb7d-4056-81cd-ba3cab66726c req-5d5e3cb3-c6ce-46c4-8338-8b6c9d2964b5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.205761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92452581-bb7d-4056-81cd-ba3cab66726c req-5d5e3cb3-c6ce-46c4-8338-8b6c9d2964b5 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 946 time: 0.0662980 Jul 16 02:01:45.242698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92452581-bb7d-4056-81cd-ba3cab66726c req-8cc4fef3-ff20-4a0e-ac2a-752e12826b27 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Jul 16 02:01:45.416500 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.012664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2553ada-9b92-4d42-be0c-55320e5d7468 req-3b719c2c-9e54-4019-b38b-528225b5f338 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.014573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2553ada-9b92-4d42-be0c-55320e5d7468 req-3b719c2c-9e54-4019-b38b-528225b5f338 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 946 time: 0.0636904 Jul 16 02:01:46.051708 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2553ada-9b92-4d42-be0c-55320e5d7468 req-ade2c23e-8519-4597-9ffd-0af50cd239b1 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Jul 16 02:01:46.112788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:46.115098 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc012622-4c6d-4ce6-9739-b4cf197376a1" -d '{"events": [{"server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "name": "network-vif-plugged", "status": "completed", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:46.150164 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c61021-a014-4d17-9912-994ae63ccaa2 x-openstack-request-id: req-36c61021-a014-4d17-9912-994ae63ccaa2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:46.150528 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "name": "network-vif-plugged", "status": "completed", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:46.150851 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36c61021-a014-4d17-9912-994ae63ccaa2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:46.151312 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'code': 200} Jul 16 02:01:46.226772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd120dd-78aa-4db9-99c6-70e9fab44a76 req-4fafbe89-2106-4a0a-b338-c22221eb4ba2 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.228285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fd120dd-78aa-4db9-99c6-70e9fab44a76 req-4fafbe89-2106-4a0a-b338-c22221eb4ba2 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 946 time: 0.0678039 Jul 16 02:01:46.267493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fd120dd-78aa-4db9-99c6-70e9fab44a76 req-3f2503ae-ef68-4e17-9dda-acfc560ff150 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317252 Jul 16 02:01:46.267739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce578c8f-4ad0-4910-a657-2994987e5c0d req-b6bf0eda-cfb4-472b-a406-96b894657616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.268755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce578c8f-4ad0-4910-a657-2994987e5c0d req-b6bf0eda-cfb4-472b-a406-96b894657616 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 1097 time: 0.0525260 Jul 16 02:01:46.305823 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce578c8f-4ad0-4910-a657-2994987e5c0d req-7b9faf42-cb2a-4074-9fcb-1a30beb0abe3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303867 Jul 16 02:01:46.345581 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.465160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e07b5-9419-4d55-94dc-a3313f9a8805 req-124aa11e-93cd-4350-9bb0-0874d72fc315 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.467084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-024e07b5-9419-4d55-94dc-a3313f9a8805 req-124aa11e-93cd-4350-9bb0-0874d72fc315 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 946 time: 0.1083710 Jul 16 02:01:46.478363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e95fbf-8994-4c14-98cc-ddd2f325a1ce req-c0736c49-3a40-4869-86b3-55fe3478978d tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.479746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7e95fbf-8994-4c14-98cc-ddd2f325a1ce req-c0736c49-3a40-4869-86b3-55fe3478978d tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 946 time: 0.0903423 Jul 16 02:01:46.535832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-024e07b5-9419-4d55-94dc-a3313f9a8805 req-b73eeb80-57b3-409f-b90b-a4c304a3c42b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551195 Jul 16 02:01:46.540596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e7e95fbf-8994-4c14-98cc-ddd2f325a1ce req-fcac6434-4b34-445b-a53e-b0600889999c tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523818 Jul 16 02:01:46.564344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:46.660603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55fcb83-dee5-43d3-93a7-846afdaded66 tempest-TestServerBasicOps-44825585 tempest-TestServerBasicOps-44825585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.662107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f55fcb83-dee5-43d3-93a7-846afdaded66 tempest-TestServerBasicOps-44825585 tempest-TestServerBasicOps-44825585-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1092 time: 0.0967815 Jul 16 02:01:46.664999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 39994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:46.669298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:46.690645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.786069 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.890485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Allocated IP 172.25.5.123 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/12c3a3c0-fa1b-4ceb-9d20-7b10049e82e2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:46.929265 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.991276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.030290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.074104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:47.079854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:47.084254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:47.087230 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'Port': ['ID=12c3a3c0-fa1b-4ceb-9d20-7b10049e82e2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:47.113739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.114080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.114419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.114748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.115075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.115403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.115729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.116050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.116403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.116721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.117039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.117360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:47.455540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.528073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.708459 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.717298 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.794073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd364b-056d-4361-904e-58c4a761f60c req-ccf01d53-7a1f-4228-a49a-e11ee240a29a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:47.796455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1dd364b-056d-4361-904e-58c4a761f60c req-ccf01d53-7a1f-4228-a49a-e11ee240a29a tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 946 time: 0.1506724 Jul 16 02:01:47.801597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event updated for resources: {'Port': ['ID=12c3a3c0-fa1b-4ceb-9d20-7b10049e82e2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:47.834111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.880526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1dd364b-056d-4361-904e-58c4a761f60c req-0177069f-6385-4c87-b506-69465caba7ef tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731900 Jul 16 02:01:47.944070 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Floating IP 65fc2204-0d25-478d-8b2a-dd549ed8da53 associated. External IP: 172.25.5.123, port: 614744ad-2a6f-4429-bf36-6bec7ed3a068. Jul 16 02:01:48.131347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed694b2-80e0-4366-8500-35ea210031ac req-419641e4-8fa9-4b7f-bb5c-ffc374b899db tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.132862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ed694b2-80e0-4366-8500-35ea210031ac req-419641e4-8fa9-4b7f-bb5c-ffc374b899db tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 946 time: 0.1446435 Jul 16 02:01:48.208886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ed694b2-80e0-4366-8500-35ea210031ac req-9501ee06-e645-4e34-80db-6b70b2e27914 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674994 Jul 16 02:01:48.225570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Router 174f76f1-6932-4735-b58f-5f2f26c78bdb has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:48.233463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:48.284913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff8f3b-62a7-4ebd-8178-376dae86c54b tempest-TestVolumeBootPattern-1026957033 tempest-TestVolumeBootPattern-1026957033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.286648 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-62ff8f3b-62a7-4ebd-8178-376dae86c54b tempest-TestVolumeBootPattern-1026957033 tempest-TestVolumeBootPattern-1026957033-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 1092 time: 0.0521779 Jul 16 02:01:48.289407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:48.293849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:48.316154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.333699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:48.346801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] Sync routers for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:48.351126 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.357861 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:48.358746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.400812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-56291f70-8611-4f96-8aa4-bd787e045c37 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7239296 Jul 16 02:01:48.400812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:48.400812 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be4647c-c16e-4361-a810-4c94ae9f10de" -d '{"events": [{"name": "network-changed", "server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:48.429054 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df80b9fe-f7ea-4352-a91e-11582ebbf00c x-openstack-request-id: req-df80b9fe-f7ea-4352-a91e-11582ebbf00c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:48.429371 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:48.429687 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df80b9fe-f7ea-4352-a91e-11582ebbf00c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:48.430311 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'status': 'completed', 'code': 200} Jul 16 02:01:48.442544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.514702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-8e6fa8ab-d20c-4e53-b3be-9f73620f2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.516455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-8e6fa8ab-d20c-4e53-b3be-9f73620f2f03 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1097 time: 0.0622559 Jul 16 02:01:48.559780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Allocated IP 172.25.5.142 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/108f2520-e47c-4894-8bca-e1f0c3ce483b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:48.610832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-4710b44b-c41f-46a3-a178-49f2a59a12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.612258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-4710b44b-c41f-46a3-a178-49f2a59a12c4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 200 len: 908 time: 0.0898657 Jul 16 02:01:48.644254 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:48.670913 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.681745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-a066c4a7-f7b4-436f-b678-44b1da0b66bd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 200 len: 1000 time: 0.0629561 Jul 16 02:01:48.716926 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.736543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-9a3c4eaa-f5eb-491e-95b5-939721836be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.738091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-9a3c4eaa-f5eb-491e-95b5-939721836be3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=edc18009-97e5-4bd4-bb5c-e42408d2b835 HTTP/1.1" status: 200 len: 846 time: 0.0473051 Jul 16 02:01:48.762544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:48.768733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:48.771335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:48.774727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=108f2520-e47c-4894-8bca-e1f0c3ce483b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:48.797755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-d148eb2b-7f85-4d21-bffc-0470410c8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.799451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-d148eb2b-7f85-4d21-bffc-0470410c8a82 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=171d1b03-991d-49de-aabf-d2173f1f7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549059 Jul 16 02:01:48.805346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.805817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.806175 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.806759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.806889 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.807162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.807494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.807939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.808332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.809146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.809146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.809351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:48.878098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65fc2204-0d25-478d-8b2a-dd549ed8da53', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'port_id': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'mac_address': 'fa:16:3e:3e:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:47Z', 'updated_at': '2021-07-16T02:01:47Z', 'revision_number': 0, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:29Z', 'revision_number': 5, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.899624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-7d3532e8-c202-4a3d-bf2e-7ef9d3d697c3 service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930066 Jul 16 02:01:48.905062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] Checking router: 174f76f1-6932-4735-b58f-5f2f26c78bdb for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:48.913705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:48.914415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.990344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9be4647c-c16e-4361-a810-4c94ae9f10de req-90fe143d-0c90-4c70-943a-f737f295cb4a service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846701 Jul 16 02:01:49.027857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:49.167211 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.246952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.257197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65fc2204-0d25-478d-8b2a-dd549ed8da53', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'port_id': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'mac_address': 'fa:16:3e:3e:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:47Z', 'updated_at': '2021-07-16T02:01:47Z', 'revision_number': 0, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:29Z', 'revision_number': 5, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:49.284455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe0e4f-2ee4-40b1-9028-701365ef670c None None] The sync data for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 is: [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65fc2204-0d25-478d-8b2a-dd549ed8da53', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'port_id': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'mac_address': 'fa:16:3e:3e:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:47Z', 'updated_at': '2021-07-16T02:01:47Z', 'revision_number': 0, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:29Z', 'revision_number': 5, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:49.400367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.405161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.483014 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7233ea-515e-41fe-8d83-88d0507a49a4 None None] New status for floating IP 65fc2204-0d25-478d-8b2a-dd549ed8da53: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:49.483720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event updated for resources: {'Port': ['ID=108f2520-e47c-4894-8bca-e1f0c3ce483b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:49.495573 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.598630 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Floating IP 168a6f99-108a-4bbb-aacb-94bc443ddf0f associated. External IP: 172.25.5.142, port: 2003a24a-91d4-44dc-b988-3d46dd6dbdf8. Jul 16 02:01:49.811624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:49.917905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:49.927984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:49.934292 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.937367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:49.937977 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:49.971850 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9d35532e-43bf-4e3d-8885-10905a516454 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6814153 Jul 16 02:01:49.972553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:49.974845 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84345e1-158f-4ad2-bb5d-706250a1f99f" -d '{"events": [{"name": "network-changed", "server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:49.993621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.055183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:50.077826 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e99f097-b0d5-4f8f-8eec-b759ca9b134f x-openstack-request-id: req-6e99f097-b0d5-4f8f-8eec-b759ca9b134f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:50.078183 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:50.078492 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e99f097-b0d5-4f8f-8eec-b759ca9b134f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:50.079003 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'status': 'completed', 'code': 200} Jul 16 02:01:50.174770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-81d292be-4532-44b8-9940-fca04c5bbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.176307 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-81d292be-4532-44b8-9940-fca04c5bbebc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 1097 time: 0.0527246 Jul 16 02:01:50.269211 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-b6ebac7a-cb46-4e01-b348-f1a5f2b365ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.270705 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-b6ebac7a-cb46-4e01-b348-f1a5f2b365ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0882359 Jul 16 02:01:50.275818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '168a6f99-108a-4bbb-aacb-94bc443ddf0f', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:0b:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74683538-b072-469c-83b1-e52e43a0275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:49Z', 'updated_at': '2021-07-16T02:01:49Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}, {'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:47Z', 'revision_number': 1, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.306387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:50.314897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:50.315502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:01:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.335486 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-212123db-ca18-4d24-94dc-7a2350be828f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8 HTTP/1.1" status: 200 len: 1000 time: 0.0583215 Jul 16 02:01:50.383936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-a99bd0c1-bce5-47a1-9986-77ce2cdbbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.385438 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-a99bd0c1-bce5-47a1-9986-77ce2cdbbf97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0429282 Jul 16 02:01:50.418478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:50.446063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-92026139-d127-4ef5-851f-a59a03c30b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.447570 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-92026139-d127-4ef5-851f-a59a03c30b16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555677 Jul 16 02:01:50.539527 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-c839bd51-0556-48f5-b18b-f6a427009e81 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Jul 16 02:01:50.634555 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c84345e1-158f-4ad2-bb5d-706250a1f99f req-9a0c561b-3649-4d44-943c-b6acc879bd4a service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Jul 16 02:01:50.635183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '168a6f99-108a-4bbb-aacb-94bc443ddf0f', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:0b:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74683538-b072-469c-83b1-e52e43a0275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:49Z', 'updated_at': '2021-07-16T02:01:49Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}, {'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:47Z', 'revision_number': 1, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.662442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1f024-06c3-4251-9d26-fb2276b188b0 None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '168a6f99-108a-4bbb-aacb-94bc443ddf0f', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:0b:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74683538-b072-469c-83b1-e52e43a0275f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:49Z', 'updated_at': '2021-07-16T02:01:49Z', 'revision_number': 0, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}, {'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:47Z', 'revision_number': 1, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:50.834397 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb590326-6627-45e6-8451-c98d93536af8 None None] New status for floating IP 168a6f99-108a-4bbb-aacb-94bc443ddf0f: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:02:11.649709 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b4b6-08ef-4d7b-a872-041079e0aaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.467321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.539166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db961a27-8ded-49c7-9907-46f6f7a160f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.418540 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.345085 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.932816 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.358554 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:19.964313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.361626 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40038) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:22.462692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205582a-c700-4149-ad64-565c24dddd05 req-f787bc65-050f-405c-b035-5a3ed95a1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:22.464193 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d205582a-c700-4149-ad64-565c24dddd05 req-f787bc65-050f-405c-b035-5a3ed95a1ab7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1097 time: 0.1015499 Jul 16 02:02:22.498236 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d205582a-c700-4149-ad64-565c24dddd05 req-21b09162-80b7-42bd-b261-1b70f3b7478d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272286 Jul 16 02:02:32.975452 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-607693dc-00d5-4a2d-a580-ba4f185ff084 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576391 Jul 16 02:02:33.075044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-d50d0221-539f-42c2-9a0b-929f15a1eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.076574 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-d50d0221-539f-42c2-9a0b-929f15a1eba8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 1097 time: 0.0563531 Jul 16 02:02:33.178526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-c2d0c990-ac57-41a1-897d-3ca4f0f0a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.180006 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-c2d0c990-ac57-41a1-897d-3ca4f0f0a092 service neutron] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0843008 Jul 16 02:02:33.252607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-1fe876e7-63e5-4f7e-ab32-94b65ee91c6b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8 HTTP/1.1" status: 200 len: 1002 time: 0.0646899 Jul 16 02:02:33.304139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-f8748816-4e16-4b90-a00e-f3a2c2541e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.305716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-f8748816-4e16-4b90-a00e-f3a2c2541e32 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0461574 Jul 16 02:02:33.365288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-b1f724be-730a-4065-8c05-1070e932a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.366880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-b1f724be-730a-4065-8c05-1070e932a691 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539920 Jul 16 02:02:33.463929 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-33ccad5d-ae24-4d56-9798-3c3ccfe77ece service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888240 Jul 16 02:02:33.553541 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-23921484-6b0e-415e-8a56-9e3b45f0bb10 req-bde718d9-e93f-4ffa-87ab-30e03a2910b6 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821872 Jul 16 02:02:34.257179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-50a8f969-2e13-4e6c-951a-384146b82977 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047575 Jul 16 02:02:34.351748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-fd5398b8-59d0-4479-90c9-e642fbd2f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.353177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-fd5398b8-59d0-4479-90c9-e642fbd2f7b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1097 time: 0.0535233 Jul 16 02:02:34.457125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-71295061-377a-4c2b-b630-e3d8bf2d7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.459148 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-71295061-377a-4c2b-b630-e3d8bf2d7f91 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.0866508 Jul 16 02:02:34.526331 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-5a5dba1d-c608-4845-affa-aa18ea01dbd0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 1001 time: 0.0610206 Jul 16 02:02:34.574064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-bcf17238-3813-45c7-8e68-33e0a5f71a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.575488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-bcf17238-3813-45c7-8e68-33e0a5f71a76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0432949 Jul 16 02:02:34.631607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-fcee16a9-cf90-455d-8205-1348b7c98cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.633022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-fcee16a9-cf90-455d-8205-1348b7c98cbf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518482 Jul 16 02:02:34.643449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-83c1de71-1728-450f-b017-eb2bccee2166 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:02:34.644421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-83c1de71-1728-450f-b017-eb2bccee2166 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048413 Jul 16 02:02:34.738447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-7df1a6d4-846f-4ec3-b646-ed27d4426167 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874543 Jul 16 02:02:34.835138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c278f8e-1fff-4acb-b7a1-db8f473b8a2b req-aca7c7bc-6082-4f8e-a817-73fd9736c1dc service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902197 Jul 16 02:02:41.651347 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f786b782-f7e2-4a33-ac35-497704066039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.468026 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.537055 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3cc2191d-c094-459a-ad9a-9fe852f05523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.421547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.342871 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.934053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.989756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.358368 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:11.652518 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf17b7c4-f6ce-4037-aaf6-4c367d67714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.468727 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.536715 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bee2675-dd02-487a-b1e5-ad0068c5cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.425337 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.338067 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.939104 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.254044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:17.412826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 108f2520-e47c-4894-8bca-e1f0c3ce483b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:17.413169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.486753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.487110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.498424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 108f2520-e47c-4894-8bca-e1f0c3ce483b owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:17.668972 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.693484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=108f2520-e47c-4894-8bca-e1f0c3ce483b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:17.704129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.704503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.704843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.705176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.705508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.705837 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.706162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.706485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.706806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.707129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.707448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.707767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:17.767971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.768324 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Floating IP 168a6f99-108a-4bbb-aacb-94bc443ddf0f disassociated (deleted). External IP: 172.25.5.142, port: 2003a24a-91d4-44dc-b988-3d46dd6dbdf8. Jul 16 02:03:17.967416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:18.394417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:18.398921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:18.406033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:18.413387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:18.415093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:18.439871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-29980903-db8e-4022-a820-7858a60906a0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "DELETE /v2.0/floatingips/168a6f99-108a-4bbb-aacb-94bc443ddf0f HTTP/1.1" status: 204 len: 168 time: 1.1824543 Jul 16 02:03:18.439871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:18.440433 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079" -d '{"events": [{"name": "network-changed", "server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:18.477395 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b75d5a-1164-492e-8787-0b204a4dde4c x-openstack-request-id: req-17b75d5a-1164-492e-8787-0b204a4dde4c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:18.477929 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:18.478179 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17b75d5a-1164-492e-8787-0b204a4dde4c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:18.478575 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'status': 'completed', 'code': 200} Jul 16 02:03:18.528092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:18.605935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-84e022dd-d039-4f5b-9b8e-d07f1ee3ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.607455 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-84e022dd-d039-4f5b-9b8e-d07f1ee3ecf7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 1097 time: 0.1039801 Jul 16 02:03:18.715878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-358e6a7c-4f41-4f37-8228-ad3073f7e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.717449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-358e6a7c-4f41-4f37-8228-ad3073f7e04c service neutron] 10.222.0.78 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1026342 Jul 16 02:03:18.761009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-883efe76-8a81-4226-9b90-558f01cd344c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8 HTTP/1.1" status: 200 len: 217 time: 0.0354497 Jul 16 02:03:18.766499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:47Z', 'revision_number': 1, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:18.793740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:18.801895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:18.802508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:18.811791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-799a11e1-3409-47e5-9d30-b64ffae0a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.813314 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-799a11e1-3409-47e5-9d30-b64ffae0a514 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.0457726 Jul 16 02:03:18.831151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d38a6-2c5c-44fb-9f95-af0be814fa33 req-0c4339fa-c297-4993-896e-068b8d15c54f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.833456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d6d38a6-2c5c-44fb-9f95-af0be814fa33 req-0c4339fa-c297-4993-896e-068b8d15c54f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 946 time: 0.0751560 Jul 16 02:03:18.874305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5d6d38a6-2c5c-44fb-9f95-af0be814fa33 req-be45e733-c50c-4ab1-abdd-6f9b551c3253 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340772 Jul 16 02:03:18.883844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-7ada267c-65eb-4b59-a181-a6ef35897683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.885813 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-7ada267c-65eb-4b59-a181-a6ef35897683 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656264 Jul 16 02:03:18.981046 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-ae7cf70f-5b0a-424b-9cfb-66afabf53020 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869789 Jul 16 02:03:19.065270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:19.078513 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3bf1ab47-88f3-4f96-beb8-c0bb403d0079 req-1d63a05b-7256-40d6-a4b4-05514b4132a6 service neutron] 10.222.0.78 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888555 Jul 16 02:03:19.282105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:47Z', 'revision_number': 1, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:19.307482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4b8e1-fb43-4fb5-b713-1f5b2816e3fe None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'e7d19f80-fe5f-4280-883a-4e055dd47806', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'port_id': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'mac_address': 'fa:16:3e:73:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:45Z', 'updated_at': '2021-07-16T01:59:47Z', 'revision_number': 1, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:19.524177 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a503b4-e4d2-40ba-8a5c-a66d0469b7cc None None] New status for floating IP 168a6f99-108a-4bbb-aacb-94bc443ddf0f: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:20.006180 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.052949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8458076-41a3-4909-9d01-6b813a3e7c92 req-941fbedb-15b0-4297-ae03-b74fc353023f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:20.054430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8458076-41a3-4909-9d01-6b813a3e7c92 req-941fbedb-15b0-4297-ae03-b74fc353023f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 946 time: 0.0645955 Jul 16 02:03:20.092263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8458076-41a3-4909-9d01-6b813a3e7c92 req-078913cb-a174-4f58-ae50-0080de3f54e0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jul 16 02:03:20.347429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-abf064a9-7cc9-4509-a5b9-00c195cb2f53 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:20.348907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-abf064a9-7cc9-4509-a5b9-00c195cb2f53 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 946 time: 0.0623891 Jul 16 02:03:20.450592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:20.450936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.537767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] For port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:20.538131 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.550389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:20.686894 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.716612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=2003a24a-91d4-44dc-b988-3d46dd6dbdf8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:20.766309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] No DVR routers for this DVR port 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:20.768986 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.771033 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55cc8dad-b2f9-48ba-aec2-9be27aa73733 req-0373c30c-dc62-4dca-b79c-ecb5798a3dd0 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.78 "DELETE /v2.0/ports/2003a24a-91d4-44dc-b988-3d46dd6dbdf8 HTTP/1.1" status: 204 len: 173 time: 0.4169364 Jul 16 02:03:20.771483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'name': 'network-vif-deleted', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:20.773783 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b7c8a4-ec6c-486f-9549-237d796139d5" -d '{"events": [{"server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "name": "network-vif-deleted", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:20.812839 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca10dc2e-d45a-4b8a-9d97-aa4f9e66a838 x-openstack-request-id: req-ca10dc2e-d45a-4b8a-9d97-aa4f9e66a838 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:20.813136 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74683538-b072-469c-83b1-e52e43a0275f", "name": "network-vif-deleted", "tag": "2003a24a-91d4-44dc-b988-3d46dd6dbdf8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:20.813393 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca10dc2e-d45a-4b8a-9d97-aa4f9e66a838 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:20.813792 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74683538-b072-469c-83b1-e52e43a0275f', 'name': 'network-vif-deleted', 'tag': '2003a24a-91d4-44dc-b988-3d46dd6dbdf8', 'status': 'completed', 'code': 200} Jul 16 02:03:21.245398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a207a4c-9b1f-4ee8-bcd1-3af74e1f0cda req-522c37bd-caec-435d-86b7-167e43cd3897 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 210 time: 0.0337863 Jul 16 02:03:22.383571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29b7f998-551f-4775-8b90-5834d05d3168 req-561df5e8-5973-418f-bcbf-535e157397bb tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 210 time: 0.0282075 Jul 16 02:03:23.258033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:23.277665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:23.277982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2003a24a-91d4-44dc-b988-3d46dd6dbdf8 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:23.518493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-12041ef9-fad5-415e-a6b3-3eeaf65050c3 req-da97c88d-cfb0-4e30-9f00-05b2d087f29e tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=74683538-b072-469c-83b1-e52e43a0275f HTTP/1.1" status: 200 len: 210 time: 0.0277297 Jul 16 02:03:28.903487 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:29.058299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 4189fa1e-04ea-4958-b7c5-4376bdaaf074 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:29.058646 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.131717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.132041 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.143385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 4189fa1e-04ea-4958-b7c5-4376bdaaf074 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:29.287877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.314035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=4189fa1e-04ea-4958-b7c5-4376bdaaf074,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:29.375503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.375830 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Floating IP e7d19f80-fe5f-4280-883a-4e055dd47806 disassociated (deleted). External IP: 172.25.5.47, port: 3b6fc804-b4f7-4475-a0a0-b72fe7a80592. Jul 16 02:03:29.578543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:29.684844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:29.689715 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.694098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:29.703688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:29.704316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:29.725718 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-58f9e4f6-cab2-4eda-aab1-6badce8c3ee1 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "DELETE /v2.0/floatingips/e7d19f80-fe5f-4280-883a-4e055dd47806 HTTP/1.1" status: 204 len: 168 time: 0.8209975 Jul 16 02:03:29.726165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:29.728467 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa0b65-9486-4b80-a008-1be99f45cc50" -d '{"events": [{"name": "network-changed", "server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:29.764655 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb27aa-950f-4b82-b170-55593b871f53 x-openstack-request-id: req-15bb27aa-950f-4b82-b170-55593b871f53 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:29.765010 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:29.765437 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15bb27aa-950f-4b82-b170-55593b871f53 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:29.765910 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'status': 'completed', 'code': 200} Jul 16 02:03:29.809937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:29.839047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-99e3e76c-9b0b-4e94-8c65-292d6da97043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:29.840633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-99e3e76c-9b0b-4e94-8c65-292d6da97043 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89b31e847c2646fc9a06a844009297f3&device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 1097 time: 0.0533848 Jul 16 02:03:29.946524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-cc32a657-3053-4761-9636-7f778c148f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:29.948108 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-cc32a657-3053-4761-9636-7f778c148f59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 200 len: 913 time: 0.1012106 Jul 16 02:03:30.000833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-c8d708ef-2983-41c3-ae8e-7c19d04bb216 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 200 len: 217 time: 0.0401406 Jul 16 02:03:30.012462 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:30.040638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:30.049983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:30.050486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:30.159260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:30.360189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:30.389953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e16a1b-2e8c-4ce2-a67f-6ae16163fb42 None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T01:53:25Z', 'revision_number': 4, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'd116e912-5e07-47ff-9ae7-c0416f5d7a13', 'name': '', 'network_id': '42db4adc-354c-4a19-894d-4951a24183e5', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'mac_address': 'fa:16:3e:50:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:24Z', 'updated_at': '2021-07-16T01:53:32Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'subnets': [{'id': '231a06b1-8da0-40ae-8a94-ce2cc5e40f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:30.397420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-810a2933-aa5f-4832-892c-97ba1e66e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:30.399480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-810a2933-aa5f-4832-892c-97ba1e66e461 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 200 len: 851 time: 0.3926613 Jul 16 02:03:30.457058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22c565-04ef-42bf-a99d-4ff1d8926e2c req-6d11494d-aef0-48c5-921d-707e9716c747 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:30.458554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f22c565-04ef-42bf-a99d-4ff1d8926e2c req-6d11494d-aef0-48c5-921d-707e9716c747 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 946 time: 0.4223261 Jul 16 02:03:30.504966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-a8d1b610-11e8-4f8f-8b89-2c9491463bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:30.506513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-a8d1b610-11e8-4f8f-8b89-2c9491463bfd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=42db4adc-354c-4a19-894d-4951a24183e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989957 Jul 16 02:03:30.512121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f22c565-04ef-42bf-a99d-4ff1d8926e2c req-0ae08bdd-a59e-41c3-a2ba-bd4c9bc67d43 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460310 Jul 16 02:03:30.602697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-880f3d7c-2482-42ec-a973-840a19b880eb service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887709 Jul 16 02:03:30.613465 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17889d05-59d4-4a37-83cb-0e877e4bda09 None None] New status for floating IP e7d19f80-fe5f-4280-883a-4e055dd47806: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:30.699194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3aa0b65-9486-4b80-a008-1be99f45cc50 req-78bed871-be34-4195-ada4-9b4d0aa76e26 service neutron] 10.222.0.93 "GET /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899925 Jul 16 02:03:31.520850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76584130-16cf-4c80-bb64-82e2700f999d req-82f1eae3-1a56-4957-bcce-eeeb0456dae6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:31.522322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76584130-16cf-4c80-bb64-82e2700f999d req-82f1eae3-1a56-4957-bcce-eeeb0456dae6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 946 time: 0.0626619 Jul 16 02:03:31.626875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:31.627455 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:31.760329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] For port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:31.760616 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:31.769873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bb9ab-e878-475b-a079-29fd062b1bd7 req-97889575-3322-4241-bf98-b245024f481f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:31.771335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f38bb9ab-e878-475b-a079-29fd062b1bd7 req-97889575-3322-4241-bf98-b245024f481f tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 946 time: 0.1395330 Jul 16 02:03:31.789304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:31.853995 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f38bb9ab-e878-475b-a079-29fd062b1bd7 req-83fc6279-dc8a-47ba-8c2d-849f71ed2f87 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9104e03-0954-45a4-8aa2-1874bbb74400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761507 Jul 16 02:03:31.937437 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:31.964517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=3b6fc804-b4f7-4475-a0a0-b72fe7a80592,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:31.974406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.974757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.975103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.975443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.975776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.976126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.976464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.976792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.977601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.977601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.977772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:31.978045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:32.026520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] No DVR routers for this DVR port 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:32.029089 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.031041 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76584130-16cf-4c80-bb64-82e2700f999d req-3602b7ce-0266-41cf-9192-1954500e7e90 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.93 "DELETE /v2.0/ports/3b6fc804-b4f7-4475-a0a0-b72fe7a80592 HTTP/1.1" status: 204 len: 173 time: 0.5027158 Jul 16 02:03:32.031568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'name': 'network-vif-deleted', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:32.033812 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c4eaaa-6b9d-49b5-9bae-0f17b9163ca8" -d '{"events": [{"server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "name": "network-vif-deleted", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:32.075477 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210b7a0b-5097-4f84-90af-1a69b0943919 x-openstack-request-id: req-210b7a0b-5097-4f84-90af-1a69b0943919 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:32.075825 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43e2076-3000-4c67-85dd-1e1358364d86", "name": "network-vif-deleted", "tag": "3b6fc804-b4f7-4475-a0a0-b72fe7a80592", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:32.076108 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-210b7a0b-5097-4f84-90af-1a69b0943919 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:32.076532 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43e2076-3000-4c67-85dd-1e1358364d86', 'name': 'network-vif-deleted', 'tag': '3b6fc804-b4f7-4475-a0a0-b72fe7a80592', 'status': 'completed', 'code': 200} Jul 16 02:03:32.991416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f05167c-37e5-4058-a974-219550a8622f req-f86ff2f3-0006-4482-8485-de3526e2d33b tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jul 16 02:03:33.357785 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:34.135222 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-51aded2c-e7c1-435a-91d5-880d89c8f1e6 req-bfa47634-82cd-482a-afc8-9e57b5f79ffe tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 210 time: 0.0296600 Jul 16 02:03:34.236765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-5a326ba9-3e97-46c8-b6e8-6fb53a7aca70 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516052 Jul 16 02:03:34.311451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-0786da48-fb2f-4179-89ac-b7a6a10da8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.312972 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-0786da48-fb2f-4179-89ac-b7a6a10da8c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1097 time: 0.0559514 Jul 16 02:03:34.417228 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-375f3e85-7f25-4222-912e-c18887550733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.418813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-375f3e85-7f25-4222-912e-c18887550733 service neutron] 10.222.0.93 "GET /v2.0/networks?id=171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 200 len: 908 time: 0.0868449 Jul 16 02:03:34.486868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-356211ee-9448-45c5-823c-610e7b007b64 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 200 len: 1002 time: 0.0614436 Jul 16 02:03:34.534254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-f14d4613-6686-4f67-a959-6cf839bb9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.535766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-f14d4613-6686-4f67-a959-6cf839bb9b43 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=edc18009-97e5-4bd4-bb5c-e42408d2b835 HTTP/1.1" status: 200 len: 846 time: 0.0428667 Jul 16 02:03:34.594949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-7eae5fe1-94d3-462b-9fc9-5802e4f4e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.596518 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-7eae5fe1-94d3-462b-9fc9-5802e4f4e5bc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=171d1b03-991d-49de-aabf-d2173f1f7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539796 Jul 16 02:03:34.689068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-d497718f-060a-42a5-9f2b-769d25bd90fc service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Jul 16 02:03:34.778134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37a84430-4f7d-4b04-a7cd-4597d29593c2 req-0bd57241-2dc5-4301-a693-913f0b4913d1 service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818472 Jul 16 02:03:35.279210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a8e3269-8435-4fdf-8af9-da7970a1f4f9 req-0536ab10-d289-40fb-8e20-2c76afec9a56 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43e2076-3000-4c67-85dd-1e1358364d86 HTTP/1.1" status: 200 len: 210 time: 0.0326447 Jul 16 02:03:36.369495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:36.387333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:36.407470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:36.407816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 3b6fc804-b4f7-4475-a0a0-b72fe7a80592 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:36.498070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Deleting port be56380a-4bc7-41c1-a21d-2544bfcd1de8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:36.498420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.571496 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.571750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.583350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Calling delete_port for be56380a-4bc7-41c1-a21d-2544bfcd1de8 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:36.712782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.742949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'Port': ['ID=be56380a-4bc7-41c1-a21d-2544bfcd1de8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:36.798405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.801100 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.802271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2419c008-55f4-4915-9fb9-fc3c72c4a3f6 tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "DELETE /v2.0/floatingips/e774dd05-a3fb-4123-9daa-b5aaa7e87a2e HTTP/1.1" status: 204 len: 168 time: 0.4317553 Jul 16 02:03:39.114961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:39.176952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4165-08dd-4127-9ea0-c259ea6ebbdd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:39.202230 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4165-08dd-4127-9ea0-c259ea6ebbdd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:39.261479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4165-08dd-4127-9ea0-c259ea6ebbdd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:39.263993 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4165-08dd-4127-9ea0-c259ea6ebbdd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:39.265201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4c2f4165-08dd-4127-9ea0-c259ea6ebbdd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] 10.222.0.81 "DELETE /v2.0/security-groups/d9104e03-0954-45a4-8aa2-1874bbb74400 HTTP/1.1" status: 204 len: 168 time: 0.1492186 Jul 16 02:03:39.274761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f4165-08dd-4127-9ea0-c259ea6ebbdd tempest-TestVolumeBootPattern-1837919074 tempest-TestVolumeBootPattern-1837919074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9104e03-0954-45a4-8aa2-1874bbb74400,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:39.325504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40162) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:39.767120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.023830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Deleting port d116e912-5e07-47ff-9ae7-c0416f5d7a13 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:40.024253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.107748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] For port d116e912-5e07-47ff-9ae7-c0416f5d7a13, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d116e912-5e07-47ff-9ae7-c0416f5d7a13,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:40.108102 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.120481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Calling delete_port for d116e912-5e07-47ff-9ae7-c0416f5d7a13 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:40.296548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.322505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d116e912-5e07-47ff-9ae7-c0416f5d7a13,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:40.496300 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.709975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Router d84534c3-93b4-4433-bc7b-6da2b2f224a4 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:40.814018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:40.819217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3ff3fa58-3967-439e-a5b9-07f4e423db81 admin admin] 10.222.0.81 "PUT /v2.0/routers/d84534c3-93b4-4433-bc7b-6da2b2f224a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925926 Jul 16 02:03:40.821685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:40.822831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68951d-979d-458a-9654-45389752b011 None None] Sync routers for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:40.832564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:40.833173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:40.924670 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.936500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:41.026427 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.080116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Deleting port bd89b004-0085-4e37-a18e-8711bc3b6250 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:41.080491 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.109908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T02:03:40Z', 'revision_number': 5, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port': {'id': 'bd89b004-0085-4e37-a18e-8711bc3b6250', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:22Z', 'updated_at': '2021-07-16T01:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:41.139304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68951d-979d-458a-9654-45389752b011 None None] Checking router: d84534c3-93b4-4433-bc7b-6da2b2f224a4 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:41.147806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] Routers {'d84534c3-93b4-4433-bc7b-6da2b2f224a4'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:41.149001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:41.157344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] For port bd89b004-0085-4e37-a18e-8711bc3b6250, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bd89b004-0085-4e37-a18e-8711bc3b6250,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:41.157699 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.175854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Calling delete_port for bd89b004-0085-4e37-a18e-8711bc3b6250 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:41.237324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] Set router d84534c3-93b4-4433-bc7b-6da2b2f224a4 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:41.287277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eb68951d-979d-458a-9654-45389752b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T02:03:41Z', 'revision_number': 6, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:41.316930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68951d-979d-458a-9654-45389752b011 None None] The sync data for ids ['d84534c3-93b4-4433-bc7b-6da2b2f224a4'] in n-d-800085-5 is: [{'id': 'd84534c3-93b4-4433-bc7b-6da2b2f224a4', 'name': 'tempest-TestVolumeBootPattern-1792837707-router', 'tenant_id': '89b31e847c2646fc9a06a844009297f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:21Z', 'updated_at': '2021-07-16T02:03:41Z', 'revision_number': 6, 'project_id': '89b31e847c2646fc9a06a844009297f3', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:41.343611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.374409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd89b004-0085-4e37-a18e-8711bc3b6250,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:41.433366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.520596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.522661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.563680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.564128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d84534c3-93b4-4433-bc7b-6da2b2f224a4 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:03:41.568365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.569616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8b6e8afb-e8c7-4ee5-803f-b92f23bbf4bb admin admin] 10.222.0.81 "DELETE /v2.0/routers/d84534c3-93b4-4433-bc7b-6da2b2f224a4 HTTP/1.1" status: 204 len: 168 time: 0.7470098 Jul 16 02:03:41.572606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40170) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:41.619497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] Deleting subnet 231a06b1-8da0-40ae-8a94-ce2cc5e40f7c {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:41.622475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.660985 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8905e8c7-f3f6-4f24-8f53-23f59227c008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.669249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.760133 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.814271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.839737 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231a06b1-8da0-40ae-8a94-ce2cc5e40f7c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:41.843354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.845342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1d6432c6-55e7-44ee-a128-246999cf3da9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/231a06b1-8da0-40ae-8a94-ce2cc5e40f7c HTTP/1.1" status: 204 len: 168 time: 0.2717364 Jul 16 02:03:41.847852 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:41.850317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b9aee-8305-4754-a0ee-9ab330cd06ef None None] Network 42db4adc-354c-4a19-894d-4951a24183e5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:41.914887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.967333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Deleting port 09f945eb-092c-4756-80ac-210f338e9540 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:41.967696 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.035895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] For port 09f945eb-092c-4756-80ac-210f338e9540, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=09f945eb-092c-4756-80ac-210f338e9540,segment=NetworkSegment(dd81bd9c-4242-4584-8339-e8f870116bba),segment_id=dd81bd9c-4242-4584-8339-e8f870116bba)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:42.036272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.048788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Calling delete_port for 09f945eb-092c-4756-80ac-210f338e9540 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:42.087133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] DHCP port deletion for 42db4adc-354c-4a19-894d-4951a24183e5 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:03:42.128360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d116e912-5e07-47ff-9ae7-c0416f5d7a13 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:42.141091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.151012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d116e912-5e07-47ff-9ae7-c0416f5d7a13 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:42.151490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d116e912-5e07-47ff-9ae7-c0416f5d7a13 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:42.166584 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Deleting port 09f945eb-092c-4756-80ac-210f338e9540 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:42.166965 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.171456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f945eb-092c-4756-80ac-210f338e9540,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:42.173328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] No DVR routers for this DVR port 09f945eb-092c-4756-80ac-210f338e9540 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:42.235842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] For port 09f945eb-092c-4756-80ac-210f338e9540, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:42.236420 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.246103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.253081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Calling delete_port for 09f945eb-092c-4756-80ac-210f338e9540 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:42.255737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Port 09f945eb-092c-4756-80ac-210f338e9540 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:03:42.256112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42db4adc-354c-4a19-894d-4951a24183e5']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:42.257029 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.266498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd81bd9c-4242-4584-8339-e8f870116bba') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:42.266797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd81bd9c-4242-4584-8339-e8f870116bba') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:42.276381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.283406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] No DVR routers for this DVR port 09f945eb-092c-4756-80ac-210f338e9540 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:42.287563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Pushing event deleted for resources: {'Port': ['ID=09f945eb-092c-4756-80ac-210f338e9540,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:42.296097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.296475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.296818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.297158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.297493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.297824 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.298154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.298537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.298808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.299134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.299457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.299778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d30a29-5805-4b57-9f78-c39247585f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:42.301026 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.308909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:42.309590 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:42.311207 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:42.371977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.377806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.379786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] 10.222.0.81 "DELETE /v2.0/networks/42db4adc-354c-4a19-894d-4951a24183e5 HTTP/1.1" status: 204 len: 168 time: 0.5308821 Jul 16 02:03:42.382850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:42.390790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3552db5-0b89-4c8a-8d83-78dff41af496 admin admin] Pushing event deleted for resources: {'Network': ['ID=42db4adc-354c-4a19-894d-4951a24183e5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:42.724339 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.973625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Deleting port fe1b6c26-f7f1-4549-8682-6a6799f21c18 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:42.973966 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.050558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] For port fe1b6c26-f7f1-4549-8682-6a6799f21c18, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=fe1b6c26-f7f1-4549-8682-6a6799f21c18,segment=NetworkSegment(0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc),segment_id=0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:43.050850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.063778 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Calling delete_port for fe1b6c26-f7f1-4549-8682-6a6799f21c18 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:43.238858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.265435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1b6c26-f7f1-4549-8682-6a6799f21c18,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:43.431285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.596941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09f945eb-092c-4756-80ac-210f338e9540 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:43.617904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 09f945eb-092c-4756-80ac-210f338e9540 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:43.618249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09f945eb-092c-4756-80ac-210f338e9540 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:43.618650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd89b004-0085-4e37-a18e-8711bc3b6250 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:43.636033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: bd89b004-0085-4e37-a18e-8711bc3b6250 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:43.636403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd89b004-0085-4e37-a18e-8711bc3b6250 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:43.641950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Router 96e76cab-1d2d-4b43-8247-ba28f3d8348c has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:43.746366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:43.751387 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-89730fc2-7331-40ac-a80e-808beef16ed9 admin admin] 10.222.0.81 "PUT /v2.0/routers/96e76cab-1d2d-4b43-8247-ba28f3d8348c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3675001 Jul 16 02:03:43.753957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:43.754407 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] Sync routers for ids ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:43.763307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] Routers {'96e76cab-1d2d-4b43-8247-ba28f3d8348c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:43.763911 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:43.856498 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.864571 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] Set router 96e76cab-1d2d-4b43-8247-ba28f3d8348c gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:43.958274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.012734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Deleting port 0cbab132-87db-4b5d-86a8-0b9aeeac889e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:44.013079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.038722 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T02:03:43Z', 'revision_number': 5, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port': {'id': '0cbab132-87db-4b5d-86a8-0b9aeeac889e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:29Z', 'updated_at': '2021-07-16T01:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:44.068058 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] Checking router: 96e76cab-1d2d-4b43-8247-ba28f3d8348c for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:44.076209 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] Routers {'96e76cab-1d2d-4b43-8247-ba28f3d8348c'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:44.076824 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:03:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:44.095740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] For port 0cbab132-87db-4b5d-86a8-0b9aeeac889e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0cbab132-87db-4b5d-86a8-0b9aeeac889e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:44.096108 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.108501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Calling delete_port for 0cbab132-87db-4b5d-86a8-0b9aeeac889e owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:44.244493 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] Set router 96e76cab-1d2d-4b43-8247-ba28f3d8348c gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:44.278535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.293258 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T02:03:43Z', 'revision_number': 6, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:44.304153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbab132-87db-4b5d-86a8-0b9aeeac889e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:44.322090 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33050568-f5b8-4ac5-8635-b4584352916c None None] The sync data for ids ['96e76cab-1d2d-4b43-8247-ba28f3d8348c'] in n-d-800085-5 is: [{'id': '96e76cab-1d2d-4b43-8247-ba28f3d8348c', 'name': 'tempest-TestVolumeBootPattern-1950580040-router', 'tenant_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:28Z', 'updated_at': '2021-07-16T02:03:43Z', 'revision_number': 6, 'project_id': 'c813bc62ab0f4449818c8d277aeb8eab', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:44.374036 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.461657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.463852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.469414 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.506322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.506893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e76cab-1d2d-4b43-8247-ba28f3d8348c {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:03:44.511648 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.512909 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5bca6460-c460-4715-a94d-39adab5c1216 admin admin] 10.222.0.81 "DELETE /v2.0/routers/96e76cab-1d2d-4b43-8247-ba28f3d8348c HTTP/1.1" status: 204 len: 168 time: 0.7580283 Jul 16 02:03:44.515302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:44.536281 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc34d4be-b7a1-4f86-b91d-df8673389fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.559116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] Deleting subnet e6bb7648-3678-4713-8abf-431484104323 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:44.562105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.595821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.678696 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.735148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.762431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6bb7648-3678-4713-8abf-431484104323,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:44.766276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.768690 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb147534-48c0-4a47-a194-eb22794d102e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e6bb7648-3678-4713-8abf-431484104323 HTTP/1.1" status: 204 len: 168 time: 0.2518737 Jul 16 02:03:44.770729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:44.771740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebb49bb-e8a0-4580-9d52-f905db110d7b None None] Network 713c4892-cda5-4069-a726-eaf505332113 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:44.843552 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.898738 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Deleting port 033662a3-732b-493f-8e78-40b69f10d3d9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:44.899074 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.959496 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] For port 033662a3-732b-493f-8e78-40b69f10d3d9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=033662a3-732b-493f-8e78-40b69f10d3d9,segment=NetworkSegment(0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc),segment_id=0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:44.959855 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.975922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Calling delete_port for 033662a3-732b-493f-8e78-40b69f10d3d9 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:45.086771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892020a-b721-461e-863c-26f6e7327184 None None] DHCP port deletion for 713c4892-cda5-4069-a726-eaf505332113 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:03:45.136534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c892020a-b721-461e-863c-26f6e7327184 None None] Deleting port 033662a3-732b-493f-8e78-40b69f10d3d9 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:45.137033 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c892020a-b721-461e-863c-26f6e7327184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.369492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c892020a-b721-461e-863c-26f6e7327184 None None] For port 033662a3-732b-493f-8e78-40b69f10d3d9, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=033662a3-732b-493f-8e78-40b69f10d3d9,segment=NetworkSegment(0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc),segment_id=0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:45.369889 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c892020a-b721-461e-863c-26f6e7327184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.381974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c892020a-b721-461e-863c-26f6e7327184 None None] Calling delete_port for 033662a3-732b-493f-8e78-40b69f10d3d9 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:45.393948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.419734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=033662a3-732b-493f-8e78-40b69f10d3d9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:45.423113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] No DVR routers for this DVR port 033662a3-732b-493f-8e78-40b69f10d3d9 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:45.442720 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.471329 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c892020a-b721-461e-863c-26f6e7327184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.495365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.501033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892020a-b721-461e-863c-26f6e7327184 None None] Pushing event deleted for resources: {'Port': ['ID=033662a3-732b-493f-8e78-40b69f10d3d9,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:45.505207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892020a-b721-461e-863c-26f6e7327184 None None] No DVR routers for this DVR port 033662a3-732b-493f-8e78-40b69f10d3d9 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:45.509339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713c4892-cda5-4069-a726-eaf505332113']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:45.520464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:45.520765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee144d6-1ecf-4264-ae17-5e3e5bcc30cc') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:45.530493 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.545336 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.551784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:45.552133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:45.554026 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:45.556495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0cbab132-87db-4b5d-86a8-0b9aeeac889e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:45.573850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0cbab132-87db-4b5d-86a8-0b9aeeac889e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:45.573850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0cbab132-87db-4b5d-86a8-0b9aeeac889e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:45.574114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fe1b6c26-f7f1-4549-8682-6a6799f21c18 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:45.591871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: fe1b6c26-f7f1-4549-8682-6a6799f21c18 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:45.592209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device fe1b6c26-f7f1-4549-8682-6a6799f21c18 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:45.592622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 033662a3-732b-493f-8e78-40b69f10d3d9 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:45.611280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 033662a3-732b-493f-8e78-40b69f10d3d9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:45.611466 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.611601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 033662a3-732b-493f-8e78-40b69f10d3d9 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:45.617517 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.619628 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/713c4892-cda5-4069-a726-eaf505332113 HTTP/1.1" status: 204 len: 168 time: 0.8476160 Jul 16 02:03:45.631949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb15fe5-cf4a-4dc2-a11d-5ac6fefdd8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=713c4892-cda5-4069-a726-eaf505332113,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:45.739955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:45.778638 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3e47f9ba-852b-4bd9-b3ba-5a1aca4f18f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89b31e847c2646fc9a06a844009297f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374782 Jul 16 02:03:45.780921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40188) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:45.828561 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39f973ad-2ae6-4d53-9aae-43133e117168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.849706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39f973ad-2ae6-4d53-9aae-43133e117168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.895704 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39f973ad-2ae6-4d53-9aae-43133e117168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.898874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39f973ad-2ae6-4d53-9aae-43133e117168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:45.900026 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-39f973ad-2ae6-4d53-9aae-43133e117168 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8cf85d25-8da4-43a2-b372-a2540c9a4b60 HTTP/1.1" status: 204 len: 168 time: 0.1182251 Jul 16 02:03:45.907558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f973ad-2ae6-4d53-9aae-43133e117168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf85d25-8da4-43a2-b372-a2540c9a4b60,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:46.223379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40194) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:46.263231 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5279ef47-d233-4152-96df-30dd4d121a21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c813bc62ab0f4449818c8d277aeb8eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386944 Jul 16 02:03:46.265594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:46.314785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-260fbdd8-e2ee-4a45-a930-72cb9a7d9ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.335743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-260fbdd8-e2ee-4a45-a930-72cb9a7d9ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.352400 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.382064 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-260fbdd8-e2ee-4a45-a930-72cb9a7d9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.385453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-260fbdd8-e2ee-4a45-a930-72cb9a7d9ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.386645 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-260fbdd8-e2ee-4a45-a930-72cb9a7d9ff5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20db70ee-f791-4a6b-94aa-7a63ffe600bc HTTP/1.1" status: 204 len: 168 time: 0.1201696 Jul 16 02:03:46.395007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fbdd8-e2ee-4a45-a930-72cb9a7d9ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db70ee-f791-4a6b-94aa-7a63ffe600bc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:46.941934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.993481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.357447 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:11.653707 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96b94665-6615-4154-ba52-d9df9e5a5e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:14.470081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:14.539690 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e4a6209-c41c-498f-83fc-4326032a0359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:15.429270 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:16.354043 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:16.942094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:20.022463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.201984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-d9f7f65e-c4be-432a-b212-fcc0fa08eb92 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501599 Jul 16 02:04:34.296604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-a5657e6f-b6fb-4327-9889-e32df73de469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.298054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-a5657e6f-b6fb-4327-9889-e32df73de469 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1097 time: 0.0551484 Jul 16 02:04:34.709301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-c22b5bd6-b070-4ba7-a721-68d2adea8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.710756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-c22b5bd6-b070-4ba7-a721-68d2adea8277 service neutron] 10.222.0.93 "GET /v2.0/networks?id=171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 200 len: 908 time: 0.3929155 Jul 16 02:04:34.774934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-fffd4f6e-c0b3-40bc-acf7-f577699ee8cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 200 len: 1002 time: 0.0574493 Jul 16 02:04:34.820003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-361cdb19-b03c-4eb3-aacf-becaf7b87c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.821394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-361cdb19-b03c-4eb3-aacf-becaf7b87c04 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=edc18009-97e5-4bd4-bb5c-e42408d2b835 HTTP/1.1" status: 200 len: 846 time: 0.0404866 Jul 16 02:04:34.876471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-e8839861-8349-47bf-8677-01e38638bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.878017 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-e8839861-8349-47bf-8677-01e38638bbbd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=171d1b03-991d-49de-aabf-d2173f1f7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506072 Jul 16 02:04:34.969623 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-b40a4d90-a256-427c-bc18-8cef194651ba service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854344 Jul 16 02:04:35.057226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-521cced6-63cb-45ec-8e2c-cc5d4ccbdff3 req-455e1e3a-39b7-4e50-99de-6504bc9c42a0 service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808563 Jul 16 02:04:41.654674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c9e918b-a4d1-4852-a5e6-227cf232a2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:44.471129 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:44.538459 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d58cc02-1876-4c76-bb8f-eb2cdf3593e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:45.433585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.353593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.944725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.356957 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:50.037146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.654748 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-99e365a4-8065-4ad2-a2f1-09455b54ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.471750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.538135 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1d75ba9-702b-44ca-ab32-c85c6ad97142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:15.436419 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.353605 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.951754 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.042330 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.356531 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:34.201405 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-90ad89b6-7c7f-46eb-805f-4c632c32f990 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544448 Jul 16 02:05:34.293183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-2ca285a9-dd91-4f14-bbcc-51b945443477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.294664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-2ca285a9-dd91-4f14-bbcc-51b945443477 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 1097 time: 0.0523424 Jul 16 02:05:34.394815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-a0e31eed-5215-42c3-beaf-67a7d5abd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.396176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-a0e31eed-5215-42c3-beaf-67a7d5abd797 service neutron] 10.222.0.93 "GET /v2.0/networks?id=171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 200 len: 908 time: 0.0829971 Jul 16 02:05:34.461425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-54201b19-aedb-4345-af10-551c1ecd3970 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 200 len: 1002 time: 0.0593786 Jul 16 02:05:34.508612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-6c5919d3-765c-45db-8074-ec9218a4f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.510026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-6c5919d3-765c-45db-8074-ec9218a4f701 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=edc18009-97e5-4bd4-bb5c-e42408d2b835 HTTP/1.1" status: 200 len: 846 time: 0.0429773 Jul 16 02:05:34.565429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-4c603fc0-811e-45fd-afa5-f9fbdfea2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.566924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-4c603fc0-811e-45fd-afa5-f9fbdfea2b5a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=171d1b03-991d-49de-aabf-d2173f1f7668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508602 Jul 16 02:05:34.657523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-6a7d14bf-2950-4861-8b1e-87ba619d0f2a service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841212 Jul 16 02:05:34.744777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a630b4a5-576d-41f8-a439-7c6eea2afa41 req-77f33382-d304-44ad-b870-9e9af4e87a22 service neutron] 10.222.0.93 "GET /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813756 Jul 16 02:05:41.654416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8a1849c-0625-42ed-8dea-50d314bbddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.471925 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.537092 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c20ed656-51f5-4408-8dc7-9e2b1e36322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.439383 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.353407 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.948152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.058018 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.355857 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:11.655571 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea5067a4-1ac1-49f2-baad-3983cee8c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.472585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.536241 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c364301-50f3-49be-b8e1-a31023619fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.442790 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.370481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.952178 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:20.069046 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.103744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d67287-6bdc-4b30-bf01-826c6e925f87 req-118ab2e8-7d17-4d57-969e-5d72e8735f00 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:27.105257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9d67287-6bdc-4b30-bf01-826c6e925f87 req-118ab2e8-7d17-4d57-969e-5d72e8735f00 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 946 time: 0.0738444 Jul 16 02:06:27.143192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9d67287-6bdc-4b30-bf01-826c6e925f87 req-d0c07877-5170-4465-94ff-619f86913d13 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Jul 16 02:06:28.275788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-ce5ac85f-0e7a-4fa1-984d-a35d9b8c67a9 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:28.277306 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-ce5ac85f-0e7a-4fa1-984d-a35d9b8c67a9 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.93 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 946 time: 0.0629256 Jul 16 02:06:28.413006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ca9b5-535b-47c8-97e5-fe1174dfc4b7 req-8ac6c585-8ae3-48a0-9d98-0b47425ac78d tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:28.414404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd4ca9b5-535b-47c8-97e5-fe1174dfc4b7 req-8ac6c585-8ae3-48a0-9d98-0b47425ac78d tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 946 time: 0.1248224 Jul 16 02:06:28.446380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Deleting port 614744ad-2a6f-4429-bf36-6bec7ed3a068 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:28.446723 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.477049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd4ca9b5-535b-47c8-97e5-fe1174dfc4b7 req-980e5515-7966-498b-a71c-aea2a7beee97 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/security-groups?id=acdce276-4caa-4b84-83cc-1a1000ecd19e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565228 Jul 16 02:06:28.554213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] For port 614744ad-2a6f-4429-bf36-6bec7ed3a068, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=614744ad-2a6f-4429-bf36-6bec7ed3a068,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:28.554578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.719324 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.719695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.720012 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Floating IP 65fc2204-0d25-478d-8b2a-dd549ed8da53 disassociated. External IP: 172.25.5.123, port: 614744ad-2a6f-4429-bf36-6bec7ed3a068. Jul 16 02:06:28.720416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Calling delete_port for 614744ad-2a6f-4429-bf36-6bec7ed3a068 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:28.846915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.873548 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event deleted for resources: {'Port': ['ID=614744ad-2a6f-4429-bf36-6bec7ed3a068,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:28.883748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.884091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.884454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.884786 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.885114 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.885438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.885763 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.886082 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.886962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.886962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.887249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.887342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:28.999722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Router 174f76f1-6932-4735-b58f-5f2f26c78bdb has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:29.108804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:29.117867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] Sync routers for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:29.127321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:29.127920 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:06:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:29.151924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] No DVR routers for this DVR port 614744ad-2a6f-4429-bf36-6bec7ed3a068 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:29.154766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.157199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e511d8fc-7a52-4178-a54f-d7ea272126ba req-d7b95179-b322-44a7-9235-9d50b4c201cb tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.93 "DELETE /v2.0/ports/614744ad-2a6f-4429-bf36-6bec7ed3a068 HTTP/1.1" status: 204 len: 173 time: 0.8743525 Jul 16 02:06:29.158048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'name': 'network-vif-deleted', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:29.160328 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1fd87-4943-458f-af98-f63a96603a50" -d '{"events": [{"server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "name": "network-vif-deleted", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:29.241203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:29.459781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:29Z', 'revision_number': 5, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:29.491391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] Checking router: 174f76f1-6932-4735-b58f-5f2f26c78bdb for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:29.504847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:29.505506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:06:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:29.629369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:29.650465 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530059d0-9707-4262-817d-14444728fd45 x-openstack-request-id: req-530059d0-9707-4262-817d-14444728fd45 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:29.650993 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431f6b80-f787-4268-8a9b-2542a60b7c18", "name": "network-vif-deleted", "tag": "614744ad-2a6f-4429-bf36-6bec7ed3a068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:29.651214 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-530059d0-9707-4262-817d-14444728fd45 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:29.651583 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431f6b80-f787-4268-8a9b-2542a60b7c18', 'name': 'network-vif-deleted', 'tag': '614744ad-2a6f-4429-bf36-6bec7ed3a068', 'status': 'completed', 'code': 200} Jul 16 02:06:29.653953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d078a36-5ef2-44a2-9525-62b265f1eea3 req-30005570-a886-4e43-939c-eaaf95117f40 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "GET /v2.0/ports?device_id=431f6b80-f787-4268-8a9b-2542a60b7c18 HTTP/1.1" status: 200 len: 210 time: 0.0348957 Jul 16 02:06:29.835708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:29Z', 'revision_number': 5, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:29.862440 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eac4ea-755c-4d72-9f00-00f4436ea84a None None] The sync data for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 is: [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e416f641-7411-4d90-8aff-b11d59cd199d', 'name': '', 'network_id': '171d1b03-991d-49de-aabf-d2173f1f7668', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'mac_address': 'fa:16:3e:2a:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:22Z', 'updated_at': '2021-07-16T02:01:29Z', 'revision_number': 5, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'subnets': [{'id': 'edc18009-97e5-4bd4-bb5c-e42408d2b835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:30.069930 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247def3-7499-4a86-9255-8379f3171496 None None] New status for floating IP 65fc2204-0d25-478d-8b2a-dd549ed8da53: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:06:30.744824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40282) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:30.868736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Deleting port 12c3a3c0-fa1b-4ceb-9d20-7b10049e82e2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:30.869078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.946801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.947032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.958471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Calling delete_port for 12c3a3c0-fa1b-4ceb-9d20-7b10049e82e2 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:31.090296 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.117525 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event deleted for resources: {'Port': ['ID=12c3a3c0-fa1b-4ceb-9d20-7b10049e82e2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:31.176415 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.178975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.180132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-00f6b39e-a083-4f3b-b556-7b661b447977 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "DELETE /v2.0/floatingips/65fc2204-0d25-478d-8b2a-dd549ed8da53 HTTP/1.1" status: 204 len: 168 time: 0.4343183 Jul 16 02:06:31.313493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:31.373136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-074d7dcf-4122-4bba-8431-3cce18e86b29 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.397953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-074d7dcf-4122-4bba-8431-3cce18e86b29 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.460421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-074d7dcf-4122-4bba-8431-3cce18e86b29 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.463007 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-074d7dcf-4122-4bba-8431-3cce18e86b29 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.464389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-074d7dcf-4122-4bba-8431-3cce18e86b29 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] 10.222.0.81 "DELETE /v2.0/security-groups/acdce276-4caa-4b84-83cc-1a1000ecd19e HTTP/1.1" status: 204 len: 168 time: 0.1498332 Jul 16 02:06:31.473921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7dcf-4122-4bba-8431-3cce18e86b29 tempest-TestServerBasicOps-105443617 tempest-TestServerBasicOps-105443617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdce276-4caa-4b84-83cc-1a1000ecd19e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:31.504849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40292) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:32.002985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.255917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Deleting port e416f641-7411-4d90-8aff-b11d59cd199d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:32.256168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.333252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] For port e416f641-7411-4d90-8aff-b11d59cd199d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e416f641-7411-4d90-8aff-b11d59cd199d,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:32.333613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.346153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Calling delete_port for e416f641-7411-4d90-8aff-b11d59cd199d owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:32.528741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.552553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Pushing event deleted for resources: {'Port': ['ID=e416f641-7411-4d90-8aff-b11d59cd199d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:32.565729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.566083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.566419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.566753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.567089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.567416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.567740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.568063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.568408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.568732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.569054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.569371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:32.732210 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.940910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Router 174f76f1-6932-4735-b58f-5f2f26c78bdb has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:33.042083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:33.047116 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-171ccdd8-9c93-45e3-8839-7821cccd160d admin admin] 10.222.0.81 "PUT /v2.0/routers/174f76f1-6932-4735-b58f-5f2f26c78bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5434561 Jul 16 02:06:33.049648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.050316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] Sync routers for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:33.061097 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:33.061715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:06:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:33.153581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.165283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:33.219839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 614744ad-2a6f-4429-bf36-6bec7ed3a068 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:33.253223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 614744ad-2a6f-4429-bf36-6bec7ed3a068 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:33.253563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 614744ad-2a6f-4429-bf36-6bec7ed3a068 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:33.253989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.307298 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Deleting port 26d05ede-4e7a-47c8-a82a-436f192f1dd7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:33.307649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.359387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:06:32Z', 'revision_number': 5, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port': {'id': '26d05ede-4e7a-47c8-a82a-436f192f1dd7', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:20Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:33.385561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] Checking router: 174f76f1-6932-4735-b58f-5f2f26c78bdb for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:33.388859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] For port 26d05ede-4e7a-47c8-a82a-436f192f1dd7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=26d05ede-4e7a-47c8-a82a-436f192f1dd7,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:33.389220 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.394330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] Routers {'174f76f1-6932-4735-b58f-5f2f26c78bdb'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:33.394932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:06:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['174f76f1-6932-4735-b58f-5f2f26c78bdb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:33.401759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Calling delete_port for 26d05ede-4e7a-47c8-a82a-436f192f1dd7 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:33.478046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] Set router 174f76f1-6932-4735-b58f-5f2f26c78bdb gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:33.532173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:06:33Z', 'revision_number': 6, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:33.558255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8106d1c1-9a62-42b5-b305-7b58b0de666d None None] The sync data for ids ['174f76f1-6932-4735-b58f-5f2f26c78bdb'] in n-d-800085-5 is: [{'id': '174f76f1-6932-4735-b58f-5f2f26c78bdb', 'name': 'tempest-TestServerBasicOps-77113126-router', 'tenant_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:19Z', 'updated_at': '2021-07-16T02:06:33Z', 'revision_number': 6, 'project_id': '8e56f8b26d7944a6a28e2bd8dd5bffed', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:33.570241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.597545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d05ede-4e7a-47c8-a82a-436f192f1dd7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.662095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.750941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.752949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.793235 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.793784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174f76f1-6932-4735-b58f-5f2f26c78bdb {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:33.798604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.799790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-852c902f-ed6e-4b72-8151-64e053d66093 admin admin] 10.222.0.81 "DELETE /v2.0/routers/174f76f1-6932-4735-b58f-5f2f26c78bdb HTTP/1.1" status: 204 len: 168 time: 0.7492237 Jul 16 02:06:33.802270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40302) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.845352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] Deleting subnet edc18009-97e5-4bd4-bb5c-e42408d2b835 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:33.848372 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.882559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.967714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.019399 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.042676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc18009-97e5-4bd4-bb5c-e42408d2b835,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.048938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.057470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-266e6a2b-15dd-4d0b-8e0e-44658d94fc1a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/edc18009-97e5-4bd4-bb5c-e42408d2b835 HTTP/1.1" status: 204 len: 168 time: 0.2476165 Jul 16 02:06:34.057470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40304) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.057688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0132e2-4954-41b9-8ed9-205a1fc1d1a2 None None] Network 171d1b03-991d-49de-aabf-d2173f1f7668 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:34.128256 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.180250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Deleting port 903c69bb-3602-486a-a44e-7924e7effca6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:34.180613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.243679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] For port 903c69bb-3602-486a-a44e-7924e7effca6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=903c69bb-3602-486a-a44e-7924e7effca6,segment=NetworkSegment(ccf983f3-2000-4819-ba81-154978ef04ca),segment_id=ccf983f3-2000-4819-ba81-154978ef04ca)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:34.243982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.259984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Calling delete_port for 903c69bb-3602-486a-a44e-7924e7effca6 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:34.307337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] DHCP port deletion for 171d1b03-991d-49de-aabf-d2173f1f7668 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:34.343166 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.353711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Deleting port 903c69bb-3602-486a-a44e-7924e7effca6 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:34.354094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.369589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Pushing event deleted for resources: {'Port': ['ID=903c69bb-3602-486a-a44e-7924e7effca6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.373150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] No DVR routers for this DVR port 903c69bb-3602-486a-a44e-7924e7effca6 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:34.423267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] For port 903c69bb-3602-486a-a44e-7924e7effca6, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:34.423654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.435113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Calling delete_port for 903c69bb-3602-486a-a44e-7924e7effca6 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:34.437747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Port 903c69bb-3602-486a-a44e-7924e7effca6 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:06:34.438983 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.452123 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.462599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d1b03-991d-49de-aabf-d2173f1f7668']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.464047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Pushing event deleted for resources: {'Port': ['ID=903c69bb-3602-486a-a44e-7924e7effca6,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.472303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.472651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.472990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.473324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.473650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.473981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.474305 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.474626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.474903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf983f3-2000-4819-ba81-154978ef04ca') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.475026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.475250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.475586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.475760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf983f3-2000-4819-ba81-154978ef04ca') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.475899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.480029 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9738bbe-5575-4e04-93db-10c8c423736c None None] No DVR routers for this DVR port 903c69bb-3602-486a-a44e-7924e7effca6 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:34.488200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.501984 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.507828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:34.508215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:34.509844 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:34.564345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.571125 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.575941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40306) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.576486 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] 10.222.0.81 "DELETE /v2.0/networks/171d1b03-991d-49de-aabf-d2173f1f7668 HTTP/1.1" status: 204 len: 168 time: 0.5213706 Jul 16 02:06:34.593835 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deecee-8b73-4085-bec3-72a3b888dcba admin admin] Pushing event deleted for resources: {'Network': ['ID=171d1b03-991d-49de-aabf-d2173f1f7668,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.918159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.167489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Deleting port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:35.167829 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.246556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] For port 1c265fba-8ac3-4af7-b0fb-6373cc7444fd, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,segment=NetworkSegment(71cae104-df77-4242-8f11-263d2f2cd645),segment_id=71cae104-df77-4242-8f11-263d2f2cd645)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:35.246913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.259544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Calling delete_port for 1c265fba-8ac3-4af7-b0fb-6373cc7444fd owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:35.432374 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.456930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c265fba-8ac3-4af7-b0fb-6373cc7444fd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:35.625837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.689553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e416f641-7411-4d90-8aff-b11d59cd199d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:35.708969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e416f641-7411-4d90-8aff-b11d59cd199d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:35.709318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e416f641-7411-4d90-8aff-b11d59cd199d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:35.709720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 26d05ede-4e7a-47c8-a82a-436f192f1dd7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:35.728311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 26d05ede-4e7a-47c8-a82a-436f192f1dd7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:35.728613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 26d05ede-4e7a-47c8-a82a-436f192f1dd7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:35.729020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 903c69bb-3602-486a-a44e-7924e7effca6 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:35.747650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 903c69bb-3602-486a-a44e-7924e7effca6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:35.747996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 903c69bb-3602-486a-a44e-7924e7effca6 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:35.835696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Router a79912fc-99a8-4192-81fa-2f8eaddd95fa has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:36.245617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:36.250570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0125a98-1c66-4f71-b158-c16258329a58 admin admin] 10.222.0.81 "PUT /v2.0/routers/a79912fc-99a8-4192-81fa-2f8eaddd95fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6735661 Jul 16 02:06:36.253490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.254010 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] Sync routers for ids ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:36.263194 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] Routers {'a79912fc-99a8-4192-81fa-2f8eaddd95fa'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:36.263794 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:06:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.355101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.364046 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] Set router a79912fc-99a8-4192-81fa-2f8eaddd95fa gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:36.450559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.505181 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Deleting port ed66d294-316b-4cba-ba50-f81554a50721 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:36.505422 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.533765 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:06:35Z', 'revision_number': 5, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port': {'id': 'ed66d294-316b-4cba-ba50-f81554a50721', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:26Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.562216 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] Checking router: a79912fc-99a8-4192-81fa-2f8eaddd95fa for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:36.571487 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] Routers {'a79912fc-99a8-4192-81fa-2f8eaddd95fa'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:36.572086 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:06:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.583474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] For port ed66d294-316b-4cba-ba50-f81554a50721, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ed66d294-316b-4cba-ba50-f81554a50721,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:36.583871 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.597421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Calling delete_port for ed66d294-316b-4cba-ba50-f81554a50721 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:36.658043 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] Set router a79912fc-99a8-4192-81fa-2f8eaddd95fa gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:36.707182 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:06:36Z', 'revision_number': 6, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.735893 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0aaf4-3088-4f11-946e-cad3410ca15b None None] The sync data for ids ['a79912fc-99a8-4192-81fa-2f8eaddd95fa'] in n-d-800085-5 is: [{'id': 'a79912fc-99a8-4192-81fa-2f8eaddd95fa', 'name': 'tempest-TestServerBasicOps-786116217-router', 'tenant_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:25Z', 'updated_at': '2021-07-16T02:06:36Z', 'revision_number': 6, 'project_id': '6eabf1c3d88e41b5b13d0a1a37386088', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:36.761721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.788676 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed66d294-316b-4cba-ba50-f81554a50721,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.174736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.261157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.263257 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.306184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.306733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79912fc-99a8-4192-81fa-2f8eaddd95fa {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:37.311540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.314974 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-76a14ff3-cdb0-4d8e-8ae4-3ebdb123548a admin admin] 10.222.0.81 "DELETE /v2.0/routers/a79912fc-99a8-4192-81fa-2f8eaddd95fa HTTP/1.1" status: 204 len: 168 time: 1.0581622 Jul 16 02:06:37.315127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:37.363113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] Deleting subnet 9de32e19-9f6d-4d5d-8d47-43961b7c3d5f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:37.366198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.399724 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.476653 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.529296 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.560744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de32e19-9f6d-4d5d-8d47-43961b7c3d5f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.562851 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.564714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c76190b2-1614-49db-9fca-dc8209e61ddc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9de32e19-9f6d-4d5d-8d47-43961b7c3d5f HTTP/1.1" status: 204 len: 168 time: 0.2486546 Jul 16 02:06:37.568523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40312) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:37.571157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d439e-dba6-4169-8204-122dcf7b8131 None None] Network 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:37.638299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.650882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1c265fba-8ac3-4af7-b0fb-6373cc7444fd no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:37.686428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 1c265fba-8ac3-4af7-b0fb-6373cc7444fd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:37.686772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1c265fba-8ac3-4af7-b0fb-6373cc7444fd not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:37.687183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ed66d294-316b-4cba-ba50-f81554a50721 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:37.695304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Deleting port f59a3785-8182-48e6-8148-7ca6a9596404 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:37.695663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.767511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] For port f59a3785-8182-48e6-8148-7ca6a9596404, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=f59a3785-8182-48e6-8148-7ca6a9596404,segment=NetworkSegment(71cae104-df77-4242-8f11-263d2f2cd645),segment_id=71cae104-df77-4242-8f11-263d2f2cd645)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:37.767874 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.780784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Calling delete_port for f59a3785-8182-48e6-8148-7ca6a9596404 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:37.863351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.882297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ed66d294-316b-4cba-ba50-f81554a50721 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:37.882641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ed66d294-316b-4cba-ba50-f81554a50721 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:37.891495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=f59a3785-8182-48e6-8148-7ca6a9596404,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.901690 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] No DVR routers for this DVR port f59a3785-8182-48e6-8148-7ca6a9596404 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:37.959119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74095f3b-8afb-4786-abae-fc64b79928dc None None] DHCP port deletion for 80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:37.971796 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.982134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:37.991981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cae104-df77-4242-8f11-263d2f2cd645') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:37.992347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cae104-df77-4242-8f11-263d2f2cd645') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:38.001415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.014570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.020761 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:38.021145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:38.022761 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:38.079090 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.084530 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.086335 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] 10.222.0.81 "DELETE /v2.0/networks/80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d HTTP/1.1" status: 204 len: 168 time: 0.5168962 Jul 16 02:06:38.097127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc0bb-a296-4ecc-b41b-637773a35d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=80eadf4b-2ee6-4209-a2bb-3bdb7ebecb5d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.194532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.232675 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0636afcf-4c92-4652-94f3-696a31c0729e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e56f8b26d7944a6a28e2bd8dd5bffed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369856 Jul 16 02:06:38.235649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.281533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3b95f98-4900-49c6-8870-0202f6017017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.302059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3b95f98-4900-49c6-8870-0202f6017017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.345836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3b95f98-4900-49c6-8870-0202f6017017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.348340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3b95f98-4900-49c6-8870-0202f6017017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.349485 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d3b95f98-4900-49c6-8870-0202f6017017 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8ef28f2-73d0-4314-9872-81eee05e3151 HTTP/1.1" status: 204 len: 168 time: 0.1129704 Jul 16 02:06:38.355844 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:38.357740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b95f98-4900-49c6-8870-0202f6017017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ef28f2-73d0-4314-9872-81eee05e3151,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.652732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40324) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.696394 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-62a00f5e-f025-41e3-ab9c-f15c24e72a5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6eabf1c3d88e41b5b13d0a1a37386088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423753 Jul 16 02:06:38.698629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40326) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.745539 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c228951-2056-4b4f-8605-1e0b99538558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.765650 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c228951-2056-4b4f-8605-1e0b99538558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.811337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c228951-2056-4b4f-8605-1e0b99538558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.814031 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c228951-2056-4b4f-8605-1e0b99538558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.815135 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3c228951-2056-4b4f-8605-1e0b99538558 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/285ac850-85f0-465e-8516-e6fb1c688fe7 HTTP/1.1" status: 204 len: 168 time: 0.1156263 Jul 16 02:06:38.822378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c228951-2056-4b4f-8605-1e0b99538558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ac850-85f0-465e-8516-e6fb1c688fe7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:39.617687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f59a3785-8182-48e6-8148-7ca6a9596404 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:39.637625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: f59a3785-8182-48e6-8148-7ca6a9596404 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:39.638008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device f59a3785-8182-48e6-8148-7ca6a9596404 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:41.655427 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03d1b6d8-8653-4ab3-8376-afcb4edaf772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.475443 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.536216 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0d7b06c8-868d-4a7e-ab0e-2eff2de8cea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.445181 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.370154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.954995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.372186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-1d6f9a2c-f898-4893-ae47-bd60c9fb774f tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9481aeceecbb468cab6ee182303c305a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296986 Jul 16 02:06:48.555480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-acce61ba-f60b-4f83-9401-777e68202425 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.556876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-acce61ba-f60b-4f83-9401-777e68202425 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798668 Jul 16 02:06:48.571015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-71771a24-c8ce-460a-b411-0a3bcc03e774 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/quotas/9481aeceecbb468cab6ee182303c305a HTTP/1.1" status: 200 len: 375 time: 0.0087726 Jul 16 02:06:48.603536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-47c8eaa5-93e4-459d-8e4c-8c595b98b156 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9481aeceecbb468cab6ee182303c305a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271571 Jul 16 02:06:48.870222 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64d423d2-9b30-442a-b444-02406fac4e15 req-3700433d-e5b1-4ab8-a365-b839bcba969c tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 210 time: 0.1290920 Jul 16 02:06:49.897992 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-f7dd27f9-90f8-41f4-8c38-fe86cc7c135d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9481aeceecbb468cab6ee182303c305a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283680 Jul 16 02:06:50.011455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-87a1a4c4-2bf7-4c45-a2a3-a2dded9411e6 req-7f74765a-9b03-4b87-b2ab-c9d93333cafa tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 210 time: 0.0287390 Jul 16 02:06:50.086130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.100134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-38239d78-68af-4143-ac44-d4584ae5a233 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.101628 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-38239d78-68af-4143-ac44-d4584ae5a233 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982737 Jul 16 02:06:50.115242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Request body: {'port': {'device_id': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'admin_state_up': True, 'tenant_id': '9481aeceecbb468cab6ee182303c305a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:50.218407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Made reservation on behalf of 9481aeceecbb468cab6ee182303c305a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:50.222596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.231149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.322347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.325989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.386055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c555652b-65f7-41a0-9227-e6bf2780d1c8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:50.455081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Allocated IP 192.168.233.107 (3956fee1-9536-49a1-a1b7-828ea982bac5/2a936280-f2ed-4991-88f3-d93579b8e6a3/b0d61843-2788-4de7-92d1-66ccf7fb7e80) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:50.601312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.614530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Transition to ACTIVE for port object b0d61843-2788-4de7-92d1-66ccf7fb7e80 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:50.649250 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.693773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Network 3956fee1-9536-49a1-a1b7-828ea982bac5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:50.696890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:50.700724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:50.707541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Pushing event updated for resources: {'Port': ['ID=b0d61843-2788-4de7-92d1-66ccf7fb7e80,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:50.755534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.756053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.773762 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5a4f2722-6056-4685-b591-d9621fcf597d tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6621084 Jul 16 02:06:50.786424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Request body: {'port': {'device_id': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:50.865879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.934502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62f5a612-2241-4c73-ac1d-409766d5c614 None None] Provisioning for port b0d61843-2788-4de7-92d1-66ccf7fb7e80 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:50.938358 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62f5a612-2241-4c73-ac1d-409766d5c614 None None] Provisioning complete for port b0d61843-2788-4de7-92d1-66ccf7fb7e80 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:50.939385 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62f5a612-2241-4c73-ac1d-409766d5c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.971617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-62f5a612-2241-4c73-ac1d-409766d5c614 None None] Port b0d61843-2788-4de7-92d1-66ccf7fb7e80 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:51.132377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d61843-2788-4de7-92d1-66ccf7fb7e80 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:51.139889 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.152459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Transition to ACTIVE for port object b0d61843-2788-4de7-92d1-66ccf7fb7e80 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:51.156066 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.193751 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b598-3ca7-4052-a3ae-7b55263c9936 req-8c9aef82-161c-42c8-aafd-21fc3d2db2e7 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.195369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2c5b598-3ca7-4052-a3ae-7b55263c9936 req-8c9aef82-161c-42c8-aafd-21fc3d2db2e7 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 936 time: 0.0697546 Jul 16 02:06:51.228007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d61843-2788-4de7-92d1-66ccf7fb7e80,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.240826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2c5b598-3ca7-4052-a3ae-7b55263c9936 req-ad3caa17-5b28-4e3f-a408-d5bb4cb9ce99 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350978 Jul 16 02:06:51.279667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Attempting to bind port b0d61843-2788-4de7-92d1-66ccf7fb7e80 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:51.280007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Attempting to bind port b0d61843-2788-4de7-92d1-66ccf7fb7e80 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:51.280393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Attempting to bind port b0d61843-2788-4de7-92d1-66ccf7fb7e80 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:51.285508 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Port b0d61843-2788-4de7-92d1-66ccf7fb7e80 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:06:51.285833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Attempting to bind port b0d61843-2788-4de7-92d1-66ccf7fb7e80 on network 3956fee1-9536-49a1-a1b7-828ea982bac5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:51.290635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:51.290980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Checking segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:51.291371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Bound using segment: {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:51.291800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Bound port: b0d61843-2788-4de7-92d1-66ccf7fb7e80, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2ca73-29a9-4cb6-8c60-f84219ce62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:51.292168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.366883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] For port b0d61843-2788-4de7-92d1-66ccf7fb7e80, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:51.370399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] For port b0d61843-2788-4de7-92d1-66ccf7fb7e80, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b0d61843-2788-4de7-92d1-66ccf7fb7e80,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:51.374989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.410562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.411272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.412724 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] 10.222.0.78 "PUT /v2.0/ports/b0d61843-2788-4de7-92d1-66ccf7fb7e80 HTTP/1.1" status: 200 len: 1096 time: 0.6309042 Jul 16 02:06:51.413139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'tag': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:51.415379 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb321222-90a4-495d-9753-81b0218af347" -d '{"events": [{"name": "network-changed", "server_uuid": "3d75487a-20d2-4756-a6c9-dcc710add1dd", "tag": "b0d61843-2788-4de7-92d1-66ccf7fb7e80"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:51.448800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888079-9de9-408f-8d2e-adb4a488d2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d61843-2788-4de7-92d1-66ccf7fb7e80,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.518085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-a9a1a6b7-20e0-4ffb-973c-626af7193180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.519660 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-a9a1a6b7-20e0-4ffb-973c-626af7193180 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9481aeceecbb468cab6ee182303c305a&device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 1099 time: 0.0629342 Jul 16 02:06:51.522834 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507de6ed-e881-4d19-bf32-65a61871ca46 x-openstack-request-id: req-507de6ed-e881-4d19-bf32-65a61871ca46 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:51.523144 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d75487a-20d2-4756-a6c9-dcc710add1dd", "tag": "b0d61843-2788-4de7-92d1-66ccf7fb7e80", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:51.523419 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-507de6ed-e881-4d19-bf32-65a61871ca46 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:51.523816 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'tag': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80', 'status': 'completed', 'code': 200} Jul 16 02:06:51.572430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-dfa49f00-d45b-43f6-bfff-b36b349148ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b0d61843-2788-4de7-92d1-66ccf7fb7e80 HTTP/1.1" status: 200 len: 217 time: 0.0387125 Jul 16 02:06:51.622681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-b74fca95-d7d4-4cdb-8218-e85ba5566e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.624208 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-b74fca95-d7d4-4cdb-8218-e85ba5566e5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0453670 Jul 16 02:06:51.682208 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-4a165c6e-118a-403d-88ff-478a3ac31523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.683590 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-4a165c6e-118a-403d-88ff-478a3ac31523 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527060 Jul 16 02:06:51.777318 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-db3b1403-8d72-433c-8656-6dcb5f78cee9 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865412 Jul 16 02:06:51.868903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7f0cd830-7c82-4825-b53c-bfdeb245789c req-987192e4-9ff9-4ff7-932c-18083b08d0c9 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828164 Jul 16 02:06:51.967866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb321222-90a4-495d-9753-81b0218af347 req-7dd296af-4850-48f6-9a36-bfbaafefdc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.969292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb321222-90a4-495d-9753-81b0218af347 req-7dd296af-4850-48f6-9a36-bfbaafefdc10 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9481aeceecbb468cab6ee182303c305a&device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 1099 time: 0.0556779 Jul 16 02:06:52.058072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb321222-90a4-495d-9753-81b0218af347 req-128d7715-0935-44ef-9c4d-970d549da91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.059088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb321222-90a4-495d-9753-81b0218af347 req-128d7715-0935-44ef-9c4d-970d549da91b service neutron] 10.222.0.78 "GET /v2.0/networks?id=3956fee1-9536-49a1-a1b7-828ea982bac5 HTTP/1.1" status: 200 len: 870 time: 0.0834680 Jul 16 02:06:52.103404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb321222-90a4-495d-9753-81b0218af347 req-628d8f4e-d0af-4833-81da-33287ce50a05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b0d61843-2788-4de7-92d1-66ccf7fb7e80 HTTP/1.1" status: 200 len: 217 time: 0.0376778 Jul 16 02:06:52.154095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb321222-90a4-495d-9753-81b0218af347 req-37bbfb04-aef8-4638-8d52-2f9aa8839e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.155599 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb321222-90a4-495d-9753-81b0218af347 req-37bbfb04-aef8-4638-8d52-2f9aa8839e76 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2a936280-f2ed-4991-88f3-d93579b8e6a3 HTTP/1.1" status: 200 len: 843 time: 0.0448377 Jul 16 02:06:52.212815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb321222-90a4-495d-9753-81b0218af347 req-34db2227-6ec9-45b6-bb30-de515ef37999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.214276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb321222-90a4-495d-9753-81b0218af347 req-34db2227-6ec9-45b6-bb30-de515ef37999 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3956fee1-9536-49a1-a1b7-828ea982bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516500 Jul 16 02:06:52.305492 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb321222-90a4-495d-9753-81b0218af347 req-e77f89d5-bf37-4143-be1f-ce931c3bedf2 service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842822 Jul 16 02:06:52.394634 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fb321222-90a4-495d-9753-81b0218af347 req-aa55829d-3e3e-48e3-a6df-06d57dcc8ddc service neutron] 10.222.0.78 "GET /v2.0/networks/3956fee1-9536-49a1-a1b7-828ea982bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821848 Jul 16 02:06:52.410275 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820e34f-72d9-4e48-a498-260c347e8616 req-69499e9e-1656-4b93-b13f-368307c356b7 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.412380 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c820e34f-72d9-4e48-a498-260c347e8616 req-69499e9e-1656-4b93-b13f-368307c356b7 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 948 time: 0.0652750 Jul 16 02:06:52.450323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c820e34f-72d9-4e48-a498-260c347e8616 req-ff37493f-e4b6-4ebd-b10f-4bdfe890d961 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Jul 16 02:06:53.620876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3110a7-d4bf-4698-8885-d11af1986d65 req-4522ea65-6891-4279-86f7-0fda5b3f64b5 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:53.622360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba3110a7-d4bf-4698-8885-d11af1986d65 req-4522ea65-6891-4279-86f7-0fda5b3f64b5 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 948 time: 0.0635948 Jul 16 02:06:53.662923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba3110a7-d4bf-4698-8885-d11af1986d65 req-ee5fc2e5-8c1c-4dac-b243-69974c9e931f tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350814 Jul 16 02:06:54.266522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b0d61843-2788-4de7-92d1-66ccf7fb7e80 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:06:54.361401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b0d61843-2788-4de7-92d1-66ccf7fb7e80, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b0d61843-2788-4de7-92d1-66ccf7fb7e80,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:54.372024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80', 'network_id': '3956fee1-9536-49a1-a1b7-828ea982bac5', 'port_id': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80', 'mac_address': 'fa:16:3e:1c:47:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a936280-f2ed-4991-88f3-d93579b8e6a3', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:06:54.407654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.419748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d61843-2788-4de7-92d1-66ccf7fb7e80 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:54.439299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b0d61843-2788-4de7-92d1-66ccf7fb7e80, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b0d61843-2788-4de7-92d1-66ccf7fb7e80,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:54.443149 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.491450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b0d61843-2788-4de7-92d1-66ccf7fb7e80,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:54.697623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['b0d61843-2788-4de7-92d1-66ccf7fb7e80'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:06:54.832238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a07c6-2145-4efc-a80a-ab21a944d53d req-b9f374ab-a79d-4084-bf94-c40f37d9a13f tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:54.833758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-701a07c6-2145-4efc-a80a-ab21a944d53d req-b9f374ab-a79d-4084-bf94-c40f37d9a13f tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 949 time: 0.0640233 Jul 16 02:06:54.870871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-701a07c6-2145-4efc-a80a-ab21a944d53d req-5e630674-5280-4c45-97d5-bbf1dc24a217 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Jul 16 02:06:56.040961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a10b4-858e-4eb4-a393-05df32f8b9c6 req-a78b9793-f0e5-4c5c-ad97-358b42ed861b tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:56.042378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c1a10b4-858e-4eb4-a393-05df32f8b9c6 req-a78b9793-f0e5-4c5c-ad97-358b42ed861b tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 949 time: 0.0638380 Jul 16 02:06:56.084914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c1a10b4-858e-4eb4-a393-05df32f8b9c6 req-acd3f7da-4999-41a2-b902-49ce93a1d6e3 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Jul 16 02:06:56.275753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b0d61843-2788-4de7-92d1-66ccf7fb7e80 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:56.325134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port b0d61843-2788-4de7-92d1-66ccf7fb7e80 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:56.328718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port b0d61843-2788-4de7-92d1-66ccf7fb7e80 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:56.329601 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.402711 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.425383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:56.427648 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff7c9ba-e9f2-4230-a4b1-005f1f2945ea" -d '{"events": [{"server_uuid": "3d75487a-20d2-4756-a6c9-dcc710add1dd", "name": "network-vif-plugged", "status": "completed", "tag": "b0d61843-2788-4de7-92d1-66ccf7fb7e80"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:56.440102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b0d61843-2788-4de7-92d1-66ccf7fb7e80, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b0d61843-2788-4de7-92d1-66ccf7fb7e80,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:56.444180 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.493525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b0d61843-2788-4de7-92d1-66ccf7fb7e80,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:56.526567 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658397b7-ad46-44f9-90d0-7e8d05672700 x-openstack-request-id: req-658397b7-ad46-44f9-90d0-7e8d05672700 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:56.526863 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75487a-20d2-4756-a6c9-dcc710add1dd", "name": "network-vif-plugged", "status": "completed", "tag": "b0d61843-2788-4de7-92d1-66ccf7fb7e80", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:56.527111 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-658397b7-ad46-44f9-90d0-7e8d05672700 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:56.527502 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80', 'code': 200} Jul 16 02:06:56.636840 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e140a-1928-41db-b690-25820833d7bd req-82caf7fc-7f8e-49b1-bcc1-665e19a03fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:56.638310 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-702e140a-1928-41db-b690-25820833d7bd req-82caf7fc-7f8e-49b1-bcc1-665e19a03fe3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 1101 time: 0.0509648 Jul 16 02:06:56.677627 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-702e140a-1928-41db-b690-25820833d7bd req-2c31beae-ad1f-422e-ad97-bd495aebfbae service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Jul 16 02:06:57.256411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d877cd-9f43-498a-8ef9-30e0748c2deb req-aff2587a-381d-4252-a4cf-741514e3032b tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:57.257851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36d877cd-9f43-498a-8ef9-30e0748c2deb req-aff2587a-381d-4252-a4cf-741514e3032b tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 950 time: 0.0655177 Jul 16 02:06:57.294412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36d877cd-9f43-498a-8ef9-30e0748c2deb req-11af6cb8-9fd7-49bb-b4e3-1ce537e6d76f tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310583 Jul 16 02:06:58.463317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f055bb2-5409-43d3-a701-2a520003f9b7 req-0e4744dd-5372-4dbf-984f-16b28c6fe6e0 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:58.464801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f055bb2-5409-43d3-a701-2a520003f9b7 req-0e4744dd-5372-4dbf-984f-16b28c6fe6e0 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 950 time: 0.0616019 Jul 16 02:06:58.503026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f055bb2-5409-43d3-a701-2a520003f9b7 req-602746ba-6dbc-41b2-9353-2d25931d7880 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Jul 16 02:06:58.819602 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-fc6d9f27-8587-4147-b07e-21e0383aeb61 req-de3cb0da-0b05-43b3-a513-eba3e3bef678 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:06:58.820654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc6d9f27-8587-4147-b07e-21e0383aeb61 req-de3cb0da-0b05-43b3-a513-eba3e3bef678 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543795 Jul 16 02:06:59.196952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-9dbfeb92-4f48-48ba-80a2-df4aa5597d0f req-02c7831a-fedb-4007-aa8b-633ef185545a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:06:59.198030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9dbfeb92-4f48-48ba-80a2-df4aa5597d0f req-02c7831a-fedb-4007-aa8b-633ef185545a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541079 Jul 16 02:06:59.661561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c71c8-08ab-4686-b886-2aadd6c920b0 req-69854f52-3afa-4b9a-b4c1-30dfec2f5aa5 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:59.662969 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e4c71c8-08ab-4686-b886-2aadd6c920b0 req-69854f52-3afa-4b9a-b4c1-30dfec2f5aa5 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 950 time: 0.0630770 Jul 16 02:06:59.704756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e4c71c8-08ab-4686-b886-2aadd6c920b0 req-e77845d7-453f-4fa6-aef6-75ca6f426e9e tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Jul 16 02:07:00.880999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a266e-e2c7-4d44-af01-07c142d1be0f req-196a6c83-9564-417f-a37b-bc36f9eba512 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:00.882465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-493a266e-e2c7-4d44-af01-07c142d1be0f req-196a6c83-9564-417f-a37b-bc36f9eba512 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 950 time: 0.0628757 Jul 16 02:07:00.920893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-493a266e-e2c7-4d44-af01-07c142d1be0f req-0e888d8b-b822-482d-a9df-a35b4bc855ea tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.81 "GET /v2.0/security-groups?id=c555652b-65f7-41a0-9227-e6bf2780d1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Jul 16 02:07:00.963101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-4188504d-c7d0-4763-8851-cbfe4d0cf298 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:00.964600 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-4188504d-c7d0-4763-8851-cbfe4d0cf298 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.78 "GET /v2.0/ports?device_id=3d75487a-20d2-4756-a6c9-dcc710add1dd HTTP/1.1" status: 200 len: 950 time: 0.0629339 Jul 16 02:07:01.062783 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Deleting port b0d61843-2788-4de7-92d1-66ccf7fb7e80 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:01.063129 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.153957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] For port b0d61843-2788-4de7-92d1-66ccf7fb7e80, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b0d61843-2788-4de7-92d1-66ccf7fb7e80,segment=NetworkSegment(3ca2ca73-29a9-4cb6-8c60-f84219ce62e9),segment_id=3ca2ca73-29a9-4cb6-8c60-f84219ce62e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:01.154315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.165812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Calling delete_port for b0d61843-2788-4de7-92d1-66ccf7fb7e80 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:01.293695 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.305573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['b0d61843-2788-4de7-92d1-66ccf7fb7e80'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:01.321798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Pushing event deleted for resources: {'Port': ['ID=b0d61843-2788-4de7-92d1-66ccf7fb7e80,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:01.369558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] No DVR routers for this DVR port b0d61843-2788-4de7-92d1-66ccf7fb7e80 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:01.372155 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.374290 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a9a805f6-b5d0-4831-84d6-108e9cc86be2 req-d14e162a-7799-49ba-8588-7282603375c2 tempest-ServersAdminNegativeTestJSON-1282367583 tempest-ServersAdminNegativeTestJSON-1282367583-project] 10.222.0.78 "DELETE /v2.0/ports/b0d61843-2788-4de7-92d1-66ccf7fb7e80 HTTP/1.1" status: 204 len: 173 time: 0.4043417 Jul 16 02:07:01.374781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'name': 'network-vif-deleted', 'tag': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:01.377761 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6a1c17-ee06-4315-b077-f36da153d1f7" -d '{"events": [{"server_uuid": "3d75487a-20d2-4756-a6c9-dcc710add1dd", "name": "network-vif-deleted", "tag": "b0d61843-2788-4de7-92d1-66ccf7fb7e80"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:01.424983 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d21bea-1f16-4128-a038-1a9c5aebfb25 x-openstack-request-id: req-63d21bea-1f16-4128-a038-1a9c5aebfb25 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:01.425277 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75487a-20d2-4756-a6c9-dcc710add1dd", "name": "network-vif-deleted", "tag": "b0d61843-2788-4de7-92d1-66ccf7fb7e80", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:01.425528 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63d21bea-1f16-4128-a038-1a9c5aebfb25 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:01.425926 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75487a-20d2-4756-a6c9-dcc710add1dd', 'name': 'network-vif-deleted', 'tag': 'b0d61843-2788-4de7-92d1-66ccf7fb7e80', 'status': 'completed', 'code': 200} Jul 16 02:07:02.241912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40474) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.368625 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3c09d0e6-ae8d-446d-9cad-85dbe54fbfcf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9481aeceecbb468cab6ee182303c305a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255326 Jul 16 02:07:02.371148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40478) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.418051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4143b07f-7557-4bc6-bbf8-ede285bef591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.438220 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4143b07f-7557-4bc6-bbf8-ede285bef591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.487502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4143b07f-7557-4bc6-bbf8-ede285bef591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.490274 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4143b07f-7557-4bc6-bbf8-ede285bef591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.491400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4143b07f-7557-4bc6-bbf8-ede285bef591 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c555652b-65f7-41a0-9227-e6bf2780d1c8 HTTP/1.1" status: 204 len: 168 time: 0.1193628 Jul 16 02:07:02.498950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143b07f-7557-4bc6-bbf8-ede285bef591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c555652b-65f7-41a0-9227-e6bf2780d1c8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:02.741661 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.755294 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e233957-eddf-4409-a516-c22f3355170c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.842835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e233957-eddf-4409-a516-c22f3355170c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.846480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e233957-eddf-4409-a516-c22f3355170c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.885479 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6e233957-eddf-4409-a516-c22f3355170c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26200ae48eaf4cf3bf115cf96fd4a4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427143 Jul 16 02:07:02.886441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e233957-eddf-4409-a516-c22f3355170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2622af5-5fe0-4263-9baa-a051fd9f82f8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:02.888190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.936971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda371b-eb02-4028-aeb2-c76f96b8c2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.958050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda371b-eb02-4028-aeb2-c76f96b8c2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.002932 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda371b-eb02-4028-aeb2-c76f96b8c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.005577 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eda371b-eb02-4028-aeb2-c76f96b8c2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.006732 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9eda371b-eb02-4028-aeb2-c76f96b8c2c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2622af5-5fe0-4263-9baa-a051fd9f82f8 HTTP/1.1" status: 204 len: 168 time: 0.1173041 Jul 16 02:07:03.014218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda371b-eb02-4028-aeb2-c76f96b8c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2622af5-5fe0-4263-9baa-a051fd9f82f8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.641389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:03.733485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1718285908-network', 'tenant_id': '2f1c5dcc70d247d7b6a68054b6b0bfc5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:03.755437 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Made reservation on behalf of 2f1c5dcc70d247d7b6a68054b6b0bfc5 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:03.758007 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.769297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.857806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.861999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.886677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:03.895339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.901602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.902080 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Added segment e1878467-9488-461b-8816-abc28e2b1570 of type vlan for network 73577552-dcf1-463e-9367-806f00026e4f Jul 16 02:07:03.941891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.970468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.971391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:03.971974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.004417 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3619239 Jul 16 02:07:04.007573 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:04.012615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Request body: {'subnet': {'network_id': '73577552-dcf1-463e-9367-806f00026e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1718285908-subnet', 'tenant_id': '2f1c5dcc70d247d7b6a68054b6b0bfc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:04.034130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cfa07-f626-4540-be4d-755ea6cedb5c admin admin] Pushing event updated for resources: {'Network': ['ID=73577552-dcf1-463e-9367-806f00026e4f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:04.034367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Made reservation on behalf of 2f1c5dcc70d247d7b6a68054b6b0bfc5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:04.036880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.045096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 73577552-dcf1-463e-9367-806f00026e4f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:04.205370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.253284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce67c973-20b8-442a-bdb1-c48232f9ec7f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:04.267815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Checking segment: {'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:04.268176 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Network hostable DHCP agents. Network: 73577552-dcf1-463e-9367-806f00026e4f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:04.284423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Network 73577552-dcf1-463e-9367-806f00026e4f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:04.292300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 73577552-dcf1-463e-9367-806f00026e4f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:04.296154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:04.296769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.301508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e973498-5787-4748-b3c9-f722e7b29d8e None None] Network 73577552-dcf1-463e-9367-806f00026e4f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:04.312747 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-70fe9249-be46-47e6-91d7-d9ec1a9c1b50 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3040805 Jul 16 02:07:04.332840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b0d61843-2788-4de7-92d1-66ccf7fb7e80 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:04.376439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: b0d61843-2788-4de7-92d1-66ccf7fb7e80 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:04.376786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b0d61843-2788-4de7-92d1-66ccf7fb7e80 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:04.446399 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7e6e5-40e8-4248-8a07-795423e4647d None None] Network 73577552-dcf1-463e-9367-806f00026e4f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:04.727215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-0ec18fcc-ec4a-45a0-95d9-42fa0ff64c14 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:04.728710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-0ec18fcc-ec4a-45a0-95d9-42fa0ff64c14 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 812 time: 0.1071022 Jul 16 02:07:04.743195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-0613562c-f635-4eb8-92f1-3879fde683ea tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/quotas/2f1c5dcc70d247d7b6a68054b6b0bfc5 HTTP/1.1" status: 200 len: 375 time: 0.0089145 Jul 16 02:07:04.775840 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-187ad94c-e5a8-42e0-b823-3682380d6141 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281541 Jul 16 02:07:04.786073 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-214a0d26-b703-49ef-a7c7-c895a553ed20 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:04.786966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-214a0d26-b703-49ef-a7c7-c895a553ed20 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054746 Jul 16 02:07:04.877374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-c850105a-bff0-44ee-9989-80f63180ae13 service neutron] 10.222.0.81 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851657 Jul 16 02:07:04.965194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-b921c70f-a37b-4ad9-9b2d-a4a2c66ff470 service neutron] 10.222.0.81 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822179 Jul 16 02:07:05.134711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3afe6bf-21dd-4229-88cd-3fee4b20ff66 req-6a15052e-e744-493b-b51b-573967927f56 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 210 time: 0.0336134 Jul 16 02:07:06.177505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-1125dcba-f834-4796-9696-df03dd7ed36b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:06.179077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-1125dcba-f834-4796-9696-df03dd7ed36b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.78 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 812 time: 0.1114023 Jul 16 02:07:06.195258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Request body: {'port': {'device_id': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'network_id': '73577552-dcf1-463e-9367-806f00026e4f', 'admin_state_up': True, 'tenant_id': '2f1c5dcc70d247d7b6a68054b6b0bfc5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:06.279549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b922c7e8-ad3f-4226-aa71-e166a361ad30 req-3ba709e3-695d-440c-a155-f52c9eeba82b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 210 time: 0.0309873 Jul 16 02:07:06.309504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Made reservation on behalf of 2f1c5dcc70d247d7b6a68054b6b0bfc5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:06.313005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:06.433179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Allocated IP 172.20.0.9 (73577552-dcf1-463e-9367-806f00026e4f/ce67c973-20b8-442a-bdb1-c48232f9ec7f/98d5493f-bd25-4ee9-85e0-ac0930fae385) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:06.577285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:06.615933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:06.657341 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Network 73577552-dcf1-463e-9367-806f00026e4f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:06.662376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:06.664611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:06.701746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:06.723937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:06.724569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:06.738469 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-05cb098f-a63e-417f-b71e-4c5534e5a112 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472426 Jul 16 02:07:06.749701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Request body: {'port': {'device_id': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:06.818861 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.074728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d5493f-bd25-4ee9-85e0-ac0930fae385 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:07.082251 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.093711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Transition to ACTIVE for port object 98d5493f-bd25-4ee9-85e0-ac0930fae385 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:07.098116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.148978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:07.212996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:07.213664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:07.213664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on network 73577552-dcf1-463e-9367-806f00026e4f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:07.217827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on network 73577552-dcf1-463e-9367-806f00026e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:07.218151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on network 73577552-dcf1-463e-9367-806f00026e4f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:07.223339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:07.223670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Checking segment: {'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:07.224069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Bound using segment: {'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:07.224497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Bound port: 98d5493f-bd25-4ee9-85e0-ac0930fae385, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:07.224847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.288771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:07.291710 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:07.296567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.330510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.331160 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.332579 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] 10.222.0.78 "PUT /v2.0/ports/98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 1091 time: 0.5867794 Jul 16 02:07:07.333019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:07.335237 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63cbac-c75b-4906-88c0-c5525c93e531" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:07.359867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6608f-d9c8-4384-97de-d4add28eceac service neutron] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:07.405720 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b64bd7d-5c2c-4b77-b644-1d3ed2f96ec2 x-openstack-request-id: req-3b64bd7d-5c2c-4b77-b644-1d3ed2f96ec2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:07.406015 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:07.406368 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b64bd7d-5c2c-4b77-b644-1d3ed2f96ec2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:07.406756 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'status': 'completed', 'code': 200} Jul 16 02:07:07.433488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-d8257b51-0561-4ab5-b460-57ef445c0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.434999 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-d8257b51-0561-4ab5-b460-57ef445c0bde service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1094 time: 0.0586672 Jul 16 02:07:07.454445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a0c5e-293b-4313-9b66-9e44eb3aa67d req-1bf1f00c-e081-4b76-bfbf-85a6793f2811 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.455947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f2a0c5e-293b-4313-9b66-9e44eb3aa67d req-1bf1f00c-e081-4b76-bfbf-85a6793f2811 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 943 time: 0.0623395 Jul 16 02:07:07.479249 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-8c46aa85-ddbb-4cc8-bf07-2a8ccebc7384 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0373909 Jul 16 02:07:07.493956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f2a0c5e-293b-4313-9b66-9e44eb3aa67d req-e5288bc9-f307-4177-9de3-d46917546d7f tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Jul 16 02:07:07.849635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-e9334b55-e032-4e95-8b33-9e563e6daf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.851012 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-e9334b55-e032-4e95-8b33-9e563e6daf83 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.3648040 Jul 16 02:07:07.885339 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-17aaa0d1-84bf-419a-9083-ab631f674024 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255985 Jul 16 02:07:07.975416 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-834d486d-cc93-42aa-8e32-4fb380220584 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824320 Jul 16 02:07:08.062985 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b042bfd-25c6-4628-9fde-fc55beafb54a req-14aa9f36-e6e4-4c19-992b-0ebd7e35a768 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809133 Jul 16 02:07:08.161500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-58eb8f93-4a22-4391-9cbf-e9e0eb31df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:08.162910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-58eb8f93-4a22-4391-9cbf-e9e0eb31df1b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1094 time: 0.0525618 Jul 16 02:07:08.256169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-2b15c64b-4613-4bba-a044-121b8814b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:08.257680 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-2b15c64b-4613-4bba-a044-121b8814b25b service neutron] 10.222.0.78 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 913 time: 0.0883563 Jul 16 02:07:08.299607 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-395e10a9-1ce8-4f0a-8e47-1bc9a21186cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0341327 Jul 16 02:07:08.351030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-1574f108-3ffc-4de3-b5cb-4b3158a1513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:08.352553 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-1574f108-3ffc-4de3-b5cb-4b3158a1513d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.0468922 Jul 16 02:07:08.386004 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-13c76e9a-e9bd-46e1-979b-1459eb2ae495 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263197 Jul 16 02:07:08.476181 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-29a1a6f8-7921-413e-9c32-889bca699871 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825348 Jul 16 02:07:08.566547 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4e63cbac-c75b-4906-88c0-c5525c93e531 req-3c395867-a5de-4e9b-a343-61ec9d839bf5 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836158 Jul 16 02:07:08.671167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9574-7657-4452-931d-fd35c7f6da39 req-e7fbe21c-1971-438f-abbe-1d190b04ccf7 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:08.672668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19ab9574-7657-4452-931d-fd35c7f6da39 req-e7fbe21c-1971-438f-abbe-1d190b04ccf7 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 943 time: 0.0666285 Jul 16 02:07:08.711543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19ab9574-7657-4452-931d-fd35c7f6da39 req-54bbed12-c024-4633-b778-315560770496 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Jul 16 02:07:09.879968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39b79-cca9-491d-9d08-44d0607169da req-ed07da1c-0401-4f95-a690-c5c4c05b9132 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.881372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19d39b79-cca9-491d-9d08-44d0607169da req-ed07da1c-0401-4f95-a690-c5c4c05b9132 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 943 time: 0.0626385 Jul 16 02:07:09.917302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-19d39b79-cca9-491d-9d08-44d0607169da req-edc2852a-4150-4975-871d-7945df723d9b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305600 Jul 16 02:07:10.362590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:10.458456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:10.469008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'network_id': '73577552-dcf1-463e-9367-806f00026e4f', 'port_id': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'mac_address': 'fa:16:3e:65:2e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce67c973-20b8-442a-bdb1-c48232f9ec7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:10.504621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.517264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d5493f-bd25-4ee9-85e0-ac0930fae385 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:10.536124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:10.540375 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.587798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:10.737159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['98d5493f-bd25-4ee9-85e0-ac0930fae385'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:11.087383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087bff-14af-44d0-aa06-f086e02725fa req-db6057e5-937b-4ecb-8199-013816fbbfd5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:11.088878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a087bff-14af-44d0-aa06-f086e02725fa req-db6057e5-937b-4ecb-8199-013816fbbfd5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 944 time: 0.0638604 Jul 16 02:07:11.130078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a087bff-14af-44d0-aa06-f086e02725fa req-e3422496-f2b8-4e28-87d4-0ecf119884da tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357270 Jul 16 02:07:11.656013 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-153d6cf3-3d46-425c-8737-a9a5bba7735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:12.300915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e256f5-7305-48cb-bcf7-540ef9e1777e req-604a4363-3cd6-4f20-a8e0-13233ecc87a3 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:12.302384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18e256f5-7305-48cb-bcf7-540ef9e1777e req-604a4363-3cd6-4f20-a8e0-13233ecc87a3 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 944 time: 0.0632908 Jul 16 02:07:12.340772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18e256f5-7305-48cb-bcf7-540ef9e1777e req-d9fc9855-21d2-4135-8000-9e7eadc5ff59 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jul 16 02:07:12.373461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:12.423594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 98d5493f-bd25-4ee9-85e0-ac0930fae385 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:12.427172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 98d5493f-bd25-4ee9-85e0-ac0930fae385 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:12.427543 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:12.501599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:12.523759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:12.526024 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad20f32-16b4-4ccd-a878-25cee43e2d84" -d '{"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-plugged", "status": "completed", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:12.538375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:12.542413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:12.567078 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14912b5-fb44-4624-9e08-15c54b624ab0 x-openstack-request-id: req-b14912b5-fb44-4624-9e08-15c54b624ab0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:12.567375 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-plugged", "status": "completed", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:12.567627 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b14912b5-fb44-4624-9e08-15c54b624ab0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:12.568027 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'code': 200} Jul 16 02:07:12.595069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:12.669741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c276c8-e0cf-4dea-8ff0-4c53847db3d2 req-85e57a44-14b5-4274-8353-61b765300942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:12.671208 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16c276c8-e0cf-4dea-8ff0-4c53847db3d2 req-85e57a44-14b5-4274-8353-61b765300942 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1096 time: 0.0508606 Jul 16 02:07:12.706084 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16c276c8-e0cf-4dea-8ff0-4c53847db3d2 req-7c616ef6-54c1-44a6-85f1-2c5a713f62ca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281105 Jul 16 02:07:13.514048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff578d-5bf8-4a22-b884-8284acac0ad6 req-0867247c-2e53-4008-af15-a960c3fdf1d1 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:13.515546 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1ff578d-5bf8-4a22-b884-8284acac0ad6 req-0867247c-2e53-4008-af15-a960c3fdf1d1 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0655792 Jul 16 02:07:13.554247 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1ff578d-5bf8-4a22-b884-8284acac0ad6 req-c7c43f90-0adb-47ef-abed-ca8c0fc407c9 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Jul 16 02:07:14.479849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.534791 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf522-2a68-4124-be77-08fbd1880107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.732406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baeb43-99a0-48d8-a5b0-8c4a172be370 req-a16012bc-ac3b-4005-a400-0f5e0c4a8cc6 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:14.734075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81baeb43-99a0-48d8-a5b0-8c4a172be370 req-a16012bc-ac3b-4005-a400-0f5e0c4a8cc6 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0686178 Jul 16 02:07:14.772084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81baeb43-99a0-48d8-a5b0-8c4a172be370 req-c0294175-c889-4ea9-ad3f-f562a085b3c2 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Jul 16 02:07:15.164499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5fa01-f7b2-4bba-be88-e7bb86dc7fdd req-8e784cdf-7d30-4e4b-86d1-7138e37089ff tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:15.166003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00f5fa01-f7b2-4bba-be88-e7bb86dc7fdd req-8e784cdf-7d30-4e4b-86d1-7138e37089ff tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0643775 Jul 16 02:07:15.171319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e5895835-ff8e-458e-bf4d-a382b4fdaa35 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150963 Jul 16 02:07:15.205049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00f5fa01-f7b2-4bba-be88-e7bb86dc7fdd req-801ef3ef-3112-4087-aa4f-01cd4e926b0c tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Jul 16 02:07:15.354482 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:15.447160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.336932 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-dbdc46d5-c493-43ee-bd29-d34d579ccca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:16.338457 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-dbdc46d5-c493-43ee-bd29-d34d579ccca0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1096 time: 0.0521719 Jul 16 02:07:16.381046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f68303-5c9b-4006-be9b-cbf3c4cd931d req-f408980a-f99d-4587-b2a1-681ab17931bd tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:16.382633 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71f68303-5c9b-4006-be9b-cbf3c4cd931d req-f408980a-f99d-4587-b2a1-681ab17931bd tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0643940 Jul 16 02:07:16.386784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.426528 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71f68303-5c9b-4006-be9b-cbf3c4cd931d req-5a99e5c9-e39f-4265-a75e-4af5802f44f7 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Jul 16 02:07:16.435237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-39f6a14b-e110-4b5d-893e-a2b8a6a20152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:16.436767 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-39f6a14b-e110-4b5d-893e-a2b8a6a20152 service neutron] 10.222.0.78 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 913 time: 0.0910099 Jul 16 02:07:16.478117 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-2f53f22a-4d0b-4a8f-a556-24bd5ae84f42 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0349014 Jul 16 02:07:16.528964 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-426aaa56-dbcf-45b0-9612-afc0d18f0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:16.530289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-426aaa56-dbcf-45b0-9612-afc0d18f0097 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.0422020 Jul 16 02:07:16.562077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-3323ccb0-3733-4afb-b03d-ef0445ddcc83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248203 Jul 16 02:07:16.654014 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-2609c4de-b652-4275-8016-855524d7bcb9 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846796 Jul 16 02:07:16.748971 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-60ffb1a0-5488-4224-916f-ab4d3d50bf91 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884976 Jul 16 02:07:16.964783 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.598184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a80a1-77ed-4292-a43a-9559545af2d7 req-64e0c115-a920-407f-8b77-a1a27bd5ab90 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:17.599649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-036a80a1-77ed-4292-a43a-9559545af2d7 req-64e0c115-a920-407f-8b77-a1a27bd5ab90 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0635760 Jul 16 02:07:17.636410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-036a80a1-77ed-4292-a43a-9559545af2d7 req-40333877-0aa4-40b0-9d24-31a26095c590 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Jul 16 02:07:18.806231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a170f-b936-4953-8153-a470eea43759 req-290024ae-92d0-40a9-a8ba-a07e76fadf71 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.807697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e01a170f-b936-4953-8153-a470eea43759 req-290024ae-92d0-40a9-a8ba-a07e76fadf71 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0633316 Jul 16 02:07:18.844177 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e01a170f-b936-4953-8153-a470eea43759 req-47b7d55c-00a8-452a-93ff-bb795da41eea tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Jul 16 02:07:20.015853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ce648-b21e-4234-9305-611306c4eb96 req-63266752-2e5b-491e-9cbf-714eeddfbe51 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.017342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-549ce648-b21e-4234-9305-611306c4eb96 req-63266752-2e5b-491e-9cbf-714eeddfbe51 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0659399 Jul 16 02:07:20.054805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-549ce648-b21e-4234-9305-611306c4eb96 req-045700c4-12a0-4e99-8c99-cad50e0841c4 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Jul 16 02:07:20.066347 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.226572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1741-b2bd-464e-87f9-7ce2ccf3fe2e req-ce693eeb-4d10-475b-8b10-3d8e9ae1fb3d tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.228079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-067d1741-b2bd-464e-87f9-7ce2ccf3fe2e req-ce693eeb-4d10-475b-8b10-3d8e9ae1fb3d tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0630383 Jul 16 02:07:21.265820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-067d1741-b2bd-464e-87f9-7ce2ccf3fe2e req-d26dce38-bc63-457d-89d4-f14b77043106 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Jul 16 02:07:22.437314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376688-7312-4571-acf2-13133f35653f req-c86cefd7-9621-4ccc-a3c6-38b500f2f4c9 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.439372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6376688-7312-4571-acf2-13133f35653f req-c86cefd7-9621-4ccc-a3c6-38b500f2f4c9 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0614672 Jul 16 02:07:22.478983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6376688-7312-4571-acf2-13133f35653f req-627ccfb2-1f2d-48ed-b8f4-f247cb48384f tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Jul 16 02:07:23.653023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67aa9b-14ff-42da-9f87-49157076bdd0 req-8133dc1c-6d63-4332-8ca1-e88498c80a1f tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:23.654497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa67aa9b-14ff-42da-9f87-49157076bdd0 req-8133dc1c-6d63-4332-8ca1-e88498c80a1f tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jul 16 02:07:23.691303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa67aa9b-14ff-42da-9f87-49157076bdd0 req-4a00b31c-3c93-457f-b188-27325c4dbe4a tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Jul 16 02:07:24.863003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dea9e7-661c-48aa-aa79-4f983c8e19c7 req-14bcf399-910f-4907-86a5-c893caf1666b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.864476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53dea9e7-661c-48aa-aa79-4f983c8e19c7 req-14bcf399-910f-4907-86a5-c893caf1666b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0623317 Jul 16 02:07:24.901697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53dea9e7-661c-48aa-aa79-4f983c8e19c7 req-6c33c8ad-8396-44e5-8d0a-e90f694a7bc5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Jul 16 02:07:26.076552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538198-2941-4224-88fa-5c490d7ba5bd req-1ecc83ff-c2c6-45e5-bf05-371f1da04629 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:26.078018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00538198-2941-4224-88fa-5c490d7ba5bd req-1ecc83ff-c2c6-45e5-bf05-371f1da04629 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0678244 Jul 16 02:07:26.115895 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00538198-2941-4224-88fa-5c490d7ba5bd req-42c3d294-05ac-4251-850b-1d4971c54574 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jul 16 02:07:27.284671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774477c-29a3-4b32-a170-428d0b375ae0 req-0fe581e2-f84a-4466-b30a-694e47b15490 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.286129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8774477c-29a3-4b32-a170-428d0b375ae0 req-0fe581e2-f84a-4466-b30a-694e47b15490 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0629320 Jul 16 02:07:27.324023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8774477c-29a3-4b32-a170-428d0b375ae0 req-fcdca1ac-aa15-429e-b408-0664ac9f4903 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Jul 16 02:07:28.492098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee3766-fc9d-4cd8-b96c-a576c6222313 req-4047fffe-2620-48cc-a586-5a4a0b85c98a tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:28.493557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45ee3766-fc9d-4cd8-b96c-a576c6222313 req-4047fffe-2620-48cc-a586-5a4a0b85c98a tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0614667 Jul 16 02:07:28.535370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-45ee3766-fc9d-4cd8-b96c-a576c6222313 req-ab4c77d2-5303-47ab-a606-2744513a3850 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363908 Jul 16 02:07:29.703113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e520c1-d37c-4e88-9aa1-cb5d091a4198 req-5cf47e46-9cb3-4ce7-854c-54f07523d1e8 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.704593 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38e520c1-d37c-4e88-9aa1-cb5d091a4198 req-5cf47e46-9cb3-4ce7-854c-54f07523d1e8 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0623207 Jul 16 02:07:29.742246 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-38e520c1-d37c-4e88-9aa1-cb5d091a4198 req-62665f3e-65ac-4bd5-be7e-1db054077a99 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322549 Jul 16 02:07:30.910691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584d2ec-2bce-4ad6-9f92-51644e9c35e5 req-4de64fc9-1ef0-4d06-84c3-4b542ebded1a tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:30.912133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7584d2ec-2bce-4ad6-9f92-51644e9c35e5 req-4de64fc9-1ef0-4d06-84c3-4b542ebded1a tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0621958 Jul 16 02:07:30.949738 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7584d2ec-2bce-4ad6-9f92-51644e9c35e5 req-476d20f5-5a55-41c7-9005-3044f6304f67 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320675 Jul 16 02:07:32.126509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f7a53-bb49-43c0-9477-a65c7ec8d196 req-210ee2e6-9d5a-4c8c-a13e-9e51c8691761 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:32.127982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-187f7a53-bb49-43c0-9477-a65c7ec8d196 req-210ee2e6-9d5a-4c8c-a13e-9e51c8691761 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0683153 Jul 16 02:07:32.166182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-187f7a53-bb49-43c0-9477-a65c7ec8d196 req-99ec670c-399d-4690-88ea-c6a9d00835a5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Jul 16 02:07:33.338138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0098cfa-db6c-4284-8de9-0e995d23a04f req-6cbab2c3-28f2-4367-9a7b-5efb9584b0fb tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.339502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0098cfa-db6c-4284-8de9-0e995d23a04f req-6cbab2c3-28f2-4367-9a7b-5efb9584b0fb tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0620744 Jul 16 02:07:33.375277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0098cfa-db6c-4284-8de9-0e995d23a04f req-0cf17d67-2e89-4e49-8f9b-4c9699984faa tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Jul 16 02:07:34.543618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b005ca-cebe-4018-954e-bbd860ed5c11 req-6956b76a-9b2a-43e8-a5a6-8b0c8b65ec4b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:34.545082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07b005ca-cebe-4018-954e-bbd860ed5c11 req-6956b76a-9b2a-43e8-a5a6-8b0c8b65ec4b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0616815 Jul 16 02:07:34.585085 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07b005ca-cebe-4018-954e-bbd860ed5c11 req-c89f008a-55ca-48fd-a7c7-6b5246144d84 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346456 Jul 16 02:07:35.753825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7163a-e6f7-4016-8fb1-9401edaf0f46 req-250c2b0f-3bbc-4fe1-8e98-8b81d1afa170 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.755291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0e7163a-e6f7-4016-8fb1-9401edaf0f46 req-250c2b0f-3bbc-4fe1-8e98-8b81d1afa170 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0628254 Jul 16 02:07:35.791993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0e7163a-e6f7-4016-8fb1-9401edaf0f46 req-f034a02d-8b4b-4f03-b7cd-21ece961c373 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Jul 16 02:07:36.967831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a71ccf-d793-49ef-8954-d2e2110e85d3 req-e52fe88d-1c91-4d3a-8a83-06f576153fe5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:36.969360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40a71ccf-d793-49ef-8954-d2e2110e85d3 req-e52fe88d-1c91-4d3a-8a83-06f576153fe5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0643668 Jul 16 02:07:37.000257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-2b4d8022-e445-4bda-a9e3-51f29c8e011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:37.002358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-2b4d8022-e445-4bda-a9e3-51f29c8e011b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1096 time: 0.0536532 Jul 16 02:07:37.007952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-40a71ccf-d793-49ef-8954-d2e2110e85d3 req-f1853ddd-6cfd-4f6b-ab82-ac1bd5374e4a tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Jul 16 02:07:37.106475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-a2b03615-f642-460a-adba-3fbfd387bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:37.107868 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-a2b03615-f642-460a-adba-3fbfd387bf77 service neutron] 10.222.0.78 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 913 time: 0.0849667 Jul 16 02:07:37.150789 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-4623996e-23fe-4c9f-a17a-a81d8a0ec551 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0359938 Jul 16 02:07:37.201655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-ecad5f86-0cf6-479c-a46d-0a73c76bff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:37.203040 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-ecad5f86-0cf6-479c-a46d-0a73c76bff6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.0421424 Jul 16 02:07:37.236604 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-2e15f603-157f-4450-b10c-12e799592162 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258968 Jul 16 02:07:37.325939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-3f63201b-8322-4239-b997-bf1cc4abb93e service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825715 Jul 16 02:07:37.415685 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d4af0133-29b3-4f8c-b3ee-385f9f357014 req-bc24f5b0-bef0-4b29-98bc-abfbb82bcbe2 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811079 Jul 16 02:07:38.185159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951bc36-036c-4665-8695-f7d381a96f3d req-d99e6304-8ac7-463a-b197-f051f3cd46f5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.186642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3951bc36-036c-4665-8695-f7d381a96f3d req-d99e6304-8ac7-463a-b197-f051f3cd46f5 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0669498 Jul 16 02:07:38.223874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3951bc36-036c-4665-8695-f7d381a96f3d req-2ee66003-de51-4b0e-8009-aeb660984887 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309715 Jul 16 02:07:39.393262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffece97-3e1a-4745-9205-3148304ba298 req-33199ca0-2af8-49b1-8fc4-70e139d61108 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:39.394648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bffece97-3e1a-4745-9205-3148304ba298 req-33199ca0-2af8-49b1-8fc4-70e139d61108 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0631030 Jul 16 02:07:39.431398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bffece97-3e1a-4745-9205-3148304ba298 req-aecb6b2d-edf5-4035-89cf-3872dc348504 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Jul 16 02:07:40.601160 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5b60-46a3-4605-8c77-34cd91e8c7d9 req-3ed6fb30-9d4c-40e4-b27d-8cd1f4e3e898 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:40.602753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e7c5b60-46a3-4605-8c77-34cd91e8c7d9 req-3ed6fb30-9d4c-40e4-b27d-8cd1f4e3e898 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0619879 Jul 16 02:07:40.643335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e7c5b60-46a3-4605-8c77-34cd91e8c7d9 req-9eb420cc-90b7-4ff5-8a59-4436c685e877 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Jul 16 02:07:41.656537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37ebc3a0-592a-4956-a38d-8c1b6a6bd50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.815469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea05e8-26a8-43dc-a5fc-fcf636076995 req-ad44bffe-1695-4667-84aa-336429a5485f tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:41.816946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-baea05e8-26a8-43dc-a5fc-fcf636076995 req-ad44bffe-1695-4667-84aa-336429a5485f tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0625441 Jul 16 02:07:41.853563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-baea05e8-26a8-43dc-a5fc-fcf636076995 req-c16ec2f2-cdea-4e27-8f92-48583219fa08 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Jul 16 02:07:43.023990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0252-e3ff-4c0b-b7bf-106c91b92fac req-70a5fa95-0935-4fdd-b262-d4cd8b33ed7e tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.025470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1ab0252-e3ff-4c0b-b7bf-106c91b92fac req-70a5fa95-0935-4fdd-b262-d4cd8b33ed7e tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0624487 Jul 16 02:07:43.063765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1ab0252-e3ff-4c0b-b7bf-106c91b92fac req-520b7737-624d-4ef8-83e4-f8ee1c4d6959 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Jul 16 02:07:43.729757 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-0a6eccb3-685d-4e88-bd97-3949410151b8 service neutron] show failed (client error): The resource could not be found. Jul 16 02:07:43.730755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-0a6eccb3-685d-4e88-bd97-3949410151b8 service neutron] 10.222.0.78 "GET /v2.0/ports/98d5493f-bd25-4ee9-85e0-ac0930fae385/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0584283 Jul 16 02:07:44.101219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-3c56ec8d-7471-4849-a32a-86659074ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.102733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-3c56ec8d-7471-4849-a32a-86659074ee8e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef&tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5 HTTP/1.1" status: 200 len: 1096 time: 0.1827176 Jul 16 02:07:44.114776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:44.214739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.288644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eac142-f92c-45d2-8147-c1e845b7caae req-e0f55326-48bc-4202-9681-969d3fdb63ec tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.290087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39eac142-f92c-45d2-8147-c1e845b7caae req-e0f55326-48bc-4202-9681-969d3fdb63ec tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.1161127 Jul 16 02:07:44.392812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39eac142-f92c-45d2-8147-c1e845b7caae req-a42ea850-3505-4697-8278-f6dddaf3bb42 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620248 Jul 16 02:07:44.461680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:44.483569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.496550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:44.536282 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d324e3c-3704-4aa4-8a13-f27c790246bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.540469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:44.542786 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00711cc-9a24-4fcf-8fc8-e7ac2f9ab0bc" -d '{"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-unplugged", "status": "completed", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:44.546792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.560125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Transition to ACTIVE for port object 98d5493f-bd25-4ee9-85e0-ac0930fae385 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:44.563962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.590699 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fb4a63-7e0e-40b8-8cef-2240f50e7ef1 x-openstack-request-id: req-93fb4a63-7e0e-40b8-8cef-2240f50e7ef1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:44.591009 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-unplugged", "status": "completed", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:44.591237 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93fb4a63-7e0e-40b8-8cef-2240f50e7ef1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:44.591622 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'code': 200} Jul 16 02:07:44.624762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] No DVR routers for this DVR port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:44.632919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.659425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.659771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.660109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.660472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.660803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.661132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.661457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.661778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.662097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.662414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.662730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.663045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:44.676439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:44.676759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:44.677091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on network 73577552-dcf1-463e-9367-806f00026e4f {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:44.681328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on network 73577552-dcf1-463e-9367-806f00026e4f not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:44.681647 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Attempting to bind port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on network 73577552-dcf1-463e-9367-806f00026e4f {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:44.686403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:44.686736 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Checking segment: {'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:44.687118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Bound using segment: {'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:44.687536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Bound port: 98d5493f-bd25-4ee9-85e0-ac0930fae385, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1878467-9488-461b-8816-abc28e2b1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '73577552-dcf1-463e-9367-806f00026e4f'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:44.687889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.752312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:44.755258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:44.758596 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.791528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.792144 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.793554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] 10.222.0.93 "PUT /v2.0/ports/98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 1091 time: 0.6833658 Jul 16 02:07:44.814185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f343b6-6a66-4a58-af92-94658ce26d4f service neutron] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.869553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-194165e2-1f5d-499d-b48b-0fc2c95ad987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.871196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-194165e2-1f5d-499d-b48b-0fc2c95ad987 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1094 time: 0.0534542 Jul 16 02:07:44.962264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-43af4ee3-d189-48c5-b865-43f7b45e137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.963701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-43af4ee3-d189-48c5-b865-43f7b45e137f service neutron] 10.222.0.93 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 913 time: 0.0868139 Jul 16 02:07:45.002696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-62da9b6a-5c9d-441f-b485-010ca607b0c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0329742 Jul 16 02:07:45.048678 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-12b5d548-1797-4204-b9a8-cf0343a37c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.050028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-12b5d548-1797-4204-b9a8-cf0343a37c23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.0416968 Jul 16 02:07:45.087173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-ffcb3d62-adaa-4a91-9594-8476e501b507 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302992 Jul 16 02:07:45.173747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-20dde753-3790-45e3-8feb-72955d62716d service neutron] 10.222.0.93 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803926 Jul 16 02:07:45.264103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a64a9a84-3dc9-4d7b-a081-16afd6d3b329 req-73e70edb-7ba3-457e-9aa4-1708deb10746 service neutron] 10.222.0.93 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846188 Jul 16 02:07:45.449280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.563165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a890e53-62d2-43b0-8e3e-0e920f2101ad req-9d4f8d4e-9a5a-445c-82ae-438767aef916 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.565078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a890e53-62d2-43b0-8e3e-0e920f2101ad req-9d4f8d4e-9a5a-445c-82ae-438767aef916 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 943 time: 0.0623209 Jul 16 02:07:45.602144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a890e53-62d2-43b0-8e3e-0e920f2101ad req-ff92c0a9-ee31-49c2-ae83-5f12484ead80 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Jul 16 02:07:46.381144 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.593208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:46.596187 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784b160-9c8d-45de-a486-ec9bd20c64bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:46.634825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:46.642631 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f10f166-e64b-4182-9c91-5bae03424a78 x-openstack-request-id: req-0f10f166-e64b-4182-9c91-5bae03424a78 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:46.642927 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:46.643181 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f10f166-e64b-4182-9c91-5bae03424a78 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:46.643596 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'status': 'completed', 'code': 200} Jul 16 02:07:46.684558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:46.733940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-17a763b4-bfd7-400c-93c9-e6064e94252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.736552 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-17a763b4-bfd7-400c-93c9-e6064e94252a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1094 time: 0.0727184 Jul 16 02:07:46.776053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-8ec5a7fd-cb00-43fb-a297-cacf17e67c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.777649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-8ec5a7fd-cb00-43fb-a297-cacf17e67c0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1094 time: 0.1006017 Jul 16 02:07:46.842681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-40e37123-b0de-49ba-b702-0964489d7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.844170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-40e37123-b0de-49ba-b702-0964489d7b35 service neutron] 10.222.0.78 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 913 time: 0.1003420 Jul 16 02:07:46.883207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f677f-11a0-45a6-89c1-ca532badae62 req-1fd7d82c-5cb3-4336-84c0-c49029152506 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.884600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b51f677f-11a0-45a6-89c1-ca532badae62 req-1fd7d82c-5cb3-4336-84c0-c49029152506 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 943 time: 0.1565282 Jul 16 02:07:46.889896 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-f6556c66-b93a-4754-832b-6a02a569ceec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0388727 Jul 16 02:07:46.912976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-0bad226b-6170-4e7d-a7fc-f1a87b395137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.914411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-0bad226b-6170-4e7d-a7fc-f1a87b395137 service neutron] 10.222.0.93 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 913 time: 0.1283104 Jul 16 02:07:46.938002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-180a8ec2-13b7-4ac4-bcd0-c449444369b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.940077 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-180a8ec2-13b7-4ac4-bcd0-c449444369b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.0438797 Jul 16 02:07:46.962394 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.967219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b51f677f-11a0-45a6-89c1-ca532badae62 req-00ef6ebc-2dda-4cba-955b-c13629fec639 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765872 Jul 16 02:07:46.968616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-26e98e3a-af01-4b29-8f4d-cd8a00e6a0db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0432427 Jul 16 02:07:46.975891 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-ce4b3f8b-fedd-4ad9-9e36-1c5aa2939479 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279937 Jul 16 02:07:47.019140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-852a2dcb-aac6-49e4-aaf9-a1718ba9d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:47.020629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-852a2dcb-aac6-49e4-aaf9-a1718ba9d14c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.0459616 Jul 16 02:07:47.057712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-dc1c5ba5-7be0-445d-98c4-41e86f8f8ce2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300617 Jul 16 02:07:47.072094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-91848006-93a2-4088-ba95-555cbc8510f4 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890191 Jul 16 02:07:47.146577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-bddee755-db74-4f8c-b6e6-b669d02669e5 service neutron] 10.222.0.93 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829263 Jul 16 02:07:47.167522 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-30ebe413-8e60-473d-802f-a6e90db2e266 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883019 Jul 16 02:07:47.239098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0784b160-9c8d-45de-a486-ec9bd20c64bd req-b9b94e29-ba5c-499f-b429-0513429fdd3d service neutron] 10.222.0.93 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854976 Jul 16 02:07:47.435355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:47.526531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:47.537297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'network_id': '73577552-dcf1-463e-9367-806f00026e4f', 'port_id': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'mac_address': 'fa:16:3e:65:2e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce67c973-20b8-442a-bdb1-c48232f9ec7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:47.571890 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.583591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d5493f-bd25-4ee9-85e0-ac0930fae385 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:47.601883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:47.605988 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.655195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:47.662795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.663144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.663488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.663834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.664171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.664532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.664863 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.665191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.665516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.665840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.666164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.666488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.841743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['98d5493f-bd25-4ee9-85e0-ac0930fae385'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:48.140992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d9da8-2386-46ec-a2de-37b5e1590eb8 req-95b4c4ff-04ba-458f-a53a-f878186cdd21 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.142896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d9d9da8-2386-46ec-a2de-37b5e1590eb8 req-95b4c4ff-04ba-458f-a53a-f878186cdd21 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 944 time: 0.0650439 Jul 16 02:07:48.179449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d9d9da8-2386-46ec-a2de-37b5e1590eb8 req-713e4c80-7af7-4a10-b4b6-faa6775ba39d tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Jul 16 02:07:48.583990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-0f2ff8eb-c163-4e50-b023-aec8819ef7c1 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.585476 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-0f2ff8eb-c163-4e50-b023-aec8819ef7c1 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.78 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef&tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 944 time: 0.1073451 Jul 16 02:07:48.649757 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-09284dab-404e-42ff-abc7-ad46abb1c168 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:07:48.650748 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-09284dab-404e-42ff-abc7-ad46abb1c168 service neutron] 10.222.0.78 "DELETE /v2.0/ports/98d5493f-bd25-4ee9-85e0-ac0930fae385/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0581591 Jul 16 02:07:48.743524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-36ef5e3d-98eb-4add-b4a0-35173ef50a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.744986 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-36ef5e3d-98eb-4add-b4a0-35173ef50a52 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 1095 time: 0.0517006 Jul 16 02:07:48.833852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-da18941e-a139-4b76-a702-083f41a0f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.835304 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-da18941e-a139-4b76-a702-083f41a0f90f service neutron] 10.222.0.78 "GET /v2.0/networks?id=73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 200 len: 913 time: 0.0828545 Jul 16 02:07:48.874636 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-9b33cee2-dfb6-4a7a-a015-64ea98d49e57 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 200 len: 217 time: 0.0328662 Jul 16 02:07:48.920490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1eeea85a-e122-4b60-8b72-356c3356a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.921879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1eeea85a-e122-4b60-8b72-356c3356a367 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 200 len: 852 time: 0.0409596 Jul 16 02:07:48.954157 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-046e32ea-42ea-4179-af40-11321fb6067a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=73577552-dcf1-463e-9367-806f00026e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248625 Jul 16 02:07:49.042388 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-010742f9-a6ba-429c-8d51-18456acbbfc2 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820138 Jul 16 02:07:49.136696 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-b4380ea2-e06b-406c-82ff-43fc0944f248 service neutron] 10.222.0.78 "GET /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866230 Jul 16 02:07:49.435655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:49.483146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 98d5493f-bd25-4ee9-85e0-ac0930fae385 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:49.486858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 98d5493f-bd25-4ee9-85e0-ac0930fae385 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:49.487522 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.565293 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.587810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:49.590059 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080a7fa1-a9b5-4a12-8313-e8ca0d7e15ba" -d '{"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-plugged", "status": "completed", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:49.603115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:49.608090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.631734 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a26c6e-108b-478a-a52e-9f566295d092 x-openstack-request-id: req-57a26c6e-108b-478a-a52e-9f566295d092 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:49.632031 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-plugged", "status": "completed", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:49.632647 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57a26c6e-108b-478a-a52e-9f566295d092 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:49.632785 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'code': 200} Jul 16 02:07:49.659754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:49.948666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34789bf7-291a-417c-a41d-d34c5906537b req-5530df7d-8d30-42f8-bae5-819e1e94cd37 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.950106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34789bf7-291a-417c-a41d-d34c5906537b req-5530df7d-8d30-42f8-bae5-819e1e94cd37 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0617039 Jul 16 02:07:49.990631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-34789bf7-291a-417c-a41d-d34c5906537b req-4020983b-f55e-4bdc-9c9d-e0036dbac069 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Jul 16 02:07:50.064805 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.163930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-c5b0f267-116d-4846-89c4-eda28aa9e79b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.165406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-c5b0f267-116d-4846-89c4-eda28aa9e79b tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.0969641 Jul 16 02:07:51.221179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8488900-117a-4255-b4ca-8ed9a2cc774c req-b5c0d6d5-9990-4042-b8de-77fd2ac00c01 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.222618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8488900-117a-4255-b4ca-8ed9a2cc774c req-b5c0d6d5-9990-4042-b8de-77fd2ac00c01 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/ports?device_id=4ff52d6b-7130-4002-93c4-b07818a356ef HTTP/1.1" status: 200 len: 945 time: 0.1203017 Jul 16 02:07:51.603925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8488900-117a-4255-b4ca-8ed9a2cc774c req-63940908-f952-4669-b64c-d0e5c27076cd tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757730 Jul 16 02:07:51.622428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Deleting port 98d5493f-bd25-4ee9-85e0-ac0930fae385 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:51.622770 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.712532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] For port 98d5493f-bd25-4ee9-85e0-ac0930fae385, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=98d5493f-bd25-4ee9-85e0-ac0930fae385,segment=NetworkSegment(e1878467-9488-461b-8816-abc28e2b1570),segment_id=e1878467-9488-461b-8816-abc28e2b1570)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:51.712894 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.724379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Calling delete_port for 98d5493f-bd25-4ee9-85e0-ac0930fae385 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:51.846975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.859517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['98d5493f-bd25-4ee9-85e0-ac0930fae385'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:51.878379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Pushing event deleted for resources: {'Port': ['ID=98d5493f-bd25-4ee9-85e0-ac0930fae385,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:51.922683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] No DVR routers for this DVR port 98d5493f-bd25-4ee9-85e0-ac0930fae385 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:51.925982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.928170 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-43fd5f83-4512-4403-a4b1-3d967985bb97 req-1689402d-e9b0-496d-8ce4-4cd3091d5168 tempest-DeleteServersTestJSON-817753113 tempest-DeleteServersTestJSON-817753113-project] 10.222.0.93 "DELETE /v2.0/ports/98d5493f-bd25-4ee9-85e0-ac0930fae385 HTTP/1.1" status: 204 len: 173 time: 0.7568312 Jul 16 02:07:51.928665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-deleted', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:51.930931 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428447d4-45cb-4fd7-b24d-eb6fb10fbaaa" -d '{"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-deleted", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:51.965215 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a200f850-0dea-4667-bb77-cec2606b5ecb x-openstack-request-id: req-a200f850-0dea-4667-bb77-cec2606b5ecb {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:51.965508 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff52d6b-7130-4002-93c4-b07818a356ef", "name": "network-vif-deleted", "tag": "98d5493f-bd25-4ee9-85e0-ac0930fae385", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:51.965763 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a200f850-0dea-4667-bb77-cec2606b5ecb {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:51.966162 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff52d6b-7130-4002-93c4-b07818a356ef', 'name': 'network-vif-deleted', 'tag': '98d5493f-bd25-4ee9-85e0-ac0930fae385', 'status': 'completed', 'code': 200} Jul 16 02:07:52.353260 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:52.837709 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:52.881052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] Deleting subnet ce67c973-20b8-442a-bdb1-c48232f9ec7f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:07:52.884017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.918258 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.960593 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.010832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.036735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce67c973-20b8-442a-bdb1-c48232f9ec7f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:53.038674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.042981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-033e41ce-6259-4339-bf60-8b86517e5d5b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ce67c973-20b8-442a-bdb1-c48232f9ec7f HTTP/1.1" status: 204 len: 168 time: 0.2018247 Jul 16 02:07:53.043718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:53.108548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.186457 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.196292 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73577552-dcf1-463e-9367-806f00026e4f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:53.205656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1878467-9488-461b-8816-abc28e2b1570') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:53.205947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1878467-9488-461b-8816-abc28e2b1570') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:53.214302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.227173 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.232731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:53.233109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:53.234916 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:53.293160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.299245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.301304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] 10.222.0.81 "DELETE /v2.0/networks/73577552-dcf1-463e-9367-806f00026e4f HTTP/1.1" status: 204 len: 168 time: 0.2572808 Jul 16 02:07:53.312358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9aec5-69c3-40df-a988-617eda1d0e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=73577552-dcf1-463e-9367-806f00026e4f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:53.405226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:53.445354 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-85f876fb-37ca-491e-b5d8-5fb895ce730b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f1c5dcc70d247d7b6a68054b6b0bfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388577 Jul 16 02:07:53.447555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:53.495013 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.515310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.560543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.563075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.564202 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4 HTTP/1.1" status: 204 len: 168 time: 0.1157684 Jul 16 02:07:53.571666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c510ce0-9502-47d6-95ba-fbe0a6ccbdf4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:53.578974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.579319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.579655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.579985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.580337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.580673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.580997 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.581322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.581765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.581959 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.582279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.582597 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78f71a-9021-4a37-8ad1-e7d83e56912f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:54.193135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 40700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:54.310064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-7889579-network', 'tenant_id': '4b9e0fc9f959459387d92be12975d6ab'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:54.332185 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Made reservation on behalf of 4b9e0fc9f959459387d92be12975d6ab for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:54.334624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.342848 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.434535 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.437624 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.462417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:54.472000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.476821 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.477174 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Added segment efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1 of type vlan for network 6b0f87c3-0627-4158-a73d-f7a1adca0294 Jul 16 02:07:54.516120 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.543681 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.544657 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.545236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.574753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3805597 Jul 16 02:07:54.577764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 40706) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:54.583322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Request body: {'subnet': {'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-7889579-subnet', 'tenant_id': '4b9e0fc9f959459387d92be12975d6ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:54.604005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Made reservation on behalf of 4b9e0fc9f959459387d92be12975d6ab for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:54.606155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e056d-3058-4320-8d21-1a3ba6696b91 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0f87c3-0627-4158-a73d-f7a1adca0294,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.606377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.617307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 6b0f87c3-0627-4158-a73d-f7a1adca0294 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:54.776090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.830373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.837817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Checking segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:54.838194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Network hostable DHCP agents. Network: 6b0f87c3-0627-4158-a73d-f7a1adca0294, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:54.854406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Network 6b0f87c3-0627-4158-a73d-f7a1adca0294 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:54.863198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 6b0f87c3-0627-4158-a73d-f7a1adca0294) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:54.867435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.868030 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.872020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712d78a-8a81-414d-8560-b511f22a1ee0 None None] Network 6b0f87c3-0627-4158-a73d-f7a1adca0294 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:54.884719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f244f8d2-f74a-428e-9abb-1f8832d7c146 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3058414 Jul 16 02:07:54.999221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1a659-4b22-4253-999e-f2806f333c86 None None] Network 6b0f87c3-0627-4158-a73d-f7a1adca0294 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:55.299810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-aae35089-2adb-4d00-b750-9d9c2aa7ed5a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.301179 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-aae35089-2adb-4d00-b750-9d9c2aa7ed5a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 812 time: 0.1018214 Jul 16 02:07:55.315483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-ae36dd1c-8752-4f36-8106-4e0ef9ccef7c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/quotas/4b9e0fc9f959459387d92be12975d6ab HTTP/1.1" status: 200 len: 375 time: 0.0089469 Jul 16 02:07:55.349523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-90c163a4-c8b9-4dd8-9e53-9625b6cd6bf8 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285738 Jul 16 02:07:55.361410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-31d88365-1eff-45ad-a0f7-fff4404c56a8 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:55.362365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-31d88365-1eff-45ad-a0f7-fff4404c56a8 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065670 Jul 16 02:07:55.452539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-bc39cb8f-972a-461e-bc56-2360ea29ca73 service neutron] 10.222.0.81 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844281 Jul 16 02:07:55.482154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:55.502042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 98d5493f-bd25-4ee9-85e0-ac0930fae385 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:55.502533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 98d5493f-bd25-4ee9-85e0-ac0930fae385 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:55.547758 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-ec26d15f-1c5b-4d39-b634-5703db0a18f4 service neutron] 10.222.0.81 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888786 Jul 16 02:07:55.712214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85520741-6f22-400e-aa72-a47520110c20 req-bf4134de-f3b0-4a76-8106-d38c1540537e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 210 time: 0.0284111 Jul 16 02:07:56.735495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-56fee7be-5a3b-48ad-8e70-9c906a482c4a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:56.737616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-56fee7be-5a3b-48ad-8e70-9c906a482c4a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 812 time: 0.1063094 Jul 16 02:07:56.756718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Request body: {'port': {'device_id': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294', 'admin_state_up': True, 'tenant_id': '4b9e0fc9f959459387d92be12975d6ab'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:56.860141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4c13e30-7e08-42a4-9e4f-eaae6ab0e41e req-1762dd76-4c37-4c24-b25e-d6183620f98a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 210 time: 0.0363355 Jul 16 02:07:56.896498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Made reservation on behalf of 4b9e0fc9f959459387d92be12975d6ab for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:56.899959 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.024257 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Allocated IP 172.20.0.9 (6b0f87c3-0627-4158-a73d-f7a1adca0294/e60f1177-bc9b-46b7-96a8-67ac7dda7b6a/c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:57.164711 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.202369 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.245402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Network 6b0f87c3-0627-4158-a73d-f7a1adca0294 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:57.248605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:57.254823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:57.283413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.308151 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.308825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.323396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6d963f91-147b-430d-b619-1caf9404a852 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707579 Jul 16 02:07:57.334663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Request body: {'port': {'device_id': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:57.404274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.658840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:57.666204 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.678595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Transition to ACTIVE for port object c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:57.682132 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.732178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.796717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:57.797405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:57.797405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:57.802124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:57.802447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:57.807199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:57.807537 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Checking segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:57.807925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Bound using segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:57.808377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Bound port: c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:57.808731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.874273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:57.877788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:57.882222 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.915544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.916165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.917588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] 10.222.0.93 "PUT /v2.0/ports/c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 1091 time: 0.5869648 Jul 16 02:07:57.918032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:57.920284 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630a45b-b8f9-4f40-a970-498015dde4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:57.944661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15842862-c6bc-4b2c-9c05-44e6cec1f8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.962301 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eb62a1-543d-41ab-8a2f-5199963f8a36 x-openstack-request-id: req-06eb62a1-543d-41ab-8a2f-5199963f8a36 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:57.962628 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:57.962884 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06eb62a1-543d-41ab-8a2f-5199963f8a36 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:57.963289 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'status': 'completed', 'code': 200} Jul 16 02:07:58.067913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-3df17e5f-b704-444d-93c1-f09d0ef9ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.069461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-3df17e5f-b704-444d-93c1-f09d0ef9ee6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1094 time: 0.1012337 Jul 16 02:07:58.080764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73ac8-4e1c-4e08-9936-8e57548615d2 req-165655ca-5483-4845-9d4f-2012702d2fbd tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.082142 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e73ac8-4e1c-4e08-9936-8e57548615d2 req-165655ca-5483-4845-9d4f-2012702d2fbd tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0865903 Jul 16 02:07:58.127598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-6c24717d-ae88-44a0-a263-45c2e2b9dbca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0444453 Jul 16 02:07:58.171191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-06e73ac8-4e1c-4e08-9936-8e57548615d2 req-8f2aaf9a-9f6d-4af9-b2fb-a3a4ad0c7e9e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827239 Jul 16 02:07:58.191051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-a8a324ba-e841-4253-a6cf-e0556a36e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.192575 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-a8a324ba-e841-4253-a6cf-e0556a36e52a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0574300 Jul 16 02:07:58.231817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-23bd114a-70cf-4737-aabb-5cff525e6d24 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316348 Jul 16 02:07:58.321895 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-65d5ff3e-e9bb-4595-b0f7-f330d41b415f service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837548 Jul 16 02:07:58.413653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3cfd4eb1-e64f-475b-b1f0-e6f0a3262cb4 req-c64d3170-5158-4a32-9bfa-f8f70e9a7160 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846770 Jul 16 02:07:58.509314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-640b4c5e-867a-4bbe-858d-18d63da235e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.510780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-640b4c5e-867a-4bbe-858d-18d63da235e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1094 time: 0.0523858 Jul 16 02:07:58.603264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-e222fc66-dee2-4350-ad21-1571546860c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.604809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-e222fc66-dee2-4350-ad21-1571546860c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0878658 Jul 16 02:07:58.645157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-b874a970-12b0-4f49-aa58-97146007c184 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0333064 Jul 16 02:07:58.693136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-04e956c4-3bf1-4d20-a1c5-20e5e6f5aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.694463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-04e956c4-3bf1-4d20-a1c5-20e5e6f5aca1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0422196 Jul 16 02:07:58.727190 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-96f34b8d-b4d5-47a3-95a1-d3cdc4891950 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256848 Jul 16 02:07:58.818423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-ff8732fb-40d6-4db6-b067-17ae1dce8fd6 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840149 Jul 16 02:07:58.910163 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3630a45b-b8f9-4f40-a970-498015dde4c9 req-82e1172e-de34-4dfa-ad5c-f51919faebbe service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846083 Jul 16 02:07:59.343146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b84a-6730-4bd4-a309-f121c5a1dcdf req-bbf144c4-f1f3-4554-a27e-bbdb1f5e4421 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:59.344572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd78b84a-6730-4bd4-a309-f121c5a1dcdf req-bbf144c4-f1f3-4554-a27e-bbdb1f5e4421 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0634029 Jul 16 02:07:59.382665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dd78b84a-6730-4bd4-a309-f121c5a1dcdf req-e7e6e760-8c9a-4e9e-a239-cb0fb92e2002 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Jul 16 02:08:00.549828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bb30-8f09-4f09-90da-01110733d819 req-4b7956f9-4fa9-4989-ad5f-6daee3fd7b80 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.551284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d00bb30-8f09-4f09-90da-01110733d819 req-4b7956f9-4fa9-4989-ad5f-6daee3fd7b80 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0620039 Jul 16 02:08:00.588537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d00bb30-8f09-4f09-90da-01110733d819 req-bb9738ba-8a7b-44c3-ad8b-e19996baefb0 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Jul 16 02:08:01.512999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:01.606982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:01.618347 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294', 'port_id': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'mac_address': 'fa:16:3e:9b:d0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60f1177-bc9b-46b7-96a8-67ac7dda7b6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:01.655246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.668166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:01.687438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:01.691803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.738116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:01.768338 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e2891-8822-4895-b2c0-a61d92291e5e req-d72e75b0-1cce-4029-b2eb-f01707486052 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.769768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-793e2891-8822-4895-b2c0-a61d92291e5e req-d72e75b0-1cce-4029-b2eb-f01707486052 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 944 time: 0.0698335 Jul 16 02:08:01.806238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-793e2891-8822-4895-b2c0-a61d92291e5e req-6bca16bb-c34b-408e-810c-6a777cb5a274 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Jul 16 02:08:01.877523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:02.977051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784eb0d-5140-44da-9fce-e38419539448 req-555ce075-535d-46d7-9f11-77f4cc069056 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:02.978516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8784eb0d-5140-44da-9fce-e38419539448 req-555ce075-535d-46d7-9f11-77f4cc069056 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 944 time: 0.0625277 Jul 16 02:08:03.014742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8784eb0d-5140-44da-9fce-e38419539448 req-a56f2302-6aeb-41cf-9db8-cd67c2d5d045 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307519 Jul 16 02:08:03.513236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:03.559971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:03.564381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:03.564753 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.640742 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.662333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:03.664571 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de938ac-1dda-49e8-a7ef-60f2324e4367" -d '{"events": [{"server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "name": "network-vif-plugged", "status": "completed", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:03.677484 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:03.681430 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.704336 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a6d426-4779-4429-bda5-7160cab839f9 x-openstack-request-id: req-90a6d426-4779-4429-bda5-7160cab839f9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:03.704641 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "name": "network-vif-plugged", "status": "completed", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:03.704906 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90a6d426-4779-4429-bda5-7160cab839f9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:03.705297 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'code': 200} Jul 16 02:08:03.730018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:03.806985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bcb9e-a9c5-46db-875b-082f0d543483 req-1b43c533-ea21-4e30-94f2-27273424fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:03.808374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-167bcb9e-a9c5-46db-875b-082f0d543483 req-1b43c533-ea21-4e30-94f2-27273424fd14 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1096 time: 0.0499415 Jul 16 02:08:03.844869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-167bcb9e-a9c5-46db-875b-082f0d543483 req-532ee77f-ad7b-4dba-9070-7482cc1dc964 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298972 Jul 16 02:08:04.186325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0df7d-83e7-48be-b520-6369864d15f5 req-39b351ce-1155-4db2-924d-a49ce14ad5ba tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:04.187694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62d0df7d-83e7-48be-b520-6369864d15f5 req-39b351ce-1155-4db2-924d-a49ce14ad5ba tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0627015 Jul 16 02:08:04.224054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62d0df7d-83e7-48be-b520-6369864d15f5 req-006dc98f-e513-45aa-ac8b-a6f8db562e17 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Jul 16 02:08:05.393381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb0248-a637-4a79-a1be-b24471d9ba75 req-a6cbdbb4-f960-40a4-92e0-f968e341c804 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:05.394724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52cb0248-a637-4a79-a1be-b24471d9ba75 req-a6cbdbb4-f960-40a4-92e0-f968e341c804 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0620801 Jul 16 02:08:05.431574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52cb0248-a637-4a79-a1be-b24471d9ba75 req-58d4ff59-35bd-4509-b2ac-c00e92aac925 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Jul 16 02:08:05.601622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f2b10-8d89-4a40-8419-5c0e449d9841 req-389639e9-47b3-4ccc-91ad-66673836ca5a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:05.603066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-474f2b10-8d89-4a40-8419-5c0e449d9841 req-389639e9-47b3-4ccc-91ad-66673836ca5a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0655622 Jul 16 02:08:05.640092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-474f2b10-8d89-4a40-8419-5c0e449d9841 req-b88c8f62-df3a-46f9-9768-9db436786dc5 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Jul 16 02:08:05.969905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41348fcc-4b77-4a42-85b1-1dd71957ef8c req-33a8aaef-7ab3-439d-b55b-f75ea455b135 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:05.971387 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41348fcc-4b77-4a42-85b1-1dd71957ef8c req-33a8aaef-7ab3-439d-b55b-f75ea455b135 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0629799 Jul 16 02:08:06.009045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41348fcc-4b77-4a42-85b1-1dd71957ef8c req-eb40f2bf-534d-4f0d-a486-52816e8e81cf tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Jul 16 02:08:06.179009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cbbb7-5f77-4486-9a2c-93a4044d6d0d req-6152032b-dc9b-4ec6-90ef-4e93611a6758 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.180498 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-876cbbb7-5f77-4486-9a2c-93a4044d6d0d req-6152032b-dc9b-4ec6-90ef-4e93611a6758 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0622945 Jul 16 02:08:06.221747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-876cbbb7-5f77-4486-9a2c-93a4044d6d0d req-c45a75e3-677f-413a-b4ca-5d3cf1e9f394 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Jul 16 02:08:06.556587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-19f73ffb-7e39-4936-bb20-5736b1842e71 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550232 Jul 16 02:08:06.616360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d5456-a59c-42b0-93e2-78b6964096f7 req-00322e8e-0396-4851-9ed1-6846a420bc98 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.617859 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e6d5456-a59c-42b0-93e2-78b6964096f7 req-00322e8e-0396-4851-9ed1-6846a420bc98 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0650578 Jul 16 02:08:06.656137 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e6d5456-a59c-42b0-93e2-78b6964096f7 req-b5460023-ae41-4c01-83f2-9f7640251ad9 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Jul 16 02:08:07.829467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32400e-9880-4c78-8184-586180cf3cc9 req-a33075ac-a62d-4b25-9a1c-8515a49aaa6d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.830929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad32400e-9880-4c78-8184-586180cf3cc9 req-a33075ac-a62d-4b25-9a1c-8515a49aaa6d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0662448 Jul 16 02:08:07.897900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad32400e-9880-4c78-8184-586180cf3cc9 req-e3bb416a-b377-4f48-80e3-bcc71f4124d4 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Jul 16 02:08:07.913420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d8479901-be65-4649-8059-d5cd3fda9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.914895 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d8479901-be65-4649-8059-d5cd3fda9b39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1096 time: 0.0933011 Jul 16 02:08:08.003294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-90de4037-ca4e-486d-a731-c83b505cb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:08.004801 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-90de4037-ca4e-486d-a731-c83b505cb0ec service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0832567 Jul 16 02:08:08.047264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-cb96ca33-6ff0-42cd-ba73-e53555f859f8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0365050 Jul 16 02:08:08.094433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-0e7f9cb2-01a9-4ff3-b127-7bb2052a528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:08.096436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-0e7f9cb2-01a9-4ff3-b127-7bb2052a528d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0433671 Jul 16 02:08:08.128019 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-6401933e-f2ba-4672-9703-63e5a7945404 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259037 Jul 16 02:08:08.217206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d83088d3-4c64-4abc-8393-eab961b1647b service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831084 Jul 16 02:08:08.303844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-5f58b01f-77a3-4b49-bd64-ee7eafa612b9 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804629 Jul 16 02:08:09.073187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7330f75-efd1-4f8e-88c4-774b7352766d req-dc067a45-2d6c-4f2d-abd5-9c9301e5ebfb tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:09.074692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7330f75-efd1-4f8e-88c4-774b7352766d req-dc067a45-2d6c-4f2d-abd5-9c9301e5ebfb tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0675466 Jul 16 02:08:09.112559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a7330f75-efd1-4f8e-88c4-774b7352766d req-703c2765-9347-4696-acb4-f562323cec3f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jul 16 02:08:10.283615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed674-9737-4b53-88e5-c7ef344366ae req-21373504-bac2-4cbb-8cbd-0e662e29611c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:10.285124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-942ed674-9737-4b53-88e5-c7ef344366ae req-21373504-bac2-4cbb-8cbd-0e662e29611c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0641396 Jul 16 02:08:10.322445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-942ed674-9737-4b53-88e5-c7ef344366ae req-d19b3df4-506e-4e42-8e9c-c209703bca40 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Jul 16 02:08:11.493661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b2ef-7087-4a47-9ddf-198e0b595bd7 req-7a9bc90d-41d2-46a0-9b71-b000cdaae214 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:11.495123 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f163b2ef-7087-4a47-9ddf-198e0b595bd7 req-7a9bc90d-41d2-46a0-9b71-b000cdaae214 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0622265 Jul 16 02:08:11.531882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f163b2ef-7087-4a47-9ddf-198e0b595bd7 req-217fbff1-31f4-471d-9ba3-b2c829cf6479 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Jul 16 02:08:11.658594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ece5fdbe-f292-47cb-8ad4-524c2ece24ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.703582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f76177-3887-401b-b9d7-0eb68c982f8c req-32fd13cd-09cd-48f6-ba06-72d3ee91c5ca tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:12.705571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1f76177-3887-401b-b9d7-0eb68c982f8c req-32fd13cd-09cd-48f6-ba06-72d3ee91c5ca tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0665493 Jul 16 02:08:12.742529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1f76177-3887-401b-b9d7-0eb68c982f8c req-11336543-b96f-40a6-b90b-a837055af58d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Jul 16 02:08:13.913183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b9c9-9a43-43f1-b280-cf5210c7659b req-afdde922-8c5d-4b32-a56b-8b83e05ec42b tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:13.914578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6db4b9c9-9a43-43f1-b280-cf5210c7659b req-afdde922-8c5d-4b32-a56b-8b83e05ec42b tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0628932 Jul 16 02:08:13.951228 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6db4b9c9-9a43-43f1-b280-cf5210c7659b req-fa8b5861-76b0-4bfb-bc80-0f1c8efcb01a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Jul 16 02:08:14.487246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.534489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6b1ba4d0-70cf-4d8f-887e-44e7ce42010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.304170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86504d6-32d7-4cde-8d4c-019451a2a70c req-b2685619-49fa-4b3b-948a-824cfb3bce1a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.305547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b86504d6-32d7-4cde-8d4c-019451a2a70c req-b2685619-49fa-4b3b-948a-824cfb3bce1a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0648408 Jul 16 02:08:15.341397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b86504d6-32d7-4cde-8d4c-019451a2a70c req-189415f1-80ad-4edb-8ec4-b98d807e11c6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Jul 16 02:08:15.454149 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.385118 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.511279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c3f2-b4bf-4e91-a0ec-a2e8376689c5 req-ca5f4a8c-ecb3-4cef-a043-38646cea0036 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:16.512748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7f1c3f2-b4bf-4e91-a0ec-a2e8376689c5 req-ca5f4a8c-ecb3-4cef-a043-38646cea0036 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0623674 Jul 16 02:08:16.549619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7f1c3f2-b4bf-4e91-a0ec-a2e8376689c5 req-0bbba0c0-0781-4646-8910-bc8446fa7c77 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Jul 16 02:08:16.961579 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.717458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fecfe9-03e0-4b34-892b-b95079e04dde req-73a1f091-e9a1-4a7f-9233-df18ee56c7f3 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:17.718886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9fecfe9-03e0-4b34-892b-b95079e04dde req-73a1f091-e9a1-4a7f-9233-df18ee56c7f3 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0617695 Jul 16 02:08:17.755357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9fecfe9-03e0-4b34-892b-b95079e04dde req-714757b2-2d75-4b9d-b6fd-364ee1237913 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Jul 16 02:08:18.927409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48471397-49f0-4e05-893e-7f5b9370753f req-8659df40-ff35-4ca5-89f9-768b2173e534 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.928917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48471397-49f0-4e05-893e-7f5b9370753f req-8659df40-ff35-4ca5-89f9-768b2173e534 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0657392 Jul 16 02:08:18.965205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48471397-49f0-4e05-893e-7f5b9370753f req-b00de6f7-d3f9-4da1-ae7a-c97d05750a14 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308557 Jul 16 02:08:20.074049 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:20.136332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fcbaf-f126-4ec6-b6b5-76086e6979b7 req-d51c682e-314a-42c2-b7e1-fe4f583e4ef2 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.137820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb0fcbaf-f126-4ec6-b6b5-76086e6979b7 req-d51c682e-314a-42c2-b7e1-fe4f583e4ef2 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0626910 Jul 16 02:08:20.176021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb0fcbaf-f126-4ec6-b6b5-76086e6979b7 req-3b8e2ba6-6eaf-4a60-8081-82116a17b814 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Jul 16 02:08:21.347959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1deb-610a-4aba-baa9-1c39725bba45 req-68b2f007-cc62-4ada-a9a9-d692d048c8b2 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.349393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a41e1deb-610a-4aba-baa9-1c39725bba45 req-68b2f007-cc62-4ada-a9a9-d692d048c8b2 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0671177 Jul 16 02:08:21.386616 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a41e1deb-610a-4aba-baa9-1c39725bba45 req-ddf82c27-56a0-4f41-80eb-cd336f611b75 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Jul 16 02:08:22.557207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dd558-f9b7-4bc0-a5b4-e596cb05a3f6 req-afed8b50-5210-47e3-bceb-2aa62a675138 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:22.558750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24dd558-f9b7-4bc0-a5b4-e596cb05a3f6 req-afed8b50-5210-47e3-bceb-2aa62a675138 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0625536 Jul 16 02:08:22.595219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c24dd558-f9b7-4bc0-a5b4-e596cb05a3f6 req-15d35a37-926b-4a30-9ac9-675249c3bf41 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Jul 16 02:08:23.765955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee74c59-64c6-48d9-82e7-b343b21087f6 req-b24bf2f1-8d8e-4e14-8827-bbc7257b1c3f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:23.767951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aee74c59-64c6-48d9-82e7-b343b21087f6 req-b24bf2f1-8d8e-4e14-8827-bbc7257b1c3f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0621052 Jul 16 02:08:23.803868 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aee74c59-64c6-48d9-82e7-b343b21087f6 req-de5e7157-d4ec-4363-9c43-d96387bcea85 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305068 Jul 16 02:08:25.298001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d1580-9c33-4195-8a2d-ef0094249144 req-0d147e5b-75fa-434a-8558-cb19063a2a67 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:25.299457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db5d1580-9c33-4195-8a2d-ef0094249144 req-0d147e5b-75fa-434a-8558-cb19063a2a67 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.3874764 Jul 16 02:08:25.336031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db5d1580-9c33-4195-8a2d-ef0094249144 req-0b028a25-310e-4498-ad0e-4efca99fb05b tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310893 Jul 16 02:08:26.506065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695cd74-7890-441c-989f-b2c022dece83 req-74bc7271-530f-4387-88b2-037417cca845 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:26.507540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1695cd74-7890-441c-989f-b2c022dece83 req-74bc7271-530f-4387-88b2-037417cca845 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0633428 Jul 16 02:08:26.544265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1695cd74-7890-441c-989f-b2c022dece83 req-626eb348-746f-4bf3-8140-7fda5e9a2b9a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Jul 16 02:08:27.715912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f978260-d04f-402a-a32f-9a0a63c9d767 req-bc15b9ce-247d-40e4-8a9a-9f6f121e8a6e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:27.717422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f978260-d04f-402a-a32f-9a0a63c9d767 req-bc15b9ce-247d-40e4-8a9a-9f6f121e8a6e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0654998 Jul 16 02:08:27.754428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f978260-d04f-402a-a32f-9a0a63c9d767 req-1987b713-d54c-416f-bcbb-383cb6b82d4d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Jul 16 02:08:28.922561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30971b-1a98-44d1-8f2b-569d4e741144 req-507ce379-72ff-490e-9c89-ec62974bd54e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:28.924658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d30971b-1a98-44d1-8f2b-569d4e741144 req-507ce379-72ff-490e-9c89-ec62974bd54e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0614011 Jul 16 02:08:28.960342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d30971b-1a98-44d1-8f2b-569d4e741144 req-a0d93327-4f47-4a48-9eed-e3451d9ca684 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302081 Jul 16 02:08:29.353629 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:30.129304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce80a0-5137-47d1-b640-658047b06ebb req-2f9fa77c-6d8b-4e14-851d-6e4af00118ca tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:30.130775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbce80a0-5137-47d1-b640-658047b06ebb req-2f9fa77c-6d8b-4e14-851d-6e4af00118ca tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0630839 Jul 16 02:08:30.171686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dbce80a0-5137-47d1-b640-658047b06ebb req-541928de-ca5a-4649-bd58-ef3da2a0dc43 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Jul 16 02:08:31.339530 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8e9a5-63e3-4c59-ac31-0783269a32c6 req-4ba74c4b-aacc-4e44-ad2e-1620e89e1992 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:31.340960 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3af8e9a5-63e3-4c59-ac31-0783269a32c6 req-4ba74c4b-aacc-4e44-ad2e-1620e89e1992 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0629244 Jul 16 02:08:31.378916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3af8e9a5-63e3-4c59-ac31-0783269a32c6 req-3778d3d6-7056-4b7a-a511-047c75d9dd08 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Jul 16 02:08:32.551262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acecbf-a4bc-4eb8-8fc6-dfdfd54694f4 req-835a462e-258f-4c4a-9faa-7b885261b7ae tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:32.552745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86acecbf-a4bc-4eb8-8fc6-dfdfd54694f4 req-835a462e-258f-4c4a-9faa-7b885261b7ae tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0620151 Jul 16 02:08:32.588595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-86acecbf-a4bc-4eb8-8fc6-dfdfd54694f4 req-a6b1425c-c3a2-4857-ba4a-582e2c0f1331 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Jul 16 02:08:33.764693 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6c9a-35e1-4ee4-ab39-48f592177cf3 req-6a8a8398-ccb4-4070-b0fe-42c3d7d3db52 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:33.766153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4cd6c9a-35e1-4ee4-ab39-48f592177cf3 req-6a8a8398-ccb4-4070-b0fe-42c3d7d3db52 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0659034 Jul 16 02:08:33.803150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4cd6c9a-35e1-4ee4-ab39-48f592177cf3 req-4e344201-fa3a-4b39-b564-bc33c748537a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Jul 16 02:08:34.970587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0fd0f-d131-4a85-9700-7f729fed6926 req-05b135e7-ca5a-48ca-b4d5-fc1a94a91fc6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:34.972036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78e0fd0f-d131-4a85-9700-7f729fed6926 req-05b135e7-ca5a-48ca-b4d5-fc1a94a91fc6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 945 time: 0.0616181 Jul 16 02:08:35.008775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-78e0fd0f-d131-4a85-9700-7f729fed6926 req-51fa74be-318e-425e-8d8b-e4963ac00850 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Jul 16 02:08:35.227148 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-faa4df59-ca85-450e-ae3a-f328309dd4b0 service neutron] show failed (client error): The resource could not be found. Jul 16 02:08:35.228140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-faa4df59-ca85-450e-ae3a-f328309dd4b0 service neutron] 10.222.0.93 "GET /v2.0/ports/c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0540199 Jul 16 02:08:35.513192 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-80ff4252-5b38-44d1-947d-17b75695286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.514568 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-80ff4252-5b38-44d1-947d-17b75695286e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19&tenant_id=4b9e0fc9f959459387d92be12975d6ab HTTP/1.1" status: 200 len: 1096 time: 0.0981841 Jul 16 02:08:35.526191 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:35.593455 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.792256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:35.824519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:35.864011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:35.866265 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11348c7d-8d90-4d0b-98dd-d1471169c4eb" -d '{"events": [{"server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "name": "network-vif-unplugged", "status": "completed", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:35.869945 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.882401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Transition to ACTIVE for port object c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:35.886176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.916888 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffbf74a-afb0-4748-9979-43e9dbcf3c78 x-openstack-request-id: req-7ffbf74a-afb0-4748-9979-43e9dbcf3c78 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:35.917162 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "name": "network-vif-unplugged", "status": "completed", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:35.917418 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ffbf74a-afb0-4748-9979-43e9dbcf3c78 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:35.917812 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'code': 200} Jul 16 02:08:35.949002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] No DVR routers for this DVR port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:35.955917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:35.992718 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:35.993059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:35.993393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:35.997706 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:08:35.998032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Attempting to bind port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:36.002883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:36.003225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Checking segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:36.003613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Bound using segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:36.004042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Bound port: c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:36.004432 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.067295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:36.070579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:36.075056 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.110171 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.110836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.112282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] 10.222.0.78 "PUT /v2.0/ports/c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 1091 time: 0.5899644 Jul 16 02:08:36.133035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96def21-4b48-4ee2-a25b-1a6828e17da6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:36.187738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033154d9-0e40-4505-8282-267d7572052b req-bc593f27-2ce4-4afd-aad8-26bb4ff3fca8 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.189302 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-033154d9-0e40-4505-8282-267d7572052b req-bc593f27-2ce4-4afd-aad8-26bb4ff3fca8 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0684443 Jul 16 02:08:36.194093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-8d461905-e952-4e41-9cee-065d712fa716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.195651 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-8d461905-e952-4e41-9cee-065d712fa716 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1094 time: 0.0581322 Jul 16 02:08:36.228545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-033154d9-0e40-4505-8282-267d7572052b req-cb5fb29a-e560-4604-9539-ac6fc8588f6b tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Jul 16 02:08:36.284773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-40670e12-82ff-414f-a077-e97a1a9f96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.286261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-40670e12-82ff-414f-a077-e97a1a9f96e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0846882 Jul 16 02:08:36.328948 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-3b0425df-18e4-4755-9eb9-22e6c5163f6f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0362723 Jul 16 02:08:36.375096 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-75c31535-165b-4ff5-999a-0cbab85c7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.377126 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-75c31535-165b-4ff5-999a-0cbab85c7030 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0424483 Jul 16 02:08:36.410618 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-f4e4ef60-60eb-4eb2-ab0b-6fe29770a28a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256071 Jul 16 02:08:36.420658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-f6c67136-3625-471c-87ee-902cbd565e96 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:08:36.421594 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-f6c67136-3625-471c-87ee-902cbd565e96 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046759 Jul 16 02:08:36.512739 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-f1981566-5b37-4908-856e-02547a16d344 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Jul 16 02:08:36.599798 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7fd3205c-e8f1-42d1-9d59-a64a32266bc7 req-1864db6c-1fcd-4a4c-ada2-a2c599341853 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798569 Jul 16 02:08:37.399965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed1c3e-16d3-4fbe-963a-07a37614936f req-a4be1eb5-78be-4e64-80a8-b60d2a7c2dc6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.401487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ceed1c3e-16d3-4fbe-963a-07a37614936f req-a4be1eb5-78be-4e64-80a8-b60d2a7c2dc6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0637438 Jul 16 02:08:37.438700 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ceed1c3e-16d3-4fbe-963a-07a37614936f req-8943d064-3b3e-4307-a14e-4ca987a0dbaf tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Jul 16 02:08:37.919083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:37.921457 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9392af26-8c91-463b-94ee-936f19921afa" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:37.971173 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20de531-cfcc-45d4-98a3-052a28db103e x-openstack-request-id: req-c20de531-cfcc-45d4-98a3-052a28db103e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:37.971464 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:37.971715 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c20de531-cfcc-45d4-98a3-052a28db103e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:37.972101 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'status': 'completed', 'code': 200} Jul 16 02:08:37.997974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-3a62a2c9-8e67-4375-b19d-aee7dd33d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.999471 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-3a62a2c9-8e67-4375-b19d-aee7dd33d63f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1094 time: 0.0549703 Jul 16 02:08:38.048018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392af26-8c91-463b-94ee-936f19921afa req-328b7a96-be8a-4745-bc9e-8a996b198ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.049565 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-328b7a96-be8a-4745-bc9e-8a996b198ba4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1094 time: 0.0588443 Jul 16 02:08:38.110983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-b8562ce1-dda1-40c2-9b79-41baf1ae884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.112578 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-b8562ce1-dda1-40c2-9b79-41baf1ae884f service neutron] 10.222.0.78 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0899355 Jul 16 02:08:38.139576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392af26-8c91-463b-94ee-936f19921afa req-b7cb9244-695f-4872-abae-81e1085a0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.141088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-b7cb9244-695f-4872-abae-81e1085a0637 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0858319 Jul 16 02:08:38.154470 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-853fb79a-f348-452a-b8c7-bf374c72c32f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0331149 Jul 16 02:08:38.188154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-d73f9c6d-64a0-4ac7-ac82-596cac3ae9ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0406718 Jul 16 02:08:38.211196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-cb1b2695-2381-4f71-b39c-6a8efeab229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.212723 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-cb1b2695-2381-4f71-b39c-6a8efeab229f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0507476 Jul 16 02:08:38.236274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392af26-8c91-463b-94ee-936f19921afa req-476a1aee-5d24-4699-9906-c59b9224d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.237742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-476a1aee-5d24-4699-9906-c59b9224d313 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0441406 Jul 16 02:08:38.253494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-b9d85b8a-429c-49fa-9343-b5b91d5bb344 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328972 Jul 16 02:08:38.271785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-c5de2237-483f-4497-97e2-40a3fc7012c4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279284 Jul 16 02:08:38.357082 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-6e3dc03e-4c37-4e74-bf03-18e9fdf77bb0 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948119 Jul 16 02:08:38.367257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-58032706-a60a-44cf-89cd-bbbf038e9349 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888608 Jul 16 02:08:38.447630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-919a72c4-d8a7-4e24-8408-3df2aff48f82 req-45bde734-3a75-4129-852d-54c49fe44719 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825634 Jul 16 02:08:38.456471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-f80d7f4e-c34d-4ce7-a5bb-804b99580e61 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824583 Jul 16 02:08:38.544609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392af26-8c91-463b-94ee-936f19921afa req-6205f77f-b3d2-4dc9-a7ab-7771667b17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.546224 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-6205f77f-b3d2-4dc9-a7ab-7771667b17b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1094 time: 0.0523062 Jul 16 02:08:38.615456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fc12-799d-4d5c-8871-e2a8e7fb9f94 req-ae99f9b2-60d4-46d9-961f-72df8ba16224 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.616994 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e50fc12-799d-4d5c-8871-e2a8e7fb9f94 req-ae99f9b2-60d4-46d9-961f-72df8ba16224 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0682986 Jul 16 02:08:38.638335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392af26-8c91-463b-94ee-936f19921afa req-59f0a8aa-f124-4c7f-b0fe-acd577ef95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.639815 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-59f0a8aa-f124-4c7f-b0fe-acd577ef95e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0874491 Jul 16 02:08:38.654806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e50fc12-799d-4d5c-8871-e2a8e7fb9f94 req-ed951dc3-1547-4b41-91fa-bba8c31183fe tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Jul 16 02:08:38.681260 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-343d4935-8649-4eec-986a-788c1f614066 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0347331 Jul 16 02:08:38.732518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392af26-8c91-463b-94ee-936f19921afa req-51cd6ab4-8ee6-418b-ad88-7f9b886f38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.733965 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-51cd6ab4-8ee6-418b-ad88-7f9b886f38ee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0465660 Jul 16 02:08:38.765784 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-c30b4fca-dcee-438b-9e78-3261a2c26ff9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254374 Jul 16 02:08:38.856057 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-472ace46-b0cc-46cc-8acf-e79faaefe797 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Jul 16 02:08:38.949139 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9392af26-8c91-463b-94ee-936f19921afa req-6d2d3f63-a51e-4f6a-92c2-53f63a9886c4 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870278 Jul 16 02:08:39.038262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cdb01-b2d5-4341-9338-c00496dbe5c6 req-b752b6e7-d68c-4adc-9dea-fb04d062e230 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.039642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541cdb01-b2d5-4341-9338-c00496dbe5c6 req-b752b6e7-d68c-4adc-9dea-fb04d062e230 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.1504455 Jul 16 02:08:39.047785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-7db58618-bfbc-436c-9395-26f43bb0fd2e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.049134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-7db58618-bfbc-436c-9395-26f43bb0fd2e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.93 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19&tenant_id=4b9e0fc9f959459387d92be12975d6ab&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 943 time: 0.1504028 Jul 16 02:08:39.114907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-541cdb01-b2d5-4341-9338-c00496dbe5c6 req-53a42545-d780-40c9-bada-9ec7000aac61 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648201 Jul 16 02:08:39.128698 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-46e12eb2-434c-422c-ac31-13de66c7e75c service neutron] delete failed (client error): The resource could not be found. Jul 16 02:08:39.129663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-46e12eb2-434c-422c-ac31-13de66c7e75c service neutron] 10.222.0.93 "DELETE /v2.0/ports/c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0738437 Jul 16 02:08:39.230028 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-5804c1ad-8de3-4d31-ae51-ceaa51e60e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.231473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-5804c1ad-8de3-4d31-ae51-ceaa51e60e7b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 1094 time: 0.0552206 Jul 16 02:08:39.316481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-aebc4b41-5520-479c-8a13-a0cc75554a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.317828 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-aebc4b41-5520-479c-8a13-a0cc75554a48 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0804923 Jul 16 02:08:39.359953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-64f52660-4019-4ef3-981d-d438685c6e3e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 200 len: 217 time: 0.0356829 Jul 16 02:08:39.406468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-f00b703d-b6bb-4a8b-a83e-7a5f5debab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.407939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-f00b703d-b6bb-4a8b-a83e-7a5f5debab5c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0424056 Jul 16 02:08:39.439662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-dc26eae2-2ec6-4f17-957d-12def0109e98 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257776 Jul 16 02:08:39.529696 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-30daecdb-f17a-43d2-9e0b-b8003605deaa service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837803 Jul 16 02:08:39.616031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70bab858-5036-4aa6-bdae-c0d7c83bb3e5 req-19d9ad3f-8522-43cc-980e-f7217bb4f3b7 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801978 Jul 16 02:08:39.674211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:39.713622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:40.299888 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a553e-1f51-43f6-a512-438aee73e475 req-9604bd8b-eea1-4528-82e6-3b08141bae50 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:40.301622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-181a553e-1f51-43f6-a512-438aee73e475 req-9604bd8b-eea1-4528-82e6-3b08141bae50 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0699420 Jul 16 02:08:40.341124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-181a553e-1f51-43f6-a512-438aee73e475 req-29f83b04-2001-4da7-9727-17948f945e2f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Jul 16 02:08:40.513792 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902269-2da5-44e3-befc-beffb11373d8 req-26f5b242-17f7-417b-905b-1a39ef4406d1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:40.515255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c902269-2da5-44e3-befc-beffb11373d8 req-26f5b242-17f7-417b-905b-1a39ef4406d1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0631497 Jul 16 02:08:40.554145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c902269-2da5-44e3-befc-beffb11373d8 req-4a0437ef-60bb-4186-9661-3f59cace9785 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Jul 16 02:08:40.721742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bec81b-c9aa-401f-8c51-b5dd415ac4bb req-2e40ba4c-de72-408a-8480-2d5368c9171f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:40.723202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9bec81b-c9aa-401f-8c51-b5dd415ac4bb req-2e40ba4c-de72-408a-8480-2d5368c9171f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 943 time: 0.0624440 Jul 16 02:08:40.760032 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d9bec81b-c9aa-401f-8c51-b5dd415ac4bb req-7aa25d0f-afe4-40ff-b6f0-456023583d78 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Jul 16 02:08:40.875197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:40.969206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:40.986475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294', 'port_id': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'mac_address': 'fa:16:3e:9b:d0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60f1177-bc9b-46b7-96a8-67ac7dda7b6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:41.026769 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:41.039703 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:41.059529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:41.064515 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:41.115081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:41.195487 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-f406e91c-54dd-4d5a-94e2-75dfa588a3b4 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:41.196962 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-f406e91c-54dd-4d5a-94e2-75dfa588a3b4 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 812 time: 0.1049416 Jul 16 02:08:41.211036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-2d96d6c8-4a14-4091-86ab-0c55b08d1302 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/quotas/4b9e0fc9f959459387d92be12975d6ab HTTP/1.1" status: 200 len: 375 time: 0.0087242 Jul 16 02:08:41.271527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-223ffbf4-981b-45eb-a325-13bab1358fa5 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557978 Jul 16 02:08:41.305847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:41.364348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-87981aa9-3f2a-41fd-a9e0-4182e96cd03b service neutron] 10.222.0.81 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862632 Jul 16 02:08:41.461975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-9c592605-53f8-49a1-b637-b10bbdddcc06 service neutron] 10.222.0.81 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917163 Jul 16 02:08:41.641120 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6a8859d0-ed6b-4780-b610-c085433de2b4 req-144e1edb-7955-4daf-b9fa-e8a3ebabed53 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 210 time: 0.0292056 Jul 16 02:08:41.663194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b43de9a0-48ed-457f-87be-94a0c71fbc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.475894 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-b16e55b6-726c-4a4f-9895-d6063355eb71 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:42.477371 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-b16e55b6-726c-4a4f-9895-d6063355eb71 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cc9ee1c-f1f2-4c29-9374-543716c81e19 HTTP/1.1" status: 200 len: 944 time: 0.0621295 Jul 16 02:08:42.827515 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6267e91b-06c4-4000-a5e2-9f9928f9ee2a req-ad62e800-cc0d-48c7-a106-898f0aedb327 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 210 time: 0.0612917 Jul 16 02:08:42.883045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-dd74a917-e61f-4988-a865-61662ec5b594 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:42.884746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-dd74a917-e61f-4988-a865-61662ec5b594 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 812 time: 0.1639755 Jul 16 02:08:42.888061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:42.897604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Request body: {'port': {'device_id': '09491ad3-28b4-4608-925d-64ef63013d28', 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294', 'admin_state_up': True, 'tenant_id': '4b9e0fc9f959459387d92be12975d6ab'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:42.928042 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Deleting port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:42.928470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.973645 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.989845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:43.010426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:43.015492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.029965 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Made reservation on behalf of 4b9e0fc9f959459387d92be12975d6ab for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:43.030214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] For port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:43.030584 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.035061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.044086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Calling delete_port for c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:43.070766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:43.176248 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.181969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Allocated IP 172.20.0.3 (6b0f87c3-0627-4158-a73d-f7a1adca0294/e60f1177-bc9b-46b7-96a8-67ac7dda7b6a/2dd6718f-240a-4079-8d03-e800fe2e4df8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:43.208874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Pushing event deleted for resources: {'Port': ['ID=c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:43.252038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] No DVR routers for this DVR port c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:43.254600 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.256588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ba91e4bb-49b2-45bd-b0ba-27b44e72d88f req-4f1bcece-c4aa-45c5-894d-d936615b5a95 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.78 "DELETE /v2.0/ports/c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44 HTTP/1.1" status: 204 len: 173 time: 0.7684753 Jul 16 02:08:43.257019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'name': 'network-vif-deleted', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:43.259247 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feca3bc-e886-4d56-ab08-68f532336dcc" -d '{"events": [{"server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "name": "network-vif-deleted", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:43.306271 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0bffb9-3338-4552-8c00-e21322d3b08b x-openstack-request-id: req-7f0bffb9-3338-4552-8c00-e21322d3b08b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:43.306573 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc9ee1c-f1f2-4c29-9374-543716c81e19", "name": "network-vif-deleted", "tag": "c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:43.306826 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f0bffb9-3338-4552-8c00-e21322d3b08b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:43.307227 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc9ee1c-f1f2-4c29-9374-543716c81e19', 'name': 'network-vif-deleted', 'tag': 'c0aad9b6-0331-4cd4-a7ec-4d0e30ea8b44', 'status': 'completed', 'code': 200} Jul 16 02:08:43.341168 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.380586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.428410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Network 6b0f87c3-0627-4158-a73d-f7a1adca0294 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:43.431614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:43.435580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:43.441830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:43.486460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:43.487067 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.500343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-adc1e836-69a8-44d0-b9fc-7513c204c5af tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068027 Jul 16 02:08:43.511164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Request body: {'port': {'device_id': '09491ad3-28b4-4608-925d-64ef63013d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:43.584310 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.847977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd6718f-240a-4079-8d03-e800fe2e4df8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:43.856799 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.867900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Transition to ACTIVE for port object 2dd6718f-240a-4079-8d03-e800fe2e4df8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:43.872580 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.945738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:44.034361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:44.034610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:44.034941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:44.041899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:08:44.042222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:44.049949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:44.050287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Checking segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:44.050691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Bound using segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:44.051108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Bound port: 2dd6718f-240a-4079-8d03-e800fe2e4df8, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:44.051463 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.061078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f5586-aad8-4924-b1a8-3adba3adafe6 req-a64c162a-c0ef-4915-a636-181370678ec6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.062788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c16f5586-aad8-4924-b1a8-3adba3adafe6 req-a64c162a-c0ef-4915-a636-181370678ec6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 943 time: 0.1137366 Jul 16 02:08:44.143742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c16f5586-aad8-4924-b1a8-3adba3adafe6 req-7dbe7b96-4f05-4d5c-8ab2-d8ced08dbd8d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717201 Jul 16 02:08:44.159522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:44.162660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:44.167681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.199291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.199908 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.201605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] 10.222.0.93 "PUT /v2.0/ports/2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 1091 time: 0.6944249 Jul 16 02:08:44.203884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:44.206929 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09218cc-61b4-4cb4-9ab2-03efc82a3850" -d '{"events": [{"name": "network-changed", "server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:44.237860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f75ab-1c44-4821-aa4e-b3f55837d94c service neutron] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:44.250270 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48276db9-d61a-4e80-97bc-54fdcc1cded8 x-openstack-request-id: req-48276db9-d61a-4e80-97bc-54fdcc1cded8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:44.250553 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:44.251442 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48276db9-d61a-4e80-97bc-54fdcc1cded8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:44.251828 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'status': 'completed', 'code': 200} Jul 16 02:08:44.295144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-285f7b3c-ba34-45ca-9ccb-d4f4d993206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.296630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-285f7b3c-ba34-45ca-9ccb-d4f4d993206c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1094 time: 0.0546453 Jul 16 02:08:44.340503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-b17419cc-0ced-43c4-8abd-441018894abc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 217 time: 0.0360937 Jul 16 02:08:44.389907 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-5da32dd5-5a15-4434-a667-27502ca591bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.391446 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-5da32dd5-5a15-4434-a667-27502ca591bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0433211 Jul 16 02:08:44.424126 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-b9073094-7e1d-44ae-8a30-1069a55f75f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263197 Jul 16 02:08:44.489411 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.529000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-cb840656-f336-4ba6-b8ec-827d1e777138 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895743 Jul 16 02:08:44.534093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78eb3885-ecd5-4390-829f-a929d8f2c356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.618083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6298903a-8a70-4277-b93b-42a461d7dd4f req-678a942f-d101-4fac-93c8-b6419984de2d service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817838 Jul 16 02:08:44.721061 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-039fcd36-a81f-48bc-8f53-8485355720c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.722521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-039fcd36-a81f-48bc-8f53-8485355720c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1094 time: 0.0558231 Jul 16 02:08:44.809408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-967829c3-1a3b-4d1a-84fc-35c197780aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.810872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-967829c3-1a3b-4d1a-84fc-35c197780aa6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0816519 Jul 16 02:08:44.852714 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-95b9a669-3edf-44d4-bc34-01b573bcdb5b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 217 time: 0.0358906 Jul 16 02:08:44.901057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-d1c5b1b1-483e-495e-bf98-2cf35a30a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.902406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-d1c5b1b1-483e-495e-bf98-2cf35a30a708 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0418425 Jul 16 02:08:44.936009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-67ecd0e6-a344-421c-bb0c-bf811728d726 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268664 Jul 16 02:08:45.025555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-3dd3f859-f8fc-40cf-bd7a-1e0e485d4ad6 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829251 Jul 16 02:08:45.113003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d09218cc-61b4-4cb4-9ab2-03efc82a3850 req-2a49955f-8edf-4ec7-8b53-e7b51de1b114 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795064 Jul 16 02:08:45.314806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af224ac-8844-4b2a-88b1-aff0b5dadc12 req-5e09e871-9773-4382-a74c-b403d18f8e70 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:45.316272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7af224ac-8844-4b2a-88b1-aff0b5dadc12 req-5e09e871-9773-4382-a74c-b403d18f8e70 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 943 time: 0.0658169 Jul 16 02:08:45.458155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:45.678396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7af224ac-8844-4b2a-88b1-aff0b5dadc12 req-7aad5dfb-a4f0-4cde-b32d-171546058618 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566542 Jul 16 02:08:46.389819 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:46.850408 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ee775-77e2-4518-b19b-44f754248c06 req-f444fd58-7f99-4af0-9add-4cff598871fa tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.851856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f0ee775-77e2-4518-b19b-44f754248c06 req-f444fd58-7f99-4af0-9add-4cff598871fa tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 943 time: 0.0618958 Jul 16 02:08:46.888588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f0ee775-77e2-4518-b19b-44f754248c06 req-252d6adf-fe11-461c-b9b9-129c750a8cd3 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Jul 16 02:08:46.964512 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.703761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:47.797573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:47.808682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294', 'port_id': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'mac_address': 'fa:16:3e:b3:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60f1177-bc9b-46b7-96a8-67ac7dda7b6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:47.843286 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.856046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd6718f-240a-4079-8d03-e800fe2e4df8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:47.875231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:47.879083 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.925517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:47.932867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.933217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.933558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.933898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.934235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.934567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.934897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.935225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.935551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.935877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.936207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.936557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:48.060534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a456d1-f351-4e30-92cd-469afa16c0d5 req-f5370c4a-dbb3-44b4-aa24-36278d03be9f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.062028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0a456d1-f351-4e30-92cd-469afa16c0d5 req-f5370c4a-dbb3-44b4-aa24-36278d03be9f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 944 time: 0.0652699 Jul 16 02:08:48.077511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['2dd6718f-240a-4079-8d03-e800fe2e4df8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:48.103630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e0a456d1-f351-4e30-92cd-469afa16c0d5 req-58da71b1-5fa5-432c-995a-d8fce5f98e0a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Jul 16 02:08:49.273304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc71a8-f13d-4cb9-b1cb-3515c248703a req-34fae1b3-bb08-4bd4-946a-9455bdc064e9 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.274741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4fc71a8-f13d-4cb9-b1cb-3515c248703a req-34fae1b3-bb08-4bd4-946a-9455bdc064e9 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 944 time: 0.0615039 Jul 16 02:08:49.311521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4fc71a8-f13d-4cb9-b1cb-3515c248703a req-b77c930f-96c2-41e5-8e13-6904d4520e4d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Jul 16 02:08:49.715877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:49.763166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 2dd6718f-240a-4079-8d03-e800fe2e4df8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:49.767312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 2dd6718f-240a-4079-8d03-e800fe2e4df8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:49.767691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.842979 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.864197 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:49.866429 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca03cc3-1c06-444d-910d-f11ce3eafa75" -d '{"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-plugged", "status": "completed", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:49.879548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:49.883349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.906538 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54aa49f-9d8c-472a-91d3-4b64a2d0e8fb x-openstack-request-id: req-b54aa49f-9d8c-472a-91d3-4b64a2d0e8fb {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:49.906827 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-plugged", "status": "completed", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:49.907128 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b54aa49f-9d8c-472a-91d3-4b64a2d0e8fb {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:49.907509 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'code': 200} Jul 16 02:08:49.931966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:50.011146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155a4d9-9db0-4276-b68c-69ae88e9b952 req-513d5821-e0ee-4e51-84a2-1c8e4bbf7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:50.012605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6155a4d9-9db0-4276-b68c-69ae88e9b952 req-513d5821-e0ee-4e51-84a2-1c8e4bbf7d44 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1096 time: 0.0496693 Jul 16 02:08:50.044010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6155a4d9-9db0-4276-b68c-69ae88e9b952 req-64af0ba0-e7af-40c7-ae67-c90bb7c8a82f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256870 Jul 16 02:08:50.068866 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.481738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d1cd5-9d9e-4f69-9556-95d66ea7c6de req-3b819d53-c97c-4ea1-a3bf-d450a6483156 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:50.483198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-656d1cd5-9d9e-4f69-9556-95d66ea7c6de req-3b819d53-c97c-4ea1-a3bf-d450a6483156 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0648696 Jul 16 02:08:50.519903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-656d1cd5-9d9e-4f69-9556-95d66ea7c6de req-b8ab4842-ddb4-4c93-9aca-3e73fda7ff6f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Jul 16 02:08:51.691414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658063f-a328-4ede-9e51-f8b209f02ab0 req-8599055d-dfdf-4e7a-bc47-182393902312 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.692908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b658063f-a328-4ede-9e51-f8b209f02ab0 req-8599055d-dfdf-4e7a-bc47-182393902312 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0628743 Jul 16 02:08:51.728768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b658063f-a328-4ede-9e51-f8b209f02ab0 req-c31ad4c9-193b-4605-95c7-35c752729cb5 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Jul 16 02:08:51.894947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12cb35-3233-470f-ba9b-d1760b6fae9d req-254f9825-4e07-483e-8c93-db3d5bf0385d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.896319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec12cb35-3233-470f-ba9b-d1760b6fae9d req-254f9825-4e07-483e-8c93-db3d5bf0385d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0615025 Jul 16 02:08:51.935991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec12cb35-3233-470f-ba9b-d1760b6fae9d req-88e0ae45-efd1-4c35-a3e0-1241722c79b5 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Jul 16 02:08:52.267253 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-813cde9d-63cb-4b91-84a2-be2ec958aa4b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526469 Jul 16 02:08:52.321979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126005b0-3f62-404f-9e32-fb9a88f7fea5 req-164611f0-7658-4bce-88f3-82ca59d59b9f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:52.323464 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-126005b0-3f62-404f-9e32-fb9a88f7fea5 req-164611f0-7658-4bce-88f3-82ca59d59b9f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0652258 Jul 16 02:08:52.362183 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-126005b0-3f62-404f-9e32-fb9a88f7fea5 req-dc6d8265-b88f-4daa-984f-4db7c2689470 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Jul 16 02:08:53.353612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-999f4453-0523-4052-be18-91e276f74480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:53.354990 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-999f4453-0523-4052-be18-91e276f74480 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1096 time: 0.0518379 Jul 16 02:08:53.450048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-5bf4608f-e27b-4634-add4-79b0344117e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:53.451517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-5bf4608f-e27b-4634-add4-79b0344117e7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0870485 Jul 16 02:08:53.496044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-43eafed3-b15a-4de1-bd62-a08df6c04070 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 217 time: 0.0381827 Jul 16 02:08:53.573962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-3c7463fd-7f19-4673-95af-97b4438f6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:53.575397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-3c7463fd-7f19-4673-95af-97b4438f6731 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0705650 Jul 16 02:08:53.609991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-e9b50132-bf00-4818-973e-7133579f723e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282223 Jul 16 02:08:53.621949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91b100-606f-41ec-8c65-4e7ce13711df req-12c9d767-f8db-4f90-8974-0e2b367fac2c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:53.623324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e91b100-606f-41ec-8c65-4e7ce13711df req-12c9d767-f8db-4f90-8974-0e2b367fac2c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.1297588 Jul 16 02:08:53.711112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e91b100-606f-41ec-8c65-4e7ce13711df req-1b0912db-168d-479a-942a-0ce8d505887f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798416 Jul 16 02:08:53.735288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-7b1ce555-4cb3-48c2-aa6f-7843b6eba5bc service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107666 Jul 16 02:08:53.820776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-bb4d5552-4d2c-429c-a4d3-073e358e97ec service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797715 Jul 16 02:08:54.885552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15109b-65d4-42c0-a2ce-fd339f87d628 req-e18e40c8-011c-4496-80f2-0339742bbae4 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:54.887106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df15109b-65d4-42c0-a2ce-fd339f87d628 req-e18e40c8-011c-4496-80f2-0339742bbae4 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0665622 Jul 16 02:08:54.925645 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df15109b-65d4-42c0-a2ce-fd339f87d628 req-877b6bff-3f09-4ac6-84d1-772adfb69d1f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Jul 16 02:08:56.098659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc6153-f6c5-4ac8-bc9f-c5cd7570af6d req-6cdf2a61-dd30-4cad-9d3d-c47a063263b6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.100146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2cc6153-f6c5-4ac8-bc9f-c5cd7570af6d req-6cdf2a61-dd30-4cad-9d3d-c47a063263b6 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0649137 Jul 16 02:08:56.137884 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2cc6153-f6c5-4ac8-bc9f-c5cd7570af6d req-c85f25fc-4444-4821-af41-7f2fd0c325f0 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Jul 16 02:08:57.315148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280a12c-e754-4f40-ae1d-ee8ce1801b8a req-42fe356f-4754-4d82-a044-b732a2a12963 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:57.316538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0280a12c-e754-4f40-ae1d-ee8ce1801b8a req-42fe356f-4754-4d82-a044-b732a2a12963 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0670874 Jul 16 02:08:57.353872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0280a12c-e754-4f40-ae1d-ee8ce1801b8a req-a110bb4f-2bfa-45d4-a706-ae094ec2ea7c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Jul 16 02:08:58.525639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa204bb5-92a5-4603-b82f-433571612840 req-ea789f6f-a925-4a7d-a8dd-620ca477d473 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:58.527114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa204bb5-92a5-4603-b82f-433571612840 req-ea789f6f-a925-4a7d-a8dd-620ca477d473 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jul 16 02:08:58.564687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fa204bb5-92a5-4603-b82f-433571612840 req-ab056851-0ea1-4e8d-9c25-7e4559ce504f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322049 Jul 16 02:08:59.734351 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c3572-e328-405e-a565-625a9b7568ff req-a12d5d9f-f278-437b-a624-cbf825daad3a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:59.736076 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d77c3572-e328-405e-a565-625a9b7568ff req-a12d5d9f-f278-437b-a624-cbf825daad3a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0629997 Jul 16 02:08:59.772749 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d77c3572-e328-405e-a565-625a9b7568ff req-c69b8b97-380b-4919-b1e1-1d46e04835ba tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Jul 16 02:09:00.948501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990ae1b-8a43-4a6e-ae4e-154ef0b5c2c0 req-d5b91613-4bd3-44ee-bf1d-8ded43e2fbe1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:00.950012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4990ae1b-8a43-4a6e-ae4e-154ef0b5c2c0 req-d5b91613-4bd3-44ee-bf1d-8ded43e2fbe1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0671356 Jul 16 02:09:00.987854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4990ae1b-8a43-4a6e-ae4e-154ef0b5c2c0 req-80d40b54-8e87-4488-9787-49c22d9322fd tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Jul 16 02:09:02.160374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab237614-a68e-43d9-8588-dc45134d6880 req-25abb749-04c1-4504-9727-338a11fd3242 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:02.161848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab237614-a68e-43d9-8588-dc45134d6880 req-25abb749-04c1-4504-9727-338a11fd3242 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0627403 Jul 16 02:09:02.200984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ab237614-a68e-43d9-8588-dc45134d6880 req-827ebe6c-affa-4b73-87b3-7e6d5b09aab0 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Jul 16 02:09:03.374070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7e733-b6ed-48da-a8b7-4aeaff2c6196 req-3e860d9d-419a-4ddb-9d03-1a5ef92ea730 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.375470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fc7e733-b6ed-48da-a8b7-4aeaff2c6196 req-3e860d9d-419a-4ddb-9d03-1a5ef92ea730 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0666006 Jul 16 02:09:03.413189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fc7e733-b6ed-48da-a8b7-4aeaff2c6196 req-5cac2ca8-f756-49a4-b7a8-a4d29d2bab61 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Jul 16 02:09:04.580997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5332788-bfd3-42fa-9c89-37982e0865fd req-9e5a0ee5-3bc8-47ce-a220-aea8ecff38ed tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.582468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5332788-bfd3-42fa-9c89-37982e0865fd req-9e5a0ee5-3bc8-47ce-a220-aea8ecff38ed tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0626421 Jul 16 02:09:04.619598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5332788-bfd3-42fa-9c89-37982e0865fd req-3a33a793-6378-461e-bfd1-d82a9b3da0ec tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Jul 16 02:09:05.787754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce653d5-4d23-4c11-a5fc-86d3fde90a6e req-99297621-767e-47f6-8d7b-9820a97a5093 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.789251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ce653d5-4d23-4c11-a5fc-86d3fde90a6e req-99297621-767e-47f6-8d7b-9820a97a5093 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0626245 Jul 16 02:09:05.826421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ce653d5-4d23-4c11-a5fc-86d3fde90a6e req-cd20cd38-3b68-4071-85af-c27382c699a3 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jul 16 02:09:06.352919 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:07.001648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a7b1-7514-4325-be03-41b3664f98e3 req-1bec89a4-1ddc-4d5b-b46a-eb0e5180ff0f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:07.003116 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db39a7b1-7514-4325-be03-41b3664f98e3 req-1bec89a4-1ddc-4d5b-b46a-eb0e5180ff0f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0675220 Jul 16 02:09:07.040438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-db39a7b1-7514-4325-be03-41b3664f98e3 req-9cd27101-0b43-4267-a73d-69ab8074aca1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jul 16 02:09:08.214818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47f923-30b8-40bf-91bc-3fbf4874f305 req-c586a1f1-ad89-404f-93de-73a6b80fa01c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.216309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d47f923-30b8-40bf-91bc-3fbf4874f305 req-c586a1f1-ad89-404f-93de-73a6b80fa01c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0628982 Jul 16 02:09:08.253981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d47f923-30b8-40bf-91bc-3fbf4874f305 req-a9013588-2476-4713-8536-a53ba9a31136 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Jul 16 02:09:09.426503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61df53-5274-4494-8428-b71275102637 req-1021f4f4-1ff1-4b67-9969-fb02e61a0116 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:09.427878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b61df53-5274-4494-8428-b71275102637 req-1021f4f4-1ff1-4b67-9969-fb02e61a0116 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0668058 Jul 16 02:09:09.463949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7b61df53-5274-4494-8428-b71275102637 req-e38a8147-b515-4764-95e1-11793a1bbb8c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305965 Jul 16 02:09:10.635237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8067-bf5f-4d04-829c-7adbaca9ce87 req-ff302493-5482-4f8b-bf86-23031ee9bc35 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:10.636803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b1e8067-bf5f-4d04-829c-7adbaca9ce87 req-ff302493-5482-4f8b-bf86-23031ee9bc35 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0641785 Jul 16 02:09:10.674452 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8b1e8067-bf5f-4d04-829c-7adbaca9ce87 req-6db63dd0-c360-4a26-a976-45dedf77eba3 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jul 16 02:09:11.661818 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b40089b7-9cb4-4976-9e77-24d7b941a84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.846847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2098dc8-5fb3-4dbb-b9ec-db4d663b9a09 req-ab157846-b1e0-42af-9c90-b28da2f356ea tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:11.848230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2098dc8-5fb3-4dbb-b9ec-db4d663b9a09 req-ab157846-b1e0-42af-9c90-b28da2f356ea tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0628154 Jul 16 02:09:11.885711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2098dc8-5fb3-4dbb-b9ec-db4d663b9a09 req-4776a8c6-2665-4b46-bdb7-b8abf9b8415f tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Jul 16 02:09:13.059283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111cab4-c636-43cc-ae4a-da0f155a1620 req-08d97b94-64cc-4b0a-b896-924703412c6e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:13.060797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7111cab4-c636-43cc-ae4a-da0f155a1620 req-08d97b94-64cc-4b0a-b896-924703412c6e tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0670178 Jul 16 02:09:13.100671 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7111cab4-c636-43cc-ae4a-da0f155a1620 req-5020dea2-5b2e-415c-b418-d78c056f516a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Jul 16 02:09:14.269788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343fec0-d32b-460f-aa02-f991daf360d6 req-7750a473-fb49-49c3-ab2e-4182069064fd tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:14.271270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f343fec0-d32b-460f-aa02-f991daf360d6 req-7750a473-fb49-49c3-ab2e-4182069064fd tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0633934 Jul 16 02:09:14.308394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f343fec0-d32b-460f-aa02-f991daf360d6 req-49be0dd2-5122-4154-a669-3721077d2234 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jul 16 02:09:14.490389 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.532992 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2dcb40b1-1666-4254-aae7-271e20392654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:15.459654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:15.484113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f93d9-3fbb-4d1f-96ae-5f91ba905cc8 req-d350dca8-4518-4c38-a4c0-94accbe47044 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:15.485894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-266f93d9-3fbb-4d1f-96ae-5f91ba905cc8 req-d350dca8-4518-4c38-a4c0-94accbe47044 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0689878 Jul 16 02:09:15.523525 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-266f93d9-3fbb-4d1f-96ae-5f91ba905cc8 req-3f219539-cb83-4c7f-832e-7b131a1e2629 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Jul 16 02:09:16.389894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.695313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764de7a9-7fe4-42a9-bf40-470e7e757d96 req-5ff6492b-82e0-4cb5-b40e-c84bfdf73bc0 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:16.696796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-764de7a9-7fe4-42a9-bf40-470e7e757d96 req-5ff6492b-82e0-4cb5-b40e-c84bfdf73bc0 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0646126 Jul 16 02:09:16.734071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-764de7a9-7fe4-42a9-bf40-470e7e757d96 req-03dc93ae-26f2-4fe2-99b8-feac7c3de04c tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Jul 16 02:09:16.978361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.906513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec551d69-d53d-42ef-bdb6-bc00545e826a req-1e7acd1d-a713-4345-9e50-905a2570c97d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:17.907895 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec551d69-d53d-42ef-bdb6-bc00545e826a req-1e7acd1d-a713-4345-9e50-905a2570c97d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0625598 Jul 16 02:09:17.945128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ec551d69-d53d-42ef-bdb6-bc00545e826a req-37f0ca61-32eb-487a-9336-b93f4a3a5fb2 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Jul 16 02:09:19.118886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74b241-fd77-457b-be66-95a0d4851988 req-e37864de-01bb-4172-a0f0-476a88e69569 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.120397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d74b241-fd77-457b-be66-95a0d4851988 req-e37864de-01bb-4172-a0f0-476a88e69569 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0683320 Jul 16 02:09:19.157742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3d74b241-fd77-457b-be66-95a0d4851988 req-c985aaf5-a6f9-4c93-b8e8-dd58483d68fc tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jul 16 02:09:20.077425 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:20.325796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516caaf-f550-431d-867e-e6e01f690584 req-be06a384-3e84-4c23-bc66-defadb562497 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.327172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2516caaf-f550-431d-867e-e6e01f690584 req-be06a384-3e84-4c23-bc66-defadb562497 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jul 16 02:09:20.364098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2516caaf-f550-431d-867e-e6e01f690584 req-278a8a18-1912-422a-977f-5dc4d5f59222 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Jul 16 02:09:20.557262 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-01de2fc4-e780-48cf-a415-6c8b2646ec09 service neutron] show failed (client error): The resource could not be found. Jul 16 02:09:20.558314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-01de2fc4-e780-48cf-a415-6c8b2646ec09 service neutron] 10.222.0.93 "GET /v2.0/ports/2dd6718f-240a-4079-8d03-e800fe2e4df8/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0569365 Jul 16 02:09:20.800368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-669470e6-9522-421a-830f-5981bf3ae334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.801816 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-669470e6-9522-421a-830f-5981bf3ae334 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28&tenant_id=4b9e0fc9f959459387d92be12975d6ab HTTP/1.1" status: 200 len: 1096 time: 0.0517979 Jul 16 02:09:20.814974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:20.891803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:21.090982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:21.123182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:21.165558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:21.167792 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0241420-c7f2-4805-8be2-33e46c51e58d" -d '{"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:21.171605 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:21.183807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Transition to ACTIVE for port object 2dd6718f-240a-4079-8d03-e800fe2e4df8 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:21.187161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:21.217824 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381dd122-cd7d-4eb0-8379-e43d5d62facb x-openstack-request-id: req-381dd122-cd7d-4eb0-8379-e43d5d62facb {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:21.218123 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:21.218373 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-381dd122-cd7d-4eb0-8379-e43d5d62facb {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:21.218766 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'code': 200} Jul 16 02:09:21.257067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] No DVR routers for this DVR port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:21.258833 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:21.270949 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.271284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.271625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.271955 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.272309 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.272640 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.272966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.273287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.273612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.273935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.274251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.274569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:21.305145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:21.305577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:21.305947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:21.310518 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:21.310785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Attempting to bind port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on network 6b0f87c3-0627-4158-a73d-f7a1adca0294 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:21.316320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:21.316664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Checking segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:21.317052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Bound using segment: {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:21.317490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Bound port: 2dd6718f-240a-4079-8d03-e800fe2e4df8, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:21.317851 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:21.379448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:21.382413 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:21.386261 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:21.424288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.424912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:21.426302 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] 10.222.0.78 "PUT /v2.0/ports/2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 1091 time: 0.6152544 Jul 16 02:09:21.447512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48cea-7d23-4ca6-b8a7-fd9be4070859 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:21.505776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-063b3ce8-91fb-40e0-b02c-075bb23138fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.507317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-063b3ce8-91fb-40e0-b02c-075bb23138fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1094 time: 0.0556962 Jul 16 02:09:21.543531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d9b38-cdb0-4eec-826b-f260a66a040e req-da069a10-2a62-47ed-92f3-50f1d4a61b16 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.545589 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd5d9b38-cdb0-4eec-826b-f260a66a040e req-da069a10-2a62-47ed-92f3-50f1d4a61b16 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 943 time: 0.0691555 Jul 16 02:09:21.584639 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd5d9b38-cdb0-4eec-826b-f260a66a040e req-df37392e-797e-4568-81da-19cdc84f5644 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329602 Jul 16 02:09:21.603248 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-9c382773-7dd0-4ab2-b731-2ee7c933a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.604770 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-9c382773-7dd0-4ab2-b731-2ee7c933a129 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0914648 Jul 16 02:09:21.646133 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-76318ae7-266e-4c74-b508-7044e2165ce6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 217 time: 0.0341983 Jul 16 02:09:21.694681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-5ab3e43d-b8ee-4bde-ab96-d0f5c8a346c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.696095 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-5ab3e43d-b8ee-4bde-ab96-d0f5c8a346c3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0436034 Jul 16 02:09:21.731911 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-ad5db704-4f0d-48a3-a361-5bd8a787a460 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291955 Jul 16 02:09:21.819064 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-9672e728-a3a6-467a-8cf4-da97dc0df4f1 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806751 Jul 16 02:09:21.910716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7876b4a0-d1dc-4354-9619-34022528a5dc req-a3c5c0ce-7f76-4c7f-8685-93b4f0e67d3d service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847476 Jul 16 02:09:22.758992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177b7a2-3a1a-4482-b1b2-dfbd7daf63f4 req-719ecfd9-1546-4c6a-9c1a-aa1c8083595b tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.760490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a177b7a2-3a1a-4482-b1b2-dfbd7daf63f4 req-719ecfd9-1546-4c6a-9c1a-aa1c8083595b tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 943 time: 0.0630174 Jul 16 02:09:22.797134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a177b7a2-3a1a-4482-b1b2-dfbd7daf63f4 req-74064a44-679a-40fd-9fe7-1693edde697a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Jul 16 02:09:23.220628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:23.222960 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ca8dfb-9f82-4de3-b0c2-296409487eed" -d '{"events": [{"name": "network-changed", "server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:23.270675 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975bd233-56c6-4cf8-bf18-3b7dcde5dd3a x-openstack-request-id: req-975bd233-56c6-4cf8-bf18-3b7dcde5dd3a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:23.270974 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:23.271226 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-975bd233-56c6-4cf8-bf18-3b7dcde5dd3a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:23.271626 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'status': 'completed', 'code': 200} Jul 16 02:09:23.347971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-469ed037-5aa4-40be-ba9a-09bb80860431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.349552 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-469ed037-5aa4-40be-ba9a-09bb80860431 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1094 time: 0.0558178 Jul 16 02:09:23.354156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-fa5d88c6-642a-497b-b4c3-b32e202fb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.355660 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-fa5d88c6-642a-497b-b4c3-b32e202fb49f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1094 time: 0.0579014 Jul 16 02:09:23.449173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-c1122621-c823-49cd-a7ce-eee067ab2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.450648 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-c1122621-c823-49cd-a7ce-eee067ab2657 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0883386 Jul 16 02:09:23.452611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-d6d07e3f-79bf-411c-83e0-0ba45fecee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.454191 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-d6d07e3f-79bf-411c-83e0-0ba45fecee57 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0977685 Jul 16 02:09:23.497058 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-0a4f4d86-cf5a-47fc-85b1-dcf3f11c22fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 217 time: 0.0362487 Jul 16 02:09:23.499195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-f4d7c822-7eee-4ad9-a595-2aeb11a928a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 217 time: 0.0423222 Jul 16 02:09:23.547991 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-737e4983-262a-4021-b476-c7afd7b916db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.550122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-737e4983-262a-4021-b476-c7afd7b916db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0474148 Jul 16 02:09:23.551577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-e12286dc-7017-463e-bde1-ce8850650810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.553068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-e12286dc-7017-463e-bde1-ce8850650810 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0481257 Jul 16 02:09:23.587587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-a57d9177-4b61-440e-a29e-6b12995cf965 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280495 Jul 16 02:09:23.593494 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-c68013ae-2e57-42da-b9b7-090fa92bd00f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294034 Jul 16 02:09:23.681249 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-8e825a60-0ea6-4885-b6df-6818191e85f4 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878637 Jul 16 02:09:23.687140 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-459bd758-3b8d-41c1-a590-356f1ad949e5 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873039 Jul 16 02:09:23.769411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-9f2d7655-db46-40ee-8ded-5a973b908e6b service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820339 Jul 16 02:09:23.780905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-37ca8dfb-9f82-4de3-b0c2-296409487eed req-37e98ebc-1a38-4e4e-8878-350e36fd4351 service neutron] 10.222.0.78 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 Jul 16 02:09:23.841344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:23.880488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:23.973431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12684e-a6a9-42d1-b9ae-84ba055e4a4c req-74803080-015c-420d-abaf-3287ec906736 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:23.974897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c12684e-a6a9-42d1-b9ae-84ba055e4a4c req-74803080-015c-420d-abaf-3287ec906736 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 943 time: 0.0674860 Jul 16 02:09:24.012086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c12684e-a6a9-42d1-b9ae-84ba055e4a4c req-7e281e66-6c05-4ec7-84be-ce651b376827 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Jul 16 02:09:24.350562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca5dd-82f7-407a-b8f9-b396244a731f req-9a382e4c-9630-43f6-b528-20e580bd4ff1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.351971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1bca5dd-82f7-407a-b8f9-b396244a731f req-9a382e4c-9630-43f6-b528-20e580bd4ff1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 943 time: 0.1124835 Jul 16 02:09:24.359279 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-9a81492b-a380-4203-9e19-36ec6b3337a9 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.360906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-9a81492b-a380-4203-9e19-36ec6b3337a9 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.93 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28&tenant_id=4b9e0fc9f959459387d92be12975d6ab&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 943 time: 0.1121664 Jul 16 02:09:24.426707 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a1bca5dd-82f7-407a-b8f9-b396244a731f req-af8f3be5-3c97-420c-9993-409025db372a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648351 Jul 16 02:09:24.447088 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-534615e4-836e-48ef-80b2-0036a0354065 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:09:24.447088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-534615e4-836e-48ef-80b2-0036a0354065 service neutron] 10.222.0.93 "DELETE /v2.0/ports/2dd6718f-240a-4079-8d03-e800fe2e4df8/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0792060 Jul 16 02:09:24.540217 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-e7e5ca49-4910-4cb7-9a6f-982a4fad04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.541693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-e7e5ca49-4910-4cb7-9a6f-982a4fad04f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b9e0fc9f959459387d92be12975d6ab&device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 1094 time: 0.0527682 Jul 16 02:09:24.634855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-5ac5dfae-931a-4464-90d9-14d07c0da74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.636305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-5ac5dfae-931a-4464-90d9-14d07c0da74b service neutron] 10.222.0.93 "GET /v2.0/networks?id=6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 200 len: 913 time: 0.0879333 Jul 16 02:09:24.675773 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-407cbaf9-6f62-42f6-a449-9b6bb8488c46 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 200 len: 217 time: 0.0335314 Jul 16 02:09:24.722322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-3334a6ac-43b1-40f7-a26c-cdaecde0af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:24.723709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-3334a6ac-43b1-40f7-a26c-cdaecde0af5f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 200 len: 852 time: 0.0421116 Jul 16 02:09:24.763686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-6960175b-6316-4d6b-9c73-7ff94829eaee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6b0f87c3-0627-4158-a73d-f7a1adca0294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341568 Jul 16 02:09:24.851435 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-defe8179-a2f3-4db4-94a5-a0e11693c418 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Jul 16 02:09:24.947178 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79939853-f468-4532-9fc4-d2817e68b6c6 req-6ec93f55-7bab-42ac-88d8-b09df9edf291 service neutron] 10.222.0.93 "GET /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896287 Jul 16 02:09:25.149502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:25.241345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:25.252540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'network_id': '6b0f87c3-0627-4158-a73d-f7a1adca0294', 'port_id': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'mac_address': 'fa:16:3e:b3:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60f1177-bc9b-46b7-96a8-67ac7dda7b6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:25.293536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.306465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd6718f-240a-4079-8d03-e800fe2e4df8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:25.325895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:25.329394 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.379228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:25.537761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['2dd6718f-240a-4079-8d03-e800fe2e4df8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:25.612485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5368-7d1c-497a-8beb-d84f43934887 req-ce371760-1b00-42e3-9349-bb1ddf3b17a4 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:25.613978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3ce5368-7d1c-497a-8beb-d84f43934887 req-ce371760-1b00-42e3-9349-bb1ddf3b17a4 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 944 time: 0.0675991 Jul 16 02:09:25.652676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b3ce5368-7d1c-497a-8beb-d84f43934887 req-a13699e0-3eca-4701-99ad-84fc23afee86 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Jul 16 02:09:25.820208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dcd39-a8df-4732-b9f0-dfbff985978f req-86ef2428-9805-431c-bba2-eefb5123e719 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:25.821601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d56dcd39-a8df-4732-b9f0-dfbff985978f req-86ef2428-9805-431c-bba2-eefb5123e719 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 944 time: 0.0627642 Jul 16 02:09:25.859091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d56dcd39-a8df-4732-b9f0-dfbff985978f req-87dd03df-d41b-44e6-abde-86294d29a8ef tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Jul 16 02:09:26.031472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814f787-3c23-4bc5-b93b-b021d7ba3a4b req-97dc8be0-68a7-408e-ae11-bab7bd85600a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:26.032998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2814f787-3c23-4bc5-b93b-b021d7ba3a4b req-97dc8be0-68a7-408e-ae11-bab7bd85600a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 944 time: 0.0678561 Jul 16 02:09:26.072051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2814f787-3c23-4bc5-b93b-b021d7ba3a4b req-3d80237a-a41b-4e41-a8cf-1babfbf7fbc0 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Jul 16 02:09:26.612582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0434-5c5d-4ae9-8668-0dd3742a0eb2 req-b48a4e8a-4aa3-4157-b5f0-422595c04346 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:26.614068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b96d0434-5c5d-4ae9-8668-0dd3742a0eb2 req-b48a4e8a-4aa3-4157-b5f0-422595c04346 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 944 time: 0.0633729 Jul 16 02:09:26.650392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b96d0434-5c5d-4ae9-8668-0dd3742a0eb2 req-3acc27a7-dd5c-4c89-a4fe-1ac0871f8f1d tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Jul 16 02:09:27.151514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:27.198556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 2dd6718f-240a-4079-8d03-e800fe2e4df8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:27.201998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 2dd6718f-240a-4079-8d03-e800fe2e4df8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:27.202371 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.275907 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.296855 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:27.299102 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abeb88d-b33c-4090-8726-434d0b808134" -d '{"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-plugged", "status": "completed", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:27.314704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:27.318739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.344247 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec47738-60eb-4f6d-9d5e-cb3226a6584d x-openstack-request-id: req-aec47738-60eb-4f6d-9d5e-cb3226a6584d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:27.344546 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-plugged", "status": "completed", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:27.344795 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aec47738-60eb-4f6d-9d5e-cb3226a6584d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:27.345190 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'code': 200} Jul 16 02:09:27.369641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:27.753753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-4c5127ee-a503-4913-b495-197db5c7e5d3 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:27.755292 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-4c5127ee-a503-4913-b495-197db5c7e5d3 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.78 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0635219 Jul 16 02:09:27.820532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825cc71-a55c-4cab-8284-769b82b7cb88 req-bde0eff3-393d-4d5d-884b-7aca2da0a60a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:27.822077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f825cc71-a55c-4cab-8284-769b82b7cb88 req-bde0eff3-393d-4d5d-884b-7aca2da0a60a tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/ports?device_id=09491ad3-28b4-4608-925d-64ef63013d28 HTTP/1.1" status: 200 len: 945 time: 0.0636315 Jul 16 02:09:27.854119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Deleting port 2dd6718f-240a-4079-8d03-e800fe2e4df8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:27.854463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.864083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f825cc71-a55c-4cab-8284-769b82b7cb88 req-293d6f28-2d73-48df-95e3-63e017695ad1 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364151 Jul 16 02:09:27.946240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] For port 2dd6718f-240a-4079-8d03-e800fe2e4df8, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=2dd6718f-240a-4079-8d03-e800fe2e4df8,segment=NetworkSegment(efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1),segment_id=efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:27.946531 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.958884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Calling delete_port for 2dd6718f-240a-4079-8d03-e800fe2e4df8 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:28.087377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.099496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['2dd6718f-240a-4079-8d03-e800fe2e4df8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:28.114436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Pushing event deleted for resources: {'Port': ['ID=2dd6718f-240a-4079-8d03-e800fe2e4df8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.160339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] No DVR routers for this DVR port 2dd6718f-240a-4079-8d03-e800fe2e4df8 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:28.162899 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.165029 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e58abe30-d2ee-46e2-8746-f1ac4c85e89b req-990840c5-5ae4-4b22-827c-95ed21a0cb65 tempest-ServerDiskConfigTestJSON-1617605801 tempest-ServerDiskConfigTestJSON-1617605801-project] 10.222.0.78 "DELETE /v2.0/ports/2dd6718f-240a-4079-8d03-e800fe2e4df8 HTTP/1.1" status: 204 len: 173 time: 0.4045672 Jul 16 02:09:28.165467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-deleted', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:28.167672 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159afa07-31a3-4c9d-91c6-f0028047b27d" -d '{"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-deleted", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:28.202955 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2699360-7374-4afe-a26c-c1c79911b37e x-openstack-request-id: req-a2699360-7374-4afe-a26c-c1c79911b37e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:28.203250 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09491ad3-28b4-4608-925d-64ef63013d28", "name": "network-vif-deleted", "tag": "2dd6718f-240a-4079-8d03-e800fe2e4df8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:28.203499 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2699360-7374-4afe-a26c-c1c79911b37e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:28.203895 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09491ad3-28b4-4608-925d-64ef63013d28', 'name': 'network-vif-deleted', 'tag': '2dd6718f-240a-4079-8d03-e800fe2e4df8', 'status': 'completed', 'code': 200} Jul 16 02:09:29.091766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.136241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Deleting subnet e60f1177-bc9b-46b7-96a8-67ac7dda7b6a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:29.139259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.172417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.210880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.263253 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.294442 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.296723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e60f1177-bc9b-46b7-96a8-67ac7dda7b6a HTTP/1.1" status: 204 len: 168 time: 0.2038434 Jul 16 02:09:29.297691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60f1177-bc9b-46b7-96a8-67ac7dda7b6a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.299851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41054) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.306982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.307332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.307673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.308014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.308385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.308717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.309046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.309380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.309704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.310029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.310353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.310680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888fbf7e-8ae3-460b-806a-f2d6d1ca407f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:29.373285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.448912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.458483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0f87c3-0627-4158-a73d-f7a1adca0294']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.468053 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.468395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efae7fdd-6e5e-4579-a1e4-0d79cd8de6c1') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.477424 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.491292 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.496990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:29.497366 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:29.498961 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:29.554333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.559676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.561550 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6b0f87c3-0627-4158-a73d-f7a1adca0294 HTTP/1.1" status: 204 len: 168 time: 0.2606649 Jul 16 02:09:29.572197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439b41f-4b10-4bb5-b2b1-9ed9392e54c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0f87c3-0627-4158-a73d-f7a1adca0294,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.663110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.701817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1f58fb2f-113b-4f64-94c3-47b884046490 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b9e0fc9f959459387d92be12975d6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375848 Jul 16 02:09:29.704087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.751115 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5a680f6-37ab-40ab-a3c2-8e48ab6ed98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.771188 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5a680f6-37ab-40ab-a3c2-8e48ab6ed98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.817689 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5a680f6-37ab-40ab-a3c2-8e48ab6ed98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.820443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5a680f6-37ab-40ab-a3c2-8e48ab6ed98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.821600 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a5a680f6-37ab-40ab-a3c2-8e48ab6ed98a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7 HTTP/1.1" status: 204 len: 168 time: 0.1164386 Jul 16 02:09:29.829225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a680f6-37ab-40ab-a3c2-8e48ab6ed98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca6b01-30ed-40ff-b8d3-4e2cab92a2d7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:30.452071 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41084) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.542784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1595662464-network', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:30.562716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Made reservation on behalf of f20be876aa934c8480c99d500f392cfe for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:30.565716 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.573998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.663084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.666801 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.691990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:09:30.700765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca65600d-0b66-4f32-bd84-17970e0af959,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:30.706852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.707254 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Added segment f0b7f84d-2561-4a30-a47b-d2a95894726e of type vlan for network 69928918-6051-4c26-8038-03b02f7dfb55 Jul 16 02:09:30.750038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.778014 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.778899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:30.779480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.813146 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3599808 Jul 16 02:09:30.816934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.821908 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Request body: {'subnet': {'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1595662464-subnet', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:30.842325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653b85b-a371-4096-b4d0-0cb8a35a1719 admin admin] Pushing event updated for resources: {'Network': ['ID=69928918-6051-4c26-8038-03b02f7dfb55,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:30.846215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Made reservation on behalf of f20be876aa934c8480c99d500f392cfe for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:30.849132 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.855259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 69928918-6051-4c26-8038-03b02f7dfb55 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:09:31.012887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.075178 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35528cb3-2210-49ec-86cf-8cd78c75bd50,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:31.082174 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:31.082532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Network hostable DHCP agents. Network: 69928918-6051-4c26-8038-03b02f7dfb55, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:09:31.099177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Network 69928918-6051-4c26-8038-03b02f7dfb55 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:09:31.107724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 69928918-6051-4c26-8038-03b02f7dfb55) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:31.113469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:31.115252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.117540 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f0acb-cdfd-42a1-b152-77ef4206674f None None] Network 69928918-6051-4c26-8038-03b02f7dfb55 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:31.134201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cdc2e63c-199a-4702-852c-57848e6d7d8d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3135607 Jul 16 02:09:31.134446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:31.138831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:31.163498 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.164493 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.172750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:31.196733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 2dd6718f-240a-4079-8d03-e800fe2e4df8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:31.197081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 2dd6718f-240a-4079-8d03-e800fe2e4df8 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:31.248439 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.284919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-69928918-6051-4c26-8038-03b02f7dfb55', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:09:31.285783 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.386589 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.419224 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Allocated IP 172.20.0.2 (69928918-6051-4c26-8038-03b02f7dfb55/35528cb3-2210-49ec-86cf-8cd78c75bd50/0c2b1bd6-f514-44b6-81e7-a638587cd0c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:31.562413 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.570501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Transition to ACTIVE for port object 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:31.586593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Transition to ACTIVE for port object 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:31.588880 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.592519 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.614897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.629502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Network 69928918-6051-4c26-8038-03b02f7dfb55 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:31.636279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:31.639838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:31.646862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Pushing event updated for resources: {'Port': ['ID=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:31.704098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Attempting to bind port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:31.704554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Attempting to bind port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:31.704954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Attempting to bind port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:31.709866 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:31.710240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:31.710647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.711057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:31.711505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Bound port: 0c2b1bd6-f514-44b6-81e7-a638587cd0c3, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:31.711880 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.716177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Allocated IP 172.25.5.80 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/44df5677-2bcd-4d8e-8a68-b388a2929d62) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:31.774436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] For port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:31.777914 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] For port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:31.781887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.823211 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.839954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f259d-84ef-4b3b-917d-9abbd7c6a265 None None] Pushing event updated for resources: {'Port': ['ID=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:31.867825 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.910839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:31.913905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:31.918348 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:31.939929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Pushing event updated for resources: {'Port': ['ID=44df5677-2bcd-4d8e-8a68-b388a2929d62,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:32.175515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.365509 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.702901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d0b56-4afb-4497-b13d-2b6d04263c33 None None] Network 69928918-6051-4c26-8038-03b02f7dfb55 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:32.823371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4173f345-e1cc-4822-9eba-d10fb38d9be7 None None] Provisioning for port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:32.834601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Router 8df55bcd-500a-4494-b233-8502145a2822 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:09:32.944799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:32.958511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:32.962171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.966369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-826ebe0b-5895-43ca-9498-22e7834c9640 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8309388 Jul 16 02:09:32.967217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:32.968966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:32.969892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:09:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:33.106974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:33.300561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 3, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:33.326631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:33.326987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Updating router 8df55bcd-500a-4494-b233-8502145a2822 port 44df5677-2bcd-4d8e-8a68-b388a2929d62 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:33.362710 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.415649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.566028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Allocated IP 172.20.0.1 (69928918-6051-4c26-8038-03b02f7dfb55/35528cb3-2210-49ec-86cf-8cd78c75bd50/87e9cbfe-d7ca-40bd-9e37-6a985090b238) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:33.608056 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.618546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Transition to ACTIVE for port object 44df5677-2bcd-4d8e-8a68-b388a2929d62 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:33.624160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.676720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04579ca-599d-4fd2-ba0a-b163894c196f None None] Pushing event updated for resources: {'Port': ['ID=44df5677-2bcd-4d8e-8a68-b388a2929d62,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.678503 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.679241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Attempting to bind port 44df5677-2bcd-4d8e-8a68-b388a2929d62 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:33.679546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Attempting to bind port 44df5677-2bcd-4d8e-8a68-b388a2929d62 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:33.679916 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Attempting to bind port 44df5677-2bcd-4d8e-8a68-b388a2929d62 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:33.686999 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:33.687372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:33.687782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.688176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:33.688675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Bound port: 44df5677-2bcd-4d8e-8a68-b388a2929d62, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:33.689155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.693576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Transition to ACTIVE for port object 87e9cbfe-d7ca-40bd-9e37-6a985090b238 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:33.731232 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.747879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] For port 44df5677-2bcd-4d8e-8a68-b388a2929d62, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:33.751402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] For port 44df5677-2bcd-4d8e-8a68-b388a2929d62, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=44df5677-2bcd-4d8e-8a68-b388a2929d62,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:33.756437 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.778205 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Network 69928918-6051-4c26-8038-03b02f7dfb55 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:33.781212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:33.785819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:33.786480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:33.788929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Pushing event updated for resources: {'Port': ['ID=87e9cbfe-d7ca-40bd-9e37-6a985090b238,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.827783 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.850848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:33.851494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:09:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:33.863831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04579ca-599d-4fd2-ba0a-b163894c196f None None] Pushing event updated for resources: {'Port': ['ID=44df5677-2bcd-4d8e-8a68-b388a2929d62,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.986799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.106846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:34.121177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:34.121550 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.149615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-43d8a5a7-e56a-46f8-8b0e-111f680806ee None None] Provisioning for port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:34.160427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.165089 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.167909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-43d8a5a7-e56a-46f8-8b0e-111f680806ee None None] Provisioning complete for port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:34.168305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43d8a5a7-e56a-46f8-8b0e-111f680806ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.174063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:34.234317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Pushing event updated for resources: {'Port': ['ID=87e9cbfe-d7ca-40bd-9e37-6a985090b238,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:34.237743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.283269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-43d8a5a7-e56a-46f8-8b0e-111f680806ee None None] Port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:34.327721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Network 69928918-6051-4c26-8038-03b02f7dfb55 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:34.329190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:34.352330 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.415056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:34.421565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.447953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:34.482139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 3, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:34.483886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:34.522365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac9d50-fa5d-4bbf-b2a1-2ab712c1a1a1 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 3, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:34.564137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:34.569369 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9ce15cda-b706-4427-916a-da14a944fc78 admin admin] 10.222.0.81 "PUT /v2.0/routers/8df55bcd-500a-4494-b233-8502145a2822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6007714 Jul 16 02:09:34.604724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-27539da3-dd5f-48ef-aa3b-8537d6a6ffb2 None None] Provisioning complete for port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:34.605018 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27539da3-dd5f-48ef-aa3b-8537d6a6ffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.639628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-27539da3-dd5f-48ef-aa3b-8537d6a6ffb2 None None] Port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:35.094553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 41102) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.099455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3769c252-36ed-46e7-bc99-ad58eaa43ded tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985236685', 'description': 'tempest-description--2060597725'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.122827 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3769c252-36ed-46e7-bc99-ad58eaa43ded tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.210132 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3769c252-36ed-46e7-bc99-ad58eaa43ded tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.214360 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3769c252-36ed-46e7-bc99-ad58eaa43ded tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.244451 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3769c252-36ed-46e7-bc99-ad58eaa43ded tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.245714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3769c252-36ed-46e7-bc99-ad58eaa43ded tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1499784 Jul 16 02:09:35.247666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769c252-36ed-46e7-bc99-ad58eaa43ded tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e6bf4b-158e-491c-ae5a-022db2512ef3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.248665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.254291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-696234fd-996c-4f08-8ba4-4a2b263622f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'security_group_rule': {'security_group_id': 'c1e6bf4b-158e-491c-ae5a-022db2512ef3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.284589 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-696234fd-996c-4f08-8ba4-4a2b263622f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.342690 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-696234fd-996c-4f08-8ba4-4a2b263622f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.346882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-696234fd-996c-4f08-8ba4-4a2b263622f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.366181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696234fd-996c-4f08-8ba4-4a2b263622f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6da0f30-96bc-40cc-ad41-33936f06d157,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.373195 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-696234fd-996c-4f08-8ba4-4a2b263622f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.374366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-696234fd-996c-4f08-8ba4-4a2b263622f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245780 Jul 16 02:09:35.377554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.381912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3a98297d-c2d9-4db8-a10e-9ed5cf102332 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'security_group_rule': {'security_group_id': 'c1e6bf4b-158e-491c-ae5a-022db2512ef3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.408736 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a98297d-c2d9-4db8-a10e-9ed5cf102332 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.467812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a98297d-c2d9-4db8-a10e-9ed5cf102332 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.471834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a98297d-c2d9-4db8-a10e-9ed5cf102332 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.493242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98297d-c2d9-4db8-a10e-9ed5cf102332 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b300e4-f9e7-44f6-97da-f56a7d37b7ef,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.497185 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a98297d-c2d9-4db8-a10e-9ed5cf102332 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.498357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3a98297d-c2d9-4db8-a10e-9ed5cf102332 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198666 Jul 16 02:09:35.501334 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.505711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.527888 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.621915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.734794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Allocated IP 172.25.5.222 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/545ce5d7-f9ef-48ea-a255-894dee3f451d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:35.792668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:35.840591 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:35.840767 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.840975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.882452 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.925758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 44df5677-2bcd-4d8e-8a68-b388a2929d62 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:35.928017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:35.930833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:35.934385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:35.940055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'Port': ['ID=545ce5d7-f9ef-48ea-a255-894dee3f451d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.974986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 44df5677-2bcd-4d8e-8a68-b388a2929d62 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:35.978631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 44df5677-2bcd-4d8e-8a68-b388a2929d62 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:35.979003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.023022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.061522 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:36.067578 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.072048 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.073291 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:36.074115 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:09:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:36.089590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 44df5677-2bcd-4d8e-8a68-b388a2929d62, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=44df5677-2bcd-4d8e-8a68-b388a2929d62,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:36.094075 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.157142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=44df5677-2bcd-4d8e-8a68-b388a2929d62,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.232661 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.239235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.277930 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:36.311406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'Port': ['ID=545ce5d7-f9ef-48ea-a255-894dee3f451d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.321299 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.336147 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.337642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-91c9c9c9-53d7-46d0-9fe5-e49a18761d10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8353786 Jul 16 02:09:36.477964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-56c16eb3-030a-40a2-8f04-ed2016fa6b7d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--985236685&fields=id&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 267 time: 0.0335507 Jul 16 02:09:36.478231 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:34Z', 'revision_number': 2, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:36.504138 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:36.504427 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Updating router 8df55bcd-500a-4494-b233-8502145a2822 port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:36.536601 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.587910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-690d8654-7015-4164-b8a3-c8c7179db6b2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:36.589420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-690d8654-7015-4164-b8a3-c8c7179db6b2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1051557 Jul 16 02:09:36.604588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-797e593e-0904-4e86-aabf-b9d3476ba056 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/quotas/f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 375 time: 0.0096078 Jul 16 02:09:36.672590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-c9afa8e3-d477-415d-9eb1-a75d86f75220 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629616 Jul 16 02:09:36.766983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-1a86de0d-efb5-4bdb-ad08-4bddcc3bb0ee service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831859 Jul 16 02:09:36.789650 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.799813 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Transition to ACTIVE for port object 87e9cbfe-d7ca-40bd-9e37-6a985090b238 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:36.805695 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.870108 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-de5d1fc7-8ac5-49c6-8a3d-8d559ff3e88c service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967567 Jul 16 02:09:36.878681 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Pushing event updated for resources: {'Port': ['ID=87e9cbfe-d7ca-40bd-9e37-6a985090b238,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.906622 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.906958 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.907287 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.907598 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.907993 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.908345 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.908653 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.909166 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.909291 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.909588 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.909879 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.910306 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.925588 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Attempting to bind port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:36.925948 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Attempting to bind port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:36.926302 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Attempting to bind port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:36.931161 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:36.931526 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:36.931944 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.932353 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:36.932807 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Bound port: 87e9cbfe-d7ca-40bd-9e37-6a985090b238, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:36.933177 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.011261 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] For port 87e9cbfe-d7ca-40bd-9e37-6a985090b238, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:37.015577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] For port 87e9cbfe-d7ca-40bd-9e37-6a985090b238, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=87e9cbfe-d7ca-40bd-9e37-6a985090b238,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:37.023695 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.062720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8109202c-e020-4670-abd7-61ed425f3147 req-3c9215d0-456c-4297-aa91-15ef235bfdf5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 210 time: 0.0334566 Jul 16 02:09:37.101239 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbab03-4fd5-43f6-8208-08cdf9b0a8e6 None None] Pushing event updated for resources: {'Port': ['ID=87e9cbfe-d7ca-40bd-9e37-6a985090b238,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:37.110532 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:37.111171 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:09:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:37.222656 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:37.430601 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:37.457335 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3602c-9705-41a3-8fcd-be67ae7b42a7 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:37.797746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87e9cbfe-d7ca-40bd-9e37-6a985090b238 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:37.847210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:37.851050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:37.851425 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.929716 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.966232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 87e9cbfe-d7ca-40bd-9e37-6a985090b238, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=87e9cbfe-d7ca-40bd-9e37-6a985090b238,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:37.971860 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.972768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 44df5677-2bcd-4d8e-8a68-b388a2929d62 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:38.055270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=87e9cbfe-d7ca-40bd-9e37-6a985090b238,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:38.066067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 44df5677-2bcd-4d8e-8a68-b388a2929d62 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:38.066594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.259746 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-304f69d0-70d4-41a8-b902-3a1cf2b3a68e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:38.261920 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-304f69d0-70d4-41a8-b902-3a1cf2b3a68e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1602848 Jul 16 02:09:38.282775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2ffb34b1-0235-43bf-8847-0acdc67a7286 req-c643a3e3-b101-4d8f-a1df-6b321b2ebcd1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 210 time: 0.0339320 Jul 16 02:09:38.311674 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-00d855a1-5e12-4227-a5ff-961600a44262 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 379 time: 0.0411139 Jul 16 02:09:38.320989 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'port': {'device_id': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'admin_state_up': True, 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'security_groups': ['c1e6bf4b-158e-491c-ae5a-022db2512ef3']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:38.438269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Made reservation on behalf of f20be876aa934c8480c99d500f392cfe for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:38.442657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.572016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Allocated IP 172.20.0.3 (69928918-6051-4c26-8038-03b02f7dfb55/35528cb3-2210-49ec-86cf-8cd78c75bd50/8be00e5a-b69a-4d35-a4a8-cf46d2857cf3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:38.708547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.721499 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Transition to ACTIVE for port object 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:38.754307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.795388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Network 69928918-6051-4c26-8038-03b02f7dfb55 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:38.800506 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:38.803303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:38.840547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:38.866359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:38.866985 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.885599 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-3a3128e9-3be6-4dac-842b-80ce8aeac257 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686681 Jul 16 02:09:38.900599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Request body: {'port': {'device_id': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:39.033506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bfb4d61c-5a65-48c0-b868-692c325bbfd8 None None] Provisioning for port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:39.037571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bfb4d61c-5a65-48c0-b868-692c325bbfd8 None None] Provisioning complete for port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:39.038012 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d61c-5a65-48c0-b868-692c325bbfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.074697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bfb4d61c-5a65-48c0-b868-692c325bbfd8 None None] Port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:39.307732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.458589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550efa3-7ec5-4c21-8ab0-061a7cc7065d req-02438bc8-cb18-4b71-8fe7-644d2cfa0876 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:39.460092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a550efa3-7ec5-4c21-8ab0-061a7cc7065d req-02438bc8-cb18-4b71-8fe7-644d2cfa0876 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 931 time: 0.0647502 Jul 16 02:09:39.499873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a550efa3-7ec5-4c21-8ab0-061a7cc7065d req-0069eefb-3ade-4570-9b57-680f620d672f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339100 Jul 16 02:09:39.572912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:39.580719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.592383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Transition to ACTIVE for port object 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:39.596800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.644631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.718939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:39.719295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:39.719636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:39.722306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87e9cbfe-d7ca-40bd-9e37-6a985090b238 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:39.725062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:39.725561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:39.730953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:39.731294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:39.731692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:39.732130 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Bound port: 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:39.732548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.773856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:39.774422 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.803773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:39.807225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:39.812252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.856436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:39.857047 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.858458 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] 10.222.0.78 "PUT /v2.0/ports/8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 1091 time: 0.9626765 Jul 16 02:09:39.858905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:39.861501 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3a7635-8ab3-4ecb-8adc-944597d48793" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:39.887939 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece05c5-26d6-4602-b33b-6289cf413299 service neutron] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.899484 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed26b04-42de-4053-a967-faab7c7d2683 x-openstack-request-id: req-8ed26b04-42de-4053-a967-faab7c7d2683 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:39.899780 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:39.900038 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ed26b04-42de-4053-a967-faab7c7d2683 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:39.900551 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'status': 'completed', 'code': 200} Jul 16 02:09:39.962545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-da28406a-937c-45ed-b17b-34fdb1e7cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:39.964085 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-da28406a-937c-45ed-b17b-34fdb1e7cb1d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1094 time: 0.0552878 Jul 16 02:09:40.010275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-88626b00-3c73-48a0-aa73-232f658e9231 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 217 time: 0.0387995 Jul 16 02:09:40.061477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-58c91b8d-ec36-49a9-b887-8d8ed9f8a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.062939 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-58c91b8d-ec36-49a9-b887-8d8ed9f8a5fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0449321 Jul 16 02:09:40.126194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-49543683-5716-4708-b883-13c665dea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.128207 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-49543683-5716-4708-b883-13c665dea90c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570776 Jul 16 02:09:40.220755 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-0a8e4258-c943-4023-966f-7b788e859466 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854952 Jul 16 02:09:40.307532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-183165b9-3010-4be2-8e3d-7cf323b5f7cb req-17df3d38-c4b7-44b9-80a8-3c589f88fad7 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795338 Jul 16 02:09:40.412686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-e7dde5d3-d9c9-49ba-957b-fb6e0938e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.414247 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-e7dde5d3-d9c9-49ba-957b-fb6e0938e7a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1094 time: 0.0571566 Jul 16 02:09:40.504305 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-b64e5f1e-f0ed-4c7d-9d36-956ef321a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.505728 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-b64e5f1e-f0ed-4c7d-9d36-956ef321a2bd service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0839167 Jul 16 02:09:40.550351 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-f093b953-5e05-4812-a214-89f9712732c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 217 time: 0.0369272 Jul 16 02:09:40.598831 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-def5fb8d-0aff-40a0-96de-8b9961694611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.600304 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-def5fb8d-0aff-40a0-96de-8b9961694611 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0430384 Jul 16 02:09:40.658189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-714c28cc-3153-4740-8aa1-68b08e9af9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.659584 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-714c28cc-3153-4740-8aa1-68b08e9af9f4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519712 Jul 16 02:09:40.672319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3b84c-0670-415d-a1f8-4ef444389150 req-7098c7b4-b98b-4f40-a3cb-bbcef147ab17 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.674316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66a3b84c-0670-415d-a1f8-4ef444389150 req-7098c7b4-b98b-4f40-a3cb-bbcef147ab17 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.0636516 Jul 16 02:09:40.712336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66a3b84c-0670-415d-a1f8-4ef444389150 req-7a8488c9-7103-4864-b931-22ad3f87adbe tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321832 Jul 16 02:09:40.755272 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-fbb7a74b-5a7d-4364-a0ce-28f64f9a26f4 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876260 Jul 16 02:09:40.847493 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ff3a7635-8ab3-4ecb-8adc-944597d48793 req-c44059e9-e226-43f2-a468-c8b908e084d9 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838363 Jul 16 02:09:41.663196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-85b97844-a4ee-4741-8906-1ccc7a82200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.891339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6f619-ce32-4732-ab5c-373df1dd229c req-c08a284c-ef62-468c-9611-6731a5c54a5c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.894079 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2db6f619-ce32-4732-ab5c-373df1dd229c req-c08a284c-ef62-468c-9611-6731a5c54a5c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.0683079 Jul 16 02:09:41.932131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2db6f619-ce32-4732-ab5c-373df1dd229c req-f1e89be8-d160-453d-bd87-531351c0907a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Jul 16 02:09:43.103924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7be4-94f2-4e38-8af6-b95514f4edf1 req-bae58fc4-3542-4427-a50f-467171746bbd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:43.105453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b4d7be4-94f2-4e38-8af6-b95514f4edf1 req-bae58fc4-3542-4427-a50f-467171746bbd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.0645776 Jul 16 02:09:43.143362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b4d7be4-94f2-4e38-8af6-b95514f4edf1 req-0638abe3-00ed-4927-b76b-acfa8e28fb62 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315578 Jul 16 02:09:43.228083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:43.320078 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:43.331156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'mac_address': 'fa:16:3e:f4:93:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:43.351733 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:43.370572 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.382694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:43.402157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:43.406308 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.452088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:43.621291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:44.311755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4faad6-3e0d-4222-a274-686fbc6c6755 req-20c1792b-f553-408a-a3e6-97fde46565fa tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:44.313162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d4faad6-3e0d-4222-a274-686fbc6c6755 req-20c1792b-f553-408a-a3e6-97fde46565fa tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 944 time: 0.0632856 Jul 16 02:09:44.354322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d4faad6-3e0d-4222-a274-686fbc6c6755 req-e529583d-0bf0-407a-9d63-9b95b5d25ea3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350714 Jul 16 02:09:44.491755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.532209 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac985da1-5c11-4d63-93f7-6a743912d83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.227050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:45.274556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:45.278479 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:45.278843 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.350823 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.372787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:45.375009 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38dbf2e-3d85-4311-b86a-47560c677e21" -d '{"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-plugged", "status": "completed", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:45.393037 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:45.398611 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.426865 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a097d6-d7bf-4049-8a43-fce609262c88 x-openstack-request-id: req-f5a097d6-d7bf-4049-8a43-fce609262c88 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:45.427160 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-plugged", "status": "completed", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:45.427413 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5a097d6-d7bf-4049-8a43-fce609262c88 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:45.427807 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'code': 200} Jul 16 02:09:45.458228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:45.486175 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.545676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b7b51-be59-4194-98ac-089dd3601367 req-f83ff772-94b0-4e2b-8301-a174b9c16a4c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:45.547227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a81b7b51-be59-4194-98ac-089dd3601367 req-f83ff772-94b0-4e2b-8301-a174b9c16a4c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0653648 Jul 16 02:09:45.549825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbeed3-1b0a-4a08-bfa8-62161c2c6e1e req-6fb09968-a4e6-40ff-9c1e-6c971beb61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:45.551332 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-05dbeed3-1b0a-4a08-bfa8-62161c2c6e1e req-6fb09968-a4e6-40ff-9c1e-6c971beb61fb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1096 time: 0.0524681 Jul 16 02:09:45.586681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a81b7b51-be59-4194-98ac-089dd3601367 req-99e3b98c-55b5-475b-9aa4-51debce06c2d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336018 Jul 16 02:09:45.591763 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-05dbeed3-1b0a-4a08-bfa8-62161c2c6e1e req-536c179d-ed4c-482a-b7aa-52eca88368b4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332913 Jul 16 02:09:46.383829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.755881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e96aa-d32d-47e7-b0ea-d2d706af122a req-bd28a803-8d32-43ca-90c8-2f4ae86ae3a8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:46.757390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b84e96aa-d32d-47e7-b0ea-d2d706af122a req-bd28a803-8d32-43ca-90c8-2f4ae86ae3a8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0630662 Jul 16 02:09:46.794355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b84e96aa-d32d-47e7-b0ea-d2d706af122a req-98c3ebf9-ca20-4cd7-a18f-e9f064c916bb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Jul 16 02:09:46.960695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e49c07-1727-478c-8a13-4128448421f5 req-a7ed865d-7829-45e2-9e22-82e2163e4b9a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:46.962199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-74e49c07-1727-478c-8a13-4128448421f5 req-a7ed865d-7829-45e2-9e22-82e2163e4b9a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0670578 Jul 16 02:09:46.970057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.970775 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41158) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:46.975324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'floatingip': {'port_id': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:47.014074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.458922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.462728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.562465 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 associated. External IP: 172.25.5.222, port: 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3. Jul 16 02:09:47.767133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:47.872985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:47.877601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.882489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:47.891290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:47.892453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:09:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:47.914023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-90f39ab8-f9c1-4bca-9eca-698b48b19425 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "PUT /v2.0/floatingips/65b0e3bb-cf73-4b95-a32d-95843b75e8b9 HTTP/1.1" status: 200 len: 991 time: 0.9422007 Jul 16 02:09:47.914614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:47.916944 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307e530b-c5de-4df3-8371-990cbe588582" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:47.952783 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445293c0-6f4c-4770-bd56-6552d420b764 x-openstack-request-id: req-445293c0-6f4c-4770-bd56-6552d420b764 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:47.953081 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:47.953337 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-445293c0-6f4c-4770-bd56-6552d420b764 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:47.953750 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'status': 'completed', 'code': 200} Jul 16 02:09:47.998769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:48.028200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e530b-c5de-4df3-8371-990cbe588582 req-7e88f1fd-9359-4344-b874-5196474e2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.029714 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-307e530b-c5de-4df3-8371-990cbe588582 req-7e88f1fd-9359-4344-b874-5196474e2120 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1096 time: 0.0540068 Jul 16 02:09:48.121318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e530b-c5de-4df3-8371-990cbe588582 req-f555f030-f4d0-4bae-909b-ecb95a82c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.122877 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-307e530b-c5de-4df3-8371-990cbe588582 req-f555f030-f4d0-4bae-909b-ecb95a82c520 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0868680 Jul 16 02:09:48.191975 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-307e530b-c5de-4df3-8371-990cbe588582 req-267c905e-509a-487d-9e3f-76a315e6b573 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 999 time: 0.0622132 Jul 16 02:09:48.220292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:f4:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:47Z', 'revision_number': 1, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:48.240941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e530b-c5de-4df3-8371-990cbe588582 req-c3981c11-41ef-4630-bb27-a543b53b7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.242414 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-307e530b-c5de-4df3-8371-990cbe588582 req-c3981c11-41ef-4630-bb27-a543b53b7038 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0436852 Jul 16 02:09:48.249194 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:48.258045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:48.258641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:09:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:48.300201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e530b-c5de-4df3-8371-990cbe588582 req-27499f78-d1af-412a-9df9-3070cbd60a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.301667 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-307e530b-c5de-4df3-8371-990cbe588582 req-27499f78-d1af-412a-9df9-3070cbd60a2d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524967 Jul 16 02:09:48.359606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:48.395784 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-307e530b-c5de-4df3-8371-990cbe588582 req-503ce809-2580-41ce-803f-235ff194a4cd service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871377 Jul 16 02:09:48.486826 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-307e530b-c5de-4df3-8371-990cbe588582 req-47b5a7ee-83e7-45d0-b68c-d6d0f4821210 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840442 Jul 16 02:09:48.578420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:f4:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:47Z', 'revision_number': 1, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:48.603615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2a60-aaf0-4c8c-b5e0-c9b5cde973b5 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:f4:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:09:47Z', 'revision_number': 1, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:48.794688 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2346ae-719a-492f-9518-e86a84558c5f None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:50.085881 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.814444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea62c867-4fd4-41d5-b111-e7778f38ff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.492326 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.532170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-23848c9b-d98b-46e0-913b-1a52c62ccd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.464258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.398970 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.973699 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.101057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.351207 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:40.969116 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-4db4d4fa-1680-43ec-bc45-706fe4051518 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552747 Jul 16 02:10:41.064772 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-99ee6443-6698-45ac-b868-309bc0755631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.066332 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-99ee6443-6698-45ac-b868-309bc0755631 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1096 time: 0.0524831 Jul 16 02:10:41.174449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-79631090-4e52-44a6-9e4a-5c2f7060c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.175962 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-79631090-4e52-44a6-9e4a-5c2f7060c35b service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0881581 Jul 16 02:10:41.239382 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-fca75640-584f-40ce-9135-1d8704d9e1c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0567849 Jul 16 02:10:41.286861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-67d87d5b-e2ca-4b16-a903-c0c68639da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.288318 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-67d87d5b-e2ca-4b16-a903-c0c68639da0b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0423386 Jul 16 02:10:41.350565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-ea7c9b68-a928-4d12-9012-63f74cd71195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.352089 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-ea7c9b68-a928-4d12-9012-63f74cd71195 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567908 Jul 16 02:10:41.441875 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-58ef6b1c-35b9-444d-9a16-395c5e38e72b service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816948 Jul 16 02:10:41.536768 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5ccdf41b-2033-4a0a-91d6-43171e581717 req-1111ec2e-3f9c-4d74-8a66-a2ccc0b204a8 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875328 Jul 16 02:10:41.665349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33ad2e6f-43f2-4ae4-8bce-4bd14c4231c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:44.492127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:44.531344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15379ab0-ec44-4c0b-84cf-5fbe4dd08444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:45.467504 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:46.398526 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:46.974734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:50.102074 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:57.349580 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:11.665444 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9628ad4-3e20-4413-a5b2-e8582f0d907e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.494574 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.530313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f091cb5-2095-4640-99e6-3e809a66303e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.470523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.414140 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.991259 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:20.094978 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:25.979128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8db20-ce9b-408a-8f5b-6c990b8c6f1f req-a0f3917e-9d93-4a37-bfae-40c18a5d13f0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:25.980629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71d8db20-ce9b-408a-8f5b-6c990b8c6f1f req-a0f3917e-9d93-4a37-bfae-40c18a5d13f0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0631037 Jul 16 02:11:26.019601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71d8db20-ce9b-408a-8f5b-6c990b8c6f1f req-60b4db18-29b2-42b9-ac35-8bca5b78f162 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332131 Jul 16 02:11:26.294759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41372) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:26.432182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c9977-da8b-40a3-95b9-ec37e513bfde req-99721612-470f-4c84-9bf4-b3c9f2902b5c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:26.433661 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f9c9977-da8b-40a3-95b9-ec37e513bfde req-99721612-470f-4c84-9bf4-b3c9f2902b5c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0940371 Jul 16 02:11:26.478785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-f8150ddf-980c-48aa-8635-4d009c849f13 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1829033 Jul 16 02:11:26.483640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5f9c9977-da8b-40a3-95b9-ec37e513bfde req-05860bf0-e9a3-4f83-9982-e9c2a7fbafab tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445061 Jul 16 02:11:27.658667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-b1dfd12a-e3fb-4222-aeb7-dae6cd0fed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.660262 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-b1dfd12a-e3fb-4222-aeb7-dae6cd0fed9e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1096 time: 0.0535047 Jul 16 02:11:27.666128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca61af5-baa3-42e0-ae26-0f77dd16a25c req-4d9d45c1-19e6-43bf-a3a0-1b75a04f33e7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.667632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ca61af5-baa3-42e0-ae26-0f77dd16a25c req-4d9d45c1-19e6-43bf-a3a0-1b75a04f33e7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0639613 Jul 16 02:11:27.704775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ca61af5-baa3-42e0-ae26-0f77dd16a25c req-7184deb1-8396-4fce-8212-ac7251f7b2dd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Jul 16 02:11:27.755261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-3548c7ad-f02b-4139-a8a8-6586230f1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.756769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-3548c7ad-f02b-4139-a8a8-6586230f1f05 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0896225 Jul 16 02:11:27.819952 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-c9a0c14a-9838-4f36-a769-399a70f13596 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0564160 Jul 16 02:11:27.868775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-9df1c3da-4db0-4779-a33c-b59d7633baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.870631 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-9df1c3da-4db0-4779-a33c-b59d7633baf7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0444298 Jul 16 02:11:27.930624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-60570218-157a-4aed-b8ba-04406e75860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.932079 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-60570218-157a-4aed-b8ba-04406e75860e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550108 Jul 16 02:11:28.021074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-36421ca8-aba2-4d91-b36c-0eb24806e20e service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804324 Jul 16 02:11:28.114623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-c577f0b6-5236-4555-9768-c642ac61acad service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861366 Jul 16 02:11:28.878494 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e87d61-8060-4e18-8a5a-709c8630daa3 req-fd0009b4-c8b7-4bce-9795-6548f04f0a64 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.880477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3e87d61-8060-4e18-8a5a-709c8630daa3 req-fd0009b4-c8b7-4bce-9795-6548f04f0a64 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0677586 Jul 16 02:11:28.917219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3e87d61-8060-4e18-8a5a-709c8630daa3 req-e44237b4-1390-4842-a875-a76ebd4d12a1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313187 Jul 16 02:11:30.087809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee8d7f-cf47-4918-808e-5a14e394a454 req-6018aa81-0f3a-4ef4-bab5-940fee129b25 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:30.089329 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3aee8d7f-cf47-4918-808e-5a14e394a454 req-6018aa81-0f3a-4ef4-bab5-940fee129b25 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0646210 Jul 16 02:11:30.126523 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3aee8d7f-cf47-4918-808e-5a14e394a454 req-8253f2c3-ab56-42f4-8df9-702e45904fb6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Jul 16 02:11:31.302444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523c2f5-8f02-4316-9889-e2e9ed023773 req-c2b76e20-5dc4-414e-9f43-cc705b80d21d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:31.303923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4523c2f5-8f02-4316-9889-e2e9ed023773 req-c2b76e20-5dc4-414e-9f43-cc705b80d21d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0677569 Jul 16 02:11:31.344703 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4523c2f5-8f02-4316-9889-e2e9ed023773 req-fb94ea92-678f-46c4-9ff4-156ec0403ee4 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351927 Jul 16 02:11:32.514570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668222d-fcf0-4b1f-b1a4-d7a762c34ed3 req-db6e0e38-87ba-4373-bd9f-42e8b02f952b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.516042 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5668222d-fcf0-4b1f-b1a4-d7a762c34ed3 req-db6e0e38-87ba-4373-bd9f-42e8b02f952b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0631914 Jul 16 02:11:32.553877 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5668222d-fcf0-4b1f-b1a4-d7a762c34ed3 req-b56c716b-9ce1-4789-bb8d-d2af19de8390 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323851 Jul 16 02:11:33.713677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-bc1f5c3a-5231-4357-87ee-0db8938c5dc0 req-7e307fa9-1082-448b-bfa4-afcd624f1fc2 service neutron] (93707) timed out ('10.222.0.93', 59975) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:11:33.727554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840383ff-d01f-4e75-97de-f922e08dbc52 req-2f09ceb2-6af5-42aa-a018-5491f11899a1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:33.729080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-840383ff-d01f-4e75-97de-f922e08dbc52 req-2f09ceb2-6af5-42aa-a018-5491f11899a1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0634379 Jul 16 02:11:33.766366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-840383ff-d01f-4e75-97de-f922e08dbc52 req-df335aaf-a8a8-4231-b7c1-8c5ef8e0856a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318789 Jul 16 02:11:34.347709 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:34.938795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c783c5b-b27b-4fa7-9226-39a3263ea0eb req-fc29a572-62ae-4498-82ce-1fdf1fe50614 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.940604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c783c5b-b27b-4fa7-9226-39a3263ea0eb req-fc29a572-62ae-4498-82ce-1fdf1fe50614 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0674169 Jul 16 02:11:34.980536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c783c5b-b27b-4fa7-9226-39a3263ea0eb req-dcedaf04-f0e3-4f07-8db9-b5ff930c62a4 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325758 Jul 16 02:11:36.153307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1ad0e-d10c-44da-908c-fb3bf31340af req-a3a1d163-f45c-41f1-8156-b723d063789c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.154806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62e1ad0e-d10c-44da-908c-fb3bf31340af req-a3a1d163-f45c-41f1-8156-b723d063789c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0638127 Jul 16 02:11:36.191258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62e1ad0e-d10c-44da-908c-fb3bf31340af req-08dacb90-e2d6-4259-97f1-a34e68ed73b1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Jul 16 02:11:37.368004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fc8ac-6073-45a4-8f9e-a9abf88aa294 req-5ad07a0f-7a4b-40bd-b888-666691d34549 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:37.369431 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-690fc8ac-6073-45a4-8f9e-a9abf88aa294 req-5ad07a0f-7a4b-40bd-b888-666691d34549 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0664103 Jul 16 02:11:37.406899 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-690fc8ac-6073-45a4-8f9e-a9abf88aa294 req-f39707a5-a32b-4a2c-bc34-a29f7b30fa2b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Jul 16 02:11:38.576328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93a65d-06d3-4a41-b0bb-66588113bed8 req-82b57875-c347-4020-8ebd-23b4be22fd9f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:38.577829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c93a65d-06d3-4a41-b0bb-66588113bed8 req-82b57875-c347-4020-8ebd-23b4be22fd9f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0633402 Jul 16 02:11:38.618545 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8c93a65d-06d3-4a41-b0bb-66588113bed8 req-863f31fe-9e50-4f6c-a39d-9d3ff00290e1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347166 Jul 16 02:11:39.786300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda479d1-96f4-4189-b9a9-41e95c9e3d4e req-b3b62d24-846d-459e-92cf-7468d5893892 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:39.787770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cda479d1-96f4-4189-b9a9-41e95c9e3d4e req-b3b62d24-846d-459e-92cf-7468d5893892 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0630584 Jul 16 02:11:39.824954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cda479d1-96f4-4189-b9a9-41e95c9e3d4e req-8046ad0e-3ca5-4ede-a44b-642a9a4abb21 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Jul 16 02:11:40.998242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e982eb-1424-4163-abf3-e05a0f22d220 req-b2d51425-6e58-4838-9b5b-8e33be4bf762 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:40.999690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29e982eb-1424-4163-abf3-e05a0f22d220 req-b2d51425-6e58-4838-9b5b-8e33be4bf762 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0666308 Jul 16 02:11:41.036373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29e982eb-1424-4163-abf3-e05a0f22d220 req-b4440738-253b-421e-86ff-4e4e55e546be tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304966 Jul 16 02:11:41.665585 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4677c61c-1609-482a-a78c-c0f3e2c3a2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:42.206701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69099-5092-402a-b19c-f13547d06540 req-e66f7cca-73ea-4fc1-8562-8a2a1e717f8c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:42.208786 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ac69099-5092-402a-b19c-f13547d06540 req-e66f7cca-73ea-4fc1-8562-8a2a1e717f8c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0631919 Jul 16 02:11:42.247894 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ac69099-5092-402a-b19c-f13547d06540 req-b05bd503-9b6e-48e0-ab97-5caeb564de89 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336485 Jul 16 02:11:43.008709 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-7637e0aa-c6b7-494d-b2ef-8f6eba169d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.010182 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-7637e0aa-c6b7-494d-b2ef-8f6eba169d5b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1096 time: 0.0532408 Jul 16 02:11:43.117775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-51db8aaa-53b7-42b0-a46b-b1f979046b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.119252 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-51db8aaa-53b7-42b0-a46b-b1f979046b63 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0897415 Jul 16 02:11:43.182487 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-5918dc80-28c5-44c8-a040-595ab70e77da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0569515 Jul 16 02:11:43.232249 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-167b2899-946a-4b29-bc0c-58bc7658afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.233635 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-167b2899-946a-4b29-bc0c-58bc7658afc5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0425014 Jul 16 02:11:43.294830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-d05b807d-b39f-403c-ae66-4862bc2b1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.296400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-d05b807d-b39f-403c-ae66-4862bc2b1fdb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554352 Jul 16 02:11:43.389322 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-2f491661-2d5e-4354-be21-e9d2af55a86d service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863900 Jul 16 02:11:43.490907 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f8203269-1cbf-4bdb-86fe-ad3d3131e52f req-879cb998-c0ff-4fad-823e-240208909503 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943646 Jul 16 02:11:43.614090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdfa2b-68ad-4b58-a925-6b2a9746d19c req-4eed03fd-d569-4794-b34e-3f58bfa53f63 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.615486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4dfdfa2b-68ad-4b58-a925-6b2a9746d19c req-4eed03fd-d569-4794-b34e-3f58bfa53f63 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0654273 Jul 16 02:11:43.652451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4dfdfa2b-68ad-4b58-a925-6b2a9746d19c req-17631c1b-0d0f-4542-ba75-311ea8fe9e29 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Jul 16 02:11:44.495472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:44.529757 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0872-fe16-4084-8fc5-3c56c3c95ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:44.821711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be552bf-4cfe-460e-9829-e68db4367894 req-914dd3bb-d1cc-4b16-9f4a-9a1f9e2b09de tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:44.823078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5be552bf-4cfe-460e-9829-e68db4367894 req-914dd3bb-d1cc-4b16-9f4a-9a1f9e2b09de tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 945 time: 0.0623975 Jul 16 02:11:44.859090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5be552bf-4cfe-460e-9829-e68db4367894 req-c888ce3f-66a4-4134-8a50-29d1401e6b27 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306463 Jul 16 02:11:45.106146 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-63de50bf-cb6c-474b-80f5-0b458ddfbf49 service neutron] show failed (client error): The resource could not be found. Jul 16 02:11:45.107093 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-63de50bf-cb6c-474b-80f5-0b458ddfbf49 service neutron] 10.222.0.78 "GET /v2.0/ports/8be00e5a-b69a-4d35-a4a8-cf46d2857cf3/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0560758 Jul 16 02:11:45.381539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-2fc7c1a3-4c6c-4495-8ec9-a9a1ddf189ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:45.382917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-2fc7c1a3-4c6c-4495-8ec9-a9a1ddf189ef service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 1096 time: 0.0523655 Jul 16 02:11:45.393747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:45.467210 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:45.474417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:45.667850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:45.699258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:45.737633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:45.740083 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d8fbc-f2d0-4e07-9b3b-b243bbfa6843" -d '{"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:45.743948 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:45.756546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Transition to ACTIVE for port object 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:45.760358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:45.883074 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f472a6-24f7-47f2-96e5-f52c35c8a430 x-openstack-request-id: req-84f472a6-24f7-47f2-96e5-f52c35c8a430 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:45.883683 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:45.883683 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84f472a6-24f7-47f2-96e5-f52c35c8a430 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:45.884085 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'code': 200} Jul 16 02:11:45.909122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:45.944395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.944739 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.945079 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.945413 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.945744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.946071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.946397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.946717 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.947039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.947360 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.947683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.948001 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:45.951337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] No DVR routers for this DVR port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:46.416278 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:46.480030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb41e44-d5ae-44e7-9b85-e9c0ce916b04 req-3ea3728b-7947-493e-8a2a-ac506045f658 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.481544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-feb41e44-d5ae-44e7-9b85-e9c0ce916b04 req-3ea3728b-7947-493e-8a2a-ac506045f658 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.4870918 Jul 16 02:11:46.483992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:46.484359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:46.484694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:46.495909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:46.496252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Attempting to bind port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:46.509532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:46.509872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:46.510252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:46.510676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Bound port: 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:46.511032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:46.541255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-feb41e44-d5ae-44e7-9b85-e9c0ce916b04 req-93b7d11b-3ca8-4c28-a45a-08aaa449b7c0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530744 Jul 16 02:11:46.589542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:46.592844 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:46.596916 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:46.628422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.629121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:46.630965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] 10.222.0.93 "PUT /v2.0/ports/8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 1091 time: 1.2410934 Jul 16 02:11:46.655024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0bd48-c64f-4b76-865f-1c5382e123ea service neutron] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:46.711418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-86f5beb6-0231-4790-b0f8-eaa9e5fe8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.712971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-86f5beb6-0231-4790-b0f8-eaa9e5fe8c71 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1094 time: 0.0550299 Jul 16 02:11:46.809599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-2e5609a0-ae94-4d07-bb23-2588593eee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.811088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-2e5609a0-ae94-4d07-bb23-2588593eee25 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0917113 Jul 16 02:11:46.874576 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-419cf265-ffcc-4574-a125-a3c2190e8be5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 999 time: 0.0564289 Jul 16 02:11:46.925913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ab79c4d3-c050-4915-8a58-c7af80079025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.927892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-ab79c4d3-c050-4915-8a58-c7af80079025 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0468085 Jul 16 02:11:46.980887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:46.984342 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-62b03426-553c-4fef-832c-7629b96a1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.986089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-62b03426-553c-4fef-832c-7629b96a1761 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519569 Jul 16 02:11:47.073188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-317bedf9-270e-4725-b52b-dc6d721ad53c service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802820 Jul 16 02:11:47.163482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47b36517-e32a-4c4a-af6a-7b2fe5ac2f49 req-9631365f-e219-4504-9196-610769711a63 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845461 Jul 16 02:11:47.712133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea58cae-2a13-4715-b443-1025289c27dc req-73696c59-bf44-417a-99cc-4c2ce4011ae5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:47.713654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aea58cae-2a13-4715-b443-1025289c27dc req-73696c59-bf44-417a-99cc-4c2ce4011ae5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.0633276 Jul 16 02:11:47.751427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aea58cae-2a13-4715-b443-1025289c27dc req-e36fbcbb-9e00-4310-af82-a240e2680125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321715 Jul 16 02:11:47.885450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:47.887740 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da41463c-6f23-4d65-b415-be6b15a5421d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:47.933241 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a6ba0b-c89e-4d64-a2ae-c19f2c75b037 x-openstack-request-id: req-27a6ba0b-c89e-4d64-a2ae-c19f2c75b037 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:47.933839 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:47.933839 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27a6ba0b-c89e-4d64-a2ae-c19f2c75b037 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:47.934179 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'status': 'completed', 'code': 200} Jul 16 02:11:48.005544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-58db67d7-5be2-4935-a41b-0cd7803dfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.007282 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-58db67d7-5be2-4935-a41b-0cd7803dfd70 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1094 time: 0.0541959 Jul 16 02:11:48.015935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-ac75a41d-6013-4ed6-a7dd-5d76f4805f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.017447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-ac75a41d-6013-4ed6-a7dd-5d76f4805f59 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1094 time: 0.0565341 Jul 16 02:11:48.104853 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-6a3d6f81-9c09-437a-a6c8-946f8d686ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.106340 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-6a3d6f81-9c09-437a-a6c8-946f8d686ddc service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0931096 Jul 16 02:11:48.108146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-52d11264-27b2-494b-855b-a149df1634e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.109624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-52d11264-27b2-494b-855b-a149df1634e8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0849881 Jul 16 02:11:48.174138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-ef99baa6-4a9d-4866-bf8a-cb406013ab8b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 999 time: 0.0609381 Jul 16 02:11:48.176204 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-e9656636-3e6b-4e40-bf25-472f84826648 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 999 time: 0.0596821 Jul 16 02:11:48.221019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-cb7ccbc1-a5d1-46e7-a3c0-6f28b8310af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.222452 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-cb7ccbc1-a5d1-46e7-a3c0-6f28b8310af4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0420868 Jul 16 02:11:48.224515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-f17ed5dd-7afd-4254-820e-be6f92468388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.225984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-f17ed5dd-7afd-4254-820e-be6f92468388 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0428393 Jul 16 02:11:48.278410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-30aaade8-86aa-42f7-a545-54d638154a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.279895 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-30aaade8-86aa-42f7-a545-54d638154a4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512609 Jul 16 02:11:48.281869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41463c-6f23-4d65-b415-be6b15a5421d req-5dfe70e3-16c6-455b-a1bd-4437c3ff8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.283348 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-5dfe70e3-16c6-455b-a1bd-4437c3ff8365 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509701 Jul 16 02:11:48.374112 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-b813ae48-2fe9-4d5d-aa8a-7b55bb3ba193 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869308 Jul 16 02:11:48.375820 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-28e84f46-752a-410a-b0af-1f127f74759d service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855870 Jul 16 02:11:48.461844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-28eb1093-597e-4e32-aaff-5fa9b29ff8bd service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807543 Jul 16 02:11:48.464854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da41463c-6f23-4d65-b415-be6b15a5421d req-2156485c-d70e-4c91-beb0-4737698603af service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818317 Jul 16 02:11:48.975324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2878de3-cb60-407c-8a6b-6ae0813af8fa req-f489b131-8cf1-4a22-ad5c-86554fdc6aed tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:48.976816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2878de3-cb60-407c-8a6b-6ae0813af8fa req-f489b131-8cf1-4a22-ad5c-86554fdc6aed tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.1180902 Jul 16 02:11:49.013947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2878de3-cb60-407c-8a6b-6ae0813af8fa req-06478fad-1aaa-4859-beff-e952f2535d0e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316694 Jul 16 02:11:49.302222 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54130e8a-2b71-4d49-8830-627b9040fe1f req-086bcd19-af91-4721-9ce2-cf0e09e11369 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.303692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54130e8a-2b71-4d49-8830-627b9040fe1f req-086bcd19-af91-4721-9ce2-cf0e09e11369 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.0637162 Jul 16 02:11:49.322402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-3350ba3b-118b-4118-b4bf-cc080f2eace6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.323886 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-3350ba3b-118b-4118-b4bf-cc080f2eace6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b&tenant_id=f20be876aa934c8480c99d500f392cfe&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 943 time: 0.0750613 Jul 16 02:11:49.342142 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-54130e8a-2b71-4d49-8830-627b9040fe1f req-df473c6f-9ade-4e22-ad73-d0fec83a40f9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326879 Jul 16 02:11:49.385204 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-a62e2086-5f02-4d7c-bbcf-d979394adebd service neutron] delete failed (client error): The resource could not be found. Jul 16 02:11:49.386242 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-a62e2086-5f02-4d7c-bbcf-d979394adebd service neutron] 10.222.0.78 "DELETE /v2.0/ports/8be00e5a-b69a-4d35-a4a8-cf46d2857cf3/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0552874 Jul 16 02:11:49.480785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-2bc0845b-8cc5-4f45-b1c1-796b48483f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.482278 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-2bc0845b-8cc5-4f45-b1c1-796b48483f5f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 1094 time: 0.0526924 Jul 16 02:11:49.575552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-55c9c37e-e43b-4f9e-80a0-4a22e31c07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.576956 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-55c9c37e-e43b-4f9e-80a0-4a22e31c07a5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0881739 Jul 16 02:11:49.639740 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-0ff5bf94-2606-4f18-89c2-3b757dd23514 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 200 len: 999 time: 0.0560560 Jul 16 02:11:49.687537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-53e5f7a0-6c11-454a-a65c-103787b2738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.688944 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-53e5f7a0-6c11-454a-a65c-103787b2738e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0422995 Jul 16 02:11:49.750311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-05c24890-913e-4eeb-9b41-d50d170eb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.751840 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-05c24890-913e-4eeb-9b41-d50d170eb8df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552828 Jul 16 02:11:49.766298 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:49.806441 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:49.845980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-ed8cada6-5081-44c0-baa7-9cb77cfe61cb service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863531 Jul 16 02:11:49.946198 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-60c594c4-d387-4825-be35-6b2fd10b8805 req-ee9132f8-a806-49aa-9320-95adfdce59c8 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935898 Jul 16 02:11:50.098044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:50.463778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:50.571361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:50.577933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16681f0e-2969-4f8a-abc3-aee69a3d099a req-cf3c9b91-2566-4c98-98f9-925fcbf98705 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:50.579770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-16681f0e-2969-4f8a-abc3-aee69a3d099a req-cf3c9b91-2566-4c98-98f9-925fcbf98705 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 943 time: 0.1239288 Jul 16 02:11:50.584213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'mac_address': 'fa:16:3e:f4:93:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:50.618919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-16681f0e-2969-4f8a-abc3-aee69a3d099a req-cec79da6-0b28-4634-ac55-a9512d3bd3f6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320976 Jul 16 02:11:50.621325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:50.634849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:50.654981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:50.658323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:50.704571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:50.712671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.713019 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.713356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.713692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.714020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.714345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.714670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.714993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.715313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.715634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.715954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.716294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:50.796020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6a235-645e-4d12-8f55-669490c1f7b9 req-19638a23-c8e1-45df-ac90-c1eb3bd6d3c9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:50.797529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77d6a235-645e-4d12-8f55-669490c1f7b9 req-19638a23-c8e1-45df-ac90-c1eb3bd6d3c9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 944 time: 0.0668452 Jul 16 02:11:50.835313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-77d6a235-645e-4d12-8f55-669490c1f7b9 req-15476cb6-9f23-4417-8a75-f23f4de68ce9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Jul 16 02:11:50.906417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:51.006339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa3bed-e86a-4594-84ef-807027489710 req-216988d5-a9af-4da4-8710-3de306fadf32 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.007842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1aa3bed-e86a-4594-84ef-807027489710 req-216988d5-a9af-4da4-8710-3de306fadf32 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 944 time: 0.0638871 Jul 16 02:11:51.045007 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1aa3bed-e86a-4594-84ef-807027489710 req-15dd78c5-4ed9-4455-ae89-738b5baddb47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Jul 16 02:11:51.415845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d839c3-73d8-4145-aa46-79ca9871b177 req-b47e03fe-e91d-4334-a7b9-9147000cb0d8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.417236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65d839c3-73d8-4145-aa46-79ca9871b177 req-b47e03fe-e91d-4334-a7b9-9147000cb0d8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 944 time: 0.0666089 Jul 16 02:11:51.454198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65d839c3-73d8-4145-aa46-79ca9871b177 req-e9f9e7e9-e639-4436-abc1-4275a15f52cf tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Jul 16 02:11:52.480250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:11:52.558788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:52.563222 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:52.563590 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:52.605237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-aaaa13a4-93a1-4d61-812c-04b7147ea5e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.606806 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-aaaa13a4-93a1-4d61-812c-04b7147ea5e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 944 time: 0.0755701 Jul 16 02:11:52.649561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:52.671446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:52.673746 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646ff5fa-ac7c-4d87-a815-aef801b62ace" -d '{"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-plugged", "status": "completed", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:52.686470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:52.691091 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:52.718118 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf2d0d-504f-4fa4-b6f2-8861d8074c95 x-openstack-request-id: req-8cbf2d0d-504f-4fa4-b6f2-8861d8074c95 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:52.718417 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-plugged", "status": "completed", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:52.718663 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8cbf2d0d-504f-4fa4-b6f2-8861d8074c95 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:52.719040 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'code': 200} Jul 16 02:11:52.740921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:52.742401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba56d2-08b7-4535-bc69-1bd2f51158da req-bfbcb365-f1f1-431b-abc7-ed3f26586ba6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.744275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70ba56d2-08b7-4535-bc69-1bd2f51158da req-bfbcb365-f1f1-431b-abc7-ed3f26586ba6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 944 time: 0.1365392 Jul 16 02:11:52.777654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Deleting port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:11:52.777997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:52.809755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-70ba56d2-08b7-4535-bc69-1bd2f51158da req-b3ed5282-e880-4437-ba53-b22f127240df tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583823 Jul 16 02:11:52.878757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] For port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:52.879116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.043087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.043368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.043678 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 disassociated. External IP: 172.25.5.222, port: 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3. Jul 16 02:11:53.044013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Calling delete_port for 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:11:53.173325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.202090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event deleted for resources: {'Port': ['ID=8be00e5a-b69a-4d35-a4a8-cf46d2857cf3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:53.318254 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:11:53.427745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:11:53.436773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:11:53.445311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:11:53.445919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:11:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:53.469599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] No DVR routers for this DVR port 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:53.472299 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.474834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e642bf4-3187-4a79-9b8b-fb8e2010d48a req-5a98351c-90e0-430a-86a0-5335573975f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "DELETE /v2.0/ports/8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 HTTP/1.1" status: 204 len: 173 time: 0.8575704 Jul 16 02:11:53.475277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-deleted', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:53.477977 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21304611-e2af-4645-8784-8e958bddaa4d" -d '{"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-deleted", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:53.514067 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092ede6-3f3d-4acb-a2e6-b0aee268babd x-openstack-request-id: req-a092ede6-3f3d-4acb-a2e6-b0aee268babd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:53.514370 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4fe1-38f0-4250-a67c-9005bd387f2b", "name": "network-vif-deleted", "tag": "8be00e5a-b69a-4d35-a4a8-cf46d2857cf3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:53.514653 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a092ede6-3f3d-4acb-a2e6-b0aee268babd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:53.515060 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4fe1-38f0-4250-a67c-9005bd387f2b', 'name': 'network-vif-deleted', 'tag': '8be00e5a-b69a-4d35-a4a8-cf46d2857cf3', 'status': 'completed', 'code': 200} Jul 16 02:11:53.553958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:11:53.747530 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:53.776389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:11:53.784385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:11:53.784975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:11:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:53.889481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:11:53.968127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-637f6f78-0239-409c-a9ba-054893236f43 req-6386f141-b715-4348-93d9-54cbb00e524a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6f4fe1-38f0-4250-a67c-9005bd387f2b HTTP/1.1" status: 200 len: 210 time: 0.0297530 Jul 16 02:11:54.092623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:54.119061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6acced-95e5-4ed5-9bca-c2c0024334f4 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:11:54.315575 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c484a48-f89f-4361-9025-f14f4d59c607 None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:11:55.269035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-9b619c86-ba6d-42a4-b9f7-0b0e16eb65dd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--985236685&fields=id&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 267 time: 0.0321786 Jul 16 02:11:55.378863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-4fd4173f-3cc7-4d39-bc06-febb6e0da3dd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.380391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-4fd4173f-3cc7-4d39-bc06-febb6e0da3dd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1049016 Jul 16 02:11:55.394966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-9947ffea-0e33-43ce-aef6-c7f8a1f51897 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/quotas/f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 375 time: 0.0091474 Jul 16 02:11:55.463938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-c87c1385-d8dc-4353-8cc6-0f07978aa6d8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633788 Jul 16 02:11:55.561795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0caf3081-e3c7-4b4d-9561-4d76ff7d6460 service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861034 Jul 16 02:11:55.651913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-b2c37e7b-15df-47c3-92ee-0d49ebd8f4e4 service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839200 Jul 16 02:11:55.826520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e20eca9-b4af-4330-999d-e62d929bd488 req-9f3129f9-bb7c-409a-adab-e52fb11e579f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 210 time: 0.0340347 Jul 16 02:11:56.505431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:56.529893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:11:56.530237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8be00e5a-b69a-4d35-a4a8-cf46d2857cf3 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:56.849520 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-a8f6b972-8a2c-4063-ab81-02429c4219ca tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:56.850978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-a8f6b972-8a2c-4063-ab81-02429c4219ca tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1038058 Jul 16 02:11:56.970863 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-638f50be-b707-4dd4-b672-0de059a0804d req-ffc2d692-940a-44ba-bc9b-c4eabe550def tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 210 time: 0.0319462 Jul 16 02:11:57.015192 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-a4b46cb4-7948-4f41-9fdd-ae7b26f54a9b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 379 time: 0.0338938 Jul 16 02:11:57.024835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'port': {'device_id': '729de49e-3c89-422a-b823-86f7bf92fea5', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'admin_state_up': True, 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'security_groups': ['c1e6bf4b-158e-491c-ae5a-022db2512ef3']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:57.130826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Made reservation on behalf of f20be876aa934c8480c99d500f392cfe for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:57.134407 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.259343 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Allocated IP 172.20.0.14 (69928918-6051-4c26-8038-03b02f7dfb55/35528cb3-2210-49ec-86cf-8cd78c75bd50/c6091bf6-323d-4243-9ac2-8f79ddaeb1ed) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:11:57.396053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.408899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Transition to ACTIVE for port object c6091bf6-323d-4243-9ac2-8f79ddaeb1ed will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:57.441554 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.487339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Network 69928918-6051-4c26-8038-03b02f7dfb55 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:11:57.490599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:57.494524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:11:57.517547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:57.548486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:57.549101 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.564160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-0639f9a0-38ed-4a2e-9694-e217179803ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5430627 Jul 16 02:11:57.575477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Request body: {'port': {'device_id': '729de49e-3c89-422a-b823-86f7bf92fea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:57.653468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.674931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0fc6dd26-4671-4156-9b02-c744d6526d69 None None] Provisioning for port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:57.678828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0fc6dd26-4671-4156-9b02-c744d6526d69 None None] Provisioning complete for port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:57.679280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0fc6dd26-4671-4156-9b02-c744d6526d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.715121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6dd26-4671-4156-9b02-c744d6526d69 None None] Port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:11:57.916515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6091bf6-323d-4243-9ac2-8f79ddaeb1ed {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:57.923628 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.935210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Transition to ACTIVE for port object c6091bf6-323d-4243-9ac2-8f79ddaeb1ed will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:57.938990 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.991500 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:58.072261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:58.072721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:58.073053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:58.078253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:58.078724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:58.084745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:58.085318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:58.085702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:58.086130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Bound port: c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:58.086490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.198194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:58.201890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:58.211011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d4f68-f62c-499f-9c78-bcb5e4bce137 req-396f7799-02e7-4a24-8d5a-0154eeb11c89 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.212525 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f4d4f68-f62c-499f-9c78-bcb5e4bce137 req-396f7799-02e7-4a24-8d5a-0154eeb11c89 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 944 time: 0.1238730 Jul 16 02:11:58.213989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.263253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.263873 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.265288 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] 10.222.0.93 "PUT /v2.0/ports/c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1092 time: 0.6942656 Jul 16 02:11:58.265749 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:58.268255 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3445c9dc-35c0-4167-a06c-4b48f143d034" -d '{"events": [{"name": "network-changed", "server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:58.313025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f4d4f68-f62c-499f-9c78-bcb5e4bce137 req-316a9c61-f2c7-4ad5-8a05-614c58f00b00 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944684 Jul 16 02:11:58.314333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b8c42-1811-4cc9-abc4-bbbd56a3fdea service neutron] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:58.347645 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fb04e4-99ec-4b35-aa53-95f7106a9b33 x-openstack-request-id: req-09fb04e4-99ec-4b35-aa53-95f7106a9b33 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:58.347940 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:58.348252 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09fb04e4-99ec-4b35-aa53-95f7106a9b33 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:58.348654 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'status': 'completed', 'code': 200} Jul 16 02:11:58.376896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-cacf2030-d018-4e93-aa66-9aa388bcbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.378461 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-cacf2030-d018-4e93-aa66-9aa388bcbca9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1095 time: 0.0590038 Jul 16 02:11:58.425335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-18498a50-2bae-45f3-9a15-6a17da3d61f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 217 time: 0.0397162 Jul 16 02:11:58.474054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-5eb1c05e-b1cf-4c79-b3d5-4d49f9ffb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.475562 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-5eb1c05e-b1cf-4c79-b3d5-4d49f9ffb641 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0443587 Jul 16 02:11:58.530972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-94478697-3b8d-415d-af1e-6332d8327017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.532401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-94478697-3b8d-415d-af1e-6332d8327017 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511374 Jul 16 02:11:58.622956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-02a6c96a-ae44-43d4-97ad-ae12121cea87 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843451 Jul 16 02:11:58.711550 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-918d40fd-52dd-4f5f-9dbb-6b8a28a59a00 req-cc30154d-4224-424b-acdd-058693475b37 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819049 Jul 16 02:11:58.815301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-fecf40c7-2d34-42bd-8e0a-d8e03442938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.817292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-fecf40c7-2d34-42bd-8e0a-d8e03442938d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1095 time: 0.0556934 Jul 16 02:11:58.903611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-57e61cef-2251-4be3-a12d-df656564ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.905099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-57e61cef-2251-4be3-a12d-df656564ae39 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0822694 Jul 16 02:11:58.948968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-3703a70a-4431-4c24-80a0-5e24750e8ae9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 217 time: 0.0363131 Jul 16 02:11:58.997350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-64cd5bde-b31f-4a2f-9a5a-1af80fb54935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.998805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-64cd5bde-b31f-4a2f-9a5a-1af80fb54935 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0428898 Jul 16 02:11:59.057993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-f0fc0543-3dff-471a-a328-5a6ea6e41c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:59.059062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-f0fc0543-3dff-471a-a328-5a6ea6e41c44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529513 Jul 16 02:11:59.152851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-ce93ad3a-fbef-4933-97a4-94e84f23b55e service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848775 Jul 16 02:11:59.240011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3445c9dc-35c0-4167-a06c-4b48f143d034 req-be43bace-60e7-47f0-b0b0-f504f2fe72ff service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797613 Jul 16 02:11:59.496323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540a73-fa47-41f9-a92e-2211805f1151 req-39110baf-1dde-404f-bee5-e517650198f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:59.497784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1540a73-fa47-41f9-a92e-2211805f1151 req-39110baf-1dde-404f-bee5-e517650198f1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 944 time: 0.0693665 Jul 16 02:11:59.537951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1540a73-fa47-41f9-a92e-2211805f1151 req-f8ca6f57-70bf-4346-b317-33859fedc22b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347061 Jul 16 02:12:00.511156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:00.609147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:00.620446 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'mac_address': 'fa:16:3e:55:b2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:00.662261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.674961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6091bf6-323d-4243-9ac2-8f79ddaeb1ed {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:00.695258 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:00.699927 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.713443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaf2b3-5d3e-4f8a-9b5f-98b7226263c0 req-6f2599f4-f74b-4409-b638-2d65fd8fa012 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.714950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdcaf2b3-5d3e-4f8a-9b5f-98b7226263c0 req-6f2599f4-f74b-4409-b638-2d65fd8fa012 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 944 time: 0.0654840 Jul 16 02:12:00.747809 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:00.752147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdcaf2b3-5d3e-4f8a-9b5f-98b7226263c0 req-9ceebc66-58e0-428b-9b06-6c4fe1f0184c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Jul 16 02:12:00.882773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:01.924465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85600291-3912-41c8-aebd-92d37fe3efdf req-62ba7d90-ad0f-41af-856d-443ed323d0a6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.925929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85600291-3912-41c8-aebd-92d37fe3efdf req-62ba7d90-ad0f-41af-856d-443ed323d0a6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 945 time: 0.0622165 Jul 16 02:12:01.962856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85600291-3912-41c8-aebd-92d37fe3efdf req-a0d97bed-af8e-4fc1-8f4e-951ad54c4abb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Jul 16 02:12:02.526189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:02.574800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:02.578318 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:02.578686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.653893 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.674696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:02.676984 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5482f5-4533-40c4-a4ed-3710276256b9" -d '{"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-plugged", "status": "completed", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:02.689127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:02.693283 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.739820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:02.773109 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aa8666-e0d1-401b-ac15-b860112ef95d x-openstack-request-id: req-66aa8666-e0d1-401b-ac15-b860112ef95d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:02.773426 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-plugged", "status": "completed", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:02.773672 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66aa8666-e0d1-401b-ac15-b860112ef95d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:02.774062 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'code': 200} Jul 16 02:12:02.888328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ce02a-8b9a-45de-99aa-d32b22d39548 req-676029a1-ab51-44ec-9233-6a9e19fd5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:02.889688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed9ce02a-8b9a-45de-99aa-d32b22d39548 req-676029a1-ab51-44ec-9233-6a9e19fd5c46 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1097 time: 0.0540221 Jul 16 02:12:02.922551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ed9ce02a-8b9a-45de-99aa-d32b22d39548 req-09321cde-0067-4685-bd12-c47f8e26585f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266330 Jul 16 02:12:03.135821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a4ff7-20c3-46d3-ba9b-59fa5840e2f4 req-8271dbe3-c49b-4f6e-a963-4abd4c6d2933 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.137316 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-212a4ff7-20c3-46d3-ba9b-59fa5840e2f4 req-8271dbe3-c49b-4f6e-a963-4abd4c6d2933 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0632844 Jul 16 02:12:03.174077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-212a4ff7-20c3-46d3-ba9b-59fa5840e2f4 req-bf5d09a2-036a-4803-bc88-e5bb3b71d479 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Jul 16 02:12:04.347742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc0ed6-47e1-4430-b809-aaff6ac7a75c req-2e8c1f4d-6f89-4549-8e59-77696d4ade06 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:04.349135 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00cc0ed6-47e1-4430-b809-aaff6ac7a75c req-2e8c1f4d-6f89-4549-8e59-77696d4ade06 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0668292 Jul 16 02:12:04.728949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00cc0ed6-47e1-4430-b809-aaff6ac7a75c req-519339cd-9827-4ac8-beae-db2eccdb0bd0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742902 Jul 16 02:12:04.891412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95549e70-39ab-4916-9dcb-da99acc1c1d7 req-59f81823-a8f3-40f2-9d9b-bccb052c4794 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:04.892907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-95549e70-39ab-4916-9dcb-da99acc1c1d7 req-59f81823-a8f3-40f2-9d9b-bccb052c4794 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0624733 Jul 16 02:12:04.901430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41522) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:04.905782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'floatingip': {'port_id': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:04.946520 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.385824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.389317 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.487673 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 associated. External IP: 172.25.5.222, port: c6091bf6-323d-4243-9ac2-8f79ddaeb1ed. Jul 16 02:12:05.690021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:05.796065 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:05.800588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.808167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:05.817792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:05.818400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:11:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:05.836554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11360c8a-c69a-4668-a5f5-8eaa5119dd47 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "PUT /v2.0/floatingips/65b0e3bb-cf73-4b95-a32d-95843b75e8b9 HTTP/1.1" status: 200 len: 992 time: 0.9340775 Jul 16 02:12:05.837150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:05.839382 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef33c704-404a-49f1-b17a-e6dbbbda65ac" -d '{"events": [{"name": "network-changed", "server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:05.876212 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee6ac4-a506-4650-8524-948ce0815a08 x-openstack-request-id: req-bbee6ac4-a506-4650-8524-948ce0815a08 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:05.876543 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:05.876794 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbee6ac4-a506-4650-8524-948ce0815a08 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:05.877195 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'status': 'completed', 'code': 200} Jul 16 02:12:05.934002 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:05.955961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-8ae6cbf4-8f76-42a6-aa63-3019f0e218b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:05.957561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-8ae6cbf4-8f76-42a6-aa63-3019f0e218b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1097 time: 0.0598595 Jul 16 02:12:06.050422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-997b2839-6741-4269-82a3-d0ef31be5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.052493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-997b2839-6741-4269-82a3-d0ef31be5a26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0892727 Jul 16 02:12:06.122005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-f83c56af-d94c-4d07-b945-933bd01ea669 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1000 time: 0.0633535 Jul 16 02:12:06.160188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:55:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729de49e-3c89-422a-b823-86f7bf92fea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:12:05Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:06.168566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-24de8c85-ebe6-47c3-a1b0-2b6c623ccf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.170059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-24de8c85-ebe6-47c3-a1b0-2b6c623ccf8f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0426524 Jul 16 02:12:06.187433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:06.195663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:06.196300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:11:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:06.226707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-138094f7-60cc-4c08-af3b-d13756173e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.228280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-138094f7-60cc-4c08-af3b-d13756173e95 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512028 Jul 16 02:12:06.325067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-4595bae9-c1bb-4575-bb4c-54b428a6ac7f service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907681 Jul 16 02:12:06.420652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef33c704-404a-49f1-b17a-e6dbbbda65ac req-1c3f2a8b-5aa5-4f22-975c-a1d01dc3359b service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897679 Jul 16 02:12:06.452067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:06.664290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:55:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729de49e-3c89-422a-b823-86f7bf92fea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:12:05Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:06.695764 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a545b-4665-4b67-946d-11b9ea307205 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:55:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729de49e-3c89-422a-b823-86f7bf92fea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:12:05Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:06.888466 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62be33-15ed-4b0e-a1a2-8ac1ea23bfbf None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:12:11.346250 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:11.665194 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d13a534e-e07a-4aca-991c-e839e3216240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:14.497920 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:14.528461 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c037b591-43a1-4095-affe-5c17158f59da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.475015 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.425533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.983973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.100541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.964431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-6969be7d-173d-467c-99f5-bcd0ef3dbdfe req-479c8d38-8e5d-4a4f-bbcc-bc43f26bef36 service neutron] (93706) timed out ('10.222.0.78', 63049) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:12:41.665757 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c456458-584d-43ff-9850-01451c0c6341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.197665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-437e92ef-ead6-47e5-b4b6-8feac7ff38bd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556664 Jul 16 02:12:43.292734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-46b7fe8b-6db2-44b6-9f28-5efd2a720e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.294258 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-46b7fe8b-6db2-44b6-9f28-5efd2a720e22 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1097 time: 0.0535905 Jul 16 02:12:43.444381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-09159d4b-47cd-45ce-81fb-23c39b16b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.445936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-09159d4b-47cd-45ce-81fb-23c39b16b823 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.1317208 Jul 16 02:12:43.511774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-f2a1fc28-c486-4ca7-b99d-e983b5c7430e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1002 time: 0.0598998 Jul 16 02:12:43.559263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-ac4021d3-fdc9-483d-8203-bf01093aaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.560716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-ac4021d3-fdc9-483d-8203-bf01093aaea3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0425076 Jul 16 02:12:43.616016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-8411cc2c-0b16-4cdc-b577-de5104845cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.617437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-8411cc2c-0b16-4cdc-b577-de5104845cc8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502262 Jul 16 02:12:43.627291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-fcc04a2c-54df-499c-8733-dde5e5e6a0cb service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:12:43.628233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-fcc04a2c-54df-499c-8733-dde5e5e6a0cb service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047665 Jul 16 02:12:43.719759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-0af2f1fd-b85b-45ae-b61f-42e7adb40c38 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841842 Jul 16 02:12:43.806557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030f3bab-0c6b-45b9-83cf-c47d80166cd2 req-58d6e4b3-0cc2-4d19-8658-d632e819423d service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800970 Jul 16 02:12:44.500701 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:44.527340 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3184-4c63-41c1-93ed-d0a50cd2e8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:45.478400 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.444027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.986137 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:48.345203 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:50.094029 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:11.666822 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-385aa0c8-5826-4674-826b-9064040f6d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.502610 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:14.525727 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a79e2c4c-c383-4150-bd3e-10eb5d76cf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:15.481452 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:16.453593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:17.006425 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:20.100245 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:25.344635 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:41.668364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-067679c6-4d24-4b95-ac76-9b59fb204761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:42.096298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c4fae-e03f-4b97-bd1e-531fc7b755ba req-0c86d339-0896-4642-bcd7-e10adbc70629 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.097802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583c4fae-e03f-4b97-bd1e-531fc7b755ba req-0c86d339-0896-4642-bcd7-e10adbc70629 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0715353 Jul 16 02:13:42.135954 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583c4fae-e03f-4b97-bd1e-531fc7b755ba req-03b326ca-4613-4fd3-ae0d-f9bc9c793a7b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326130 Jul 16 02:13:43.243997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-d42a2fbc-301c-46e2-98c0-2818cae08f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.245547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-d42a2fbc-301c-46e2-98c0-2818cae08f37 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1097 time: 0.0536709 Jul 16 02:13:43.373173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e4f9e-a41a-46df-8c4d-2056a2bd8baf req-bc67328c-28b3-4d82-9ad6-76eaddf9de4c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.374579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030e4f9e-a41a-46df-8c4d-2056a2bd8baf req-bc67328c-28b3-4d82-9ad6-76eaddf9de4c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.1281424 Jul 16 02:13:43.393366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-ed3f0fe3-f844-4faf-bbe2-824b567245fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.394730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-ed3f0fe3-f844-4faf-bbe2-824b567245fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.1204064 Jul 16 02:13:43.465699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-030e4f9e-a41a-46df-8c4d-2056a2bd8baf req-59130ee5-3a11-42bc-aa71-7837e6d4ac43 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822535 Jul 16 02:13:43.477723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-fb34f4e9-5dcf-42fc-a6bb-acf0424fb502 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1002 time: 0.0754006 Jul 16 02:13:43.525659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-20300924-fd92-4054-b4ab-cc4aa5959ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.527070 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-20300924-fd92-4054-b4ab-cc4aa5959ae4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0436869 Jul 16 02:13:43.583033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-9794d545-b67a-4686-b89a-a2350ef39d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:43.584509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-9794d545-b67a-4686-b89a-a2350ef39d56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507648 Jul 16 02:13:43.674727 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-976f9625-77a0-4c40-bb4c-d37a3eecaede service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839057 Jul 16 02:13:43.760880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec8c6f7-9dbc-4f51-9d9c-c8128a28ba11 req-133cafb3-591c-42a3-abc6-a1bb7488ba86 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797949 Jul 16 02:13:44.505192 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:44.527298 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7fdcaf9f-1322-4ff9-a7fe-61976d452e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:44.641972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed46736-332a-442b-bdac-5cb30aa7a935 req-08d367de-c898-48e5-bce1-d90d5ab1a9c3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.643424 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ed46736-332a-442b-bdac-5cb30aa7a935 req-08d367de-c898-48e5-bce1-d90d5ab1a9c3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0662909 Jul 16 02:13:44.681598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ed46736-332a-442b-bdac-5cb30aa7a935 req-112e1a44-53ad-49b9-944d-994fcf95ec3d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Jul 16 02:13:45.485532 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:45.851388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257c8a2-5ac7-4cfb-848a-25b7f5893268 req-a3d9c136-fcaa-44f4-a7b2-a1c415905c04 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:45.852882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3257c8a2-5ac7-4cfb-848a-25b7f5893268 req-a3d9c136-fcaa-44f4-a7b2-a1c415905c04 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0624561 Jul 16 02:13:45.889774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3257c8a2-5ac7-4cfb-848a-25b7f5893268 req-b4d54571-5793-47ea-bab7-d6f7aad583d4 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Jul 16 02:13:46.459892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:46.991435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:47.060274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047efc7a-19c6-4459-b50a-e38879b2fd85 req-f34dc3c3-0243-4f2a-ab80-982fdee18a29 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:47.061777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-047efc7a-19c6-4459-b50a-e38879b2fd85 req-f34dc3c3-0243-4f2a-ab80-982fdee18a29 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0627003 Jul 16 02:13:47.100926 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-047efc7a-19c6-4459-b50a-e38879b2fd85 req-55914cf7-51fc-403d-b31f-008bdf067344 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336277 Jul 16 02:13:48.278006 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee307ae-a2a6-48db-8e84-6538c8bc1989 req-ad4af866-dcc5-401d-84b5-846af2d9d935 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:48.279487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eee307ae-a2a6-48db-8e84-6538c8bc1989 req-ad4af866-dcc5-401d-84b5-846af2d9d935 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0672617 Jul 16 02:13:48.316021 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eee307ae-a2a6-48db-8e84-6538c8bc1989 req-34874f30-0447-492c-ac40-1b067df36643 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310144 Jul 16 02:13:49.486365 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7831a-8ae0-4c76-837a-7944b41c598d req-7ebc1079-8566-439e-9b96-7822d43430fb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:49.487816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ead7831a-8ae0-4c76-837a-7944b41c598d req-7ebc1079-8566-439e-9b96-7822d43430fb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0621998 Jul 16 02:13:49.525682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ead7831a-8ae0-4c76-837a-7944b41c598d req-c4bcf94c-8f37-4e9c-939d-a3c37293b08e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Jul 16 02:13:50.097828 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:50.701295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce7ba8-07f9-48c2-8eae-e5433769e99b req-9141033a-fef2-465f-b4a4-b3ad1cc106af tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:50.702751 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cce7ba8-07f9-48c2-8eae-e5433769e99b req-9141033a-fef2-465f-b4a4-b3ad1cc106af tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0657494 Jul 16 02:13:50.740326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cce7ba8-07f9-48c2-8eae-e5433769e99b req-20a49bbf-f5c4-462e-a5c8-6fdbd84bf51f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Jul 16 02:13:51.912986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d24c8-a9da-40af-9cda-d76cf18ba9b9 req-7c4cb534-d52a-4807-baf7-321a1c3ad9e9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:51.914470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a24d24c8-a9da-40af-9cda-d76cf18ba9b9 req-7c4cb534-d52a-4807-baf7-321a1c3ad9e9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0633814 Jul 16 02:13:51.951285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a24d24c8-a9da-40af-9cda-d76cf18ba9b9 req-a87698d2-fc2d-450d-b9e7-bc7bb2c47d27 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Jul 16 02:13:53.121799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7645-e82d-451c-a5e8-0dc839d4f605 req-624df186-f30a-47d7-abf1-29951350cd51 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.123318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-058e7645-e82d-451c-a5e8-0dc839d4f605 req-624df186-f30a-47d7-abf1-29951350cd51 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0642030 Jul 16 02:13:53.159902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-058e7645-e82d-451c-a5e8-0dc839d4f605 req-169658ea-6f88-4c77-acca-88c04b9aba0a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Jul 16 02:13:53.543842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-56b0a4b1-d1e7-4a56-a300-468211216107 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974159 Jul 16 02:13:53.556356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1c190-faeb-40ed-a9d8-3499e06e8a77 req-0b630bf6-2025-4ad5-b578-07e0fe7667e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.557789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26a1c190-faeb-40ed-a9d8-3499e06e8a77 req-0b630bf6-2025-4ad5-b578-07e0fe7667e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0791144 Jul 16 02:13:53.595357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26a1c190-faeb-40ed-a9d8-3499e06e8a77 req-2a19a58d-4019-4066-b632-1f18c8ea2d6a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319028 Jul 16 02:13:54.769214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6b46c-cd12-4178-8e0c-364078573ce8 req-a00cfcf8-c440-4047-8e89-a8cabfc6ca87 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:54.771314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ac6b46c-cd12-4178-8e0c-364078573ce8 req-a00cfcf8-c440-4047-8e89-a8cabfc6ca87 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0681267 Jul 16 02:13:54.807632 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6ac6b46c-cd12-4178-8e0c-364078573ce8 req-716a7057-0e61-4c9f-b6cd-e2e4e9b196e2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309894 Jul 16 02:13:55.980414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17603ca5-5765-46eb-9281-5de8a4f19f39 req-bd683c35-c271-4e0d-8ca8-894f70246937 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:55.982062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17603ca5-5765-46eb-9281-5de8a4f19f39 req-bd683c35-c271-4e0d-8ca8-894f70246937 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0654304 Jul 16 02:13:56.022672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17603ca5-5765-46eb-9281-5de8a4f19f39 req-4e84d3a1-808d-459a-aa37-9d7e946fd819 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336792 Jul 16 02:13:57.205759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c9fbf-6800-4277-9082-d1a6f87a9d0b req-5d1820ad-2c9a-4777-bb7d-6e683b57038b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:57.207238 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-598c9fbf-6800-4277-9082-d1a6f87a9d0b req-5d1820ad-2c9a-4777-bb7d-6e683b57038b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0662968 Jul 16 02:13:57.244947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-598c9fbf-6800-4277-9082-d1a6f87a9d0b req-2cb56db3-444e-40ab-99df-3096877c26fe tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Jul 16 02:13:58.431464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c732f2-9e75-4337-981a-8492b356918a req-71392c5f-b9e8-4345-971d-c742febdbcd5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:58.432988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42c732f2-9e75-4337-981a-8492b356918a req-71392c5f-b9e8-4345-971d-c742febdbcd5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0755160 Jul 16 02:13:58.473064 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42c732f2-9e75-4337-981a-8492b356918a req-cbf68de8-04ce-48c2-8e8b-b699ff88736a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343602 Jul 16 02:13:58.842680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-9421a2bb-d720-4062-9359-6e9b3ca19466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:58.844162 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-9421a2bb-d720-4062-9359-6e9b3ca19466 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1097 time: 0.0526068 Jul 16 02:13:58.934884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-56b13ee1-5ef0-4050-aa67-79c377979b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:58.936376 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-56b13ee1-5ef0-4050-aa67-79c377979b3e service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0859551 Jul 16 02:13:58.998566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-6bc64fc5-4861-4298-a139-3d1e6cf1a918 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1002 time: 0.0563772 Jul 16 02:13:59.048804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-68ee9014-01ef-4ecd-a6ea-72da2328e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:59.050175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-68ee9014-01ef-4ecd-a6ea-72da2328e465 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0460155 Jul 16 02:13:59.107870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-0358e22e-8361-4b21-b54c-fdc7c5a21d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:59.109391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-0358e22e-8361-4b21-b54c-fdc7c5a21d19 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526395 Jul 16 02:13:59.196578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-3643d58a-783d-4eed-b327-a4e6beb4fa5f service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798459 Jul 16 02:13:59.287341 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-3e48ccfa-b7e3-4369-812b-737961def98e service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851460 Jul 16 02:13:59.643499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764113d7-773a-4704-adde-1b02771cd19b req-b6d8eecf-f33b-4ec3-bdd3-43c28c8795df tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:59.645617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-764113d7-773a-4704-adde-1b02771cd19b req-b6d8eecf-f33b-4ec3-bdd3-43c28c8795df tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0626130 Jul 16 02:13:59.682359 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-764113d7-773a-4704-adde-1b02771cd19b req-78ccb590-51b4-4147-b21d-5b5c5a5d01c7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313597 Jul 16 02:14:00.856214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00011d-9488-4db0-9fe3-ef6985a708e8 req-e71f61fe-2ab2-45f2-b167-e49db9f09413 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:00.857701 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a00011d-9488-4db0-9fe3-ef6985a708e8 req-e71f61fe-2ab2-45f2-b167-e49db9f09413 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0664613 Jul 16 02:14:00.894534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a00011d-9488-4db0-9fe3-ef6985a708e8 req-1f69265e-354d-4de5-ac65-8bd7c1dc3561 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Jul 16 02:14:01.393665 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-e2041963-5099-4e4d-8f75-504316e7da0c service neutron] show failed (client error): The resource could not be found. Jul 16 02:14:01.394742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-e2041963-5099-4e4d-8f75-504316e7da0c service neutron] 10.222.0.93 "GET /v2.0/ports/c6091bf6-323d-4243-9ac2-8f79ddaeb1ed/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0568748 Jul 16 02:14:01.689878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-120e7f8f-18a6-4822-9b6d-74dcfbc93bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.691317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-120e7f8f-18a6-4822-9b6d-74dcfbc93bd2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 1097 time: 0.1047368 Jul 16 02:14:01.703490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:01.777153 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.981361 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:02.013739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:02.055936 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.057999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:02.060563 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3fcc58-3f4d-41e2-b57e-7a299d51ed44" -d '{"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:02.071880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269dd25-a7b6-418b-95bb-707dcb970129 req-c71c8c3f-fd64-4078-a529-d1f4fa5b8da3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.073784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Transition to ACTIVE for port object c6091bf6-323d-4243-9ac2-8f79ddaeb1ed will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:02.073916 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5269dd25-a7b6-418b-95bb-707dcb970129 req-c71c8c3f-fd64-4078-a529-d1f4fa5b8da3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0671530 Jul 16 02:14:02.079057 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.117861 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5269dd25-a7b6-418b-95bb-707dcb970129 req-8f8d4175-569d-42a3-8529-b699bdbf69b9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378993 Jul 16 02:14:02.183430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:02.186000 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1ca512-305c-4d45-bc4d-ea3d7f82381a x-openstack-request-id: req-4f1ca512-305c-4d45-bc4d-ea3d7f82381a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:02.186293 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:02.186543 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f1ca512-305c-4d45-bc4d-ea3d7f82381a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:02.186931 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'code': 200} Jul 16 02:14:02.199558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.199921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.200273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.200614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.200953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.201281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.201607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.201948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.202262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.202582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.202905 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.203226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.233447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] No DVR routers for this DVR port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:02.343968 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:02.373140 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:02.373478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:02.373807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:02.378274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:14:02.378596 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Attempting to bind port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:02.383962 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:02.384388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:02.384774 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:02.385292 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Bound port: c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:02.385568 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.451686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:02.454769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:02.459325 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.492325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.492937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.494388 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] 10.222.0.78 "PUT /v2.0/ports/c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1092 time: 0.7951102 Jul 16 02:14:02.515945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242e88b-e568-4da0-9521-67e8680ec503 service neutron] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:02.577247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-aa9cbc09-ca45-4e82-b8ad-5d991a7f070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.578827 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-aa9cbc09-ca45-4e82-b8ad-5d991a7f070d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1095 time: 0.0569768 Jul 16 02:14:02.675492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-11c3aad5-8cf2-4717-812c-fa79948ebe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.677530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-11c3aad5-8cf2-4717-812c-fa79948ebe64 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0918047 Jul 16 02:14:02.742556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-c386ca35-2e2d-405a-a536-86de37019d4d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1000 time: 0.0578153 Jul 16 02:14:02.789320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-8e8e7a2f-a9ea-4645-89eb-b16b4fe61095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.790669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-8e8e7a2f-a9ea-4645-89eb-b16b4fe61095 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0414839 Jul 16 02:14:02.849224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-cb39ae65-3b33-49b2-9fd6-8cbf4a375ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.850703 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-cb39ae65-3b33-49b2-9fd6-8cbf4a375ed5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536261 Jul 16 02:14:02.938767 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-d953858f-857d-43e9-9e65-a713a661d5b6 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802631 Jul 16 02:14:03.028867 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f56c5aea-bb4d-47e3-8c41-e37b7f9f6653 req-4b582639-49c4-4ad6-be8d-45d0aac664c4 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834332 Jul 16 02:14:03.294314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8b31-7c8e-42fe-92ae-fdbacdd31e3c req-151148e5-9504-4adb-b344-9faa775316b2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:03.295697 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9ab8b31-7c8e-42fe-92ae-fdbacdd31e3c req-151148e5-9504-4adb-b344-9faa775316b2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 944 time: 0.0657549 Jul 16 02:14:03.332924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9ab8b31-7c8e-42fe-92ae-fdbacdd31e3c req-820387f7-ce21-4004-be9e-7cf87fa81618 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Jul 16 02:14:04.187608 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:04.189979 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13839f2a-e454-4be3-9671-84d8ed8b6465" -d '{"events": [{"name": "network-changed", "server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:04.236366 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ddc1ee-7627-4d17-afa7-089eee7f8719 x-openstack-request-id: req-76ddc1ee-7627-4d17-afa7-089eee7f8719 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:04.236661 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:04.236918 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76ddc1ee-7627-4d17-afa7-089eee7f8719 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:04.237322 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'status': 'completed', 'code': 200} Jul 16 02:14:04.316391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-e18393b5-76aa-4b67-baa3-78f9f23d6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.318491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-e18393b5-76aa-4b67-baa3-78f9f23d6e8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1095 time: 0.0549281 Jul 16 02:14:04.326566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-5cbc7b8b-a774-44c8-b341-645bbd7e36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.328321 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-5cbc7b8b-a774-44c8-b341-645bbd7e36c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1095 time: 0.0561717 Jul 16 02:14:04.419462 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-b0deba38-9cd4-43dd-86c9-047795840d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.421145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-b0deba38-9cd4-43dd-86c9-047795840d9f service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0966744 Jul 16 02:14:04.436534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-be291409-7407-489b-b5a6-dc0c9f8ec488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.438667 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-be291409-7407-489b-b5a6-dc0c9f8ec488 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.1039298 Jul 16 02:14:04.503243 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-dfee37a2-2f15-4c0f-b5a4-a45b6c3559f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1000 time: 0.0579066 Jul 16 02:14:04.514377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-cc52f473-eb08-4725-b9d0-8fd51ccbb182 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1000 time: 0.0870154 Jul 16 02:14:04.553031 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-161830d7-653f-4acb-9a74-e53a5de84f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.554504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-161830d7-653f-4acb-9a74-e53a5de84f7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0447886 Jul 16 02:14:04.578470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc1cf-3b4b-45e0-8adf-33264d710b6b req-a77789f9-13df-4cbb-a738-1ff8f22ae334 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.579856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-608dc1cf-3b4b-45e0-8adf-33264d710b6b req-a77789f9-13df-4cbb-a738-1ff8f22ae334 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 944 time: 0.1165156 Jul 16 02:14:04.586358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-35e8381c-3c9c-4726-9713-c0c2ab4a5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.588729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-35e8381c-3c9c-4726-9713-c0c2ab4a5d66 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0672731 Jul 16 02:14:04.617074 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-d48adef6-f3ef-4bd0-9511-d7b93a05e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.618603 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-d48adef6-f3ef-4bd0-9511-d7b93a05e718 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574493 Jul 16 02:14:04.651747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-608dc1cf-3b4b-45e0-8adf-33264d710b6b req-049c7bc1-a93e-49e1-ae3a-b92472906b73 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620186 Jul 16 02:14:04.671287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-717e4e3e-3256-4ed5-b838-127cd7964060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.672824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-717e4e3e-3256-4ed5-b838-127cd7964060 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767090 Jul 16 02:14:04.710546 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-6a9686f5-e779-45c0-9404-61ce47dc68d4 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Jul 16 02:14:04.768088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-c3c71bf4-7fd5-4cbd-8fb3-b8d9e1e377b8 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875967 Jul 16 02:14:04.872937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-83202533-b51e-45d2-828e-581c36cb7180 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974209 Jul 16 02:14:05.008162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:05.019075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01c38a-6dfe-4e67-abfd-c7cac79282f9 req-92e7dc69-a862-4f55-b157-e7eb466785e3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.020790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee01c38a-6dfe-4e67-abfd-c7cac79282f9 req-92e7dc69-a862-4f55-b157-e7eb466785e3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 944 time: 0.1210964 Jul 16 02:14:05.042932 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-66896c99-b9d9-4c89-8dc5-0b2235b7a091 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.044484 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-66896c99-b9d9-4c89-8dc5-0b2235b7a091 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5&tenant_id=f20be876aa934c8480c99d500f392cfe&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 944 time: 0.1089346 Jul 16 02:14:05.048896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:05.103168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee01c38a-6dfe-4e67-abfd-c7cac79282f9 req-c59ce792-b2d3-4d6d-8227-ab6be48065e0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742688 Jul 16 02:14:05.126508 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-dff9e053-05e2-4adb-81e6-98d2832d845d service neutron] delete failed (client error): The resource could not be found. Jul 16 02:14:05.127447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-dff9e053-05e2-4adb-81e6-98d2832d845d service neutron] 10.222.0.93 "DELETE /v2.0/ports/c6091bf6-323d-4243-9ac2-8f79ddaeb1ed/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0741978 Jul 16 02:14:05.171504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-13839f2a-e454-4be3-9671-84d8ed8b6465 req-8d26c4f3-d730-40f5-8d7d-7d8a9b0c20ff service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548707 Jul 16 02:14:05.227449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-13b8ee47-93c8-4305-8ba6-dcf95bafe29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.228978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-13b8ee47-93c8-4305-8ba6-dcf95bafe29c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1095 time: 0.0590055 Jul 16 02:14:05.650011 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-19d89721-61b2-4211-baca-3efba73d7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.651522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-19d89721-61b2-4211-baca-3efba73d7fce service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.4166138 Jul 16 02:14:05.716410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-a7fc58eb-46a1-4417-8fea-554abd5f1bd1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1000 time: 0.0582235 Jul 16 02:14:05.763215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-58fd42b7-dede-4356-ad22-d97512e42b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.764611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-58fd42b7-dede-4356-ad22-d97512e42b35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0424519 Jul 16 02:14:05.819926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-453fefbb-b4d5-4c01-9508-26666170d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.821427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-453fefbb-b4d5-4c01-9508-26666170d0e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507410 Jul 16 02:14:05.911104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-a8d45cd0-96ac-4fb1-b4a4-1470b96cd1e1 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829892 Jul 16 02:14:05.998399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9197d172-c21a-4485-996e-c4fa9f45de65 req-cb5db478-da29-4c61-a0be-663b493993cf service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809627 Jul 16 02:14:06.281046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47c81a-a5f3-4172-8cc7-a82aef2e72ba req-6290ee03-3061-4286-96ab-0d5b317c49cd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:06.282946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa47c81a-a5f3-4172-8cc7-a82aef2e72ba req-6290ee03-3061-4286-96ab-0d5b317c49cd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 944 time: 0.0671887 Jul 16 02:14:06.322495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa47c81a-a5f3-4172-8cc7-a82aef2e72ba req-8918d1a2-cfaa-4056-ba1f-2cd609a5a852 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335584 Jul 16 02:14:06.453415 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:14:06.554948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:06.565814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'mac_address': 'fa:16:3e:55:b2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:14:06.602972 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.616423 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6091bf6-323d-4243-9ac2-8f79ddaeb1ed {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:06.636104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:06.640355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.686302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:06.694269 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.694615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.694952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.695285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.695613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.695941 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.696288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.696653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.696994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.697315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.697662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.697983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:06.876335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:07.493639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9131e-f726-44eb-9b25-22922f5fdb75 req-06f8139d-45db-46b7-a84a-6b8f9d186b1a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:07.495145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83a9131e-f726-44eb-9b25-22922f5fdb75 req-06f8139d-45db-46b7-a84a-6b8f9d186b1a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 945 time: 0.0632751 Jul 16 02:14:07.532497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-83a9131e-f726-44eb-9b25-22922f5fdb75 req-960ab237-3888-4462-9d6d-939c19a81da7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319002 Jul 16 02:14:07.702465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a05210-8ad0-433c-ad7e-f21fe20d4257 req-dc0644bc-deac-47a2-a2d6-16d995eeda49 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:07.703826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11a05210-8ad0-433c-ad7e-f21fe20d4257 req-dc0644bc-deac-47a2-a2d6-16d995eeda49 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 945 time: 0.0625696 Jul 16 02:14:07.741509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-11a05210-8ad0-433c-ad7e-f21fe20d4257 req-42545452-ef86-4c23-bf58-9103a81e163a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322919 Jul 16 02:14:08.049793 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-0cbbea37-9dc7-463d-b2cc-17a2d347ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:08.051352 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-0cbbea37-9dc7-463d-b2cc-17a2d347ff72 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 1096 time: 0.0525057 Jul 16 02:14:08.072185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20284f2c-0f26-496b-bffd-4ef1f4347a78 req-1418853a-67eb-4aaa-831a-5cfc27a80c35 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:08.073717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20284f2c-0f26-496b-bffd-4ef1f4347a78 req-1418853a-67eb-4aaa-831a-5cfc27a80c35 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 945 time: 0.0683591 Jul 16 02:14:08.112635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20284f2c-0f26-496b-bffd-4ef1f4347a78 req-99eff2b0-d654-479f-9d2d-89d0bdfd2e10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Jul 16 02:14:08.145868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-418dad98-1264-483b-a195-ae834746e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:08.147356 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-418dad98-1264-483b-a195-ae834746e8a7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0902426 Jul 16 02:14:08.211434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-8a6603cf-105c-4adf-8ed7-0a045b3cbb8d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 200 len: 1001 time: 0.0571067 Jul 16 02:14:08.259975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-a8ca00ba-88b8-487d-807e-61e5ffb98098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:08.261408 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-a8ca00ba-88b8-487d-807e-61e5ffb98098 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0432479 Jul 16 02:14:08.320502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-7a721125-56bd-4b03-a3c6-bab17058f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:08.321882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-7a721125-56bd-4b03-a3c6-bab17058f1ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546138 Jul 16 02:14:08.411116 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-364f7520-ad7f-4558-a30a-0cc4cb3aeddb service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818932 Jul 16 02:14:08.454511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:08.504395 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-55372620-27eb-4d05-9a3d-0ab4c1115819 req-ca06c60b-b70f-43a3-b96f-a051906088cb service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874574 Jul 16 02:14:08.504636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:08.507971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:08.508390 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:08.588163 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:08.610580 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:08.612830 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4cddaa-0efb-4aa0-9239-e8135bb8902f" -d '{"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-plugged", "status": "completed", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:08.627496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:08.631789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:08.655578 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4929c25a-5b59-4b3c-be43-a84875bf4405 x-openstack-request-id: req-4929c25a-5b59-4b3c-be43-a84875bf4405 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:08.655868 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-plugged", "status": "completed", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:08.656117 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4929c25a-5b59-4b3c-be43-a84875bf4405 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:08.656530 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'code': 200} Jul 16 02:14:08.683129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:09.284384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf539f-f0de-4b99-a5c7-f282198e022d req-799cf7c0-1b2e-45db-93c6-4a35a72de064 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:09.285891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9acf539f-f0de-4b99-a5c7-f282198e022d req-799cf7c0-1b2e-45db-93c6-4a35a72de064 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0632823 Jul 16 02:14:09.322892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9acf539f-f0de-4b99-a5c7-f282198e022d req-6f7d8ec9-50c1-42ba-bfb4-2c842bfc916a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Jul 16 02:14:09.693764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdf015-7ab1-4250-8925-ba6b0a2f1f2c req-0973dc88-5a90-450d-9e96-3da7075486fd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:09.695147 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdbdf015-7ab1-4250-8925-ba6b0a2f1f2c req-0973dc88-5a90-450d-9e96-3da7075486fd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0669205 Jul 16 02:14:09.731669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bdbdf015-7ab1-4250-8925-ba6b0a2f1f2c req-94b68b0d-658a-45a6-9868-1e72eaf70df0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Jul 16 02:14:10.903005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f4c39-8542-4102-8bec-4437caafc913 req-935d82a0-4bcc-4fde-ab69-0a37f8818e3e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.904510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-855f4c39-8542-4102-8bec-4437caafc913 req-935d82a0-4bcc-4fde-ab69-0a37f8818e3e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0628548 Jul 16 02:14:10.940922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-855f4c39-8542-4102-8bec-4437caafc913 req-a6693294-42ec-4041-982d-9dbedcd5975b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309653 Jul 16 02:14:11.009776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-3047d813-f1a0-428a-9280-9ce4738c13e6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:11.011242 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-3047d813-f1a0-428a-9280-9ce4738c13e6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 946 time: 0.0632074 Jul 16 02:14:11.113027 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Deleting port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:11.113906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:11.199376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] For port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:11.199742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:11.415542 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:11.415845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:11.416165 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 disassociated. External IP: 172.25.5.222, port: c6091bf6-323d-4243-9ac2-8f79ddaeb1ed. Jul 16 02:14:11.416545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Calling delete_port for c6091bf6-323d-4243-9ac2-8f79ddaeb1ed owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:11.545086 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:11.574920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event deleted for resources: {'Port': ['ID=c6091bf6-323d-4243-9ac2-8f79ddaeb1ed,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:11.673396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6afc011c-1c52-435f-a9a8-5decc2f515c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:11.702432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:11.814917 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:11.826421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:11.835280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:11.835895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:13:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:11.858046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] No DVR routers for this DVR port c6091bf6-323d-4243-9ac2-8f79ddaeb1ed on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:11.860909 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:11.862902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c24e6226-ab3b-4bbd-a697-96f8c3bc0291 req-2a32a898-d1ad-4dc5-b6e4-985a827b0f05 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "DELETE /v2.0/ports/c6091bf6-323d-4243-9ac2-8f79ddaeb1ed HTTP/1.1" status: 204 len: 173 time: 0.8459790 Jul 16 02:14:11.863866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-deleted', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:11.866130 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4aa627-15e1-4036-8a32-5213cb9ccc23" -d '{"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-deleted", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:11.910735 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18b70b5-2164-4454-8999-d1742e768370 x-openstack-request-id: req-f18b70b5-2164-4454-8999-d1742e768370 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:11.911449 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729de49e-3c89-422a-b823-86f7bf92fea5", "name": "network-vif-deleted", "tag": "c6091bf6-323d-4243-9ac2-8f79ddaeb1ed", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:11.911714 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f18b70b5-2164-4454-8999-d1742e768370 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:11.912124 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729de49e-3c89-422a-b823-86f7bf92fea5', 'name': 'network-vif-deleted', 'tag': 'c6091bf6-323d-4243-9ac2-8f79ddaeb1ed', 'status': 'completed', 'code': 200} Jul 16 02:14:11.947265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:12.104263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c059ee1-2625-4b92-950f-812861111763 req-21360ac9-2bda-490a-8bc9-e11418449bc3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=729de49e-3c89-422a-b823-86f7bf92fea5 HTTP/1.1" status: 200 len: 210 time: 0.0302608 Jul 16 02:14:12.170578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:12.197046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:12.205596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:12.206135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:13:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:12.310342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:12.499961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:12.528844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c29e5-127b-4f6b-bdce-5ea65ed9ab65 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:12.736888 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832341f-1fbb-48eb-a1a4-0b4742395f45 None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:14:13.446349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c9290186-de2c-4078-b862-9579b5936d27 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--985236685&fields=id&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 267 time: 0.0328293 Jul 16 02:14:13.554190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-921d321a-0b9e-44bc-a17b-8a17a8d595f5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:13.555637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-921d321a-0b9e-44bc-a17b-8a17a8d595f5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1032283 Jul 16 02:14:13.571933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-6ed7998d-47df-43a6-9952-52b4f64ae6ac tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/quotas/f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 375 time: 0.0109930 Jul 16 02:14:13.639731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-5927e776-51a0-46a9-9ab6-d097234e4dcc tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629060 Jul 16 02:14:13.780731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-7b0a8537-e638-41f7-9583-73639acd97f0 service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296525 Jul 16 02:14:13.872486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-13e4f45a-1cc7-4456-bc6e-80eea0c436c1 service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Jul 16 02:14:14.037860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c9435df6-c3c0-4b02-978c-876aaa1e17db req-8bb22667-551d-40da-9f92-042df6459d9b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Jul 16 02:14:14.502840 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:14.529648 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: c6091bf6-323d-4243-9ac2-8f79ddaeb1ed {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:14.529982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c6091bf6-323d-4243-9ac2-8f79ddaeb1ed not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:14.534261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:14.542093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1976fffd-22e6-4d7b-b48e-f969992788db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.039034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-616949f6-689f-4a9f-808f-269db499fc2e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:15.040610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-616949f6-689f-4a9f-808f-269db499fc2e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1058390 Jul 16 02:14:15.089869 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-8836b33f-2af9-4838-9944-9a9ef437b90f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 379 time: 0.0413580 Jul 16 02:14:15.098550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'port': {'device_id': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'admin_state_up': True, 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'security_groups': ['c1e6bf4b-158e-491c-ae5a-022db2512ef3']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:15.193739 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-18ab7aec-140e-4f88-a92f-ca9cc32f3c0b req-bde5fc55-cdd9-4782-bdc0-ea90b77bd14c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 210 time: 0.0352323 Jul 16 02:14:15.233800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Made reservation on behalf of f20be876aa934c8480c99d500f392cfe for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:15.237860 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.363625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Allocated IP 172.20.0.5 (69928918-6051-4c26-8038-03b02f7dfb55/35528cb3-2210-49ec-86cf-8cd78c75bd50/aebd3d30-0f7d-4a19-8af2-9872e9a4c356) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:15.487401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.503124 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.516884 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Transition to ACTIVE for port object aebd3d30-0f7d-4a19-8af2-9872e9a4c356 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:15.548454 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.590144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Network 69928918-6051-4c26-8038-03b02f7dfb55 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:15.595326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:15.599097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:15.625834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:15.641514 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.641859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.642199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.642535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.642871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.643199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.643524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.643848 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.644169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.644517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.644837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.645157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:15.666636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:15.667353 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.684317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b6d34c8f-64b9-46cc-b826-9f3ced0fa265 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894868 Jul 16 02:14:15.696743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Request body: {'port': {'device_id': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:15.775988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.805871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9078e2cb-a7e7-4a61-b472-a4657835cdf3 None None] Provisioning for port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:15.811434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9078e2cb-a7e7-4a61-b472-a4657835cdf3 None None] Provisioning complete for port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:15.811944 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9078e2cb-a7e7-4a61-b472-a4657835cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:15.845692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9078e2cb-a7e7-4a61-b472-a4657835cdf3 None None] Port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:16.038650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebd3d30-0f7d-4a19-8af2-9872e9a4c356 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:16.046180 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.059740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Transition to ACTIVE for port object aebd3d30-0f7d-4a19-8af2-9872e9a4c356 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:16.063777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.116738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:16.188816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:16.189167 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:16.189481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:16.194150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:14:16.194481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:16.199404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:16.199741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:16.200125 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:16.200584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Bound port: aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:16.201011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.267859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:16.271768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:16.276647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.341928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.342561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.343975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] 10.222.0.93 "PUT /v2.0/ports/aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1091 time: 0.6525249 Jul 16 02:14:16.348485 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:16.351205 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62321af-8960-4bd7-862f-0c9d5c51f1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:16.377742 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f91af3-7e09-4d8d-ac05-4ac09cfa1d27 service neutron] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:16.427411 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a4608e-b0ef-460e-98c9-20ab4f6c893b x-openstack-request-id: req-01a4608e-b0ef-460e-98c9-20ab4f6c893b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:16.427710 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:16.427967 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01a4608e-b0ef-460e-98c9-20ab4f6c893b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:16.428395 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'status': 'completed', 'code': 200} Jul 16 02:14:16.450918 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577f5a3-265b-46a0-a859-adfa51be831e req-efd5796b-e41d-4e15-8b7c-e09c2e5dfa63 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.452520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7577f5a3-265b-46a0-a859-adfa51be831e req-efd5796b-e41d-4e15-8b7c-e09c2e5dfa63 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 943 time: 0.1452940 Jul 16 02:14:16.480690 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.491542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-13fcf965-9234-4874-b107-7fdf6eaf745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.493099 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-13fcf965-9234-4874-b107-7fdf6eaf745b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1094 time: 0.1006415 Jul 16 02:14:16.512197 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7577f5a3-265b-46a0-a859-adfa51be831e req-f223c3ec-8aeb-49f1-b8b0-b55c44eb935c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512657 Jul 16 02:14:16.543466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-b67b3124-a3ad-460d-b8af-0a5f766cf48a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 217 time: 0.0424542 Jul 16 02:14:16.591253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-08dd1009-5f05-4d38-b741-a1be600783de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.592629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-08dd1009-5f05-4d38-b741-a1be600783de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0435712 Jul 16 02:14:16.650704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-38e5324a-47c5-47e4-97b4-6e73200d7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.652196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-38e5324a-47c5-47e4-97b4-6e73200d7d36 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539725 Jul 16 02:14:16.743471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-05cf3805-fd8a-4aab-b933-633f95222be1 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846820 Jul 16 02:14:16.829217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f09e2aa1-b774-4eb2-bb1d-66484aba019f req-35533a61-0486-49d2-acb6-e3544b751e0c service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797977 Jul 16 02:14:16.936511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-c03a73a3-029e-463c-8cfa-39b5731673b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.937875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-c03a73a3-029e-463c-8cfa-39b5731673b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1094 time: 0.0552688 Jul 16 02:14:16.995587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:17.025899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-67aed237-190d-4e27-9108-370607beff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:17.027363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-67aed237-190d-4e27-9108-370607beff5f service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0832005 Jul 16 02:14:17.072133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-71071279-8022-4a27-9db0-3ed898eb3219 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 217 time: 0.0376065 Jul 16 02:14:17.119516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-0cdfd4a2-19c3-4cbb-861f-41906685ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:17.120955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-0cdfd4a2-19c3-4cbb-861f-41906685ad4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0427020 Jul 16 02:14:17.175803 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-4e53c9b5-d283-4bf1-8018-c846f67ad163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:17.177767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-4e53c9b5-d283-4bf1-8018-c846f67ad163 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502543 Jul 16 02:14:17.270161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-fd0100b5-e209-42e9-8a9d-9829a577c3e4 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847278 Jul 16 02:14:17.358203 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b62321af-8960-4bd7-862f-0c9d5c51f1e4 req-a430c672-5d52-4a85-b9ec-e6ccbbc6a8f7 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807521 Jul 16 02:14:17.691422 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e47af-7e09-45ef-bbe1-4675626a34de req-4e80bfd7-fee3-41ac-b09e-224a58dc97b2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:17.693206 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf2e47af-7e09-45ef-bbe1-4675626a34de req-4e80bfd7-fee3-41ac-b09e-224a58dc97b2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 943 time: 0.0670588 Jul 16 02:14:17.730836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bf2e47af-7e09-45ef-bbe1-4675626a34de req-22c23adb-e92a-4dae-9cdb-faa84b77362d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321724 Jul 16 02:14:18.909375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863714a8-ffdd-4f41-a5d9-0e7cfd8ae00b req-c16c5979-8ce7-4331-a0a1-62afaf98137c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:18.910780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-863714a8-ffdd-4f41-a5d9-0e7cfd8ae00b req-c16c5979-8ce7-4331-a0a1-62afaf98137c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 943 time: 0.0713243 Jul 16 02:14:18.948503 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-863714a8-ffdd-4f41-a5d9-0e7cfd8ae00b req-a717f235-5ce7-492c-b41a-bedbf89bd0c8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Jul 16 02:14:19.101314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:14:19.196688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:19.207516 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'mac_address': 'fa:16:3e:73:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:14:19.246012 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:19.259058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebd3d30-0f7d-4a19-8af2-9872e9a4c356 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:19.277715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:19.281602 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:19.328230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:19.499168 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['aebd3d30-0f7d-4a19-8af2-9872e9a4c356'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:20.096702 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:20.119976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ac78a-bd5a-4263-9179-0d6967d4ed82 req-f1a48034-e8bd-40d0-877f-9b85178b3578 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:20.121485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-666ac78a-bd5a-4263-9179-0d6967d4ed82 req-f1a48034-e8bd-40d0-877f-9b85178b3578 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0639119 Jul 16 02:14:20.158065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-666ac78a-bd5a-4263-9179-0d6967d4ed82 req-8e4892d0-df91-493a-8fbf-4fffc625abac tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Jul 16 02:14:21.117281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:21.163585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:21.167125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:21.167484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:21.247383 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:21.269094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:21.271337 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eaa028-bee4-4542-b6a1-e788f6798097" -d '{"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-plugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:21.284925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:21.289617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:21.317148 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251c0827-5f17-41df-b86c-cac35e2b795e x-openstack-request-id: req-251c0827-5f17-41df-b86c-cac35e2b795e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:21.317591 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-plugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:21.317929 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-251c0827-5f17-41df-b86c-cac35e2b795e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:21.318404 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'code': 200} Jul 16 02:14:21.343100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8c185-173c-45ac-9b8a-f98d10d1a822 req-c1dd7792-306c-4e5c-a67d-d04b0a690554 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.344640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79f8c185-173c-45ac-9b8a-f98d10d1a822 req-c1dd7792-306c-4e5c-a67d-d04b0a690554 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0717814 Jul 16 02:14:21.344878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:21.407941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-79f8c185-173c-45ac-9b8a-f98d10d1a822 req-5ff71cad-a373-4151-8418-307fd97c46a7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570502 Jul 16 02:14:21.433984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7125e4a-b2b2-4a45-a534-e03d0f1dc83f req-ffc5fb62-af61-4aa4-bcfc-78ebee69b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.435476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7125e4a-b2b2-4a45-a534-e03d0f1dc83f req-ffc5fb62-af61-4aa4-bcfc-78ebee69b330 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1096 time: 0.0585179 Jul 16 02:14:21.469200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7125e4a-b2b2-4a45-a534-e03d0f1dc83f req-338b8afc-c79a-4d27-a154-07f295fbab5d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273931 Jul 16 02:14:22.582833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6addf-b02f-437a-a374-9d1a900288c8 req-f2a8ef51-60b8-472f-afa1-e616927c8ab9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:22.584397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8cd6addf-b02f-437a-a374-9d1a900288c8 req-f2a8ef51-60b8-472f-afa1-e616927c8ab9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0665131 Jul 16 02:14:22.624709 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8cd6addf-b02f-437a-a374-9d1a900288c8 req-83dda48d-1a91-4ffb-a419-a17332104a50 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339489 Jul 16 02:14:22.788324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d00750-7bf1-4864-b03d-751fb4bb8f5d req-03c17d94-83fd-4a1f-af87-42a4dd8ad6d1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:22.789797 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85d00750-7bf1-4864-b03d-751fb4bb8f5d req-03c17d94-83fd-4a1f-af87-42a4dd8ad6d1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0636740 Jul 16 02:14:22.798347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 41914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:22.803366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'floatingip': {'port_id': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:22.840044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:23.268936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:23.272607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:23.368966 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 associated. External IP: 172.25.5.222, port: aebd3d30-0f7d-4a19-8af2-9872e9a4c356. Jul 16 02:14:23.567959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:23.673102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:23.677786 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:23.682404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:23.690910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:23.691515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:14:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:23.714775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c3e39d6f-d8c5-41b1-9b65-5b189b32f125 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "PUT /v2.0/floatingips/65b0e3bb-cf73-4b95-a32d-95843b75e8b9 HTTP/1.1" status: 200 len: 991 time: 0.9153895 Jul 16 02:14:23.715375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:23.717712 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa24b696-72fe-43ea-b69d-4badeab7118a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:23.755775 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9811e4-655a-4050-aa09-b330954c31d5 x-openstack-request-id: req-0f9811e4-655a-4050-aa09-b330954c31d5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:23.756074 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:23.756363 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f9811e4-655a-4050-aa09-b330954c31d5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:23.756771 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'status': 'completed', 'code': 200} Jul 16 02:14:23.802822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:23.837757 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-e85b8e83-ff93-4bed-9d27-02b07dc0b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:23.839277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-e85b8e83-ff93-4bed-9d27-02b07dc0b36b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1096 time: 0.0582936 Jul 16 02:14:23.931509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-6629b428-25e0-4cf7-b587-7e237170b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:23.932948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-6629b428-25e0-4cf7-b587-7e237170b9e1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0868912 Jul 16 02:14:23.996167 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-d8301cae-d22c-4f24-9199-4929fa241dc5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 999 time: 0.0572729 Jul 16 02:14:24.025532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:73:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:14:23Z', 'revision_number': 9, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:24.048211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-cb2d2fe6-ac23-4010-b9cf-26a1504a3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:24.049787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-cb2d2fe6-ac23-4010-b9cf-26a1504a3e94 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0475566 Jul 16 02:14:24.050890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:24.059589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:24.060731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:14:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:24.110323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-f61e9941-3b2a-4c27-b0d0-e612f0a94f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:24.111826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-f61e9941-3b2a-4c27-b0d0-e612f0a94f85 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548260 Jul 16 02:14:24.205001 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-54904ebd-3e08-47b3-b81d-b2c6673c0a58 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865023 Jul 16 02:14:24.324698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:24.550894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:73:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:14:23Z', 'revision_number': 9, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:24.582211 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf03942-fde7-484a-890f-d592590ac2ce None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:73:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:14:23Z', 'revision_number': 9, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:24.643046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa24b696-72fe-43ea-b69d-4badeab7118a req-aa887451-8732-4519-8699-8cd015cf03d4 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315701 Jul 16 02:14:24.772472 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1231358d-5ca5-406a-aa1d-cbbe4b9addca None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:14:39.343247 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:41.664697 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88ff97e5-645b-41de-a170-b5128c595e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.191856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-7de3b1dd-d639-40c1-a915-b3beafc351bf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503089 Jul 16 02:14:43.289134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-2a53f7f1-76a9-4ada-9014-65feeff27ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:43.290596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-2a53f7f1-76a9-4ada-9014-65feeff27ec4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1096 time: 0.0551867 Jul 16 02:14:43.390886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-713be96a-2435-430a-9c9c-c8af2e87a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:43.392261 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-713be96a-2435-430a-9c9c-c8af2e87a0ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0820324 Jul 16 02:14:43.459663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-f1867acd-1b1b-4f1d-8246-e9b35b1e355e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1002 time: 0.0607412 Jul 16 02:14:43.505363 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-c3d1a7de-0b8d-49db-918a-4d051546ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:43.506772 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-c3d1a7de-0b8d-49db-918a-4d051546ba25 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0413449 Jul 16 02:14:43.563325 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-f2e3959e-3381-4680-b8ae-99d149f68742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:43.565010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-f2e3959e-3381-4680-b8ae-99d149f68742 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514467 Jul 16 02:14:43.658012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-a310f968-2edc-4c3b-851f-e7d29eb0335e service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861449 Jul 16 02:14:43.744716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3092d490-7112-4ee3-a900-a1ea2aacfb1e req-e2ee2ab4-8342-40d0-9426-ce6a132d97b4 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803306 Jul 16 02:14:44.504561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.532081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-451b8dd4-21af-4a8a-83fa-3f683fe3d974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.489217 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.476686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:46.996416 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:50.095906 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:11.664733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59a1d2b2-8676-418c-aaf7-eb626f72ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:14.506147 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:14.531492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ede44a3-4c2e-41c8-a30d-06bb6e86f8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.493707 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:16.342401 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:16.503448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.013601 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.089186 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.665666 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf921-3a80-4b03-857e-604979e074cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.505921 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.532692 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-04d37be0-5e8f-4bad-941f-0b198ea7d2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:45.199961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-5f4bcdaf-b421-456a-93b3-d4c4bcd5c87c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603936 Jul 16 02:15:45.292024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-b6bd7928-1924-4fa1-a834-bff1c152d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.293511 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-b6bd7928-1924-4fa1-a834-bff1c152d2b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1096 time: 0.0513194 Jul 16 02:15:45.393198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-680d8cea-0200-42cd-a339-37d6af012eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.394526 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-680d8cea-0200-42cd-a339-37d6af012eb8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0824130 Jul 16 02:15:45.459654 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-620a5f32-c5d5-4d2b-bdad-fd652f8af6f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1002 time: 0.0589461 Jul 16 02:15:45.494517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:45.507051 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-ad3cf831-bec0-4e9f-b2bf-0a95dfbc93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.508531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-ad3cf831-bec0-4e9f-b2bf-0a95dfbc93e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0431063 Jul 16 02:15:45.563841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-7267cb5f-3e0f-4b61-bbd3-9e6904752107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.565415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-7267cb5f-3e0f-4b61-bbd3-9e6904752107 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512128 Jul 16 02:15:45.655045 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-abc3e9d9-2727-4a06-826e-817aa3aea4a4 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835567 Jul 16 02:15:45.743389 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f7486b7-2b54-457b-87fa-e3f9c50851fa req-2c381d9c-e576-4988-b7d9-97c419526e84 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809739 Jul 16 02:15:46.501616 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:47.003374 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:50.111802 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:53.342198 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:00.961188 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-fa599fd4-22ca-4785-9b79-ecf902813365 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035132 Jul 16 02:16:00.979335 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0ef2-15fe-4343-9b0d-72ec81674afb req-47c56d24-c3ef-4e4b-87d4-b9f1e8f55bbc tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.980986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31dd0ef2-15fe-4343-9b0d-72ec81674afb req-47c56d24-c3ef-4e4b-87d4-b9f1e8f55bbc tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0692554 Jul 16 02:16:01.020833 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31dd0ef2-15fe-4343-9b0d-72ec81674afb req-bb8f5d9f-9fe2-4ff2-8de0-8c608c710c9d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337098 Jul 16 02:16:02.243633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3332e-bf96-40e0-896d-807065377fd2 req-11d7bf56-dc16-4dd1-8d13-093c8f57443f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:02.245214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1d3332e-bf96-40e0-896d-807065377fd2 req-11d7bf56-dc16-4dd1-8d13-093c8f57443f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.1079440 Jul 16 02:16:02.248039 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-8abf6915-783d-41a2-a424-2eafd9e42530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:02.249489 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-8abf6915-783d-41a2-a424-2eafd9e42530 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1096 time: 0.0833631 Jul 16 02:16:02.309815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c1d3332e-bf96-40e0-896d-807065377fd2 req-a96b24ce-2b88-4ec9-a476-2b3d727ddbe2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590966 Jul 16 02:16:02.361968 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-9e245ad2-12c0-4874-a5c9-e60e7cae5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:02.363455 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-9e245ad2-12c0-4874-a5c9-e60e7cae5f6b service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.1068971 Jul 16 02:16:02.429476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-85d0829e-5ced-4b69-99df-ab2d1be08c90 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1002 time: 0.0600972 Jul 16 02:16:02.475697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-8e817c33-dd69-45b8-9a2a-4d2ad98c0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:02.477109 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-8e817c33-dd69-45b8-9a2a-4d2ad98c0c8a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0417175 Jul 16 02:16:02.531437 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-925492fb-1979-483e-b26c-751ad208d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:02.532818 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-925492fb-1979-483e-b26c-751ad208d9ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499930 Jul 16 02:16:02.623513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-ca823310-896d-4002-8692-01c536dfbc9b service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837972 Jul 16 02:16:02.710629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-eb43d085-7180-43ce-8c9b-82e44fc8d59c service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 Jul 16 02:16:03.488148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa841d-71f5-4a5e-ae55-6bef48255c57 req-3ae5e3d3-2eb9-4d60-aeef-9eecedb96926 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:03.489663 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0caa841d-71f5-4a5e-ae55-6bef48255c57 req-3ae5e3d3-2eb9-4d60-aeef-9eecedb96926 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0674131 Jul 16 02:16:03.527044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0caa841d-71f5-4a5e-ae55-6bef48255c57 req-9385a4dd-f6ab-4710-849c-fe5418964d1c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318463 Jul 16 02:16:04.697933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1441a-9892-4edc-b0ae-030eef29eed9 req-3f336a53-9f0b-4f77-9bab-2dbfaff98700 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:04.699423 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec1441a-9892-4edc-b0ae-030eef29eed9 req-3f336a53-9f0b-4f77-9bab-2dbfaff98700 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0639348 Jul 16 02:16:04.736953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dec1441a-9892-4edc-b0ae-030eef29eed9 req-94048679-971e-4642-aaf2-dd6688fc932b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Jul 16 02:16:05.906146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3d416-db93-4b12-9e3d-057f24c68424 req-bc02a0cc-08c9-4081-b56a-44ad48bdfcb2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:05.907597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66b3d416-db93-4b12-9e3d-057f24c68424 req-bc02a0cc-08c9-4081-b56a-44ad48bdfcb2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0622876 Jul 16 02:16:05.944612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66b3d416-db93-4b12-9e3d-057f24c68424 req-4db4095f-8ef7-4eb2-b17b-62885c70d475 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314076 Jul 16 02:16:07.122794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4825-6157-4032-b61a-80c9bfb603df req-0bd07953-ebd3-4c2b-a52f-027acbcb9625 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:07.124315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97fb4825-6157-4032-b61a-80c9bfb603df req-0bd07953-ebd3-4c2b-a52f-027acbcb9625 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0699914 Jul 16 02:16:07.161776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97fb4825-6157-4032-b61a-80c9bfb603df req-106657e4-1697-4103-ac90-1d9296a2dbad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Jul 16 02:16:08.330923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612568c3-04f7-4103-b9d4-607cea0038eb req-de5feeb0-da5d-4a80-9a2b-84566416b5c2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:08.332427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-612568c3-04f7-4103-b9d4-607cea0038eb req-de5feeb0-da5d-4a80-9a2b-84566416b5c2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0630558 Jul 16 02:16:08.370232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-612568c3-04f7-4103-b9d4-607cea0038eb req-b4b1ec00-d375-4c24-b168-37f2db7b9bd2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324047 Jul 16 02:16:09.546526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6edfa4-13ae-48db-b443-ba2d28c24442 req-192f8116-99b1-4ad3-9243-7ce3119a7a83 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:09.548014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f6edfa4-13ae-48db-b443-ba2d28c24442 req-192f8116-99b1-4ad3-9243-7ce3119a7a83 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0671494 Jul 16 02:16:09.585233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f6edfa4-13ae-48db-b443-ba2d28c24442 req-67e93cbd-ac2e-4330-8ea5-60064cdde320 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317702 Jul 16 02:16:10.757470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f55a5-2419-483b-9dec-8970c933e741 req-0bbcc889-7f4e-4001-9451-c9ba474009b7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:10.758923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d7f55a5-2419-483b-9dec-8970c933e741 req-0bbcc889-7f4e-4001-9451-c9ba474009b7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0623655 Jul 16 02:16:10.795077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d7f55a5-2419-483b-9dec-8970c933e741 req-56f408b4-7b29-43e4-8111-db79a13a200e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301745 Jul 16 02:16:11.665564 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-47e164cf-9dae-45f9-945e-9fb3f8a5cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:11.964205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892f637-f983-4237-8f4a-9d89f70fb134 req-6f409d56-3e8f-4a29-9ed3-fb0acf87a744 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:11.965717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8892f637-f983-4237-8f4a-9d89f70fb134 req-6f409d56-3e8f-4a29-9ed3-fb0acf87a744 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0623577 Jul 16 02:16:12.002226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8892f637-f983-4237-8f4a-9d89f70fb134 req-bc2c4bfe-eef9-4f3f-b876-44a1b913b8f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311797 Jul 16 02:16:13.176372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f534fa-8d4c-4791-aa45-403d09f8ad88 req-bd39dcb5-92cc-4424-b59d-9aa4b2b0b65e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:13.177812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26f534fa-8d4c-4791-aa45-403d09f8ad88 req-bd39dcb5-92cc-4424-b59d-9aa4b2b0b65e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0655577 Jul 16 02:16:13.214160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26f534fa-8d4c-4791-aa45-403d09f8ad88 req-088a2c4b-f2fa-4803-bc89-7aeeb9c673fd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Jul 16 02:16:14.384010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e2628-c146-495a-abc7-fda1dadc4015 req-004d8e44-0796-4786-a421-94b100ec3811 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:14.386020 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-801e2628-c146-495a-abc7-fda1dadc4015 req-004d8e44-0796-4786-a421-94b100ec3811 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0630662 Jul 16 02:16:14.423014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-801e2628-c146-495a-abc7-fda1dadc4015 req-846a441b-20d8-42bc-9544-0dfcceb543b5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316079 Jul 16 02:16:14.507776 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:14.531614 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc682684-0e96-4b70-befe-409cdb36c8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:14.598049 n-d-800085-5 neutron-server[93706]: INFO neutron.api.v2.resource [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-b55ba220-827d-4673-ac83-d91979cf4f81 service neutron] show failed (client error): The resource could not be found. Jul 16 02:16:14.599057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-b55ba220-827d-4673-ac83-d91979cf4f81 service neutron] 10.222.0.93 "GET /v2.0/ports/aebd3d30-0f7d-4a19-8af2-9872e9a4c356/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0579367 Jul 16 02:16:14.843345 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-5fade1c3-e1e4-4e34-973a-945753d2c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:14.844775 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-5fade1c3-e1e4-4e34-973a-945753d2c0c2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 1096 time: 0.0524981 Jul 16 02:16:14.856012 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:14.925130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.135303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:15.167379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:15.206542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:15.208869 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d349fa-6a46-4fd0-9f3f-e9b6e90b9947" -d '{"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-unplugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:15.212382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.224455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Transition to ACTIVE for port object aebd3d30-0f7d-4a19-8af2-9872e9a4c356 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:15.229149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.264479 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc329531-0e65-4f3a-91e9-60114ad98be1 x-openstack-request-id: req-fc329531-0e65-4f3a-91e9-60114ad98be1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:15.264698 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-unplugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:15.264952 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc329531-0e65-4f3a-91e9-60114ad98be1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:15.265456 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'code': 200} Jul 16 02:16:15.316574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:15.331320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.331669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.332016 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.332384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.332720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.333054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.333383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.333729 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.334039 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.334364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.334689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.335008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:15.365685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] No DVR routers for this DVR port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:15.502301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.506336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:16:15.506680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:16:15.507018 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:15.511530 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:16:15.511860 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:15.516890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:16:15.517238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:16:15.517628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:16:15.518062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Bound port: aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:16:15.518427 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.582332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:15.585678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:16:15.592053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.598372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26412d-9a69-4675-a7cf-b3102e393d2c req-7b654bc6-a72a-4969-bcae-70d3a685aed4 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:15.599890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c26412d-9a69-4675-a7cf-b3102e393d2c req-7b654bc6-a72a-4969-bcae-70d3a685aed4 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 943 time: 0.0658891 Jul 16 02:16:15.626268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:15.626982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:15.628538 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] 10.222.0.78 "PUT /v2.0/ports/aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1091 time: 0.7764478 Jul 16 02:16:15.642652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c26412d-9a69-4675-a7cf-b3102e393d2c req-20123506-7192-403e-8851-9d0ca23cf791 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372052 Jul 16 02:16:15.653561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6541-7b77-4264-9985-50f7438a4d44 service neutron] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:15.721547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-1a613767-976a-4a56-899c-ce920d7ab1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:15.723066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-1a613767-976a-4a56-899c-ce920d7ab1ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1094 time: 0.0650392 Jul 16 02:16:15.816136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-ac2bdfa6-9ba2-4ec2-9c8c-471938a98366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:15.819185 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-ac2bdfa6-9ba2-4ec2-9c8c-471938a98366 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0887835 Jul 16 02:16:15.887211 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-43795b70-f74d-4f5f-85a5-dfad65c559dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1000 time: 0.0612071 Jul 16 02:16:15.935560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-dca6325c-425d-4bdc-8540-ece30e11e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:15.936905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-dca6325c-425d-4bdc-8540-ece30e11e02f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0428607 Jul 16 02:16:15.993002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-b2cbe6bc-770a-4f10-8f61-172a3588b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:15.994504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-b2cbe6bc-770a-4f10-8f61-172a3588b68d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507717 Jul 16 02:16:16.087377 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-8fc539fe-d555-46ad-9238-0905bc90debd service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863485 Jul 16 02:16:16.173729 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5451151a-b7b4-405c-9afd-2cfe64069083 req-3b4e33b4-0223-4c45-9866-e3ac7a2e0911 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797548 Jul 16 02:16:16.502138 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:16.814022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99567b8-c560-4e7d-943b-02d0c817b35b req-75683f92-8375-4e66-a561-96cb5a027cf4 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:16.815394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99567b8-c560-4e7d-943b-02d0c817b35b req-75683f92-8375-4e66-a561-96cb5a027cf4 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 943 time: 0.0621846 Jul 16 02:16:16.852083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99567b8-c560-4e7d-943b-02d0c817b35b req-3f75f3bc-86ac-4a3d-8f76-42795bf9a13e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312266 Jul 16 02:16:17.002629 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:17.267387 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:17.269756 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880" -d '{"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:17.314800 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b6ca6b-3fd3-4d49-b3d8-bfbb837bd0ae x-openstack-request-id: req-f2b6ca6b-3fd3-4d49-b3d8-bfbb837bd0ae {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:17.315120 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:17.315395 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2b6ca6b-3fd3-4d49-b3d8-bfbb837bd0ae {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:17.315796 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'status': 'completed', 'code': 200} Jul 16 02:16:17.392033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-756c50a9-94e2-400a-9e3f-7fa1f7db5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.393612 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-756c50a9-94e2-400a-9e3f-7fa1f7db5aee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1094 time: 0.0587173 Jul 16 02:16:17.393766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-f4fe8626-59c8-466f-aeec-8eabab907a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.395182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-f4fe8626-59c8-466f-aeec-8eabab907a5c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1094 time: 0.0559332 Jul 16 02:16:17.486337 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-e36b8957-2d9a-41a6-b1f0-1dd722011220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.487032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-5e9ae91f-e76b-4ca8-b427-88857629f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.487835 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-e36b8957-2d9a-41a6-b1f0-1dd722011220 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0866699 Jul 16 02:16:17.488509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-5e9ae91f-e76b-4ca8-b427-88857629f134 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0868423 Jul 16 02:16:17.554775 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-ce67d0ce-1357-4b4e-a15d-b036592cb4dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1000 time: 0.0604348 Jul 16 02:16:17.556521 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-cea4435a-5549-4aba-9cfb-8d949bed0722 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1000 time: 0.0613158 Jul 16 02:16:17.601589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-e079e12e-064e-49ee-95ae-ea184c6cfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.603024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-e079e12e-064e-49ee-95ae-ea184c6cfb25 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0425816 Jul 16 02:16:17.608293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-24cc1d33-acf8-48af-bf5b-88a28304ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.610000 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-24cc1d33-acf8-48af-bf5b-88a28304ce9c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0443265 Jul 16 02:16:17.657953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-a7ce7fa7-52b0-487b-9815-43da967eae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.659449 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-a7ce7fa7-52b0-487b-9815-43da967eae51 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507472 Jul 16 02:16:17.665599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:17.669323 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-100b276e-e481-45f3-82cb-b24d9c26d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:17.670847 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-100b276e-e481-45f3-82cb-b24d9c26d8c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525756 Jul 16 02:16:17.705136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:17.753940 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-7e718d3a-9c87-43ae-972b-ec5533183f1b service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880227 Jul 16 02:16:17.786045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-05ed4f41-30c7-4b63-9866-67c0d5ba9436 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061277 Jul 16 02:16:17.847785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-d68ffe8f-376b-4da0-b7dd-81696ab19eb6 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879719 Jul 16 02:16:17.890695 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-aa04f6f1-f9fb-4d67-b10b-bbcdea575880 req-5dadd9a2-4743-4fb4-a2e5-72396678e582 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951552 Jul 16 02:16:18.030287 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340dd5-7c7c-466d-817e-b2982a10c7aa req-80d60941-a045-4100-a0b1-6b0c99b65489 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:18.031785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d340dd5-7c7c-466d-817e-b2982a10c7aa req-80d60941-a045-4100-a0b1-6b0c99b65489 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 943 time: 0.0680692 Jul 16 02:16:18.069106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d340dd5-7c7c-466d-817e-b2982a10c7aa req-2b82a060-41ce-4dab-be98-59bc3c706719 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317726 Jul 16 02:16:18.644755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-33743862-e8be-4035-8315-40437c10ca37 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:18.646165 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-33743862-e8be-4035-8315-40437c10ca37 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846&tenant_id=f20be876aa934c8480c99d500f392cfe&binding%3Ahost_id=n-h1-800085-5 HTTP/1.1" status: 200 len: 943 time: 0.0780311 Jul 16 02:16:18.694282 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688b20-d6bf-49bf-81ba-e125623a193b req-21b5ef4f-894b-4ef2-a7bf-50ce4c0daef8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:18.695792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d688b20-d6bf-49bf-81ba-e125623a193b req-21b5ef4f-894b-4ef2-a7bf-50ce4c0daef8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 943 time: 0.0644433 Jul 16 02:16:18.709132 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-10915e82-c728-4fd2-909f-9c6871b61fee service neutron] 10.222.0.78 "GET /v2.0/ports/aebd3d30-0f7d-4a19-8af2-9872e9a4c356/bindings/n-h1-800085-5 HTTP/1.1" status: 200 len: 382 time: 0.0539002 Jul 16 02:16:18.737699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6d688b20-d6bf-49bf-81ba-e125623a193b req-5413f7aa-b1da-4a4a-819b-a8e602a399c5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356426 Jul 16 02:16:18.790215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-8440ffe2-0f14-4704-a85d-4b671f82d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:18.792440 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-8440ffe2-0f14-4704-a85d-4b671f82d438 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1094 time: 0.0543153 Jul 16 02:16:18.885393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-8b2c75fd-f18c-4708-884b-d4828ef44887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:18.886866 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-8b2c75fd-f18c-4708-884b-d4828ef44887 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0883164 Jul 16 02:16:18.950224 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-7fa57aa2-dca0-482e-9402-8b11b3abd81f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1000 time: 0.0572672 Jul 16 02:16:19.002109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-8b1fbc97-4b2d-4619-8caf-a2449eee0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:19.003549 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-8b1fbc97-4b2d-4619-8caf-a2449eee0c14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0472355 Jul 16 02:16:19.061609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-c560835e-94e0-43c3-b2b0-ca8e331f5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:19.063104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-c560835e-94e0-43c3-b2b0-ca8e331f5009 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528338 Jul 16 02:16:19.152166 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-4ff70467-032b-4a8c-b5c3-727d9e72cd4b service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825074 Jul 16 02:16:19.169588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:16:19.247441 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1e529b97-4ecd-4859-b564-1c37b645d7ab service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883398 Jul 16 02:16:19.267532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:19.278847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'mac_address': 'fa:16:3e:73:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:16:19.315799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:19.328447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebd3d30-0f7d-4a19-8af2-9872e9a4c356 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:19.347166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:19.351092 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:19.396831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:19.404746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.405094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.405433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.405789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.406152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.406477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.406801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.407125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.407447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.407780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.408086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.408425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:19.598240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['aebd3d30-0f7d-4a19-8af2-9872e9a4c356'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:19.908472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea3b49-e6c1-4919-8022-a78a959e09da req-8a6fa042-182a-48e8-b39c-9c7f4350d246 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:19.909939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5ea3b49-e6c1-4919-8022-a78a959e09da req-8a6fa042-182a-48e8-b39c-9c7f4350d246 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0630991 Jul 16 02:16:19.946514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5ea3b49-e6c1-4919-8022-a78a959e09da req-c600e433-e9fa-403e-87fe-7efd860da998 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Jul 16 02:16:20.125434 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:21.134004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3806840-3c07-4590-943b-cf81a813a609 req-4179ade7-d7a8-4e9c-8abd-a693f11fda92 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:21.135686 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3806840-3c07-4590-943b-cf81a813a609 req-4179ade7-d7a8-4e9c-8abd-a693f11fda92 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0724416 Jul 16 02:16:21.176996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a3806840-3c07-4590-943b-cf81a813a609 req-1fa19a0f-bfec-479f-aad9-ee63e335e58b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353813 Jul 16 02:16:21.181268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:16:21.230897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:16:21.234651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:21.235027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:21.313312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:21.335041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:21.337367 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5764d325-cb58-4a64-94b9-4ae8e62397fc" -d '{"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-plugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:21.344863 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-a010fdd0-5d4e-48c9-930a-98ab3459053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:21.346427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-a010fdd0-5d4e-48c9-930a-98ab3459053d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 1095 time: 0.0543129 Jul 16 02:16:21.349929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:21.354048 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:21.358949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:21.395366 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aaf78d-f614-4c37-adaa-37235210bc3f x-openstack-request-id: req-f3aaf78d-f614-4c37-adaa-37235210bc3f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:21.395661 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-plugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:21.395915 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3aaf78d-f614-4c37-adaa-37235210bc3f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:21.396330 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'code': 200} Jul 16 02:16:21.417792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:21.439144 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:21.637139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:21.668937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:21.706906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:21.709454 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c4425a-5509-4291-b3bd-5263aa38b473" -d '{"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-unplugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:21.713428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:21.726124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Transition to ACTIVE for port object aebd3d30-0f7d-4a19-8af2-9872e9a4c356 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:21.729889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:21.762206 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a3a2b0-93d8-4259-ac48-82f9e4d2ae22 x-openstack-request-id: req-10a3a2b0-93d8-4259-ac48-82f9e4d2ae22 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:21.762478 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-unplugged", "status": "completed", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:21.762779 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10a3a2b0-93d8-4259-ac48-82f9e4d2ae22 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:21.763126 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'code': 200} Jul 16 02:16:21.811312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:21.826379 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.826734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.827076 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.827437 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.827773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.828105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.828501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.828804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.829128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.829454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.829776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.830099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:21.868811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] No DVR routers for this DVR port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:22.008846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:16:22.009182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:16:22.009508 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:22.013785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:16:22.014101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Attempting to bind port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:22.018843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:16:22.019180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:16:22.019562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:16:22.019984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Bound port: aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:16:22.020363 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:22.082634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:22.086102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:16:22.090776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:22.126420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:22.127040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:22.128551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] 10.222.0.93 "PUT /v2.0/ports/aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1092 time: 0.7751305 Jul 16 02:16:22.167527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cf7f7-3966-445a-82bb-d7da83b039cf service neutron] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:22.216609 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-27b1a9fe-d76a-473a-8302-24598a08d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:22.218233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-27b1a9fe-d76a-473a-8302-24598a08d850 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1095 time: 0.0643973 Jul 16 02:16:22.346695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-9039c125-9879-46bd-98c6-062da2e14198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:22.348150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-9039c125-9879-46bd-98c6-062da2e14198 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.1237006 Jul 16 02:16:22.420433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff8fa2-e815-4910-9304-014bb217e24d req-1529dc80-b61a-4e27-b9bb-bb10dfb77d90 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:22.421918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48ff8fa2-e815-4910-9304-014bb217e24d req-1529dc80-b61a-4e27-b9bb-bb10dfb77d90 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.1216826 Jul 16 02:16:22.445048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-eda11389-880e-4e53-b7cd-4f3205b8e992 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1000 time: 0.0891685 Jul 16 02:16:22.490884 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48ff8fa2-e815-4910-9304-014bb217e24d req-fe65b288-ef54-4071-9f52-a2785fd3a38f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624247 Jul 16 02:16:22.504474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-0520f595-d81c-4bba-bfb8-e3c74ca8c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:22.506090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-0520f595-d81c-4bba-bfb8-e3c74ca8c727 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0544171 Jul 16 02:16:22.561238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-2be9844d-b25c-4992-bce4-9ffc385d1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:22.562710 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-2be9844d-b25c-4992-bce4-9ffc385d1ed7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505126 Jul 16 02:16:22.653240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-cd0e786f-39fd-4ff8-933a-3811d7e03de9 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Jul 16 02:16:22.741134 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0de4c679-7be0-4d7b-b744-5c70aafaaf6c req-e18193f4-d0e2-4c91-bdc4-af21be9875de service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809374 Jul 16 02:16:23.667655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad4e99-0472-4ce8-900c-8b340335c209 req-8080c2a6-187d-4220-93fc-7558a214a441 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:23.669171 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25ad4e99-0472-4ce8-900c-8b340335c209 req-8080c2a6-187d-4220-93fc-7558a214a441 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0679336 Jul 16 02:16:23.705609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25ad4e99-0472-4ce8-900c-8b340335c209 req-1e8e37be-235c-45ed-b887-64175926fc7c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310676 Jul 16 02:16:23.764290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:23.766611 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560" -d '{"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:23.811418 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7cae50-7a4d-44f1-9166-2cfa2dbf65a0 x-openstack-request-id: req-7d7cae50-7a4d-44f1-9166-2cfa2dbf65a0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:23.811714 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:23.811967 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d7cae50-7a4d-44f1-9166-2cfa2dbf65a0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:23.812395 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'status': 'completed', 'code': 200} Jul 16 02:16:23.882760 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-591ae5b5-21b8-481d-9eab-b6d1b91bb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:23.884509 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-591ae5b5-21b8-481d-9eab-b6d1b91bb16d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1095 time: 0.0548818 Jul 16 02:16:23.886859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-07d5fa5a-a886-42a8-9086-7bbf185b21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:23.888377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-07d5fa5a-a886-42a8-9086-7bbf185b21b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 1095 time: 0.0533955 Jul 16 02:16:23.979845 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-43c2175a-eaf7-4943-939a-056f697d2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:23.981378 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-43c2175a-eaf7-4943-939a-056f697d2582 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0888615 Jul 16 02:16:23.983112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-77efba64-be3a-4bac-8041-e568c902608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:23.984821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-77efba64-be3a-4bac-8041-e568c902608a service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0863960 Jul 16 02:16:24.047771 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-7a47c20d-60df-4af2-8dd0-26eb4cea83c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1000 time: 0.0594497 Jul 16 02:16:24.054263 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-48b7317e-e5bd-4484-a18f-39a13a479283 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 200 len: 1000 time: 0.0598063 Jul 16 02:16:24.101055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-21c67404-95d0-4d81-903a-3d00430ef0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:24.102948 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-21c67404-95d0-4d81-903a-3d00430ef0a7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0487800 Jul 16 02:16:24.114106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-11918496-cbf7-4abe-93d4-b84daa42e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:24.115609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-11918496-cbf7-4abe-93d4-b84daa42e73b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0479827 Jul 16 02:16:24.172301 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-9be5d1e0-b3c0-45a0-8b05-f85e1b444655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:24.173880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-9be5d1e0-b3c0-45a0-8b05-f85e1b444655 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586877 Jul 16 02:16:24.176762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-ee04cc15-e200-44f7-b605-474a55a30cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:24.178381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-ee04cc15-e200-44f7-b605-474a55a30cae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562327 Jul 16 02:16:24.267327 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-44f6580a-eb13-49c5-9643-c122f552fa8f service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Jul 16 02:16:24.275949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-9d10a4f5-fedd-4698-9dd8-d22178d5442a service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912840 Jul 16 02:16:24.370223 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-7af3ffd3-55e5-45ed-96ec-2e21928c728d service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964925 Jul 16 02:16:24.371728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c32ebe3b-d654-4b8f-8a77-19bfa3a0c560 req-7c816988-0403-4111-892a-8be327577aa0 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901184 Jul 16 02:16:24.875516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf692dc-18d6-4d8e-9fb4-800c9f8209db req-86d1e5e8-87e2-47e7-80c4-6b62e8df70d6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:24.876996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bf692dc-18d6-4d8e-9fb4-800c9f8209db req-86d1e5e8-87e2-47e7-80c4-6b62e8df70d6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0618689 Jul 16 02:16:24.913721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bf692dc-18d6-4d8e-9fb4-800c9f8209db req-d2e63218-3e58-41d8-83e8-aae733f1f42d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312545 Jul 16 02:16:25.082108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf304a-dfe0-4bcd-aa83-11fa70873ca2 req-315f44af-719e-4af0-ae62-dfba4cf936f8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:25.083629 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30bf304a-dfe0-4bcd-aa83-11fa70873ca2 req-315f44af-719e-4af0-ae62-dfba4cf936f8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0628455 Jul 16 02:16:25.125284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30bf304a-dfe0-4bcd-aa83-11fa70873ca2 req-648c4f1a-6a48-4d82-a653-09a896f99622 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360765 Jul 16 02:16:25.203780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:25.240952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:25.295629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73165b30-a0a9-40c0-93db-2b693b042cf8 req-2135d03b-0588-4adf-aeb4-40551647f083 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:25.297111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73165b30-a0a9-40c0-93db-2b693b042cf8 req-2135d03b-0588-4adf-aeb4-40551647f083 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0639791 Jul 16 02:16:25.333507 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-73165b30-a0a9-40c0-93db-2b693b042cf8 req-9d1fbf99-2263-4baa-b590-488ec35e04a0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308819 Jul 16 02:16:25.670412 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:16:25.699442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7e42a-c5c0-427d-a56d-d0f2c5a1789d req-708297d2-a259-43ea-9cb6-0204249ac448 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:25.700963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1af7e42a-c5c0-427d-a56d-d0f2c5a1789d req-708297d2-a259-43ea-9cb6-0204249ac448 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 944 time: 0.0631113 Jul 16 02:16:25.738439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1af7e42a-c5c0-427d-a56d-d0f2c5a1789d req-4e4220c1-dcbe-45a7-9730-ba3e3c8f7e7c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319443 Jul 16 02:16:25.764785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:25.775300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'mac_address': 'fa:16:3e:73:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:16:25.811630 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:25.824090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebd3d30-0f7d-4a19-8af2-9872e9a4c356 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:25.842261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:25.846503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:25.895839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:26.065223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['aebd3d30-0f7d-4a19-8af2-9872e9a4c356'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:26.930744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-3e9158f8-91aa-4ad2-a1fc-82719ea019a9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:26.932195 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-3e9158f8-91aa-4ad2-a1fc-82719ea019a9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.1067281 Jul 16 02:16:26.943181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579ef57-9e4c-4bc5-9528-5cee705c296e req-07529de0-8380-442f-a6ff-e37b2c085aaa tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:26.944570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8579ef57-9e4c-4bc5-9528-5cee705c296e req-07529de0-8380-442f-a6ff-e37b2c085aaa tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 945 time: 0.0884681 Jul 16 02:16:27.018970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8579ef57-9e4c-4bc5-9528-5cee705c296e req-82cf49df-f17e-42fc-8fda-ee2de9f2bd9e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655584 Jul 16 02:16:27.065391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Deleting port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:27.065739 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.155283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] For port aebd3d30-0f7d-4a19-8af2-9872e9a4c356, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:27.155647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.658236 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.658608 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.658920 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 disassociated. External IP: 172.25.5.222, port: aebd3d30-0f7d-4a19-8af2-9872e9a4c356. Jul 16 02:16:27.659260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Calling delete_port for aebd3d30-0f7d-4a19-8af2-9872e9a4c356 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:27.684810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device aebd3d30-0f7d-4a19-8af2-9872e9a4c356 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:27.763190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.775603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aebd3d30-0f7d-4a19-8af2-9872e9a4c356 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:27.787674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.825284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event deleted for resources: {'Port': ['ID=aebd3d30-0f7d-4a19-8af2-9872e9a4c356,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:27.942800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:16:28.047708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:16:28.059782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:16:28.070038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:28.070672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:16:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:28.098077 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] No DVR routers for this DVR port aebd3d30-0f7d-4a19-8af2-9872e9a4c356 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:28.100899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:28.103175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-76cc8168-b10b-4c17-b891-c706d1bf19ae req-a3de3554-644d-40bc-9e29-23238663e0d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "DELETE /v2.0/ports/aebd3d30-0f7d-4a19-8af2-9872e9a4c356 HTTP/1.1" status: 204 len: 173 time: 1.1577525 Jul 16 02:16:28.103842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-deleted', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:28.106332 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b098d70c-fb72-49a6-b079-38aa22efa115" -d '{"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-deleted", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:28.173178 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c039fa64-d848-476a-b050-28300e76288e x-openstack-request-id: req-c039fa64-d848-476a-b050-28300e76288e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:28.173504 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3304818-8000-45c1-b618-3bf0a4ea6846", "name": "network-vif-deleted", "tag": "aebd3d30-0f7d-4a19-8af2-9872e9a4c356", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:28.173727 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c039fa64-d848-476a-b050-28300e76288e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:28.174597 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3304818-8000-45c1-b618-3bf0a4ea6846', 'name': 'network-vif-deleted', 'tag': 'aebd3d30-0f7d-4a19-8af2-9872e9a4c356', 'status': 'completed', 'code': 200} Jul 16 02:16:28.176323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-560db432-8c31-48ce-b90b-ed3b8dac0dbd req-846783a4-c6fe-49b4-baae-31f66af6d7fe tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3304818-8000-45c1-b618-3bf0a4ea6846 HTTP/1.1" status: 200 len: 210 time: 0.0336339 Jul 16 02:16:28.186067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:28.386845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:28.411865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:16:28.420534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:28.421135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:16:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:28.522868 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:28.721202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:28.750700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d884b-f92a-4af4-a77a-4bdbaa93a59f None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:16:28.954884 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0ac81-7c64-49e6-ae9f-8ea44007254d None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:16:29.508296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5c45d14b-122b-49ac-978e-9857198ee4dd tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--985236685&fields=id&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 267 time: 0.0331712 Jul 16 02:16:29.614501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-2b1e0d5e-1774-4f0f-b8f9-4dc91e2115f5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.615847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-2b1e0d5e-1774-4f0f-b8f9-4dc91e2115f5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1008584 Jul 16 02:16:29.630300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-31a4d006-81d0-4c9a-8476-935c472d3454 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/quotas/f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 375 time: 0.0087280 Jul 16 02:16:29.699000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-c8269aa6-95f2-48bf-b769-10e3c92ad977 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635285 Jul 16 02:16:29.840157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-ad52bcbc-ffe2-4822-a016-15d7e931f8bb service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302512 Jul 16 02:16:29.928538 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-d47beb44-2806-418a-b226-0eddd61357f9 service neutron] 10.222.0.81 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824924 Jul 16 02:16:30.091493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55908c6f-bf43-400e-88b9-472f0d957b84 req-bb0d7999-4515-4746-9e1f-3b2d72a2d5e6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 210 time: 0.0284100 Jul 16 02:16:30.341064 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:31.121351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-f32da921-f937-4f78-9c89-d8bc75ba08cb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:31.123206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-f32da921-f937-4f78-9c89-d8bc75ba08cb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 812 time: 0.1147594 Jul 16 02:16:31.168433 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-d27afc75-f268-4920-9fb4-ba91b34be473 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 379 time: 0.0346754 Jul 16 02:16:31.178438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'port': {'device_id': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'admin_state_up': True, 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'security_groups': ['c1e6bf4b-158e-491c-ae5a-022db2512ef3']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:31.241870 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bbc6d1c7-58e6-4b42-aad2-9f9b1e933bc0 req-f9506d05-d4b6-4dde-b6dc-fd0f33c8c9b3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 210 time: 0.0338755 Jul 16 02:16:31.289553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Made reservation on behalf of f20be876aa934c8480c99d500f392cfe for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:16:31.293594 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.419407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Allocated IP 172.20.0.7 (69928918-6051-4c26-8038-03b02f7dfb55/35528cb3-2210-49ec-86cf-8cd78c75bd50/b9e36d07-aaa0-443a-8a3b-c21cde719a92) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:16:31.550092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.567630 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Transition to ACTIVE for port object b9e36d07-aaa0-443a-8a3b-c21cde719a92 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:31.599234 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.645307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Network 69928918-6051-4c26-8038-03b02f7dfb55 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:16:31.648493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:16:31.652952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:16:31.659271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:31.705024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:31.705567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.720646 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-1db01b62-24d0-4767-853a-44b92e9d6971 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464573 Jul 16 02:16:31.733791 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Request body: {'port': {'device_id': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:31.816279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.883344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08629a23-6892-4170-8ed9-a57e97bf169d None None] Provisioning for port b9e36d07-aaa0-443a-8a3b-c21cde719a92 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:16:31.888178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08629a23-6892-4170-8ed9-a57e97bf169d None None] Provisioning complete for port b9e36d07-aaa0-443a-8a3b-c21cde719a92 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:31.888674 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08629a23-6892-4170-8ed9-a57e97bf169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.921294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-08629a23-6892-4170-8ed9-a57e97bf169d None None] Port b9e36d07-aaa0-443a-8a3b-c21cde719a92 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:16:32.075762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e36d07-aaa0-443a-8a3b-c21cde719a92 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:32.083114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.094513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Transition to ACTIVE for port object b9e36d07-aaa0-443a-8a3b-c21cde719a92 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:32.097911 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.147219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:32.219121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:16:32.219456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:16:32.219792 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:32.224300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:16:32.224621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:32.230098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:16:32.230433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:16:32.230847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:16:32.231272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Bound port: b9e36d07-aaa0-443a-8a3b-c21cde719a92, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:16:32.231630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.300707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:32.303992 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:16:32.309059 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.343642 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:32.344303 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.345716 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] 10.222.0.78 "PUT /v2.0/ports/b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1091 time: 0.6172216 Jul 16 02:16:32.346170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:32.348664 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96f95b4a381970f6df72360bd8a2bc4567699e5e5fa002ee42806a006d0e537c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb9ffef-9469-4c59-a04f-65896482c1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:32.382215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250f77b-341a-4029-9727-6cea689d89b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:32.404385 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943837b7-9719-4ace-8f6e-37565653c919 x-openstack-request-id: req-943837b7-9719-4ace-8f6e-37565653c919 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:32.404679 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:32.404938 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-943837b7-9719-4ace-8f6e-37565653c919 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:32.405336 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'status': 'completed', 'code': 200} Jul 16 02:16:32.453582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695c7e9-5a02-40f2-a9d8-af859789a3cd req-73d5e27c-ca5f-4d8a-93e8-fc50234e0c78 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:32.455142 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b695c7e9-5a02-40f2-a9d8-af859789a3cd req-73d5e27c-ca5f-4d8a-93e8-fc50234e0c78 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0832052 Jul 16 02:16:32.461011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-ec877518-cf72-4297-a088-5382c83ff3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:32.462796 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-ec877518-cf72-4297-a088-5382c83ff3a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1094 time: 0.0701139 Jul 16 02:16:32.497966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b695c7e9-5a02-40f2-a9d8-af859789a3cd req-fd5e02c5-467b-435b-95a7-5d2d71c808ad tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367222 Jul 16 02:16:32.507902 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-7f20fbbc-4cdd-41c0-99d4-3628a4a4c715 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 217 time: 0.0366511 Jul 16 02:16:32.558528 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-06b14d04-fab5-4bbf-8b9e-c02eb4f0e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:32.560006 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-06b14d04-fab5-4bbf-8b9e-c02eb4f0e629 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0450633 Jul 16 02:16:32.616740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-c5e8a146-92ab-4805-8070-bb2e2ffad088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:32.618223 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-c5e8a146-92ab-4805-8070-bb2e2ffad088 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508604 Jul 16 02:16:32.709618 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-667d5891-f59a-43b0-8b06-3b14818f563b service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833778 Jul 16 02:16:33.137758 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-17f8e461-a313-45e0-b40b-ca50423f0850 req-7a8a35ac-1807-44b6-be2c-d5bf4cdb88eb service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208200 Jul 16 02:16:33.233663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-bd204c3e-1183-43f4-a04a-732f9d2e9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.235100 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-bd204c3e-1183-43f4-a04a-732f9d2e9c20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1094 time: 0.0510137 Jul 16 02:16:33.323448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-e678d6aa-655b-40e8-9f98-10cc3db054a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.324867 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-e678d6aa-655b-40e8-9f98-10cc3db054a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0825591 Jul 16 02:16:33.367340 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-b28628df-1d87-4f7b-b1e3-c8f75f14209f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 217 time: 0.0351777 Jul 16 02:16:33.415047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-1cb117a8-f395-40d7-ab27-2c4b99a3c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.416498 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-1cb117a8-f395-40d7-ab27-2c4b99a3c342 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0418661 Jul 16 02:16:33.471558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-f48f7ee1-3a0a-4ce9-9c94-08af5c45f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.473014 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-f48f7ee1-3a0a-4ce9-9c94-08af5c45f3ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502357 Jul 16 02:16:33.565276 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-aef87a4a-e8a3-42b5-b3c9-9027ca0b1237 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853369 Jul 16 02:16:33.655656 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0cb9ffef-9469-4c59-a04f-65896482c1e7 req-c5a74834-49a8-4b8e-9f5f-d33b2f7f9df5 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820591 Jul 16 02:16:33.673511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208e165-03b7-4906-a740-0540e9bca416 req-441fcf26-5962-4ebc-b596-71185967a02c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.675049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6208e165-03b7-4906-a740-0540e9bca416 req-441fcf26-5962-4ebc-b596-71185967a02c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0642385 Jul 16 02:16:33.715815 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6208e165-03b7-4906-a740-0540e9bca416 req-481d67d6-80b5-47de-bf5b-cbd9882ab8dc tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353396 Jul 16 02:16:34.887915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6577be-fc3f-4475-97e2-ba8ee807f279 req-7e392bf4-c558-4c2c-b6ea-daf796b15bfb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.889407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f6577be-fc3f-4475-97e2-ba8ee807f279 req-7e392bf4-c558-4c2c-b6ea-daf796b15bfb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0633094 Jul 16 02:16:34.925464 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f6577be-fc3f-4475-97e2-ba8ee807f279 req-05180482-f7b5-4910-b494-b683564849ca tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Jul 16 02:16:35.268353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:16:35.359128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:35.370208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'mac_address': 'fa:16:3e:dc:39:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:16:35.409176 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:35.421792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e36d07-aaa0-443a-8a3b-c21cde719a92 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:35.439918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:35.443995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:35.489856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:35.653792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['b9e36d07-aaa0-443a-8a3b-c21cde719a92'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:36.094467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa840b-375a-4472-9407-5d7a99d8acb7 req-c3697b64-4064-4d4a-abd4-01ef95bff122 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:36.095997 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29fa840b-375a-4472-9407-5d7a99d8acb7 req-c3697b64-4064-4d4a-abd4-01ef95bff122 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0639062 Jul 16 02:16:36.134904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29fa840b-375a-4472-9407-5d7a99d8acb7 req-13207248-b82b-463c-b99d-31975449a26d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333982 Jul 16 02:16:37.269324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:16:37.308913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91788791-d50b-4a39-8ea6-92b4878c34e6 req-b3ad50ac-9aba-4867-8154-b29afcfcb8e3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:37.310447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91788791-d50b-4a39-8ea6-92b4878c34e6 req-b3ad50ac-9aba-4867-8154-b29afcfcb8e3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0691757 Jul 16 02:16:37.317046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port b9e36d07-aaa0-443a-8a3b-c21cde719a92 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:16:37.321024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port b9e36d07-aaa0-443a-8a3b-c21cde719a92 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:37.321402 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:37.348234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91788791-d50b-4a39-8ea6-92b4878c34e6 req-7193f99b-cd8d-4fcb-b5f2-2e2ede49bcbe tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Jul 16 02:16:37.397756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:37.423518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:37.425762 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628fe9aefa2f3b0591ed80a9245897ef8253bcec054e2cea7f6b16f7b97cdbb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8328193a-eca1-48e7-8e84-7713c40eae04" -d '{"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-plugged", "status": "completed", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:37.438738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:37.442799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:37.465354 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df655921-4ed8-4257-8518-8d88a0e29af8 x-openstack-request-id: req-df655921-4ed8-4257-8518-8d88a0e29af8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:37.465643 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-plugged", "status": "completed", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:37.465892 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df655921-4ed8-4257-8518-8d88a0e29af8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:37.466814 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'code': 200} Jul 16 02:16:37.492730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:37.575436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65e325-f0ba-43e6-856a-ef47c08233d2 req-0c8ee362-1438-453d-8572-57fec967d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:37.576847 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f65e325-f0ba-43e6-856a-ef47c08233d2 req-0c8ee362-1438-453d-8572-57fec967d058 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1096 time: 0.0549908 Jul 16 02:16:37.612240 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-6f65e325-f0ba-43e6-856a-ef47c08233d2 req-113b3186-40f9-4fb6-9339-72e0892df122 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275016 Jul 16 02:16:38.525901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b6a0d-23c1-4104-b563-4887dbb08fb8 req-aeae9203-1357-404b-84c5-7dcccf2feb58 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:38.527415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f6b6a0d-23c1-4104-b563-4887dbb08fb8 req-aeae9203-1357-404b-84c5-7dcccf2feb58 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0653579 Jul 16 02:16:38.566915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7f6b6a0d-23c1-4104-b563-4887dbb08fb8 req-df826096-00d4-453a-a6db-e601921c4c10 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Jul 16 02:16:39.737962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677f50e-9f08-4bb9-b561-f03e510eb64d req-0ba1e0c4-07f9-4bca-bc0f-bb6c1b751181 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.739430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e677f50e-9f08-4bb9-b561-f03e510eb64d req-0ba1e0c4-07f9-4bca-bc0f-bb6c1b751181 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0637236 Jul 16 02:16:39.779627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e677f50e-9f08-4bb9-b561-f03e510eb64d req-b588a7f8-5a9a-47bf-9b81-7f9a949ae852 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348120 Jul 16 02:16:39.944083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b72e85-8d86-40dc-9b4e-cd4c9b59d5da req-454cea27-a3b8-4264-ba5f-a52ec22d7d0a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.945580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-62b72e85-8d86-40dc-9b4e-cd4c9b59d5da req-454cea27-a3b8-4264-ba5f-a52ec22d7d0a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0629327 Jul 16 02:16:39.954205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42276) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:39.958586 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Request body: {'floatingip': {'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:39.997047 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.433581 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.437328 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.537698 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 associated. External IP: 172.25.5.222, port: b9e36d07-aaa0-443a-8a3b-c21cde719a92. Jul 16 02:16:40.739010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:16:40.843714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:16:40.848620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:40.853419 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:16:40.863231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:40.863845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:16:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:40.883768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2d9520e1-7331-4d56-b82f-abdc291da584 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "PUT /v2.0/floatingips/65b0e3bb-cf73-4b95-a32d-95843b75e8b9 HTTP/1.1" status: 200 len: 992 time: 0.9285371 Jul 16 02:16:40.884388 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:40.887191 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b64798613a47f51cac51b8c9e17627669829efdbfa5d2f472b323c26647b866" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65266c3e-75b4-4f07-a656-56aadd3fcade" -d '{"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:40.923169 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d2229f-2273-4972-a1db-01c46df376f4 x-openstack-request-id: req-25d2229f-2273-4972-a1db-01c46df376f4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:40.923467 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:40.923745 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25d2229f-2273-4972-a1db-01c46df376f4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:40.924157 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'status': 'completed', 'code': 200} Jul 16 02:16:40.972908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:41.001099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-8a09a9ea-0d09-4211-b96b-355ffea0f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.002665 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-8a09a9ea-0d09-4211-b96b-355ffea0f365 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1096 time: 0.0556922 Jul 16 02:16:41.101523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-2bb7d0cb-481d-4080-b079-8c589d90a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.103050 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-2bb7d0cb-481d-4080-b079-8c589d90a203 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0933363 Jul 16 02:16:41.176293 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-9491d3f8-49e5-4c01-88f9-355ddd755533 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0664892 Jul 16 02:16:41.226727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-32f11a13-64ca-4fdd-925d-d1e931ec52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.228196 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-32f11a13-64ca-4fdd-925d-d1e931ec52f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0453401 Jul 16 02:16:41.288141 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-ba5f8dfe-7ea8-4221-8623-b0074a3599d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.289688 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-ba5f8dfe-7ea8-4221-8623-b0074a3599d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548606 Jul 16 02:16:41.351662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:dc:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:16:40Z', 'revision_number': 13, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:41.377847 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-18f9ad3e-9903-4d4c-a9bf-fa603ef7d7b2 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820184 Jul 16 02:16:41.381257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:16:41.390066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:41.390671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:16:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:41.472922 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65266c3e-75b4-4f07-a656-56aadd3fcade req-ce37f78e-2f30-4b38-9873-0380f78c78e1 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891700 Jul 16 02:16:41.501050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:41.679995 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3948d113-8044-41bf-ae99-485ecaa62181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:41.726700 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:dc:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:16:40Z', 'revision_number': 13, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:41.756887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f614a-7719-40e6-ab68-8e9ea7d2ad54 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '65b0e3bb-cf73-4b95-a32d-95843b75e8b9', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '8df55bcd-500a-4494-b233-8502145a2822', 'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'mac_address': 'fa:16:3e:dc:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:35Z', 'updated_at': '2021-07-16T02:16:40Z', 'revision_number': 13, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:16:41.941927 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287f9da-dc97-469f-a7c1-998a097c7f7e None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:16:44.511334 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:44.530811 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ae02a671-e50a-4e1d-9ef9-6b479c3a2fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:45.500976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:46.516620 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:47.005245 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:48.953884 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-8d91940c-fbe5-404c-aa0c-c970dad8587d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513284 Jul 16 02:16:49.072824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4fb7-6466-4b08-873d-544f37083e21 req-224ccd64-7e90-45da-ac82-9c83a0cdf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:49.074428 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-224ccd64-7e90-45da-ac82-9c83a0cdf306 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1096 time: 0.0535090 Jul 16 02:16:49.183168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4fb7-6466-4b08-873d-544f37083e21 req-b580b2f2-2019-4cfa-8894-7527ff6ebe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:49.184659 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-b580b2f2-2019-4cfa-8894-7527ff6ebe83 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0889466 Jul 16 02:16:49.249723 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-36ea1926-7265-47f4-89de-2031b3104907 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1002 time: 0.0571101 Jul 16 02:16:49.301919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4fb7-6466-4b08-873d-544f37083e21 req-0906f67b-a37f-4df0-9c49-7ecd58f707e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:49.303341 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-0906f67b-a37f-4df0-9c49-7ecd58f707e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0473680 Jul 16 02:16:49.362393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4fb7-6466-4b08-873d-544f37083e21 req-92183363-6d08-47a4-a407-e3f3ad2cb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:49.363880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-92183363-6d08-47a4-a407-e3f3ad2cb16e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540154 Jul 16 02:16:49.460033 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-cb8c2ca6-ace6-4dcc-8112-058443d4e0ba service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862536 Jul 16 02:16:49.547614 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-061f4fb7-6466-4b08-873d-544f37083e21 req-93135c7f-224d-4ced-bcd0-b82f5bba279b service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810027 Jul 16 02:16:50.141677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.344823 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:11.670818 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f5a-e4be-4437-8a21-bc08063c36eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:14.513707 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:14.529563 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-76457dd3-d482-46fe-9136-01e6ed38e388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:15.503655 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:16.521491 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:17.029462 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:20.129323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:22.499183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-d205582a-c700-4149-ad64-565c24dddd05 req-21b09162-80b7-42bd-b261-1b70f3b7478d service neutron] (93707) timed out ('10.222.0.81', 40038) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:17:41.672154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-332f5b54-1c5a-4bb7-b04f-c8e5acaa65db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:44.343489 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:44.515117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:44.531334 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f7661d5-fd49-481f-b9d3-9fcb0920df19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:45.505958 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:46.519393 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:47.010569 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:50.133193 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:51.058581 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-6b730197-4ca0-4048-9165-930e8091a0df service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961976 Jul 16 02:17:51.157777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-1ea2cb3f-b1e3-4533-8e09-8f4730709138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:51.159214 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-1ea2cb3f-b1e3-4533-8e09-8f4730709138 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1096 time: 0.0591004 Jul 16 02:17:51.262174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-cc572e34-9262-44f4-927d-223ce0436f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:51.263636 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-cc572e34-9262-44f4-927d-223ce0436f5f service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0843537 Jul 16 02:17:51.330926 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-9362299f-e677-4ce5-9192-03c6e0dc4e00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1002 time: 0.0604968 Jul 16 02:17:51.380154 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-cfff7d8b-d619-4fca-8690-57edca60ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:51.381657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-cfff7d8b-d619-4fca-8690-57edca60ac43 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0443738 Jul 16 02:17:51.461771 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-6b87fd4d-0605-42f9-af39-86c0bb1528cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:51.463594 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-6b87fd4d-0605-42f9-af39-86c0bb1528cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758359 Jul 16 02:17:51.559378 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-e7855904-06b4-4ad3-a942-f0a9bba39b04 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879228 Jul 16 02:17:51.648111 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62a5e723-a9c6-444a-9962-2d0fa4431ff4 req-5374d36c-2de0-423e-a9e6-897f3f3d065a service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811067 Jul 16 02:18:11.675705 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2794692a-61ec-4a62-aa41-9ebf3dfcfc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:14.516842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:14.531871 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aec23d46-587b-4465-845d-dd55cb804f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:15.510592 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:16.525912 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:17.012930 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:19.555677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59eec-9d79-4403-8706-5e6d0481027a req-1f70e352-b23b-4ff5-a995-1cd2bccf391d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.557221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9e59eec-9d79-4403-8706-5e6d0481027a req-1f70e352-b23b-4ff5-a995-1cd2bccf391d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.1076894 Jul 16 02:18:19.594062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e9e59eec-9d79-4403-8706-5e6d0481027a req-85b00627-6d85-42a5-95fc-06e2c3c4f4f7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Jul 16 02:18:20.153654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:21.343869 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:30.899123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-28b853bf-e82d-4d1b-ae5d-c3690e225dad req-42cc3125-deb4-4c3b-8438-ffa5d4bf9161 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:18:30.900140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28b853bf-e82d-4d1b-ae5d-c3690e225dad req-42cc3125-deb4-4c3b-8438-ffa5d4bf9161 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412638 Jul 16 02:18:31.233113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e325a9d-5d5a-4416-9916-00c609b3f8e8 req-aab7a815-f8a7-414a-adeb-33852425e8de tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.234595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e325a9d-5d5a-4416-9916-00c609b3f8e8 req-aab7a815-f8a7-414a-adeb-33852425e8de tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.1062365 Jul 16 02:18:31.241189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-80426197-ebcb-44d3-8be3-c886aa3b7223 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328683 Jul 16 02:18:31.274906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9e325a9d-5d5a-4416-9916-00c609b3f8e8 req-6a7e1aef-5e06-4025-a9e3-3733f78ab2de tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Jul 16 02:18:32.440549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-67a3fe2d-1ba8-4e1f-a3d1-08904feed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:32.442104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-67a3fe2d-1ba8-4e1f-a3d1-08904feed365 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1096 time: 0.0592301 Jul 16 02:18:32.458241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dfa79-c4ce-4dd1-af47-3aec972d19e0 req-f92c6c55-1e9d-413a-b597-9dae3913ff3e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:32.459711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b7dfa79-c4ce-4dd1-af47-3aec972d19e0 req-f92c6c55-1e9d-413a-b597-9dae3913ff3e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0681350 Jul 16 02:18:32.498146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b7dfa79-c4ce-4dd1-af47-3aec972d19e0 req-749a3870-f63e-44fb-b4d6-2f01ce55697f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Jul 16 02:18:32.533437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-0771f051-0004-4284-83bf-87e4b3d78e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:32.535576 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-0771f051-0004-4284-83bf-87e4b3d78e75 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0863628 Jul 16 02:18:32.605430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-55ab26cf-129e-40b3-bcf3-d712da406969 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1002 time: 0.0614264 Jul 16 02:18:32.654399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-b36d6a72-e9b7-4327-af8f-31af88e3fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:32.656085 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-b36d6a72-e9b7-4327-af8f-31af88e3fa5a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0434949 Jul 16 02:18:32.711785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-62826019-91ae-47d4-a281-c5c5897f569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:32.713273 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-62826019-91ae-47d4-a281-c5c5897f569c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509462 Jul 16 02:18:32.807399 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-ab9106f8-a183-445c-9749-f4a24a1024ea service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869613 Jul 16 02:18:32.894204 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-64fff62e-283a-4e9f-a6f9-d75af67a0aa8 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797718 Jul 16 02:18:33.676184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da4ac5-4dbd-45b2-9696-6ab353bc1bf8 req-0d4e525c-7fbf-4bda-85a2-109cd97c89bb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:33.677692 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65da4ac5-4dbd-45b2-9696-6ab353bc1bf8 req-0d4e525c-7fbf-4bda-85a2-109cd97c89bb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0635977 Jul 16 02:18:33.714180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-65da4ac5-4dbd-45b2-9696-6ab353bc1bf8 req-5870303c-3949-49f4-a257-b018afd5a7ac tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311446 Jul 16 02:18:34.887876 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca788e8-0ab7-492e-b441-9d9dd224b4c2 req-16393738-7737-4ea0-940e-93a875f6e0cb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:34.889401 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ca788e8-0ab7-492e-b441-9d9dd224b4c2 req-16393738-7737-4ea0-940e-93a875f6e0cb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0630767 Jul 16 02:18:34.925909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ca788e8-0ab7-492e-b441-9d9dd224b4c2 req-03c0dec4-b1d5-47c7-bdd5-9195a9868092 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310109 Jul 16 02:18:36.104316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770ecd-16bd-4bcf-840e-7263f1395506 req-38683ec0-061a-4a7d-8e58-e62314232268 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:36.105848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c770ecd-16bd-4bcf-840e-7263f1395506 req-38683ec0-061a-4a7d-8e58-e62314232268 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0675538 Jul 16 02:18:36.143804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c770ecd-16bd-4bcf-840e-7263f1395506 req-e528aae7-518d-41ce-9c8d-fc4dd0adc27e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Jul 16 02:18:37.316434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263ebcb-bf04-424d-8f64-83331abb8e87 req-e061c9b2-4c2d-4d15-82b2-ca022b9e3a7a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.317938 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d263ebcb-bf04-424d-8f64-83331abb8e87 req-e061c9b2-4c2d-4d15-82b2-ca022b9e3a7a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0635676 Jul 16 02:18:37.354817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d263ebcb-bf04-424d-8f64-83331abb8e87 req-98f8ec46-40c8-4337-8965-520b17f61738 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314517 Jul 16 02:18:38.534305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eff1e-3215-43d4-a8fb-3a711fe7c8b6 req-c0277503-f508-4692-95a8-fc1278c20f24 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.535830 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c9eff1e-3215-43d4-a8fb-3a711fe7c8b6 req-c0277503-f508-4692-95a8-fc1278c20f24 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0671599 Jul 16 02:18:38.573257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c9eff1e-3215-43d4-a8fb-3a711fe7c8b6 req-24e66d21-97e7-4c5a-a24b-a5ef62129561 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Jul 16 02:18:39.748959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da7904-3138-4125-a3c6-c3e7e057bda5 req-8d6b2d7b-cfb9-4fc8-a961-4ed8bd002fb9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:39.750439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6da7904-3138-4125-a3c6-c3e7e057bda5 req-8d6b2d7b-cfb9-4fc8-a961-4ed8bd002fb9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0637305 Jul 16 02:18:39.787291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6da7904-3138-4125-a3c6-c3e7e057bda5 req-ef770d07-18b0-4cde-9f4f-ebb5f2522e74 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Jul 16 02:18:40.956824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3722-d0de-4477-91d1-5a4b5219fb16 req-579e0caf-3576-427b-92a1-e6ec2a17c2bb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:40.958315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8ac3722-d0de-4477-91d1-5a4b5219fb16 req-579e0caf-3576-427b-92a1-e6ec2a17c2bb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0625105 Jul 16 02:18:40.995662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8ac3722-d0de-4477-91d1-5a4b5219fb16 req-45f14717-43a7-4c09-b819-67d0f6798e18 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Jul 16 02:18:41.676345 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b5058e7-43c1-4ccc-b2b0-befee11393f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:42.169336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d50832-441c-429b-84cc-3696b5805277 req-89c2e907-5026-4f72-83d6-dcc1ca32c2b9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:42.170798 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66d50832-441c-429b-84cc-3696b5805277 req-89c2e907-5026-4f72-83d6-dcc1ca32c2b9 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0660222 Jul 16 02:18:42.207199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66d50832-441c-429b-84cc-3696b5805277 req-99506b79-3a8d-4e2e-94e2-e8b63252327b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309045 Jul 16 02:18:43.381181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af242a93-47ac-46c7-8209-e79ab9420bed req-e245b87e-f901-42bb-a690-77818be1e0eb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:43.382583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af242a93-47ac-46c7-8209-e79ab9420bed req-e245b87e-f901-42bb-a690-77818be1e0eb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0632048 Jul 16 02:18:43.419370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-af242a93-47ac-46c7-8209-e79ab9420bed req-247084a1-5a42-43d2-b51f-197e68c1e02e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Jul 16 02:18:44.524573 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:44.534917 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-32c8de86-277d-41cd-b2d7-c9f48b9ba5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:44.599702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ece89-9b9a-41da-90cf-65a29640745b req-f29fcc0f-1f2b-493f-9545-d39c15ae6b52 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:44.601216 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-238ece89-9b9a-41da-90cf-65a29640745b req-f29fcc0f-1f2b-493f-9545-d39c15ae6b52 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0672240 Jul 16 02:18:44.639354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-238ece89-9b9a-41da-90cf-65a29640745b req-2216598f-3eb1-430b-92b5-ace765dc8d31 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326049 Jul 16 02:18:45.514401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:45.814702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d409d89-9178-45d8-a891-3094ef38f45d req-b9e68778-cf94-4243-82db-78cb41c31ea3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:45.816191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d409d89-9178-45d8-a891-3094ef38f45d req-b9e68778-cf94-4243-82db-78cb41c31ea3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0659661 Jul 16 02:18:45.856172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d409d89-9178-45d8-a891-3094ef38f45d req-076fd1b1-4ebb-4190-9719-6f1200be140e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335517 Jul 16 02:18:46.539615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-50453f59-dfd9-438a-ac15-9d82eb8875f0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:18:46.540856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-50453f59-dfd9-438a-ac15-9d82eb8875f0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055676 Jul 16 02:18:46.543358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:46.604982 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-05c87e23-0367-4935-9523-100341062413 service neutron] show failed (client error): The resource could not be found. Jul 16 02:18:46.605966 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-05c87e23-0367-4935-9523-100341062413 service neutron] 10.222.0.78 "GET /v2.0/ports/b9e36d07-aaa0-443a-8a3b-c21cde719a92/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0581412 Jul 16 02:18:46.932681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-30fa4adf-d9a3-4de7-9d5a-122ea9b9e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:46.934196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-30fa4adf-d9a3-4de7-9d5a-122ea9b9e5eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 1096 time: 0.0893366 Jul 16 02:18:46.945597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:47.016073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:47.053377 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:47.085788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee458dad-087a-4c19-8a8f-d2ebc36623c3 req-1c48932a-b950-46db-9aff-14b277d9b62a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:47.087205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee458dad-087a-4c19-8a8f-d2ebc36623c3 req-1c48932a-b950-46db-9aff-14b277d9b62a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.1077282 Jul 16 02:18:47.201232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee458dad-087a-4c19-8a8f-d2ebc36623c3 req-b0d5e8cf-3db4-4da6-a8c5-08636b78a3f8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967977 Jul 16 02:18:47.303317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:47.335625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:47.374283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:47.379772 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:47.392020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Transition to ACTIVE for port object b9e36d07-aaa0-443a-8a3b-c21cde719a92 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:47.396134 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:47.424769 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e720c8-09e0-4bf6-aeff-68e6069f2768" -d '{"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:47.489504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:47.502157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.503013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.503355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.503690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.504025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.504385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.504714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.505038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.505366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.505694 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.506015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.506340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:47.538327 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f10793-cfe1-49a0-bde6-6a8038a50baa x-openstack-request-id: req-93f10793-cfe1-49a0-bde6-6a8038a50baa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:47.538627 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:47.538878 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93f10793-cfe1-49a0-bde6-6a8038a50baa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:47.539274 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'code': 200} Jul 16 02:18:47.540020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] No DVR routers for this DVR port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:18:47.676003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:47.676387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:47.676815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:47.681378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:18:47.681697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:47.686527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:47.686865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:47.687246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:47.687669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Bound port: b9e36d07-aaa0-443a-8a3b-c21cde719a92, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:47.688024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:47.752889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:47.755869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:47.760835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:47.795027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:47.795645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:47.797293 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] 10.222.0.93 "PUT /v2.0/ports/b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1091 time: 0.8556335 Jul 16 02:18:47.817554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf56c6d-79ad-4133-b8f1-a3a70b286121 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:48.224312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-03dc81c9-fa77-4744-9edd-4376aab9f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:48.225917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-03dc81c9-fa77-4744-9edd-4376aab9f887 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1094 time: 0.3998363 Jul 16 02:18:48.317278 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-e35aa157-3de0-43a0-8a32-0222cd3ae8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:48.318720 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-e35aa157-3de0-43a0-8a32-0222cd3ae8be service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0856688 Jul 16 02:18:48.408175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-fa1a1dc8-1d4c-4850-9ec8-ba3513b9c94e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0812631 Jul 16 02:18:48.455899 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9e5a5-75a0-49cc-b519-ca6e747ebdf0 req-7471eaa5-2b65-4392-b790-db2d0cfa5818 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:48.457361 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66c9e5a5-75a0-49cc-b519-ca6e747ebdf0 req-7471eaa5-2b65-4392-b790-db2d0cfa5818 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.1415806 Jul 16 02:18:48.484598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-b12c22e5-f81a-4f55-9e3e-f5fba27af382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:48.485925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-b12c22e5-f81a-4f55-9e3e-f5fba27af382 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0707843 Jul 16 02:18:48.514903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66c9e5a5-75a0-49cc-b519-ca6e747ebdf0 req-2e2046af-138c-4e7e-a219-83fc734214a3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518167 Jul 16 02:18:48.558052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-a2a7c789-78fa-4287-9186-1ffc39d7e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:48.559548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-a2a7c789-78fa-4287-9186-1ffc39d7e420 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627916 Jul 16 02:18:48.647364 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-1cc11f02-6c8c-43dd-9bec-11340590c0fa service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801187 Jul 16 02:18:48.739520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-a8327ec9-ad52-40d1-b42a-e81c01f89c67 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Jul 16 02:18:48.886625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-f660ec5c-767b-4e21-8b7f-6428982a47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:48.888133 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-f660ec5c-767b-4e21-8b7f-6428982a47ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1094 time: 0.0532248 Jul 16 02:18:49.005412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-6ac751f2-91b4-4b57-bb82-2ec566ae7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.006844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-6ac751f2-91b4-4b57-bb82-2ec566ae7534 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0928051 Jul 16 02:18:49.072989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-9128c7b9-fd29-41c4-9a4d-051c2027a639 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0586147 Jul 16 02:18:49.122457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-fe62f009-1311-4588-a44e-76d682595030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.124191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-fe62f009-1311-4588-a44e-76d682595030 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0446036 Jul 16 02:18:49.185049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-e701974b-4df1-4d63-bcb8-44e65ea33eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.186466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-e701974b-4df1-4d63-bcb8-44e65ea33eb2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559244 Jul 16 02:18:49.277743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-67ef4f6d-90a0-4df9-a7d6-ab0eb2f55382 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839670 Jul 16 02:18:49.371539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be68b340-9724-43b4-95ec-56202d4fdad6 req-fdd6684e-dc7d-4652-9958-1ae380b9ad20 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Jul 16 02:18:49.540496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:49.542868 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95" -d '{"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:49.594057 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a812c8a-1848-4644-8765-5a5015828727 x-openstack-request-id: req-6a812c8a-1848-4644-8765-5a5015828727 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:49.594913 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:49.595230 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a812c8a-1848-4644-8765-5a5015828727 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:49.595783 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'status': 'completed', 'code': 200} Jul 16 02:18:49.668662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-b6f1f894-6eeb-4670-a0b0-d2f720bc1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.670252 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-b6f1f894-6eeb-4670-a0b0-d2f720bc1c7f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1094 time: 0.0571926 Jul 16 02:18:49.722034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-70e42841-df7f-4f3e-a53e-ae2978bb5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.723560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-70e42841-df7f-4f3e-a53e-ae2978bb5840 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1094 time: 0.1043034 Jul 16 02:18:49.736031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a183-0e10-48ef-a39c-0a99a2b2da45 req-2e00e571-36ed-4775-830d-43a109ba854c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.738219 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3565a183-0e10-48ef-a39c-0a99a2b2da45 req-2e00e571-36ed-4775-830d-43a109ba854c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0885596 Jul 16 02:18:49.769386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-13240513-f38c-4e3f-aeb8-da2cf543139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.771335 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-13240513-f38c-4e3f-aeb8-da2cf543139f service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0946417 Jul 16 02:18:49.823926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:49.841443 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3565a183-0e10-48ef-a39c-0a99a2b2da45 req-1a34debf-6707-40f3-83a3-3db9d9284f79 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912364 Jul 16 02:18:49.855262 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-bfa24dbc-6435-40bc-b5cc-84d975d4b50d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0779111 Jul 16 02:18:49.862131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:49.872890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-63a311fd-dd8c-416f-bdc6-9e2a44872189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.874747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-63a311fd-dd8c-416f-bdc6-9e2a44872189 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.1354527 Jul 16 02:18:49.907373 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-7db3a55f-0d3a-468b-980c-0a6fd28d85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.909623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-7db3a55f-0d3a-468b-980c-0a6fd28d85f2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0472028 Jul 16 02:18:49.945712 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-8a6b789c-e84e-4f27-bff2-7cab43e1d30d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0644743 Jul 16 02:18:49.970088 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-893e01ab-c5f3-4638-99dc-5365995baf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.972009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-893e01ab-c5f3-4638-99dc-5365995baf75 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562544 Jul 16 02:18:49.999546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-c31493d9-6f6d-4859-8c58-6e62209fd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:50.001240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-c31493d9-6f6d-4859-8c58-6e62209fd93a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0484021 Jul 16 02:18:50.067407 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-922e0d32-4b5e-4482-8cc3-70612b4cbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:50.068988 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-922e0d32-4b5e-4482-8cc3-70612b4cbb36 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616019 Jul 16 02:18:50.074134 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-3a5d2ec1-e0ce-49f4-a4ea-7b14701a3250 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952680 Jul 16 02:18:50.150240 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:50.175282 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-22ac17f1-60b6-4c67-a6b0-4bab003771ae service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993130 Jul 16 02:18:50.175768 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-1c7ca051-7903-4815-8a9b-40c626a6817a service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958984 Jul 16 02:18:50.266322 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9afdb2b5-0fb3-4055-97e2-3c3b3c3c7a95 req-2b145a4d-4acf-477c-8a83-961d9f9c58cd service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835648 Jul 16 02:18:51.029790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dedcd4-d8ad-423c-bbb9-164f87db96c5 req-6c465c84-6274-4955-b5ed-ef03ec0800da tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:51.031290 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00dedcd4-d8ad-423c-bbb9-164f87db96c5 req-6c465c84-6274-4955-b5ed-ef03ec0800da tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0684230 Jul 16 02:18:51.070447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00dedcd4-d8ad-423c-bbb9-164f87db96c5 req-25f6b360-e3c4-430f-85e3-e2b468a00fdb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330300 Jul 16 02:18:52.250323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8464cf-729a-4fd2-b794-ef6909754cb4 req-c5d4e5a1-4592-4e01-b674-929c2bbc550e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:52.251834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b8464cf-729a-4fd2-b794-ef6909754cb4 req-c5d4e5a1-4592-4e01-b674-929c2bbc550e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0657229 Jul 16 02:18:52.290220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b8464cf-729a-4fd2-b794-ef6909754cb4 req-c419ad05-c3b8-4538-8570-111c80f0cddb tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327373 Jul 16 02:18:53.465191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a9c21-f351-4b41-bd8b-a3cffc9ebfef req-d3299001-3cfd-4b94-b8db-9d89ecafe738 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:53.466656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-370a9c21-f351-4b41-bd8b-a3cffc9ebfef req-d3299001-3cfd-4b94-b8db-9d89ecafe738 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0624857 Jul 16 02:18:53.504132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-370a9c21-f351-4b41-bd8b-a3cffc9ebfef req-d1977d28-6c4d-4d3f-9084-d5357abe7c95 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320628 Jul 16 02:18:54.679212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291c6e7-7078-46ae-8e74-9bc277976860 req-795af55e-029a-48bf-919f-598c897f579b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.680687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e291c6e7-7078-46ae-8e74-9bc277976860 req-795af55e-029a-48bf-919f-598c897f579b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0663905 Jul 16 02:18:54.717871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e291c6e7-7078-46ae-8e74-9bc277976860 req-e42dec2a-f1a2-4641-aabc-7cd5779a0c7d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Jul 16 02:18:55.891081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534757a-6f1d-4aa7-9ac1-f34ab3c226fb req-675d8436-56b3-4c91-b6d6-b9c53ba1503e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:55.892590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6534757a-6f1d-4aa7-9ac1-f34ab3c226fb req-675d8436-56b3-4c91-b6d6-b9c53ba1503e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0632675 Jul 16 02:18:55.931094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6534757a-6f1d-4aa7-9ac1-f34ab3c226fb req-2dca93e7-7460-4d2a-bc42-66f14fab40d8 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324569 Jul 16 02:18:57.106453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7b8b2-bc5a-4b05-b7b2-18842ea012b8 req-679a499b-72ed-4860-9768-05e052dc0854 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:57.108196 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00d7b8b2-bc5a-4b05-b7b2-18842ea012b8 req-679a499b-72ed-4860-9768-05e052dc0854 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0673666 Jul 16 02:18:57.145657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-00d7b8b2-bc5a-4b05-b7b2-18842ea012b8 req-4f52d97f-cedc-4c65-8173-891d6ef8c544 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Jul 16 02:18:58.317198 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ecd8-92f9-42a0-8d09-ac35898ea871 req-6dc17eba-cc8f-49a7-a61b-be1592db8df1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:58.318652 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f107ecd8-92f9-42a0-8d09-ac35898ea871 req-6dc17eba-cc8f-49a7-a61b-be1592db8df1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0624175 Jul 16 02:18:58.344916 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:58.356250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f107ecd8-92f9-42a0-8d09-ac35898ea871 req-7187d25c-384f-4872-a7ab-31a9505a431e tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Jul 16 02:18:59.526544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e81ef-b75a-480c-ade4-8670c455a57c req-96fe2295-5829-4942-8f6e-c7f17ad4e640 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:59.528071 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f89e81ef-b75a-480c-ade4-8670c455a57c req-96fe2295-5829-4942-8f6e-c7f17ad4e640 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0638106 Jul 16 02:18:59.565089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f89e81ef-b75a-480c-ade4-8670c455a57c req-3c5aad61-9e6a-43d8-bb81-67eb8d95a342 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Jul 16 02:19:00.739603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2a47-8758-4c6a-8a2e-f1395426d138 req-9af76b7d-034a-4426-8fc7-3bb344961433 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:00.741097 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef8d2a47-8758-4c6a-8a2e-f1395426d138 req-9af76b7d-034a-4426-8fc7-3bb344961433 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0668404 Jul 16 02:19:00.778218 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ef8d2a47-8758-4c6a-8a2e-f1395426d138 req-e099d9d7-0164-4d16-9cbd-fe0178a2bb75 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 Jul 16 02:19:01.205633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-d85acb47-1419-4514-965b-1ab10da5d153 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:01.207619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-d85acb47-1419-4514-965b-1ab10da5d153 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.93 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1&tenant_id=f20be876aa934c8480c99d500f392cfe&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 943 time: 0.1051278 Jul 16 02:19:01.273357 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6f6f-ce60-4353-b603-bfb42ee947bd req-283e678a-042f-4f63-b1d0-eefd9576db8f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:01.274822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bbf6f6f-ce60-4353-b603-bfb42ee947bd req-283e678a-042f-4f63-b1d0-eefd9576db8f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.1155784 Jul 16 02:19:01.305414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-52c08c2f-3b40-47f8-a34f-eab2053a05f8 service neutron] 10.222.0.93 "GET /v2.0/ports/b9e36d07-aaa0-443a-8a3b-c21cde719a92/bindings/n-h2-800085-5 HTTP/1.1" status: 200 len: 382 time: 0.0898204 Jul 16 02:19:01.320544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bbf6f6f-ce60-4353-b603-bfb42ee947bd req-576a71b3-2ac9-4ceb-b7a7-03dfeb1dc5b1 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401516 Jul 16 02:19:01.383818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-de1ed443-d094-4845-acb1-8b9b6f0ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:01.385349 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-de1ed443-d094-4845-acb1-8b9b6f0ad030 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1094 time: 0.0533283 Jul 16 02:19:01.482247 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-220b5d88-9617-4c9f-a6c5-b1d909b63a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:01.483698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-220b5d88-9617-4c9f-a6c5-b1d909b63a58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0907342 Jul 16 02:19:01.546114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-988d2e41-0c40-4038-8988-4d5d5a325dcb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0550497 Jul 16 02:19:01.598004 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-2066e47e-0b00-4a12-8697-fb355b8e7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:01.599482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-2066e47e-0b00-4a12-8697-fb355b8e7143 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0464880 Jul 16 02:19:01.656030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-3a1e1547-13ac-4d10-b68c-7c71a000142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:01.657534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-3a1e1547-13ac-4d10-b68c-7c71a000142d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515354 Jul 16 02:19:01.744211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-5ecdaef9-9702-4e59-a1fe-c95bc87bf711 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792031 Jul 16 02:19:01.837512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-431cf82e-45af-402f-b650-7ca9ec4b5d3a service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856256 Jul 16 02:19:02.305798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:02.401639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:02.413099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'mac_address': 'fa:16:3e:dc:39:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:02.448971 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.461734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e36d07-aaa0-443a-8a3b-c21cde719a92 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:02.482397 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:02.486655 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.499046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdb69c-ca7c-4027-adf1-7a7f5597ff2a req-6df34383-95bf-421d-9a94-bd4da7709a2f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:02.500678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31bdb69c-ca7c-4027-adf1-7a7f5597ff2a req-6df34383-95bf-421d-9a94-bd4da7709a2f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0649307 Jul 16 02:19:02.537331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:02.538496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-31bdb69c-ca7c-4027-adf1-7a7f5597ff2a req-af5ccc4e-e93f-4b58-9eef-d49724649aa6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322130 Jul 16 02:19:02.545418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.545773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.546117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.546454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.546799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.547144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.547450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.547780 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.548105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.548455 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.548779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.549102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:02.729184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['b9e36d07-aaa0-443a-8a3b-c21cde719a92'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:03.715840 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6823-ec7c-4d87-ab53-cbd8d615f349 req-71b46073-d5ee-49a7-92d1-82923f261dd2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:03.717285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3af6823-ec7c-4d87-ab53-cbd8d615f349 req-71b46073-d5ee-49a7-92d1-82923f261dd2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0682752 Jul 16 02:19:03.756779 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3af6823-ec7c-4d87-ab53-cbd8d615f349 req-6848e24c-32e3-4469-9cf5-ff0a61efad43 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338809 Jul 16 02:19:04.313574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:04.410879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:04.421890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'mac_address': 'fa:16:3e:dc:39:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:04.935038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b599aa-43f7-46e5-84f7-894f5af9c8bc req-e9df7646-e2ed-427e-b702-dd9fe8202121 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:04.936561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8b599aa-43f7-46e5-84f7-894f5af9c8bc req-e9df7646-e2ed-427e-b702-dd9fe8202121 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0651178 Jul 16 02:19:04.975626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8b599aa-43f7-46e5-84f7-894f5af9c8bc req-5170f4f0-08a1-457d-8004-0032f4861c0c tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326605 Jul 16 02:19:05.555579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-c5de6624-44f4-4692-805e-bdfc9d53bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:05.557118 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-c5de6624-44f4-4692-805e-bdfc9d53bb60 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1&tenant_id=f20be876aa934c8480c99d500f392cfe HTTP/1.1" status: 200 len: 1095 time: 0.0581336 Jul 16 02:19:05.569425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:05.638746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.838069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:05.875322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:05.906692 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b9e36d07-aaa0-443a-8a3b-c21cde719a92 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:05.915640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.926098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Ignored duplicate provisioning block setup for port b9e36d07-aaa0-443a-8a3b-c21cde719a92 by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:19:05.930037 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.016092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=9']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:06.030643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.031002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.031347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.031688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.032025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.032388 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.032720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.033048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.033376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.033702 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.034028 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.034347 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:06.065204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] No DVR routers for this DVR port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:06.169319 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07536f71-0437-4f71-a93f-0b26e3b1b5d1 req-1514dc34-2e12-4871-9450-50d28ea54414 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.170741 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07536f71-0437-4f71-a93f-0b26e3b1b5d1 req-1514dc34-2e12-4871-9450-50d28ea54414 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 943 time: 0.0708802 Jul 16 02:19:06.207270 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:06.207615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:06.207954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:06.209068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07536f71-0437-4f71-a93f-0b26e3b1b5d1 req-0302eacc-0eb6-483b-aee3-09010c69baa6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320320 Jul 16 02:19:06.212644 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:06.212981 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Attempting to bind port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on network 69928918-6051-4c26-8038-03b02f7dfb55 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:06.218396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:06.218728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Checking segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:06.219120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Bound using segment: {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:06.219561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Bound port: b9e36d07-aaa0-443a-8a3b-c21cde719a92, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b7f84d-2561-4a30-a47b-d2a95894726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:06.219935 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.282823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:06.286034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:06.289678 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.324648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.325267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.326667 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] 10.222.0.78 "PUT /v2.0/ports/b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1091 time: 0.7619212 Jul 16 02:19:06.327108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:06.349926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:06.366324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8351263-0284-4ef2-8d5a-762fc909468b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:06.373629 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544" -d '{"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:06.391162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:06.427481 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-4915169a-74b4-4434-8aa2-d418b2186c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.429104 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-4915169a-74b4-4434-8aa2-d418b2186c7a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1095 time: 0.0734675 Jul 16 02:19:06.500686 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a574c6-6b25-49b3-a8f5-d6b8521ea0a6 x-openstack-request-id: req-39a574c6-6b25-49b3-a8f5-d6b8521ea0a6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:06.500976 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:06.501227 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39a574c6-6b25-49b3-a8f5-d6b8521ea0a6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:06.501634 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'status': 'completed', 'code': 200} Jul 16 02:19:06.529682 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-287dcfa6-8be0-42b6-b7ad-c420dae9e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.531105 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-287dcfa6-8be0-42b6-b7ad-c420dae9e262 service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0953851 Jul 16 02:19:06.573524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-103e5018-f8b0-4735-8721-d85ba098090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.575057 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-103e5018-f8b0-4735-8721-d85ba098090c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1095 time: 0.0543947 Jul 16 02:19:06.599898 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-9bc781db-78f1-4347-8d29-dc1fc1bf185e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0618868 Jul 16 02:19:06.649177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-81e439a0-28eb-4e20-a403-971c30b1421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.650652 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-81e439a0-28eb-4e20-a403-971c30b1421f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0440078 Jul 16 02:19:06.666469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-66bf23b8-5c9a-4118-b433-e48a41c40784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.667925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-66bf23b8-5c9a-4118-b433-e48a41c40784 service neutron] 10.222.0.93 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0863276 Jul 16 02:19:06.708416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-1d0ac2b0-3ce7-429f-aed9-199493111615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.709856 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-1d0ac2b0-3ce7-429f-aed9-199493111615 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525723 Jul 16 02:19:06.732665 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-b4858a4b-fbe9-4a91-a8c6-c506dc5f4990 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0575132 Jul 16 02:19:06.780130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-34fa36df-29e9-4096-9dc4-6d0c14ffc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.781605 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-34fa36df-29e9-4096-9dc4-6d0c14ffc603 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0419953 Jul 16 02:19:06.804914 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-51a9c3ca-17a1-4318-a324-4890e3ebaaa2 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879278 Jul 16 02:19:06.841384 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-35dfe6f9-3400-4a55-ae3f-d1f427b5f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.842891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-35dfe6f9-3400-4a55-ae3f-d1f427b5f20d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545604 Jul 16 02:19:06.894871 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d94e9ae5-f1dc-4a2e-974f-04419b5860cd req-67192f7d-44a8-4ef9-a70d-2859a19f5cd6 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816870 Jul 16 02:19:06.932048 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-7d23678b-0f28-4185-8dc6-a915c4d9abd4 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 Jul 16 02:19:06.996681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-08b61455-25ce-4284-867c-3401a65a8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.998505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-08b61455-25ce-4284-867c-3401a65a8759 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f20be876aa934c8480c99d500f392cfe&device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 1095 time: 0.0625122 Jul 16 02:19:07.032130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-2878cfe7-b4fb-4519-b869-d0e5a05e17e4 service neutron] 10.222.0.93 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935051 Jul 16 02:19:07.092317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-39adafd8-9fd1-4391-9aae-939f979ef5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.093942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-39adafd8-9fd1-4391-9aae-939f979ef5bd service neutron] 10.222.0.78 "GET /v2.0/networks?id=69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 200 len: 913 time: 0.0893722 Jul 16 02:19:07.163454 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-b4f99e62-eeeb-41a1-876f-66f8f802a4bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 200 len: 1000 time: 0.0633290 Jul 16 02:19:07.212921 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-72c02f65-f610-4890-b6d4-7d5e0306a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.214297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-72c02f65-f610-4890-b6d4-7d5e0306a039 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 200 len: 851 time: 0.0437849 Jul 16 02:19:07.273040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-0e73cda8-f43b-4156-a21f-81c946db712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.274587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-0e73cda8-f43b-4156-a21f-81c946db712c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=69928918-6051-4c26-8038-03b02f7dfb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535779 Jul 16 02:19:07.374014 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-b24a0bdb-aa05-4f19-a3e4-27c4ebe0faea service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926425 Jul 16 02:19:07.386189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272787-9f0e-4310-9ef6-8c1ccd0b1be6 req-683cf131-7bac-4565-a80e-f59c9a7ba7d2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.387689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20272787-9f0e-4310-9ef6-8c1ccd0b1be6 req-683cf131-7bac-4565-a80e-f59c9a7ba7d2 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0650108 Jul 16 02:19:07.430723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20272787-9f0e-4310-9ef6-8c1ccd0b1be6 req-1e82f218-148c-4e79-8017-f2f12e52ce4a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373259 Jul 16 02:19:07.470339 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-137d8f1e-9ae3-41ac-b4ca-627a4e0d9544 req-ad524ea2-d6d5-4a1d-aad2-f71f6c140ac6 service neutron] 10.222.0.78 "GET /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903509 Jul 16 02:19:08.612321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beba35-dcff-4326-8c27-a8c8b68fe0d2 req-3b5e30b3-8e0d-4685-b06c-b482213f759b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.614478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67beba35-dcff-4326-8c27-a8c8b68fe0d2 req-3b5e30b3-8e0d-4685-b06c-b482213f759b tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0673666 Jul 16 02:19:08.657693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67beba35-dcff-4326-8c27-a8c8b68fe0d2 req-a8e608cc-4c9c-4b30-b414-c132c9a10133 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Jul 16 02:19:09.832823 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f1478-5993-4702-aa36-ab7663930035 req-2cc004e5-0572-47e8-bf85-49272bd8eb8d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:09.834369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf2f1478-5993-4702-aa36-ab7663930035 req-2cc004e5-0572-47e8-bf85-49272bd8eb8d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0636678 Jul 16 02:19:09.875014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cf2f1478-5993-4702-aa36-ab7663930035 req-8b5c5b34-5ce1-4f3a-a442-b44d85c8c476 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349238 Jul 16 02:19:11.047321 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61809c-332f-47fd-b75e-fc98d9b44e72 req-a9300dc0-ec80-4005-848b-b1ed1f3626dc tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:11.048823 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df61809c-332f-47fd-b75e-fc98d9b44e72 req-a9300dc0-ec80-4005-848b-b1ed1f3626dc tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0628467 Jul 16 02:19:11.087089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df61809c-332f-47fd-b75e-fc98d9b44e72 req-c6bee69b-8c0b-452b-9af5-fdf497681131 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327482 Jul 16 02:19:11.676732 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0907-da05-4f63-90c8-17e8324b7b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.273636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ba4a3-ea03-4b1e-b24a-56e578789a3f req-c72ad408-a249-45e5-ad50-317947850597 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.275127 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a34ba4a3-ea03-4b1e-b24a-56e578789a3f req-c72ad408-a249-45e5-ad50-317947850597 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0694094 Jul 16 02:19:12.312999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a34ba4a3-ea03-4b1e-b24a-56e578789a3f req-1d59b059-4d08-4259-8501-98e568775124 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324180 Jul 16 02:19:13.484971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4b21d-e17e-4104-9a07-1197415eeefc req-718901bb-3e4f-4d08-aee3-0adba040bb2d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.486440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cf4b21d-e17e-4104-9a07-1197415eeefc req-718901bb-3e4f-4d08-aee3-0adba040bb2d tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0627789 Jul 16 02:19:13.523429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4cf4b21d-e17e-4104-9a07-1197415eeefc req-3b0b245c-762b-43b0-b8dc-43ccc673f2b6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Jul 16 02:19:14.516190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:14.534201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6b48a1ee-1728-4dd0-9129-c9848b8e1d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:14.698933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d0f6-1f8a-4fc9-8317-f7818db99ff5 req-51494002-dea2-447e-b0b6-184f61753a1f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.700425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-21c6d0f6-1f8a-4fc9-8317-f7818db99ff5 req-51494002-dea2-447e-b0b6-184f61753a1f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0622089 Jul 16 02:19:14.741700 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-21c6d0f6-1f8a-4fc9-8317-f7818db99ff5 req-5848440d-a657-4854-82ae-52067d1af9f0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358560 Jul 16 02:19:15.515501 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:15.908672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7818ed-5704-4a85-a83b-c30ca210f42e req-635cb277-bab1-44c6-9d78-9ba0be43cff7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.910129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a7818ed-5704-4a85-a83b-c30ca210f42e req-635cb277-bab1-44c6-9d78-9ba0be43cff7 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0619504 Jul 16 02:19:15.946777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1a7818ed-5704-4a85-a83b-c30ca210f42e req-f8ec8aaa-72ec-4c2a-8e74-653e79633274 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311778 Jul 16 02:19:16.544381 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:17.045448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:17.120431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807abfc6-01a0-4e5f-9288-358926ca39fc req-cc5c68ad-de06-4518-a485-97f049d62d37 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:17.122440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-807abfc6-01a0-4e5f-9288-358926ca39fc req-cc5c68ad-de06-4518-a485-97f049d62d37 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 944 time: 0.0635302 Jul 16 02:19:17.162993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-807abfc6-01a0-4e5f-9288-358926ca39fc req-7c66a778-7b0a-43df-b52a-585f02872783 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348804 Jul 16 02:19:17.943189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:18.037072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:18.047607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'port_id': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'mac_address': 'fa:16:3e:dc:39:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:18.084113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:18.096092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e36d07-aaa0-443a-8a3b-c21cde719a92 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:18.115588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:18.119307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:18.167887 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:18.343245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67405bc-da98-41a7-8bf0-3d971cb222f4 req-26a4041b-1036-4c3b-a826-f2fd102f7bb5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.344811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c67405bc-da98-41a7-8bf0-3d971cb222f4 req-26a4041b-1036-4c3b-a826-f2fd102f7bb5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0697732 Jul 16 02:19:18.382619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['b9e36d07-aaa0-443a-8a3b-c21cde719a92'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:18.382936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c67405bc-da98-41a7-8bf0-3d971cb222f4 req-a9e575c1-4435-41c7-b450-0027f6aa4316 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Jul 16 02:19:18.554673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0052462-d25d-49bc-8482-d6e700afaced req-82c66524-e818-4def-ab0e-d08fdf6b78c5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.556153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0052462-d25d-49bc-8482-d6e700afaced req-82c66524-e818-4def-ab0e-d08fdf6b78c5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0643413 Jul 16 02:19:18.593544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0052462-d25d-49bc-8482-d6e700afaced req-df994974-d695-4101-9af4-9ef593f36e6a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318117 Jul 16 02:19:18.762386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c8f37-ab02-465e-b348-d012224fe789 req-1d44ab69-197a-4422-baba-779181d1bb09 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.763826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c3c8f37-ab02-465e-b348-d012224fe789 req-1d44ab69-197a-4422-baba-779181d1bb09 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0615995 Jul 16 02:19:18.804121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c3c8f37-ab02-465e-b348-d012224fe789 req-84931ef5-8ccd-4be3-aba8-f8386c35d110 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348895 Jul 16 02:19:19.172354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c0bd-93a1-4d3e-97db-9f54ba961022 req-22b45850-0ea6-4caa-89ee-cf03f8cb56d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:19.173736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a554c0bd-93a1-4d3e-97db-9f54ba961022 req-22b45850-0ea6-4caa-89ee-cf03f8cb56d0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 945 time: 0.0626462 Jul 16 02:19:19.210680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a554c0bd-93a1-4d3e-97db-9f54ba961022 req-38c9edae-b796-491c-99f3-cb824c14e6c5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308781 Jul 16 02:19:19.943199 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:19.990609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port b9e36d07-aaa0-443a-8a3b-c21cde719a92 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:19.994220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port b9e36d07-aaa0-443a-8a3b-c21cde719a92 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:19.994602 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:20.071088 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:20.092720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:20.105836 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:20.110089 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:20.136954 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a95166-cd7a-49e3-b6b0-11dab6e1cd30" -d '{"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-plugged", "status": "completed", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:20.166107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:20.175362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:20.223844 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7418302b-b2d7-4fa4-85f1-a469c7b6d674 x-openstack-request-id: req-7418302b-b2d7-4fa4-85f1-a469c7b6d674 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:20.224133 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-plugged", "status": "completed", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:20.224411 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7418302b-b2d7-4fa4-85f1-a469c7b6d674 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:20.224865 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'code': 200} Jul 16 02:19:20.385671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646d446-9d41-4583-87c6-d0f9d9776788 req-aee484bc-34ed-4d80-8f55-a1b7fe5b5f13 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:20.387214 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3646d446-9d41-4583-87c6-d0f9d9776788 req-aee484bc-34ed-4d80-8f55-a1b7fe5b5f13 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 946 time: 0.0664258 Jul 16 02:19:20.424876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3646d446-9d41-4583-87c6-d0f9d9776788 req-8772c6a0-bce0-46d1-a6d7-04f64df85558 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups?id=c1e6bf4b-158e-491c-ae5a-022db2512ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Jul 16 02:19:20.748525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-af0e422c-14df-4f02-a529-a29e8e0fada3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:20.749994 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-af0e422c-14df-4f02-a529-a29e8e0fada3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 946 time: 0.0694647 Jul 16 02:19:20.847505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Deleting port b9e36d07-aaa0-443a-8a3b-c21cde719a92 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:20.848380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:20.936940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] For port b9e36d07-aaa0-443a-8a3b-c21cde719a92, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=b9e36d07-aaa0-443a-8a3b-c21cde719a92,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:20.937290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:21.099181 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:21.099549 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:21.099862 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9 disassociated. External IP: 172.25.5.222, port: b9e36d07-aaa0-443a-8a3b-c21cde719a92. Jul 16 02:19:21.100196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Calling delete_port for b9e36d07-aaa0-443a-8a3b-c21cde719a92 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:21.226262 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:21.254968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event deleted for resources: {'Port': ['ID=b9e36d07-aaa0-443a-8a3b-c21cde719a92,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:21.372182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:21.574784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c593dfb-ad8a-44b5-96e5-c1fa5d581ad1 req-aa3f2644-127b-47e7-8608-e35d511a86d6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 210 time: 0.0335495 Jul 16 02:19:21.830346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:21.840616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:21.850799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:21.851431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:19:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:21.872825 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] No DVR routers for this DVR port b9e36d07-aaa0-443a-8a3b-c21cde719a92 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:21.875611 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:21.877830 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ce4f39ae-59fd-48c0-9092-ca61ce79caa5 req-77367a13-b803-4f93-875d-bbfed38945e5 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.78 "DELETE /v2.0/ports/b9e36d07-aaa0-443a-8a3b-c21cde719a92 HTTP/1.1" status: 204 len: 173 time: 1.1218371 Jul 16 02:19:21.878277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-deleted', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:21.881334 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7afa68-1b1c-4872-9d9d-8812985e7b86" -d '{"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-deleted", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:21.920695 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324e5dc-d349-4ce2-a641-94784ec1fcf0 x-openstack-request-id: req-e324e5dc-d349-4ce2-a641-94784ec1fcf0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:21.920991 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9053fecb-ad3a-4c3f-bca8-44a58ed702c1", "name": "network-vif-deleted", "tag": "b9e36d07-aaa0-443a-8a3b-c21cde719a92", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:21.921250 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e324e5dc-d349-4ce2-a641-94784ec1fcf0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:21.921649 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9053fecb-ad3a-4c3f-bca8-44a58ed702c1', 'name': 'network-vif-deleted', 'tag': 'b9e36d07-aaa0-443a-8a3b-c21cde719a92', 'status': 'completed', 'code': 200} Jul 16 02:19:21.974065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:22.172940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:22.198806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:22.206959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:22.207556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:19:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:22.311219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:22.505495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:22.692922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f291e2-85bc-47ec-8e5d-80e3a895d876 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '87e9cbfe-d7ca-40bd-9e37-6a985090b238', 'name': '', 'network_id': '69928918-6051-4c26-8038-03b02f7dfb55', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'mac_address': 'fa:16:3e:49:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:33Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'subnets': [{'id': '35528cb3-2210-49ec-86cf-8cd78c75bd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:22.732814 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2f44d74a-666e-43c6-8233-691f9360e9f1 req-a2c793a0-87ea-4322-b942-a2a1cb2d182a tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 210 time: 0.0434830 Jul 16 02:19:22.906730 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2925a12-e220-4818-96b1-fda3ab2a84ab None None] New status for floating IP 65b0e3bb-cf73-4b95-a32d-95843b75e8b9: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:23.872804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ee4505ca-d9a4-48d1-95c0-4454e0c6c92c req-90e12f40-78aa-400e-872c-64db13f00dd3 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Jul 16 02:19:23.956816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:23.978762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: b9e36d07-aaa0-443a-8a3b-c21cde719a92 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:23.979116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device b9e36d07-aaa0-443a-8a3b-c21cde719a92 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:25.010272 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eda35d90-ea8b-42fd-963e-fba3f45c7ec7 req-044d89e2-14e7-49b9-af91-d4e851904ae0 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/ports?device_id=9053fecb-ad3a-4c3f-bca8-44a58ed702c1 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jul 16 02:19:28.994031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:29.051066 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c30429c-66d0-4385-98f2-5666b6174601 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.075674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c30429c-66d0-4385-98f2-5666b6174601 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.125062 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c30429c-66d0-4385-98f2-5666b6174601 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.127789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c30429c-66d0-4385-98f2-5666b6174601 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.128987 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4c30429c-66d0-4385-98f2-5666b6174601 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "DELETE /v2.0/security-groups/c1e6bf4b-158e-491c-ae5a-022db2512ef3 HTTP/1.1" status: 204 len: 168 time: 0.1339307 Jul 16 02:19:29.132076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42776) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:29.141153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30429c-66d0-4385-98f2-5666b6174601 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e6bf4b-158e-491c-ae5a-022db2512ef3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:29.145533 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-8f735877-48c1-40f6-be16-aa2dd6a9cba6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] show failed (client error): The resource could not be found. Jul 16 02:19:29.149754 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8f735877-48c1-40f6-be16-aa2dd6a9cba6 tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "GET /v2.0/security-groups/c1e6bf4b-158e-491c-ae5a-022db2512ef3 HTTP/1.1" status: 404 len: 347 time: 0.0166910 Jul 16 02:19:29.152474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:29.280585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Deleting port 545ce5d7-f9ef-48ea-a255-894dee3f451d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:29.280933 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.357564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.357895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.369179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Calling delete_port for 545ce5d7-f9ef-48ea-a255-894dee3f451d owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:29.498692 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.526872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Pushing event deleted for resources: {'Port': ['ID=545ce5d7-f9ef-48ea-a255-894dee3f451d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:29.586730 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.589458 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.590615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9675aca0-1c3e-4efe-a471-0283f5f15f4f tempest-ServerActionsTestJSON-2099291184 tempest-ServerActionsTestJSON-2099291184-project] 10.222.0.81 "DELETE /v2.0/floatingips/65b0e3bb-cf73-4b95-a32d-95843b75e8b9 HTTP/1.1" status: 204 len: 168 time: 0.4371839 Jul 16 02:19:29.593600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:29.987599 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.232683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Deleting port 87e9cbfe-d7ca-40bd-9e37-6a985090b238 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:30.233352 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.308924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] For port 87e9cbfe-d7ca-40bd-9e37-6a985090b238, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=87e9cbfe-d7ca-40bd-9e37-6a985090b238,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:30.309274 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.321164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Calling delete_port for 87e9cbfe-d7ca-40bd-9e37-6a985090b238 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:30.836490 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.865901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=87e9cbfe-d7ca-40bd-9e37-6a985090b238,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:31.028326 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.235627 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Router 8df55bcd-500a-4494-b233-8502145a2822 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:31.337656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:31.343656 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-92d88091-7e6f-4872-9d36-236a7659eb2b admin admin] 10.222.0.81 "PUT /v2.0/routers/8df55bcd-500a-4494-b233-8502145a2822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7480357 Jul 16 02:19:31.345294 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:31.348024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] Sync routers for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:31.357481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:31.358082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:19:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:31.447099 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.460924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:31.550610 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.604671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Deleting port 44df5677-2bcd-4d8e-8a68-b388a2929d62 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:31.605120 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.636400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:19:30Z', 'revision_number': 5, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port': {'id': '44df5677-2bcd-4d8e-8a68-b388a2929d62', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df55bcd-500a-4494-b233-8502145a2822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:31.666004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] Checking router: 8df55bcd-500a-4494-b233-8502145a2822 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:31.674295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] Routers {'8df55bcd-500a-4494-b233-8502145a2822'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:31.674902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:19:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['8df55bcd-500a-4494-b233-8502145a2822'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:31.683725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] For port 44df5677-2bcd-4d8e-8a68-b388a2929d62, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=44df5677-2bcd-4d8e-8a68-b388a2929d62,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:31.684087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.700870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Calling delete_port for 44df5677-2bcd-4d8e-8a68-b388a2929d62 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:31.761843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] Set router 8df55bcd-500a-4494-b233-8502145a2822 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:31.813373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:19:31Z', 'revision_number': 6, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:31.843602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62a6a7-b7ce-40ad-9f30-ae17e1fbac66 None None] The sync data for ids ['8df55bcd-500a-4494-b233-8502145a2822'] in n-d-800085-5 is: [{'id': '8df55bcd-500a-4494-b233-8502145a2822', 'name': 'tempest-ServerActionsTestJSON-1595662464-router', 'tenant_id': 'f20be876aa934c8480c99d500f392cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:19:31Z', 'revision_number': 6, 'project_id': 'f20be876aa934c8480c99d500f392cfe', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:31.867943 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.905436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Pushing event deleted for resources: {'Port': ['ID=44df5677-2bcd-4d8e-8a68-b388a2929d62,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:31.966365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.055792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.058052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.106029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.106816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df55bcd-500a-4494-b233-8502145a2822 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:19:32.111036 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.112242 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9691f273-64ea-407b-814a-a2ff17d648ac admin admin] 10.222.0.81 "DELETE /v2.0/routers/8df55bcd-500a-4494-b233-8502145a2822 HTTP/1.1" status: 204 len: 168 time: 0.7660313 Jul 16 02:19:32.115526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:32.159924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] Deleting subnet 35528cb3-2210-49ec-86cf-8cd78c75bd50 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:32.163771 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.202891 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.297671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.349789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.377330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.379236 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/35528cb3-2210-49ec-86cf-8cd78c75bd50 HTTP/1.1" status: 204 len: 168 time: 0.2627041 Jul 16 02:19:32.380317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e826783-e143-4e0d-ac88-474413ebab70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35528cb3-2210-49ec-86cf-8cd78c75bd50,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:32.381867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:32.385468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab84866-1e3d-4b65-9707-1b71551d1929 None None] Network 69928918-6051-4c26-8038-03b02f7dfb55 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:32.455215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.508739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Deleting port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:32.509087 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.571613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] For port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,segment=NetworkSegment(f0b7f84d-2561-4a30-a47b-d2a95894726e),segment_id=f0b7f84d-2561-4a30-a47b-d2a95894726e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:32.571979 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.585389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Calling delete_port for 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:32.605138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] DHCP port deletion for 69928918-6051-4c26-8038-03b02f7dfb55 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:32.607379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87e9cbfe-d7ca-40bd-9e37-6a985090b238 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:32.629819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 87e9cbfe-d7ca-40bd-9e37-6a985090b238 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:32.630630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 87e9cbfe-d7ca-40bd-9e37-6a985090b238 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:32.670492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.673073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] Deleting port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:32.673220 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.698265 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:32.700425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] No DVR routers for this DVR port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:32.737998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] For port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:32.738393 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.750183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] Calling delete_port for 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:32.752843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] Port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:19:32.754061 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.781068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] Pushing event deleted for resources: {'Port': ['ID=0c2b1bd6-f514-44b6-81e7-a638587cd0c3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:32.781279 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.782970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92c884-7e31-4a06-a95f-32cead426640 None None] No DVR routers for this DVR port 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:32.792402 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69928918-6051-4c26-8038-03b02f7dfb55']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:32.802268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b7f84d-2561-4a30-a47b-d2a95894726e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:32.802572 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b7f84d-2561-4a30-a47b-d2a95894726e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:32.811708 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.825980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.832195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:32.832594 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:32.835107 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:32.890410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.895069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.899650 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] 10.222.0.81 "DELETE /v2.0/networks/69928918-6051-4c26-8038-03b02f7dfb55 HTTP/1.1" status: 204 len: 168 time: 0.5145388 Jul 16 02:19:32.914493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b63a4-972d-40c5-9969-66065610dd0c admin admin] Pushing event deleted for resources: {'Network': ['ID=69928918-6051-4c26-8038-03b02f7dfb55,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:33.082625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:33.126390 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a3b4fb0b-72af-4cfb-9ed4-a131007cd195 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f20be876aa934c8480c99d500f392cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425825 Jul 16 02:19:33.128775 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:33.175551 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3c31-27ad-4cd0-ac20-a845ea377d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.197025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3c31-27ad-4cd0-ac20-a845ea377d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.242289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3c31-27ad-4cd0-ac20-a845ea377d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.244944 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3c31-27ad-4cd0-ac20-a845ea377d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.246540 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bb5b3c31-27ad-4cd0-ac20-a845ea377d73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca65600d-0b66-4f32-bd84-17970e0af959 HTTP/1.1" status: 204 len: 168 time: 0.1164422 Jul 16 02:19:33.254254 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3c31-27ad-4cd0-ac20-a845ea377d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca65600d-0b66-4f32-bd84-17970e0af959,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:33.963856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 42822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:34.038483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:34.059462 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-502833248-network', 'tenant_id': 'eed08bd9eaad414cba2d723357d6485b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:34.064518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:34.064970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c2b1bd6-f514-44b6-81e7-a638587cd0c3 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:34.065781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 44df5677-2bcd-4d8e-8a68-b388a2929d62 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:34.080978 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Made reservation on behalf of eed08bd9eaad414cba2d723357d6485b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:34.083333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.085146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 44df5677-2bcd-4d8e-8a68-b388a2929d62 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:34.085493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 44df5677-2bcd-4d8e-8a68-b388a2929d62 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:34.094525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.181843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.185337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.206443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:34.221489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d500ac-28b2-4d25-8a20-e168c464a2a1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:34.224574 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.224922 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Added segment 650666c2-292f-430b-b2ef-97002e344b64 of type vlan for network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 Jul 16 02:19:34.266944 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.295285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.296247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.296844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.327281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3623288 Jul 16 02:19:34.330468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 42826) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:34.337491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Request body: {'subnet': {'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-502833248-subnet', 'tenant_id': 'eed08bd9eaad414cba2d723357d6485b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:34.357213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Made reservation on behalf of eed08bd9eaad414cba2d723357d6485b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:34.359553 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.361222 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98c65f-c9e3-4cff-a1ef-c644068ffa64 admin admin] Pushing event updated for resources: {'Network': ['ID=58b36d5d-b19a-407a-85f0-cbfa1955c8e5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:34.372673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:34.528095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.586765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fff254-2658-45c8-8be5-2aaa53e85017,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:34.591046 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Checking segment: {'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:34.591406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Network hostable DHCP agents. Network: 58b36d5d-b19a-407a-85f0-cbfa1955c8e5, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:34.607936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:34.616832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 58b36d5d-b19a-407a-85f0-cbfa1955c8e5) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:34.621199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.621877 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.626822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a65d57-cf8d-4216-bf1b-099873ac9736 None None] Network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:34.636561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c7648358-5d2f-4698-afec-d0822797a043 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3041863 Jul 16 02:19:34.752212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c755f0c-9d3f-4dcf-9390-c7f6300b16a2 None None] Network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:35.050232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-2da5caf4-608b-40d2-a290-e61164fa2593 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.051747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-2da5caf4-608b-40d2-a290-e61164fa2593 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/networks?id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 200 len: 813 time: 0.1060028 Jul 16 02:19:35.067132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-32564b11-6efb-4e56-b425-ca4aa57e9629 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/quotas/eed08bd9eaad414cba2d723357d6485b HTTP/1.1" status: 200 len: 375 time: 0.0094194 Jul 16 02:19:35.100485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-dad10142-2990-4553-a456-2c5b81514fac tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eed08bd9eaad414cba2d723357d6485b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280688 Jul 16 02:19:35.110813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-1cb601b9-09fa-4aa8-93c8-a8782ffcc343 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:19:35.111754 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-1cb601b9-09fa-4aa8-93c8-a8782ffcc343 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056207 Jul 16 02:19:35.276253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-edea3d78-b8d5-4e7c-b3f3-448652fccfb4 service neutron] 10.222.0.81 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262136 Jul 16 02:19:35.344172 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:35.367194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-6fcb8a78-e1d6-4fe6-9925-1494623fd77e service neutron] 10.222.0.81 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851614 Jul 16 02:19:35.539520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-520196ba-2b0a-4b0a-9bb7-902217d4475a req-7a7d7e41-302d-4b09-91ae-992bffe1a261 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 210 time: 0.0306461 Jul 16 02:19:36.584191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-07254740-32aa-4df9-9f36-8e5dc650f1df tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:36.585889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-07254740-32aa-4df9-9f36-8e5dc650f1df tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.93 "GET /v2.0/networks?id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 200 len: 813 time: 0.1065712 Jul 16 02:19:36.603617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Request body: {'port': {'device_id': '58ba53ea-34fe-48d0-9077-655974a670ff', 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5', 'admin_state_up': True, 'tenant_id': 'eed08bd9eaad414cba2d723357d6485b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:36.706971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb0bda08-4d31-4b30-bba3-9a09ad860331 req-fd97d4c8-70d3-4b94-8764-f769f72f6b9d tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 210 time: 0.0379419 Jul 16 02:19:36.744249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Made reservation on behalf of eed08bd9eaad414cba2d723357d6485b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:36.747886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:36.874456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Allocated IP 172.20.0.14 (58b36d5d-b19a-407a-85f0-cbfa1955c8e5/e4fff254-2658-45c8-8be5-2aaa53e85017/224de6a3-5b79-4378-9265-3b2412af569e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:37.019184 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.058840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.107391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:37.110613 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:37.114572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:37.121463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Pushing event updated for resources: {'Port': ['ID=224de6a3-5b79-4378-9265-3b2412af569e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:37.165804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.166441 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.180350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e59ad642-3fe3-4d7c-adf2-60a1cf38935e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806653 Jul 16 02:19:37.191587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Request body: {'port': {'device_id': '58ba53ea-34fe-48d0-9077-655974a670ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:37.260848 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.514333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224de6a3-5b79-4378-9265-3b2412af569e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:37.522100 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.533488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Transition to ACTIVE for port object 224de6a3-5b79-4378-9265-3b2412af569e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:37.537478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.585033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=224de6a3-5b79-4378-9265-3b2412af569e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:37.657102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Attempting to bind port 224de6a3-5b79-4378-9265-3b2412af569e on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:37.657435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Attempting to bind port 224de6a3-5b79-4378-9265-3b2412af569e by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:37.657762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Attempting to bind port 224de6a3-5b79-4378-9265-3b2412af569e on network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:37.662621 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Port 224de6a3-5b79-4378-9265-3b2412af569e on network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:37.662942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Attempting to bind port 224de6a3-5b79-4378-9265-3b2412af569e on network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:37.667765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:37.668104 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Checking segment: {'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:37.668521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Bound using segment: {'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:37.668946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Bound port: 224de6a3-5b79-4378-9265-3b2412af569e, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:37.669344 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.731179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] For port 224de6a3-5b79-4378-9265-3b2412af569e, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:37.735002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] For port 224de6a3-5b79-4378-9265-3b2412af569e, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=224de6a3-5b79-4378-9265-3b2412af569e,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:37.739493 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.775718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.776370 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.777770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] 10.222.0.93 "PUT /v2.0/ports/224de6a3-5b79-4378-9265-3b2412af569e HTTP/1.1" status: 200 len: 1092 time: 0.5901854 Jul 16 02:19:37.778215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ba53ea-34fe-48d0-9077-655974a670ff', 'tag': '224de6a3-5b79-4378-9265-3b2412af569e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:37.780480 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff624523-fcbe-49aa-b02e-36e877b07624" -d '{"events": [{"name": "network-changed", "server_uuid": "58ba53ea-34fe-48d0-9077-655974a670ff", "tag": "224de6a3-5b79-4378-9265-3b2412af569e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:37.805585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df8ed9-9109-4024-8a0a-39ce2e24d4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=224de6a3-5b79-4378-9265-3b2412af569e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:37.816779 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81151e5d-39f5-4ec7-a013-2a21f054753d x-openstack-request-id: req-81151e5d-39f5-4ec7-a013-2a21f054753d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:37.817192 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ba53ea-34fe-48d0-9077-655974a670ff", "tag": "224de6a3-5b79-4378-9265-3b2412af569e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:37.817514 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81151e5d-39f5-4ec7-a013-2a21f054753d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:37.818508 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ba53ea-34fe-48d0-9077-655974a670ff', 'tag': '224de6a3-5b79-4378-9265-3b2412af569e', 'status': 'completed', 'code': 200} Jul 16 02:19:37.927513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e9190d1e-6b66-4143-88d1-1b65afd72d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.929058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-e9190d1e-6b66-4143-88d1-1b65afd72d37 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eed08bd9eaad414cba2d723357d6485b&device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 1095 time: 0.0994811 Jul 16 02:19:37.940858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107089e-86b0-4f9b-8601-95b8b9a3b14f req-07b3f0db-2c9b-4707-b4cf-358f6511a6db tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.942224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c107089e-86b0-4f9b-8601-95b8b9a3b14f req-07b3f0db-2c9b-4707-b4cf-358f6511a6db tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 944 time: 0.0858386 Jul 16 02:19:37.983342 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-ad7f0b0b-7c91-44ad-a3cd-f79739ff23d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224de6a3-5b79-4378-9265-3b2412af569e HTTP/1.1" status: 200 len: 217 time: 0.0396655 Jul 16 02:19:38.040574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c107089e-86b0-4f9b-8601-95b8b9a3b14f req-2823172d-2ef5-4b59-95ee-08f61cdd2e8b tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910666 Jul 16 02:19:38.050946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-10e84c97-a5ab-4d70-a087-798b39a640e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.052445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-10e84c97-a5ab-4d70-a087-798b39a640e7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4fff254-2658-45c8-8be5-2aaa53e85017 HTTP/1.1" status: 200 len: 853 time: 0.0611567 Jul 16 02:19:38.086023 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-6fcc4e98-022b-45de-ad7e-05c6a7975c4d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277781 Jul 16 02:19:38.176155 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-f9c5c01c-9074-477c-81be-b27986ecb3b3 service neutron] 10.222.0.93 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836196 Jul 16 02:19:38.267073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d0cdc42b-721e-41d3-a27c-5d7690cc0604 req-f9f42071-9d56-417d-aade-3c077245caf0 service neutron] 10.222.0.93 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847871 Jul 16 02:19:38.362955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-7d9b1e38-6a62-43e3-af63-3546da4c6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.364350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-7d9b1e38-6a62-43e3-af63-3546da4c6b80 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eed08bd9eaad414cba2d723357d6485b&device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 1095 time: 0.0515587 Jul 16 02:19:38.455024 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-8bc4aefb-44fb-46bf-b7b3-de4d64ed0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.456529 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-8bc4aefb-44fb-46bf-b7b3-de4d64ed0e46 service neutron] 10.222.0.93 "GET /v2.0/networks?id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 200 len: 914 time: 0.0864849 Jul 16 02:19:38.496618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-77fb06fd-b100-421b-b2ff-da83b34b7f87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224de6a3-5b79-4378-9265-3b2412af569e HTTP/1.1" status: 200 len: 217 time: 0.0332305 Jul 16 02:19:38.543329 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-199cf922-86e7-44de-9038-f85e198eabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.544743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-199cf922-86e7-44de-9038-f85e198eabbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4fff254-2658-45c8-8be5-2aaa53e85017 HTTP/1.1" status: 200 len: 853 time: 0.0422089 Jul 16 02:19:38.581193 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-9751de5f-4721-442e-9844-b04c577bb009 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289023 Jul 16 02:19:38.668658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-2fdedaaa-3851-41d1-8634-5eb1a5c2f3cb service neutron] 10.222.0.93 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806317 Jul 16 02:19:38.759257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff624523-fcbe-49aa-b02e-36e877b07624 req-e5aab34f-90fa-45ff-bb22-302d6391933d service neutron] 10.222.0.93 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841837 Jul 16 02:19:39.210215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc7e18-a858-479e-a0c3-0ad17d81de08 req-7dcc9cb8-5ba7-4396-a5d2-0fe5039bd0e8 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:39.211667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aecc7e18-a858-479e-a0c3-0ad17d81de08 req-7dcc9cb8-5ba7-4396-a5d2-0fe5039bd0e8 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 944 time: 0.0618992 Jul 16 02:19:39.247982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aecc7e18-a858-479e-a0c3-0ad17d81de08 req-013182bb-6a58-4f7d-96ae-740a1e259e84 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Jul 16 02:19:40.418543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bd871-314e-4b53-8984-1cce912edaf1 req-2e86ab16-7740-411b-8eb8-b451c3e77e85 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:40.420044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-603bd871-314e-4b53-8984-1cce912edaf1 req-2e86ab16-7740-411b-8eb8-b451c3e77e85 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 944 time: 0.0623012 Jul 16 02:19:40.460536 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-603bd871-314e-4b53-8984-1cce912edaf1 req-4b55560d-3111-4894-b138-7a84d07fff46 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Jul 16 02:19:41.634021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32da1b-4763-439d-a274-461131df2cfc req-8af3325f-572d-4816-bba4-122439117ebb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:41.635502 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df32da1b-4763-439d-a274-461131df2cfc req-8af3325f-572d-4816-bba4-122439117ebb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 944 time: 0.0649769 Jul 16 02:19:41.673084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df32da1b-4763-439d-a274-461131df2cfc req-28a6f611-92e1-4acd-b6b6-65099761c1be tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Jul 16 02:19:41.676546 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3002-2d31-4b45-a14c-dae825311f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.467489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 224de6a3-5b79-4378-9265-3b2412af569e details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:42.562647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 224de6a3-5b79-4378-9265-3b2412af569e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=224de6a3-5b79-4378-9265-3b2412af569e,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:42.573344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '224de6a3-5b79-4378-9265-3b2412af569e', 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5', 'port_id': '224de6a3-5b79-4378-9265-3b2412af569e', 'mac_address': 'fa:16:3e:f2:e3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fff254-2658-45c8-8be5-2aaa53e85017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:42.609651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.621834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224de6a3-5b79-4378-9265-3b2412af569e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:42.640408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 224de6a3-5b79-4378-9265-3b2412af569e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=224de6a3-5b79-4378-9265-3b2412af569e,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:42.643990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.693209 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=224de6a3-5b79-4378-9265-3b2412af569e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:42.832671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['224de6a3-5b79-4378-9265-3b2412af569e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:42.843506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec00c-4e22-4935-8a54-baa7ac28200a req-4f901817-6d1b-4108-9a59-ccd5f6d43d24 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:42.845077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bdec00c-4e22-4935-8a54-baa7ac28200a req-4f901817-6d1b-4108-9a59-ccd5f6d43d24 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 945 time: 0.0627086 Jul 16 02:19:42.883073 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bdec00c-4e22-4935-8a54-baa7ac28200a req-093452f9-9654-4daa-a2c9-7992ea63af78 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Jul 16 02:19:44.055023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cf38-8c81-4ac2-96f9-dbf2ab971e37 req-3aeca417-f2da-482e-b8de-4695145ee113 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:44.056532 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a90cf38-8c81-4ac2-96f9-dbf2ab971e37 req-3aeca417-f2da-482e-b8de-4695145ee113 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 945 time: 0.0657201 Jul 16 02:19:44.094764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a90cf38-8c81-4ac2-96f9-dbf2ab971e37 req-dc67c867-15e4-47d3-b330-7c3e391305f6 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Jul 16 02:19:44.496498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 224de6a3-5b79-4378-9265-3b2412af569e up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:44.547854 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-39200935-03d7-495a-a60e-a98ec64fdae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.552731 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.567882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 224de6a3-5b79-4378-9265-3b2412af569e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:44.571457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 224de6a3-5b79-4378-9265-3b2412af569e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:44.571833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.645190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.666845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba53ea-34fe-48d0-9077-655974a670ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224de6a3-5b79-4378-9265-3b2412af569e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:44.669174 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e019e2a-e1e9-43f2-b5e4-e200a3ebf406" -d '{"events": [{"server_uuid": "58ba53ea-34fe-48d0-9077-655974a670ff", "name": "network-vif-plugged", "status": "completed", "tag": "224de6a3-5b79-4378-9265-3b2412af569e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:44.682190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 224de6a3-5b79-4378-9265-3b2412af569e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=224de6a3-5b79-4378-9265-3b2412af569e,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:44.686186 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.711706 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a66e21-5e01-4300-9f36-3c6b31ad0528 x-openstack-request-id: req-e5a66e21-5e01-4300-9f36-3c6b31ad0528 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:44.712002 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba53ea-34fe-48d0-9077-655974a670ff", "name": "network-vif-plugged", "status": "completed", "tag": "224de6a3-5b79-4378-9265-3b2412af569e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:44.712269 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5a66e21-5e01-4300-9f36-3c6b31ad0528 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:44.712653 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba53ea-34fe-48d0-9077-655974a670ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224de6a3-5b79-4378-9265-3b2412af569e', 'code': 200} Jul 16 02:19:44.738524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=224de6a3-5b79-4378-9265-3b2412af569e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:44.817837 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c298ff-0735-4de0-9120-08862c85dc24 req-1c009122-f9de-4e8e-a829-8a69273c63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:44.819360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5c298ff-0735-4de0-9120-08862c85dc24 req-1c009122-f9de-4e8e-a829-8a69273c63f5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 1097 time: 0.0515108 Jul 16 02:19:44.853014 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c5c298ff-0735-4de0-9120-08862c85dc24 req-ae14bc4b-0b1a-433f-b8c1-2924985684ec service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276048 Jul 16 02:19:45.263366 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563fc1-c650-4a2d-9fd0-e8a028291ac5 req-8b1a454f-ddce-4334-9943-5a56e49e3032 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.264846 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c563fc1-c650-4a2d-9fd0-e8a028291ac5 req-8b1a454f-ddce-4334-9943-5a56e49e3032 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0621922 Jul 16 02:19:45.301217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c563fc1-c650-4a2d-9fd0-e8a028291ac5 req-9aaaaec4-723f-4821-ae70-ed97c6106f40 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Jul 16 02:19:45.518487 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.474720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f657a-8857-4429-a2de-eb7c28e91438 req-b5ed9446-7be4-44f5-81a8-aa14e715768d tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.476180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-226f657a-8857-4429-a2de-eb7c28e91438 req-b5ed9446-7be4-44f5-81a8-aa14e715768d tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0664415 Jul 16 02:19:46.513816 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-226f657a-8857-4429-a2de-eb7c28e91438 req-8ab9e6f1-9ede-4817-9763-c6c3d448a1d3 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Jul 16 02:19:46.554234 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.738464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-7e76c01e-1e97-4761-85a7-5318a0c51174 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.739897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-7e76c01e-1e97-4761-85a7-5318a0c51174 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/networks?id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 200 len: 813 time: 0.1029572 Jul 16 02:19:46.754557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-b5993c61-1c31-409a-b758-a040958bcd6b tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/quotas/eed08bd9eaad414cba2d723357d6485b HTTP/1.1" status: 200 len: 375 time: 0.0087848 Jul 16 02:19:47.019960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.155044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-6b435956-077b-4530-b2b7-35d4d987f6d9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eed08bd9eaad414cba2d723357d6485b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3958704 Jul 16 02:19:47.243957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-1e23a006-68ea-4966-a249-87971b938d26 service neutron] 10.222.0.81 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822473 Jul 16 02:19:47.328713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-ae6d9ef6-4bea-4812-ad6c-e6cd16bf3153 service neutron] 10.222.0.81 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791149 Jul 16 02:19:47.491854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c8291cb-9991-4d1f-9e2d-70885996c050 req-ccd323ba-db5e-4d4f-9222-fbe1351d51f5 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 210 time: 0.0282524 Jul 16 02:19:48.637037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0cd3b23f-bbfb-46e2-b1b8-6e1101202d7a req-1aca4092-4347-4052-8301-1040f753461b tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 210 time: 0.0329878 Jul 16 02:19:48.686707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-13bf3697-5bdd-44b1-935a-88004c52a7a6 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:48.688275 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-13bf3697-5bdd-44b1-935a-88004c52a7a6 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.78 "GET /v2.0/networks?id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 200 len: 813 time: 0.1093328 Jul 16 02:19:48.708122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Request body: {'port': {'device_id': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5', 'admin_state_up': True, 'tenant_id': 'eed08bd9eaad414cba2d723357d6485b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:48.813827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Made reservation on behalf of eed08bd9eaad414cba2d723357d6485b for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:48.817191 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.942137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Allocated IP 172.20.0.8 (58b36d5d-b19a-407a-85f0-cbfa1955c8e5/e4fff254-2658-45c8-8be5-2aaa53e85017/699d6586-c64e-43f1-a039-169e8055bcd4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:49.088423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.127158 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.139203 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['224de6a3-5b79-4378-9265-3b2412af569e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:49.171439 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:49.177442 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:49.181385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:49.202015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-b80304c4-b880-481d-b079-e853492d838a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611084 Jul 16 02:19:49.208742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Pushing event updated for resources: {'Port': ['ID=699d6586-c64e-43f1-a039-169e8055bcd4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.241656 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.242306 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.257852 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-03830b30-791a-4d06-b889-45f24b0773f9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533147 Jul 16 02:19:49.269390 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Request body: {'port': {'device_id': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:49.301259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-a14b9085-1d36-4dec-bd08-fea04380812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.302711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-a14b9085-1d36-4dec-bd08-fea04380812e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eed08bd9eaad414cba2d723357d6485b&device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 1097 time: 0.0550652 Jul 16 02:19:49.347873 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.409796 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-49f068b6-fd42-495e-a306-a4e73e0b440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.411390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-49f068b6-fd42-495e-a306-a4e73e0b440a service neutron] 10.222.0.93 "GET /v2.0/networks?id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 200 len: 914 time: 0.0888472 Jul 16 02:19:49.452658 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-42ee6c81-4f14-411a-b162-27709c7372fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224de6a3-5b79-4378-9265-3b2412af569e HTTP/1.1" status: 200 len: 217 time: 0.0342550 Jul 16 02:19:49.500078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-94e1efb7-ae31-462d-a80b-72944d74dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.501543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-94e1efb7-ae31-462d-a80b-72944d74dc5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4fff254-2658-45c8-8be5-2aaa53e85017 HTTP/1.1" status: 200 len: 853 time: 0.0429332 Jul 16 02:19:49.536874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-a050277b-0d05-43f8-b501-3d9c23af655f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287910 Jul 16 02:19:49.610616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699d6586-c64e-43f1-a039-169e8055bcd4 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:49.618481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.628053 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-15da2118-f42d-42f6-b14f-6d54f0b9af19 service neutron] 10.222.0.93 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840924 Jul 16 02:19:49.630712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Transition to ACTIVE for port object 699d6586-c64e-43f1-a039-169e8055bcd4 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:49.634560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.708543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Pushing event updated for resources: {'Port': ['ID=699d6586-c64e-43f1-a039-169e8055bcd4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.733036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-583e7d0a-c130-48a1-8573-0749d39ebc5b req-77c38ab5-c7ea-46a7-9eae-d950e927fc8b service neutron] 10.222.0.93 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982940 Jul 16 02:19:49.763079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Attempting to bind port 699d6586-c64e-43f1-a039-169e8055bcd4 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:49.763489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Attempting to bind port 699d6586-c64e-43f1-a039-169e8055bcd4 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:49.763821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Attempting to bind port 699d6586-c64e-43f1-a039-169e8055bcd4 on network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:49.768129 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Port 699d6586-c64e-43f1-a039-169e8055bcd4 on network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:49.768476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Attempting to bind port 699d6586-c64e-43f1-a039-169e8055bcd4 on network 58b36d5d-b19a-407a-85f0-cbfa1955c8e5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:49.773269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:49.773600 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Checking segment: {'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:49.773979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Bound using segment: {'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:49.774399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Bound port: 699d6586-c64e-43f1-a039-169e8055bcd4, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650666c2-292f-430b-b2ef-97002e344b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:49.774755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.820113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e284ef-a1b7-40e9-a108-90e13b5ca0f4 req-300ce1bc-e49a-4465-bb5a-9bc4b8e70fc9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.821643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66e284ef-a1b7-40e9-a108-90e13b5ca0f4 req-300ce1bc-e49a-4465-bb5a-9bc4b8e70fc9 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 943 time: 0.0641925 Jul 16 02:19:49.839142 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] For port 699d6586-c64e-43f1-a039-169e8055bcd4, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:49.842437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] For port 699d6586-c64e-43f1-a039-169e8055bcd4, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=699d6586-c64e-43f1-a039-169e8055bcd4,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:49.847215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.860900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-66e284ef-a1b7-40e9-a108-90e13b5ca0f4 req-90e9362a-f662-46d7-9fea-29e17c20dd53 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Jul 16 02:19:49.883436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.884111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.885569 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] 10.222.0.78 "PUT /v2.0/ports/699d6586-c64e-43f1-a039-169e8055bcd4 HTTP/1.1" status: 200 len: 1091 time: 0.6206088 Jul 16 02:19:49.886011 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'tag': '699d6586-c64e-43f1-a039-169e8055bcd4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:49.888274 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c569220-e97c-4ac2-ab0e-58734f8a9a52" -d '{"events": [{"name": "network-changed", "server_uuid": "ef80b8f1-cfe9-4568-8b37-5ab19d03765c", "tag": "699d6586-c64e-43f1-a039-169e8055bcd4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:49.917716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44c42c-877b-4117-bfe6-f6d9d1c82275 service neutron] Pushing event updated for resources: {'Port': ['ID=699d6586-c64e-43f1-a039-169e8055bcd4,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.931947 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea8e8bc-16aa-4f87-8818-264ff2c01b69 x-openstack-request-id: req-3ea8e8bc-16aa-4f87-8818-264ff2c01b69 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:49.932273 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef80b8f1-cfe9-4568-8b37-5ab19d03765c", "tag": "699d6586-c64e-43f1-a039-169e8055bcd4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:49.932518 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ea8e8bc-16aa-4f87-8818-264ff2c01b69 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:49.932899 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'tag': '699d6586-c64e-43f1-a039-169e8055bcd4', 'status': 'completed', 'code': 200} Jul 16 02:19:49.980394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-188140e0-4b99-4eeb-96bb-a86971b020d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.982147 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-188140e0-4b99-4eeb-96bb-a86971b020d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eed08bd9eaad414cba2d723357d6485b&device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 1094 time: 0.0593336 Jul 16 02:19:50.024239 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-4cb98901-1369-4a81-963a-74c640d0a335 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699d6586-c64e-43f1-a039-169e8055bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0347676 Jul 16 02:19:50.071707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-92a35c92-11cd-4293-95a3-49d4feae4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:50.073230 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-92a35c92-11cd-4293-95a3-49d4feae4229 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4fff254-2658-45c8-8be5-2aaa53e85017 HTTP/1.1" status: 200 len: 853 time: 0.0435162 Jul 16 02:19:50.113468 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-1d175617-ab14-4cc0-8424-df4e4e319e7c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339286 Jul 16 02:19:50.161848 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.206966 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-c3344ce3-f7eb-4959-ab48-f9c51274eba7 service neutron] 10.222.0.78 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869141 Jul 16 02:19:50.298670 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4f2ca465-bb62-45ab-9da7-dd927920419b req-4768721e-4f80-4a0d-a1c0-4a561aa4a11d service neutron] 10.222.0.78 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855505 Jul 16 02:19:50.401834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-4e7c6e22-ccc9-430f-8837-8f950f22d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:50.403580 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-4e7c6e22-ccc9-430f-8837-8f950f22d47d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=eed08bd9eaad414cba2d723357d6485b&device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 1094 time: 0.0531962 Jul 16 02:19:50.498933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-812c1923-5795-4794-a52a-9abb55a14098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:50.500400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-812c1923-5795-4794-a52a-9abb55a14098 service neutron] 10.222.0.78 "GET /v2.0/networks?id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 200 len: 914 time: 0.0873795 Jul 16 02:19:50.541769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-c5443422-66a4-4d42-8b8d-fdd6d3b08d01 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=699d6586-c64e-43f1-a039-169e8055bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0334942 Jul 16 02:19:50.589376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-5d949a9d-69b6-4701-ad22-8d446fd3b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:50.590758 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-5d949a9d-69b6-4701-ad22-8d446fd3b217 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e4fff254-2658-45c8-8be5-2aaa53e85017 HTTP/1.1" status: 200 len: 853 time: 0.0428715 Jul 16 02:19:50.626634 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-b9bc93ec-773e-47db-8823-aa5b30a79886 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=58b36d5d-b19a-407a-85f0-cbfa1955c8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250828 Jul 16 02:19:50.719078 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-7fa19820-5e8e-409c-a35b-d1bd72ea46cc service neutron] 10.222.0.78 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852301 Jul 16 02:19:50.813779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-5c569220-e97c-4ac2-ab0e-58734f8a9a52 req-9174c25b-2e87-4adb-bdab-a3961d78d6cd service neutron] 10.222.0.78 "GET /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875144 Jul 16 02:19:51.034698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1551-7137-437f-b951-69ccf468ac60 req-f11c945e-eaad-4dbc-94eb-440dbff63865 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:51.036244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-774e1551-7137-437f-b951-69ccf468ac60 req-f11c945e-eaad-4dbc-94eb-440dbff63865 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 943 time: 0.0680120 Jul 16 02:19:51.081668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-774e1551-7137-437f-b951-69ccf468ac60 req-c99c070b-9dcb-46ae-af99-1b9fbdb9bddd tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Jul 16 02:19:52.123160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 699d6586-c64e-43f1-a039-169e8055bcd4 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:52.216902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 699d6586-c64e-43f1-a039-169e8055bcd4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=699d6586-c64e-43f1-a039-169e8055bcd4,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:52.227692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '699d6586-c64e-43f1-a039-169e8055bcd4', 'network_id': '58b36d5d-b19a-407a-85f0-cbfa1955c8e5', 'port_id': '699d6586-c64e-43f1-a039-169e8055bcd4', 'mac_address': 'fa:16:3e:82:bc:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fff254-2658-45c8-8be5-2aaa53e85017', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:52.256658 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b459ec9-019d-43e8-aabc-440203fe1909 req-99072f46-a55f-4f41-b518-af5189e78714 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:52.258065 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b459ec9-019d-43e8-aabc-440203fe1909 req-99072f46-a55f-4f41-b518-af5189e78714 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 943 time: 0.0632379 Jul 16 02:19:52.264911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.277738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699d6586-c64e-43f1-a039-169e8055bcd4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:52.296138 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b459ec9-019d-43e8-aabc-440203fe1909 req-b969c961-a615-4e59-8c3d-570c706c4f94 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Jul 16 02:19:52.296796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 699d6586-c64e-43f1-a039-169e8055bcd4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=699d6586-c64e-43f1-a039-169e8055bcd4,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:52.300670 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.354101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=699d6586-c64e-43f1-a039-169e8055bcd4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.506307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['699d6586-c64e-43f1-a039-169e8055bcd4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:53.467706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2077e69-3009-4fca-80c6-9676864991b8 req-d3781b09-0050-4da5-8612-51b55987c1d1 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:53.469207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2077e69-3009-4fca-80c6-9676864991b8 req-d3781b09-0050-4da5-8612-51b55987c1d1 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 944 time: 0.0627470 Jul 16 02:19:53.505572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c2077e69-3009-4fca-80c6-9676864991b8 req-6521d867-d639-409c-a498-6fe5dca4813c tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Jul 16 02:19:54.132128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 699d6586-c64e-43f1-a039-169e8055bcd4 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:54.182525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 699d6586-c64e-43f1-a039-169e8055bcd4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:54.186149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 699d6586-c64e-43f1-a039-169e8055bcd4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:54.186539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.259599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.280642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699d6586-c64e-43f1-a039-169e8055bcd4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:54.282836 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fbb9b9-53c0-43d3-baee-65b3decefdae" -d '{"events": [{"server_uuid": "ef80b8f1-cfe9-4568-8b37-5ab19d03765c", "name": "network-vif-plugged", "status": "completed", "tag": "699d6586-c64e-43f1-a039-169e8055bcd4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:54.295666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 699d6586-c64e-43f1-a039-169e8055bcd4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=699d6586-c64e-43f1-a039-169e8055bcd4,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:54.299788 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.324679 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6345f3d1-e23d-4124-b8f0-bf1de4345ec4 x-openstack-request-id: req-6345f3d1-e23d-4124-b8f0-bf1de4345ec4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:54.324974 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef80b8f1-cfe9-4568-8b37-5ab19d03765c", "name": "network-vif-plugged", "status": "completed", "tag": "699d6586-c64e-43f1-a039-169e8055bcd4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:54.325230 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6345f3d1-e23d-4124-b8f0-bf1de4345ec4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:54.325615 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699d6586-c64e-43f1-a039-169e8055bcd4', 'code': 200} Jul 16 02:19:54.356388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=699d6586-c64e-43f1-a039-169e8055bcd4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:54.429777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da22c3-437a-4d31-aa66-ac01a6171574 req-2386bff5-2fb5-401f-86c8-acb03bb0931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.431867 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7da22c3-437a-4d31-aa66-ac01a6171574 req-2386bff5-2fb5-401f-86c8-acb03bb0931b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 1096 time: 0.0504708 Jul 16 02:19:54.464383 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7da22c3-437a-4d31-aa66-ac01a6171574 req-c8382c0f-84b2-4edb-9743-96c534b8ce39 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266051 Jul 16 02:19:54.677618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b787786-6877-43f3-9d20-158e5d7ca341 req-4494c828-9d87-4256-ba51-9a4f0957625c tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.679124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b787786-6877-43f3-9d20-158e5d7ca341 req-4494c828-9d87-4256-ba51-9a4f0957625c tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 945 time: 0.0664833 Jul 16 02:19:54.716256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5b787786-6877-43f3-9d20-158e5d7ca341 req-b17a7317-7868-4a77-ac5b-5c99bc4e6b5c tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Jul 16 02:19:55.889839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dea77-a662-4de4-97be-e6d5e0a355f4 req-688bd25a-de0d-446a-9941-f230890746ad tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.891330 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-947dea77-a662-4de4-97be-e6d5e0a355f4 req-688bd25a-de0d-446a-9941-f230890746ad tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 16 02:19:55.928871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-947dea77-a662-4de4-97be-e6d5e0a355f4 req-f2a43490-79b5-49e3-8dde-ca8e4d474f99 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Jul 16 02:19:56.303582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26101ea-9c6c-497c-a3e6-9073556bea8f req-2bc729a6-79d5-40fc-a21f-200b896023fe tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:56.305016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f26101ea-9c6c-497c-a3e6-9073556bea8f req-2bc729a6-79d5-40fc-a21f-200b896023fe tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 945 time: 0.0622869 Jul 16 02:19:56.345259 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f26101ea-9c6c-497c-a3e6-9073556bea8f req-7f2fcd53-1a14-4ac9-b4cd-3fdac7d0f93d tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Jul 16 02:19:57.516938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cbff0-d6a6-4757-bc22-fedc1bcb2542 req-f07bac97-49ad-41b1-9c84-06c94f7477a7 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:57.518406 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca7cbff0-d6a6-4757-bc22-fedc1bcb2542 req-f07bac97-49ad-41b1-9c84-06c94f7477a7 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 945 time: 0.0630066 Jul 16 02:19:57.557182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ca7cbff0-d6a6-4757-bc22-fedc1bcb2542 req-338464a6-49f2-47bc-945c-866e3e13a878 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Jul 16 02:19:57.648547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-7295b06d-b5c0-4db4-9c7d-ec3c466b195f tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:57.650405 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-7295b06d-b5c0-4db4-9c7d-ec3c466b195f tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 945 time: 0.0618956 Jul 16 02:19:57.749941 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Deleting port 699d6586-c64e-43f1-a039-169e8055bcd4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:57.750290 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.835288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] For port 699d6586-c64e-43f1-a039-169e8055bcd4, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=699d6586-c64e-43f1-a039-169e8055bcd4,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:57.835645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.848576 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Calling delete_port for 699d6586-c64e-43f1-a039-169e8055bcd4 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:57.978848 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.993465 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['224de6a3-5b79-4378-9265-3b2412af569e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:58.000192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['699d6586-c64e-43f1-a039-169e8055bcd4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:58.008721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Pushing event deleted for resources: {'Port': ['ID=699d6586-c64e-43f1-a039-169e8055bcd4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:58.058695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] No DVR routers for this DVR port 699d6586-c64e-43f1-a039-169e8055bcd4 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:58.061559 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.063854 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-57f29895-25f0-4d83-ae8d-5470188bddd6 req-904bb91f-ae6b-493b-9ad7-1810556acbcb tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.78 "DELETE /v2.0/ports/699d6586-c64e-43f1-a039-169e8055bcd4 HTTP/1.1" status: 204 len: 173 time: 0.4081836 Jul 16 02:19:58.064359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'name': 'network-vif-deleted', 'tag': '699d6586-c64e-43f1-a039-169e8055bcd4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:58.066646 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef125ad0-0d46-44a6-8255-fed0071e6d9d" -d '{"events": [{"server_uuid": "ef80b8f1-cfe9-4568-8b37-5ab19d03765c", "name": "network-vif-deleted", "tag": "699d6586-c64e-43f1-a039-169e8055bcd4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:58.109518 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2f639-cf2e-49e9-b4c8-2356cec4a226 x-openstack-request-id: req-edc2f639-cf2e-49e9-b4c8-2356cec4a226 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:58.110107 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef80b8f1-cfe9-4568-8b37-5ab19d03765c", "name": "network-vif-deleted", "tag": "699d6586-c64e-43f1-a039-169e8055bcd4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:58.110107 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edc2f639-cf2e-49e9-b4c8-2356cec4a226 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:58.110532 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef80b8f1-cfe9-4568-8b37-5ab19d03765c', 'name': 'network-vif-deleted', 'tag': '699d6586-c64e-43f1-a039-169e8055bcd4', 'status': 'completed', 'code': 200} Jul 16 02:19:58.715173 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-68721b5f-693b-48cd-9bf9-a1e9c9b6899b req-610d00c7-c983-4163-bb79-61e47f288e0f tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef80b8f1-cfe9-4568-8b37-5ab19d03765c HTTP/1.1" status: 200 len: 210 time: 0.0277219 Jul 16 02:19:59.962444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f233030-fae3-4419-9680-4ddd41436197 req-1f6db32f-9e7e-4472-bfed-ed81d0c35cb8 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:59.963902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f233030-fae3-4419-9680-4ddd41436197 req-1f6db32f-9e7e-4472-bfed-ed81d0c35cb8 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0680795 Jul 16 02:20:00.006821 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f233030-fae3-4419-9680-4ddd41436197 req-71840265-6a6d-43c9-bb92-56a4f0eb4697 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Jul 16 02:20:00.193818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4fd22-a913-4b4b-abfe-5271995fc5f8 req-0771fc42-9770-4449-b133-1ed5fc91a770 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:00.195412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05b4fd22-a913-4b4b-abfe-5271995fc5f8 req-0771fc42-9770-4449-b133-1ed5fc91a770 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0647364 Jul 16 02:20:00.234077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-05b4fd22-a913-4b4b-abfe-5271995fc5f8 req-619c6432-339b-4a48-adcd-0ad39a3dd5bd tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329788 Jul 16 02:20:00.409682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059514-7667-43d4-b13d-29863f09d7a3 req-e36acc61-aea4-4a35-b678-4ef7b2bb57c7 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:00.411145 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f059514-7667-43d4-b13d-29863f09d7a3 req-e36acc61-aea4-4a35-b678-4ef7b2bb57c7 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0629644 Jul 16 02:20:00.448849 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3f059514-7667-43d4-b13d-29863f09d7a3 req-1499391e-d99a-402f-b5d2-e66649bfa4c2 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Jul 16 02:20:00.720490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb889-6b75-4a95-a72e-7c62f7db94fe req-bea4a8fe-c5bb-4a95-a2d8-114561cba5aa tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:00.721944 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e2cb889-6b75-4a95-a72e-7c62f7db94fe req-bea4a8fe-c5bb-4a95-a2d8-114561cba5aa tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0660884 Jul 16 02:20:00.759642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e2cb889-6b75-4a95-a72e-7c62f7db94fe req-c8708088-3650-4773-b08f-2c529afea191 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Jul 16 02:20:00.931998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5aeb2-81fa-464c-9282-af946d2ce1dc req-cbecbe53-28d6-4b18-b8a2-afc954396638 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:00.933604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd5aeb2-81fa-464c-9282-af946d2ce1dc req-cbecbe53-28d6-4b18-b8a2-afc954396638 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0669951 Jul 16 02:20:00.972110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7cd5aeb2-81fa-464c-9282-af946d2ce1dc req-12baeae8-1a64-4177-83c4-92ee71a427dc tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Jul 16 02:20:01.161423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601eba7-7c84-4648-b34c-f5ff5971af9f req-b4de9af8-cd9e-4053-bedd-f108742593fa tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:01.162906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c601eba7-7c84-4648-b34c-f5ff5971af9f req-b4de9af8-cd9e-4053-bedd-f108742593fa tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0713618 Jul 16 02:20:01.202539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c601eba7-7c84-4648-b34c-f5ff5971af9f req-e8707edf-5bd1-4605-ba96-c4234e55b328 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334888 Jul 16 02:20:01.708252 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96223bb0-b723-4936-a4c1-96a1a34bfaa2 req-d9e37602-2a9b-4b20-b0db-155ccb130127 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:01.709641 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96223bb0-b723-4936-a4c1-96a1a34bfaa2 req-d9e37602-2a9b-4b20-b0db-155ccb130127 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0632746 Jul 16 02:20:01.747213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-96223bb0-b723-4936-a4c1-96a1a34bfaa2 req-54030419-54c7-4e57-a17d-d7ec1b4b263a tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320797 Jul 16 02:20:02.185860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 699d6586-c64e-43f1-a039-169e8055bcd4 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:20:02.207718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 699d6586-c64e-43f1-a039-169e8055bcd4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:20:02.208056 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 699d6586-c64e-43f1-a039-169e8055bcd4 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:20:02.920573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a135-5012-42a8-945d-e4b32c5995fc req-5a38f748-2232-432b-9dc2-540b4cab2e4b tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:02.922118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c624a135-5012-42a8-945d-e4b32c5995fc req-5a38f748-2232-432b-9dc2-540b4cab2e4b tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0636733 Jul 16 02:20:02.988907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c624a135-5012-42a8-945d-e4b32c5995fc req-9f58c2a0-9510-4586-b631-39cdb9574925 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/security-groups?id=87d500ac-28b2-4d25-8a20-e168c464a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613518 Jul 16 02:20:03.025777 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-b1e0085b-31f9-4078-b83e-69a7af48f09c tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:03.027233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-b1e0085b-31f9-4078-b83e-69a7af48f09c tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.93 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 946 time: 0.0732925 Jul 16 02:20:03.126816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Deleting port 224de6a3-5b79-4378-9265-3b2412af569e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:03.127166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.219450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] For port 224de6a3-5b79-4378-9265-3b2412af569e, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=224de6a3-5b79-4378-9265-3b2412af569e,segment=NetworkSegment(650666c2-292f-430b-b2ef-97002e344b64),segment_id=650666c2-292f-430b-b2ef-97002e344b64)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:03.219807 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.232314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Calling delete_port for 224de6a3-5b79-4378-9265-3b2412af569e owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:03.361572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.373964 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['224de6a3-5b79-4378-9265-3b2412af569e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:03.390649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Pushing event deleted for resources: {'Port': ['ID=224de6a3-5b79-4378-9265-3b2412af569e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:03.403353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.403707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.404048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.404416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.404753 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.405084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.405414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.405811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.406143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.406470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.406861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.407187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.445703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] No DVR routers for this DVR port 224de6a3-5b79-4378-9265-3b2412af569e on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:03.448402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.450595 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10b6b17a-3cc6-42f2-90b3-6ca7a33011d2 req-c5236f82-d504-4450-a81f-459fbdd01c69 tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.93 "DELETE /v2.0/ports/224de6a3-5b79-4378-9265-3b2412af569e HTTP/1.1" status: 204 len: 173 time: 0.4178317 Jul 16 02:20:03.451029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba53ea-34fe-48d0-9077-655974a670ff', 'name': 'network-vif-deleted', 'tag': '224de6a3-5b79-4378-9265-3b2412af569e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:03.453449 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2cca44-478c-4e97-a598-c5c344d74dc6" -d '{"events": [{"server_uuid": "58ba53ea-34fe-48d0-9077-655974a670ff", "name": "network-vif-deleted", "tag": "224de6a3-5b79-4378-9265-3b2412af569e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:03.488743 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ba4ec3-85d4-4a1d-a2c3-c60b7021016a x-openstack-request-id: req-c2ba4ec3-85d4-4a1d-a2c3-c60b7021016a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:03.489084 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba53ea-34fe-48d0-9077-655974a670ff", "name": "network-vif-deleted", "tag": "224de6a3-5b79-4378-9265-3b2412af569e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:03.489341 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2ba4ec3-85d4-4a1d-a2c3-c60b7021016a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:03.489750 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba53ea-34fe-48d0-9077-655974a670ff', 'name': 'network-vif-deleted', 'tag': '224de6a3-5b79-4378-9265-3b2412af569e', 'status': 'completed', 'code': 200} Jul 16 02:20:04.140690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a42ac41-229f-4eb4-879b-b9803dd88342 req-43f03954-78e0-455c-be49-d0b43c288c2e tempest-ServersNegativeTestJSON-726262538 tempest-ServersNegativeTestJSON-726262538-project] 10.222.0.81 "GET /v2.0/ports?device_id=58ba53ea-34fe-48d0-9077-655974a670ff HTTP/1.1" status: 200 len: 210 time: 0.0288508 Jul 16 02:20:05.231145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:05.278027 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] Deleting subnet e4fff254-2658-45c8-8be5-2aaa53e85017 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:20:05.281268 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.315380 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.353627 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.405942 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.435238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4fff254-2658-45c8-8be5-2aaa53e85017,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:05.439025 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.440941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a69437a0-a5da-482c-824e-94e0d17f8549 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e4fff254-2658-45c8-8be5-2aaa53e85017 HTTP/1.1" status: 204 len: 168 time: 0.2088177 Jul 16 02:20:05.443450 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43012) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:05.511151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.592398 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.602096 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b36d5d-b19a-407a-85f0-cbfa1955c8e5']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:05.611925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650666c2-292f-430b-b2ef-97002e344b64') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:05.612250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650666c2-292f-430b-b2ef-97002e344b64') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:05.621016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.635008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.640995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:05.641376 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:05.642981 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:05.693928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.700117 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.701998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] 10.222.0.81 "DELETE /v2.0/networks/58b36d5d-b19a-407a-85f0-cbfa1955c8e5 HTTP/1.1" status: 204 len: 168 time: 0.2576356 Jul 16 02:20:05.714484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c50b5-a84e-4db2-9ade-eabb7cef9e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=58b36d5d-b19a-407a-85f0-cbfa1955c8e5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:05.809063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:05.848737 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3bab320c-d543-4e34-a5d3-b6c945181374 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eed08bd9eaad414cba2d723357d6485b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384221 Jul 16 02:20:05.850966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43018) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:05.898330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b320c6d6-3fc4-4c3a-819c-0857920e9437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.921880 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b320c6d6-3fc4-4c3a-819c-0857920e9437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.968143 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b320c6d6-3fc4-4c3a-819c-0857920e9437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.970957 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b320c6d6-3fc4-4c3a-819c-0857920e9437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.972175 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b320c6d6-3fc4-4c3a-819c-0857920e9437 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87d500ac-28b2-4d25-8a20-e168c464a2a1 HTTP/1.1" status: 204 len: 168 time: 0.1202807 Jul 16 02:20:05.979788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320c6d6-3fc4-4c3a-819c-0857920e9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d500ac-28b2-4d25-8a20-e168c464a2a1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:06.635885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:06.726409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938414639'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:06.749479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:06.752970 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.761314 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.854145 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.858168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.883321 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:06.893300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddcd93e-3d56-471c-93c2-e3344224cb29,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:06.897943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.898285 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Added segment ed8ce2e2-3ac5-4634-8f2e-79f75583feec of type vlan for network 075a6671-6191-4ee1-83c6-89cb69df6b2f Jul 16 02:20:06.911958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.912334 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.912675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.913013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.913342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.913669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.913993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.914317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.914638 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.914954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.915293 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.915610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:06.958070 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.985897 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.991711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:06.992333 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.030053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3930204 Jul 16 02:20:07.064847 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3608da-82c6-41f5-a7e6-9b17a8e873bd tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Network': ['ID=075a6671-6191-4ee1-83c6-89cb69df6b2f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:07.076565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 075a6671-6191-4ee1-83c6-89cb69df6b2f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:08.607692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 224de6a3-5b79-4378-9265-3b2412af569e no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:20:08.630593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 224de6a3-5b79-4378-9265-3b2412af569e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:20:08.630983 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 224de6a3-5b79-4378-9265-3b2412af569e not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:20:10.317655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43046) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:10.323463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'subnet': {'network_id': '075a6671-6191-4ee1-83c6-89cb69df6b2f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:10.408251 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:10.411786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.592702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.655849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Subnet': ['ID=16e57d94-08b2-4180-9aef-05073270539e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.660146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Checking segment: {'id': 'ed8ce2e2-3ac5-4634-8f2e-79f75583feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '075a6671-6191-4ee1-83c6-89cb69df6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:10.660537 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network hostable DHCP agents. Network: 075a6671-6191-4ee1-83c6-89cb69df6b2f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:10.675903 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network 075a6671-6191-4ee1-83c6-89cb69df6b2f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:10.684247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 075a6671-6191-4ee1-83c6-89cb69df6b2f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:10.688277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:10.688877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.693561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57760533-06c4-44d1-abf8-2c8ab3351588 None None] Network 075a6671-6191-4ee1-83c6-89cb69df6b2f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:10.704669 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b5d30d0e-f8a1-4379-939a-b9fc6c63ef4a tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3857367 Jul 16 02:20:10.708030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:10.713741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1251486176'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:10.734566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:10.738208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.765904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:10.775596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.775942 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Added segment c87bc9b2-6e7e-4f06-80f2-08a93fa11339 of type vlan for network e488cd3a-5b5f-4b6f-8e71-81a631ad7936 Jul 16 02:20:10.814426 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.839429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-075a6671-6191-4ee1-83c6-89cb69df6b2f', 'network_id': '075a6671-6191-4ee1-83c6-89cb69df6b2f', 'tenant_id': '1283776ef0f442f5b86a93787ea636f9', 'fixed_ips': [{'subnet_id': '16e57d94-08b2-4180-9aef-05073270539e'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:10.840328 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.850055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.855584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:10.856458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.890005 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1807630 Jul 16 02:20:10.893746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:10.900318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'subnet': {'network_id': 'e488cd3a-5b5f-4b6f-8e71-81a631ad7936', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:10.923933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359ab9e-ff69-43d6-88ba-af375eb082fb tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Network': ['ID=e488cd3a-5b5f-4b6f-8e71-81a631ad7936,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.950452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network e488cd3a-5b5f-4b6f-8e71-81a631ad7936 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:10.996810 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:11.000697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.184499 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Allocated IP 2001:db8:0:ffff::2 (075a6671-6191-4ee1-83c6-89cb69df6b2f/16e57d94-08b2-4180-9aef-05073270539e/8f381000-6f64-423e-b0c9-ff6e64423381) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:11.224543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.286308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Subnet': ['ID=cbb6be13-c97c-42d7-b6bc-68002ef86b3a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:11.293555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Checking segment: {'id': 'c87bc9b2-6e7e-4f06-80f2-08a93fa11339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e488cd3a-5b5f-4b6f-8e71-81a631ad7936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:11.293889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network hostable DHCP agents. Network: e488cd3a-5b5f-4b6f-8e71-81a631ad7936, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:11.310150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network e488cd3a-5b5f-4b6f-8e71-81a631ad7936 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:11.318750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, e488cd3a-5b5f-4b6f-8e71-81a631ad7936) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:11.323099 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.323969 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.330147 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32b313-9e84-4a7d-8bcc-ecea81b626ac None None] Network e488cd3a-5b5f-4b6f-8e71-81a631ad7936 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:11.337963 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.338807 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4b666c74-03a8-45e1-85f1-001c4653c973 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4439230 Jul 16 02:20:11.341818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:11.362035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Transition to ACTIVE for port object 8f381000-6f64-423e-b0c9-ff6e64423381 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:11.404830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Transition to ACTIVE for port object 8f381000-6f64-423e-b0c9-ff6e64423381 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:11.416148 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.442522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.460930 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Network 075a6671-6191-4ee1-83c6-89cb69df6b2f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:11.469535 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:11.493265 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:11.512167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Pushing event updated for resources: {'Port': ['ID=8f381000-6f64-423e-b0c9-ff6e64423381,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:11.522421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.559614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.559968 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.560331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.560670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.561006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.561337 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.561666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.561994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.562319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.562643 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.562965 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.563284 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:11.581156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Attempting to bind port 8f381000-6f64-423e-b0c9-ff6e64423381 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:11.581526 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Attempting to bind port 8f381000-6f64-423e-b0c9-ff6e64423381 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ed8ce2e2-3ac5-4634-8f2e-79f75583feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '075a6671-6191-4ee1-83c6-89cb69df6b2f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:11.581894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Attempting to bind port 8f381000-6f64-423e-b0c9-ff6e64423381 on network 075a6671-6191-4ee1-83c6-89cb69df6b2f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:11.591793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.603748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:11.604129 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Checking segment: {'id': 'ed8ce2e2-3ac5-4634-8f2e-79f75583feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '075a6671-6191-4ee1-83c6-89cb69df6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:11.604561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.604954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Bound using segment: {'id': 'ed8ce2e2-3ac5-4634-8f2e-79f75583feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '075a6671-6191-4ee1-83c6-89cb69df6b2f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:11.605429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Bound port: 8f381000-6f64-423e-b0c9-ff6e64423381, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8ce2e2-3ac5-4634-8f2e-79f75583feec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '075a6671-6191-4ee1-83c6-89cb69df6b2f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:11.606072 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.615960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3472dc-e15a-4220-a0b8-4e75d6fc31b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-e488cd3a-5b5f-4b6f-8e71-81a631ad7936', 'network_id': 'e488cd3a-5b5f-4b6f-8e71-81a631ad7936', 'tenant_id': '1283776ef0f442f5b86a93787ea636f9', 'fixed_ips': [{'subnet_id': 'cbb6be13-c97c-42d7-b6bc-68002ef86b3a'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:11.616834 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac3472dc-e15a-4220-a0b8-4e75d6fc31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.620116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb6be13-c97c-42d7-b6bc-68002ef86b3a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:11.681659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.691555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e488cd3a-5b5f-4b6f-8e71-81a631ad7936']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.705925 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87bc9b2-6e7e-4f06-80f2-08a93fa11339') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.706259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87bc9b2-6e7e-4f06-80f2-08a93fa11339') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.715621 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.730008 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.735509 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2461da3-1fe7-47b3-81a6-62703f66c47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.736358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:11.737349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:11.741688 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:11.749272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] For port 8f381000-6f64-423e-b0c9-ff6e64423381, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:11.752523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9b4d7-3c6d-475b-b94c-7ebe7f2694bc None None] Network e488cd3a-5b5f-4b6f-8e71-81a631ad7936 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:11.755247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] For port 8f381000-6f64-423e-b0c9-ff6e64423381, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8f381000-6f64-423e-b0c9-ff6e64423381,segment=NetworkSegment(ed8ce2e2-3ac5-4634-8f2e-79f75583feec),segment_id=ed8ce2e2-3ac5-4634-8f2e-79f75583feec)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:11.768029 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.801404 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.820152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.827855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:11.828152 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/e488cd3a-5b5f-4b6f-8e71-81a631ad7936 HTTP/1.1" status: 204 len: 168 time: 0.4851167 Jul 16 02:20:11.829615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af55a23-0c81-4f1e-8f96-e38ce69d8e42 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Network': ['ID=e488cd3a-5b5f-4b6f-8e71-81a631ad7936,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:11.837808 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612773226'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:11.860179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:11.864172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.864523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd3497-aca2-4a45-a4c5-7c1276c59e1a None None] Pushing event updated for resources: {'Port': ['ID=8f381000-6f64-423e-b0c9-ff6e64423381,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:11.898397 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:11.910665 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.911013 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Added segment 3987dec3-bb4e-4a52-bdaa-5007f68d769d of type vlan for network ddd968e5-38d1-4301-8133-eda7c27d253f Jul 16 02:20:11.952966 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.984619 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.990229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.990822 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.060003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Network': ['ID=ddd968e5-38d1-4301-8133-eda7c27d253f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:12.074781 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a8bdb833-69a7-4a7c-9e50-ea468ee3a822 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2455354 Jul 16 02:20:12.077011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ddd968e5-38d1-4301-8133-eda7c27d253f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:12.078666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:12.084514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'subnet': {'network_id': 'ddd968e5-38d1-4301-8133-eda7c27d253f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:12.179578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8f381000-6f64-423e-b0c9-ff6e64423381 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:12.197970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:12.201604 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.228429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8f381000-6f64-423e-b0c9-ff6e64423381 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:12.259132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Performing IP validity checks on allocation pools {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:20:12.259624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:20:12.343737 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:12.380666 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.437151 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Subnet': ['ID=05870da8-08f4-4657-b3e6-dbae50371fd3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:12.447069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Checking segment: {'id': '3987dec3-bb4e-4a52-bdaa-5007f68d769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ddd968e5-38d1-4301-8133-eda7c27d253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:12.447430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network hostable DHCP agents. Network: ddd968e5-38d1-4301-8133-eda7c27d253f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:12.463352 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network ddd968e5-38d1-4301-8133-eda7c27d253f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:12.471664 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ddd968e5-38d1-4301-8133-eda7c27d253f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:12.475532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:12.476116 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.481878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a1250-87c7-4c4e-9272-ed9dc1a3a808 None None] Network ddd968e5-38d1-4301-8133-eda7c27d253f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:12.491299 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-997ae277-d789-4b20-baa1-b8f50a2ed5b1 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4115136 Jul 16 02:20:12.494558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:12.599495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.638663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a786bc2-7f27-48fe-af1a-cab6ad7a2c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ddd968e5-38d1-4301-8133-eda7c27d253f', 'network_id': 'ddd968e5-38d1-4301-8133-eda7c27d253f', 'tenant_id': '1283776ef0f442f5b86a93787ea636f9', 'fixed_ips': [{'subnet_id': '05870da8-08f4-4657-b3e6-dbae50371fd3'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:12.639773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9a786bc2-7f27-48fe-af1a-cab6ad7a2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.653912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.720038 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-9a786bc2-7f27-48fe-af1a-cab6ad7a2c19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05870da8-08f4-4657-b3e6-dbae50371fd3: This subnet is being modified by another concurrent operation. Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05870da8-08f4-4657-b3e6-dbae50371fd3: This subnet is being modified by another concurrent operation. Jul 16 02:20:12.740530 n-d-800085-5 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 16 02:20:12.750072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Subnet': ['ID=05870da8-08f4-4657-b3e6-dbae50371fd3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:12.767032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a23d2e-e92f-49bd-b776-ac10e4e59f7a None None] Network ddd968e5-38d1-4301-8133-eda7c27d253f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:12.814952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.826376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd968e5-38d1-4301-8133-eda7c27d253f']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:12.836561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3987dec3-bb4e-4a52-bdaa-5007f68d769d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:12.837406 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3987dec3-bb4e-4a52-bdaa-5007f68d769d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:12.847863 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.863329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.870040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:12.870437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:12.873489 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:12.877637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac58991-dceb-4dc5-8adf-7636a89da891 None None] Network 075a6671-6191-4ee1-83c6-89cb69df6b2f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:12.931450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.940731 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.942582 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/ddd968e5-38d1-4301-8133-eda7c27d253f HTTP/1.1" status: 204 len: 168 time: 0.4468291 Jul 16 02:20:12.947115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:12.951818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b3d88-8dcf-4961-8e38-7222af5cc52d tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Network': ['ID=ddd968e5-38d1-4301-8133-eda7c27d253f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:12.953123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1212444366'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:12.969987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fe29624f-6e9f-46ac-8629-627fef5db3fc None None] Provisioning for port 8f381000-6f64-423e-b0c9-ff6e64423381 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:12.976669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:12.976906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fe29624f-6e9f-46ac-8629-627fef5db3fc None None] Provisioning complete for port 8f381000-6f64-423e-b0c9-ff6e64423381 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:12.977863 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe29624f-6e9f-46ac-8629-627fef5db3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.981215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.005671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:13.014773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.015124 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Added segment ed5c68a3-30cb-4a8b-88da-74723bc67259 of type vlan for network ea315ada-1c73-4ae9-be71-e96924ed8bbf Jul 16 02:20:13.065058 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.091159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.097058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.097643 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.125089 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe29624f-6e9f-46ac-8629-627fef5db3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.133472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1851504 Jul 16 02:20:13.137250 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43062) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:13.142967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'subnet': {'network_id': 'ea315ada-1c73-4ae9-be71-e96924ed8bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:13.163898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fe29624f-6e9f-46ac-8629-627fef5db3fc None None] For port 8f381000-6f64-423e-b0c9-ff6e64423381, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8f381000-6f64-423e-b0c9-ff6e64423381,segment=NetworkSegment(ed8ce2e2-3ac5-4634-8f2e-79f75583feec),segment_id=ed8ce2e2-3ac5-4634-8f2e-79f75583feec)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:13.168635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe29624f-6e9f-46ac-8629-627fef5db3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.177304 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800359f1-c901-4a3d-b8b3-5935b4f16850 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Network': ['ID=ea315ada-1c73-4ae9-be71-e96924ed8bbf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:13.195031 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network ea315ada-1c73-4ae9-be71-e96924ed8bbf details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:13.253869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:13.257921 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.271760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29624f-6e9f-46ac-8629-627fef5db3fc None None] Pushing event updated for resources: {'Port': ['ID=8f381000-6f64-423e-b0c9-ff6e64423381,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:13.344121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d322418-2307-4e40-9226-9321f0ccd5f4 None None] get_active_networks_info from n-d-800085-5 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:20:13.410773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4582480b-2e74-40eb-a988-00863a5d862d None None] Provisioning complete for port 8f381000-6f64-423e-b0c9-ff6e64423381 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:13.411148 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4582480b-2e74-40eb-a988-00863a5d862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.440245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d322418-2307-4e40-9226-9321f0ccd5f4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:20:13.443779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.502268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Subnet': ['ID=89dd1235-ae79-47d0-ace3-31e1e8b4e726,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:13.514103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Checking segment: {'id': 'ed5c68a3-30cb-4a8b-88da-74723bc67259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ea315ada-1c73-4ae9-be71-e96924ed8bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:13.514470 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network hostable DHCP agents. Network: ea315ada-1c73-4ae9-be71-e96924ed8bbf, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:13.531854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network ea315ada-1c73-4ae9-be71-e96924ed8bbf is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:13.540436 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, ea315ada-1c73-4ae9-be71-e96924ed8bbf) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:13.544510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.545154 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.559378 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9a756114-7354-46cf-9a19-b800d06b7409 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4209898 Jul 16 02:20:13.562898 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:13.567899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935191402'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:13.588410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:13.592134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.617551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:13.627694 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.628047 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Added segment f50a97e1-425b-41eb-a262-72bb1fe4583d of type vlan for network 263b061d-f1ee-4364-af83-c1865c1a231f Jul 16 02:20:13.668791 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.702308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.703166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f54dac-18c9-41e4-99bb-6cfc7740ef9b None None] Network ea315ada-1c73-4ae9-be71-e96924ed8bbf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:13.708032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.708658 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.744301 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1802986 Jul 16 02:20:13.747114 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:13.754116 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Request body: {'subnet': {'network_id': '263b061d-f1ee-4364-af83-c1865c1a231f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:13.795059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d448a4-4448-4b69-ac0e-d7d365449706 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Network': ['ID=263b061d-f1ee-4364-af83-c1865c1a231f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:13.808668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 263b061d-f1ee-4364-af83-c1865c1a231f details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:13.873753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Made reservation on behalf of 1283776ef0f442f5b86a93787ea636f9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:13.877436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.902124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-ea315ada-1c73-4ae9-be71-e96924ed8bbf', 'network_id': 'ea315ada-1c73-4ae9-be71-e96924ed8bbf', 'tenant_id': '1283776ef0f442f5b86a93787ea636f9', 'fixed_ips': [{'subnet_id': '89dd1235-ae79-47d0-ace3-31e1e8b4e726'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:13.902518 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.046985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Allocated IP 2001:db8::2 (ea315ada-1c73-4ae9-be71-e96924ed8bbf/89dd1235-ae79-47d0-ace3-31e1e8b4e726/690cfafd-7a83-4d4a-9afd-b5ca1d404faf) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:14.067657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.101032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8f381000-6f64-423e-b0c9-ff6e64423381 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:14.133409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event updated for resources: {'Subnet': ['ID=ac1538ba-0032-4c83-a71e-a00a275e6d0c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:14.142951 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Checking segment: {'id': 'f50a97e1-425b-41eb-a262-72bb1fe4583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '263b061d-f1ee-4364-af83-c1865c1a231f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:14.143319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network hostable DHCP agents. Network: 263b061d-f1ee-4364-af83-c1865c1a231f, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:14.159728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Network 263b061d-f1ee-4364-af83-c1865c1a231f is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:14.170019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 263b061d-f1ee-4364-af83-c1865c1a231f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:14.174982 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:14.175655 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.184453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ecdf1-7e27-41c1-bf7a-c70750f2000e None None] Network 263b061d-f1ee-4364-af83-c1865c1a231f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:14.190703 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5d79de17-7ddb-4c44-98f5-152fa66acc4e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4425702 Jul 16 02:20:14.193642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:14.286321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8f381000-6f64-423e-b0c9-ff6e64423381 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:14.286693 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.295533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.330435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.350357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Transition to ACTIVE for port object 690cfafd-7a83-4d4a-9afd-b5ca1d404faf will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:14.371426 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.394642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Transition to ACTIVE for port object 690cfafd-7a83-4d4a-9afd-b5ca1d404faf will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:14.411131 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.438005 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.473703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1538ba-0032-4c83-a71e-a00a275e6d0c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:14.486982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adadabd7-708f-4b4e-8c8a-d708fe7cfbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-263b061d-f1ee-4364-af83-c1865c1a231f', 'network_id': '263b061d-f1ee-4364-af83-c1865c1a231f', 'tenant_id': '1283776ef0f442f5b86a93787ea636f9', 'fixed_ips': [{'subnet_id': 'ac1538ba-0032-4c83-a71e-a00a275e6d0c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:14.487837 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-adadabd7-708f-4b4e-8c8a-d708fe7cfbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.504085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Network ea315ada-1c73-4ae9-be71-e96924ed8bbf is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:14.526241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:14.534176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Pushing event updated for resources: {'Port': ['ID=690cfafd-7a83-4d4a-9afd-b5ca1d404faf,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:14.535449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.546385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263b061d-f1ee-4364-af83-c1865c1a231f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:14.556947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50a97e1-425b-41eb-a262-72bb1fe4583d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:14.557204 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50a97e1-425b-41eb-a262-72bb1fe4583d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:14.566647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.585727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.592806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:14.593263 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:14.596523 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:14.657315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.662674 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.667240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/263b061d-f1ee-4364-af83-c1865c1a231f HTTP/1.1" status: 204 len: 168 time: 0.4701838 Jul 16 02:20:14.667798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:14.679986 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5738f38-1bac-4a17-8a37-03731615b48e tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Network': ['ID=263b061d-f1ee-4364-af83-c1865c1a231f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:14.697860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:14.698100 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-336e6af4-ea45-4184-b5e6-4da354c54e01 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] GET failed (client error): The resource could not be found. Jul 16 02:20:14.699309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-336e6af4-ea45-4184-b5e6-4da354c54e01 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "GET /v2.0/subnets/ac1538ba-0032-4c83-a71e-a00a275e6d0c HTTP/1.1" status: 404 len: 337 time: 0.0300665 Jul 16 02:20:14.702879 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:14.720114 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.721541 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6aa5df-10df-40a3-91c6-87b63171c1d8 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] DELETE failed (client error): The resource could not be found. Jul 16 02:20:14.722089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6aa5df-10df-40a3-91c6-87b63171c1d8 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:20:14.723791 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8e6aa5df-10df-40a3-91c6-87b63171c1d8 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/263b061d-f1ee-4364-af83-c1865c1a231f HTTP/1.1" status: 404 len: 339 time: 0.0199955 Jul 16 02:20:14.725303 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60b3effe-2556-4c70-afda-dd6a47147014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.727808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43074) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:14.749586 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb24a1-f038-4224-b0ec-62801d20d849 None None] Network 263b061d-f1ee-4364-af83-c1865c1a231f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:14.754689 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-4901e963-213b-49b3-8ca7-9a1b1f3b3580 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] DELETE failed (client error): The resource could not be found. Jul 16 02:20:14.755146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4901e963-213b-49b3-8ca7-9a1b1f3b3580 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:20:14.759814 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4901e963-213b-49b3-8ca7-9a1b1f3b3580 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/subnets/ac1538ba-0032-4c83-a71e-a00a275e6d0c HTTP/1.1" status: 404 len: 337 time: 0.0281379 Jul 16 02:20:14.760025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:14.777701 n-d-800085-5 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c048171c-303b-4bd9-a082-e090ea41a6f9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] DELETE failed (client error): The resource could not be found. Jul 16 02:20:14.778218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c048171c-303b-4bd9-a082-e090ea41a6f9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:20:14.778771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb24a1-f038-4224-b0ec-62801d20d849 None None] Network 263b061d-f1ee-4364-af83-c1865c1a231f could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:20:14.782317 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c048171c-303b-4bd9-a082-e090ea41a6f9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/263b061d-f1ee-4364-af83-c1865c1a231f HTTP/1.1" status: 404 len: 339 time: 0.0190811 Jul 16 02:20:14.782599 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:14.789808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Attempting to bind port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:14.790173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Attempting to bind port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ed5c68a3-30cb-4a8b-88da-74723bc67259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ea315ada-1c73-4ae9-be71-e96924ed8bbf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:14.790533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Attempting to bind port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf on network ea315ada-1c73-4ae9-be71-e96924ed8bbf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:14.795979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:14.796386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Checking segment: {'id': 'ed5c68a3-30cb-4a8b-88da-74723bc67259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ea315ada-1c73-4ae9-be71-e96924ed8bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:14.796789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.797184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Bound using segment: {'id': 'ed5c68a3-30cb-4a8b-88da-74723bc67259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ea315ada-1c73-4ae9-be71-e96924ed8bbf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:14.797651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Bound port: 690cfafd-7a83-4d4a-9afd-b5ca1d404faf, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5c68a3-30cb-4a8b-88da-74723bc67259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ea315ada-1c73-4ae9-be71-e96924ed8bbf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:14.798035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.835421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Deleting subnet 89dd1235-ae79-47d0-ace3-31e1e8b4e726 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:20:14.838534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.861060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] For port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:14.864873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] For port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=690cfafd-7a83-4d4a-9afd-b5ca1d404faf,segment=NetworkSegment(ed5c68a3-30cb-4a8b-88da-74723bc67259),segment_id=ed5c68a3-30cb-4a8b-88da-74723bc67259)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:14.869705 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.877684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.927511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c240f95-c4f6-4a9c-913d-7157a185b52c None None] Pushing event updated for resources: {'Port': ['ID=690cfafd-7a83-4d4a-9afd-b5ca1d404faf,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:14.969786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.034119 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.425403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Subnet': ['ID=89dd1235-ae79-47d0-ace3-31e1e8b4e726,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:15.427367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.429251 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-2424ab0e-342b-42ab-8bc7-baa2227dd021 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/subnets/89dd1235-ae79-47d0-ace3-31e1e8b4e726 HTTP/1.1" status: 204 len: 168 time: 0.6458178 Jul 16 02:20:15.431810 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:15.504312 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.521082 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.560429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Deleting port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:15.560767 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.624935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] For port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=690cfafd-7a83-4d4a-9afd-b5ca1d404faf,segment=NetworkSegment(ed5c68a3-30cb-4a8b-88da-74723bc67259),segment_id=ed5c68a3-30cb-4a8b-88da-74723bc67259)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:15.625308 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.638267 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Calling delete_port for 690cfafd-7a83-4d4a-9afd-b5ca1d404faf owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:15.721790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.746198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Port': ['ID=690cfafd-7a83-4d4a-9afd-b5ca1d404faf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:15.752532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No DVR routers for this DVR port 690cfafd-7a83-4d4a-9afd-b5ca1d404faf on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:15.830489 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.841397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea315ada-1c73-4ae9-be71-e96924ed8bbf']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:15.855610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5c68a3-30cb-4a8b-88da-74723bc67259') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:15.856193 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5c68a3-30cb-4a8b-88da-74723bc67259') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:15.866300 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.877820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f3c5e0-3972-43d0-9f91-754840da4c73 None None] Network ea315ada-1c73-4ae9-be71-e96924ed8bbf requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:15.881525 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.888105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:15.888532 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:15.891530 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:15.905441 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f8f2ea8e-59a2-4611-a157-e07987f3a470 None None] Could not find standard attr ID for object 690cfafd-7a83-4d4a-9afd-b5ca1d404faf. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:20:15.949711 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.957898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:15.960163 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/ea315ada-1c73-4ae9-be71-e96924ed8bbf HTTP/1.1" status: 204 len: 168 time: 0.5272121 Jul 16 02:20:15.964481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:15.973878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194fc4b-1de2-4596-baf1-2ac6973ffc0b tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Network': ['ID=ea315ada-1c73-4ae9-be71-e96924ed8bbf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:15.993239 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-80888720-666a-4c89-a11f-64159171a9de tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] DELETE failed (client error): The resource could not be found. Jul 16 02:20:15.993696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80888720-666a-4c89-a11f-64159171a9de tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:20:15.995430 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-80888720-666a-4c89-a11f-64159171a9de tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/subnets/05870da8-08f4-4657-b3e6-dbae50371fd3 HTTP/1.1" status: 404 len: 337 time: 0.0293524 Jul 16 02:20:15.998128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:16.017632 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-524f832c-287f-401a-b5d4-af91d6fcd6e4 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] DELETE failed (client error): The resource could not be found. Jul 16 02:20:16.018274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524f832c-287f-401a-b5d4-af91d6fcd6e4 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:20:16.019829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-524f832c-287f-401a-b5d4-af91d6fcd6e4 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/ddd968e5-38d1-4301-8133-eda7c27d253f HTTP/1.1" status: 404 len: 339 time: 0.0207829 Jul 16 02:20:16.022419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43086) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:16.045120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee67415-efe3-409c-93a4-17f08277db18 None None] DHCP port deletion for ea315ada-1c73-4ae9-be71-e96924ed8bbf request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:20:16.056506 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-88700743-fe3a-431c-9f65-4d84d4acf97f tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] DELETE failed (client error): The resource could not be found. Jul 16 02:20:16.057152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88700743-fe3a-431c-9f65-4d84d4acf97f tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:20:16.058685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-88700743-fe3a-431c-9f65-4d84d4acf97f tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/subnets/cbb6be13-c97c-42d7-b6bc-68002ef86b3a HTTP/1.1" status: 404 len: 337 time: 0.0353985 Jul 16 02:20:16.066744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:16.079811 n-d-800085-5 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-2537761f-5093-4b1b-85a8-ec04512eac26 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] DELETE failed (client error): The resource could not be found. Jul 16 02:20:16.080393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2537761f-5093-4b1b-85a8-ec04512eac26 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:20:16.082003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2537761f-5093-4b1b-85a8-ec04512eac26 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/e488cd3a-5b5f-4b6f-8e71-81a631ad7936 HTTP/1.1" status: 404 len: 339 time: 0.0195739 Jul 16 02:20:16.084560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:16.139367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Deleting subnet 16e57d94-08b2-4180-9aef-05073270539e {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:20:16.142456 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.181488 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.265160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.321113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.347650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Subnet': ['ID=16e57d94-08b2-4180-9aef-05073270539e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:16.351443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.353890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8d429ca0-859a-4f76-92f5-b8b6f6501914 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/subnets/16e57d94-08b2-4180-9aef-05073270539e HTTP/1.1" status: 204 len: 168 time: 0.2684107 Jul 16 02:20:16.356666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43092) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:16.359061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a9148-6863-48b8-8685-aeb46b0f3591 None None] Network 075a6671-6191-4ee1-83c6-89cb69df6b2f requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:16.434249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.486400 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Deleting port 8f381000-6f64-423e-b0c9-ff6e64423381 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:16.486743 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.528346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] DHCP port deletion for 075a6671-6191-4ee1-83c6-89cb69df6b2f request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:20:16.551954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] For port 8f381000-6f64-423e-b0c9-ff6e64423381, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8f381000-6f64-423e-b0c9-ff6e64423381,segment=NetworkSegment(ed8ce2e2-3ac5-4634-8f2e-79f75583feec),segment_id=ed8ce2e2-3ac5-4634-8f2e-79f75583feec)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:16.552350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.564928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Calling delete_port for 8f381000-6f64-423e-b0c9-ff6e64423381 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:16.573548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.587837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] Deleting port 8f381000-6f64-423e-b0c9-ff6e64423381 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:16.588205 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.647090 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.647875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] For port 8f381000-6f64-423e-b0c9-ff6e64423381, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8f381000-6f64-423e-b0c9-ff6e64423381,segment=NetworkSegment(ed8ce2e2-3ac5-4634-8f2e-79f75583feec),segment_id=ed8ce2e2-3ac5-4634-8f2e-79f75583feec)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:16.648296 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.660787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] Calling delete_port for 8f381000-6f64-423e-b0c9-ff6e64423381 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:16.672509 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Port': ['ID=8f381000-6f64-423e-b0c9-ff6e64423381,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:16.676102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] No DVR routers for this DVR port 8f381000-6f64-423e-b0c9-ff6e64423381 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:16.738180 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.756952 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.760822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] Pushing event deleted for resources: {'Port': ['ID=8f381000-6f64-423e-b0c9-ff6e64423381,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:16.766207 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9502169-b4ab-4ac4-bad3-acde8ced2e21 None None] No DVR routers for this DVR port 8f381000-6f64-423e-b0c9-ff6e64423381 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:16.770715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075a6671-6191-4ee1-83c6-89cb69df6b2f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:16.781725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8ce2e2-3ac5-4634-8f2e-79f75583feec') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:16.781982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8ce2e2-3ac5-4634-8f2e-79f75583feec') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:16.791113 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.804867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.811632 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:16.812016 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:16.814984 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:16.870226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.876700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.878495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] 10.222.0.81 "DELETE /v2.0/networks/075a6671-6191-4ee1-83c6-89cb69df6b2f HTTP/1.1" status: 204 len: 168 time: 0.5209467 Jul 16 02:20:16.894289 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdc475-f054-4186-aad8-861d4cd33fd9 tempest-NetworksIpV6Test-113592070 tempest-NetworksIpV6Test-113592070-project] Pushing event deleted for resources: {'Network': ['ID=075a6671-6191-4ee1-83c6-89cb69df6b2f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:17.022003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.115526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43098) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:17.243742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-37c4f33a-36b3-4be6-949e-9cc430ede8be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1283776ef0f442f5b86a93787ea636f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265566 Jul 16 02:20:17.246258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43102) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:17.292624 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e7760ce-2fe6-4e3f-9b50-25a5915594d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.313405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e7760ce-2fe6-4e3f-9b50-25a5915594d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.359053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e7760ce-2fe6-4e3f-9b50-25a5915594d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.361740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e7760ce-2fe6-4e3f-9b50-25a5915594d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:17.362885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1e7760ce-2fe6-4e3f-9b50-25a5915594d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ddcd93e-3d56-471c-93c2-e3344224cb29 HTTP/1.1" status: 204 len: 168 time: 0.1157262 Jul 16 02:20:17.370917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7760ce-2fe6-4e3f-9b50-25a5915594d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddcd93e-3d56-471c-93c2-e3344224cb29,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:17.958886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:18.048987 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d0429ad0-a22c-4531-8d4d-98e310013b21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-57419374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:18.075094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0429ad0-a22c-4531-8d4d-98e310013b21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.075277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8f381000-6f64-423e-b0c9-ff6e64423381 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:20:18.076968 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0429ad0-a22c-4531-8d4d-98e310013b21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.097021 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8f381000-6f64-423e-b0c9-ff6e64423381 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:20:18.097369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8f381000-6f64-423e-b0c9-ff6e64423381 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:20:18.136408 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0429ad0-a22c-4531-8d4d-98e310013b21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.140249 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0429ad0-a22c-4531-8d4d-98e310013b21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.155369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0429ad0-a22c-4531-8d4d-98e310013b21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.156570 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d0429ad0-a22c-4531-8d4d-98e310013b21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1966012 Jul 16 02:20:18.159278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:18.163999 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1625774174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:18.184575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Made reservation on behalf of ba47fae261774fb6b138f6df74885481 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:18.187845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.196269 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.288421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.292569 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.321629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:18.331542 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737f431a-f838-48bd-bf03-4b7591332160,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:18.338050 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.338396 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Added segment 2cd2287a-6864-4a8c-8970-1e6f8f415568 of type vlan for network daa8f25d-7a2f-42cd-9524-b3af43ad8282 Jul 16 02:20:18.379200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.406170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.411553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:18.412134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.445426 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2851768 Jul 16 02:20:18.448290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:18.453092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Request body: {'subnet': {'network_id': 'daa8f25d-7a2f-42cd-9524-b3af43ad8282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:18.503449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ec32b-e712-4de1-991e-6f4a6ff808fe tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event updated for resources: {'Network': ['ID=daa8f25d-7a2f-42cd-9524-b3af43ad8282,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:18.513686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network daa8f25d-7a2f-42cd-9524-b3af43ad8282 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:18.570247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Made reservation on behalf of ba47fae261774fb6b138f6df74885481 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:18.573954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.749045 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.813296 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event updated for resources: {'Subnet': ['ID=a42de836-6ff4-48ed-9005-689512faf45c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:18.820268 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Checking segment: {'id': '2cd2287a-6864-4a8c-8970-1e6f8f415568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'daa8f25d-7a2f-42cd-9524-b3af43ad8282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:18.820631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Network hostable DHCP agents. Network: daa8f25d-7a2f-42cd-9524-b3af43ad8282, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:18.841881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Network daa8f25d-7a2f-42cd-9524-b3af43ad8282 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:18.849162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, daa8f25d-7a2f-42cd-9524-b3af43ad8282) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:18.853728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:18.854318 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.858798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09fa02-e860-4107-ac2b-f86bf3cff77a None None] Network daa8f25d-7a2f-42cd-9524-b3af43ad8282 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:18.869623 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a1887faf-df3e-4634-bd10-4d01da12bf35 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4203427 Jul 16 02:20:18.872711 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:18.877594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1721938117'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:18.897449 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Made reservation on behalf of ba47fae261774fb6b138f6df74885481 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:18.901133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.925919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:18.936470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.936934 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Added segment 6de5b2ce-bbb6-4354-bc2c-e822b863f697 of type vlan for network 4e307d1e-d24b-4450-96d3-aeae38898ca2 Jul 16 02:20:18.978025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.004806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-daa8f25d-7a2f-42cd-9524-b3af43ad8282', 'network_id': 'daa8f25d-7a2f-42cd-9524-b3af43ad8282', 'tenant_id': 'ba47fae261774fb6b138f6df74885481', 'fixed_ips': [{'subnet_id': 'a42de836-6ff4-48ed-9005-689512faf45c'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:19.005667 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.007727 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.014754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:19.015351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.051141 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1773493 Jul 16 02:20:19.054038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:19.059368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Request body: {'subnet': {'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:19.094084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df49546-dc01-4dac-8b81-16d4ffc9f6bc tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event updated for resources: {'Network': ['ID=4e307d1e-d24b-4450-96d3-aeae38898ca2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:19.107598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 4e307d1e-d24b-4450-96d3-aeae38898ca2 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:19.150959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Made reservation on behalf of ba47fae261774fb6b138f6df74885481 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:19.154460 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.213962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Allocated IP 172.20.0.2 (daa8f25d-7a2f-42cd-9524-b3af43ad8282/a42de836-6ff4-48ed-9005-689512faf45c/42dc2fd8-5e09-47d6-823b-c83b4ed5231e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:19.339123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.365125 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.373058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Transition to ACTIVE for port object 42dc2fd8-5e09-47d6-823b-c83b4ed5231e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:19.388099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Transition to ACTIVE for port object 42dc2fd8-5e09-47d6-823b-c83b4ed5231e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:19.393717 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.407652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event updated for resources: {'Subnet': ['ID=4926f3af-57ca-40ec-8d57-bd695aa7e4f7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:19.411969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Checking segment: {'id': '6de5b2ce-bbb6-4354-bc2c-e822b863f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:19.412368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Network hostable DHCP agents. Network: 4e307d1e-d24b-4450-96d3-aeae38898ca2, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:19.429710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Network 4e307d1e-d24b-4450-96d3-aeae38898ca2 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:19.435705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Network daa8f25d-7a2f-42cd-9524-b3af43ad8282 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:19.438439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 4e307d1e-d24b-4450-96d3-aeae38898ca2) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:19.438709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:19.442436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:19.443022 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.443160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:19.446176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Pushing event updated for resources: {'Port': ['ID=42dc2fd8-5e09-47d6-823b-c83b4ed5231e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:19.451576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d49b9-bf48-4926-8a46-c75bc40fdb86 None None] Network 4e307d1e-d24b-4450-96d3-aeae38898ca2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:19.461405 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:19.462074 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4900ab3e-bb84-4c76-91ea-58639308a09f tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4062948 Jul 16 02:20:19.467090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e5b285e1-702a-4b59-ad49-ea87d201b8d8 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:19.548317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Attempting to bind port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:19.548693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Attempting to bind port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '2cd2287a-6864-4a8c-8970-1e6f8f415568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'daa8f25d-7a2f-42cd-9524-b3af43ad8282'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:19.549060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Attempting to bind port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e on network daa8f25d-7a2f-42cd-9524-b3af43ad8282 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:19.559688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:19.560061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Checking segment: {'id': '2cd2287a-6864-4a8c-8970-1e6f8f415568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'daa8f25d-7a2f-42cd-9524-b3af43ad8282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:19.560492 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.560888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Bound using segment: {'id': '2cd2287a-6864-4a8c-8970-1e6f8f415568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'daa8f25d-7a2f-42cd-9524-b3af43ad8282'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:19.561361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Bound port: 42dc2fd8-5e09-47d6-823b-c83b4ed5231e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2287a-6864-4a8c-8970-1e6f8f415568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'daa8f25d-7a2f-42cd-9524-b3af43ad8282'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:19.561743 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.666674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] For port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:19.678445 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5b285e1-702a-4b59-ad49-ea87d201b8d8 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.698208 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] For port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=42dc2fd8-5e09-47d6-823b-c83b4ed5231e,segment=NetworkSegment(2cd2287a-6864-4a8c-8970-1e6f8f415568),segment_id=2cd2287a-6864-4a8c-8970-1e6f8f415568)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:19.700686 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-4e307d1e-d24b-4450-96d3-aeae38898ca2', 'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2', 'tenant_id': 'ba47fae261774fb6b138f6df74885481', 'fixed_ips': [{'subnet_id': '4926f3af-57ca-40ec-8d57-bd695aa7e4f7'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:19.701539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.711080 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:19.789118 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e5b285e1-702a-4b59-ad49-ea87d201b8d8 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:20:19.790205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e5b285e1-702a-4b59-ad49-ea87d201b8d8 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "PUT /v2.0/routers/063fe98b-27cc-4860-9c73-de9bbd6491ff HTTP/1.1" status: 400 len: 364 time: 0.3271153 Jul 16 02:20:19.796296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:19.826364 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e0e36-1a96-4551-a13b-f58119ab6688 None None] Pushing event updated for resources: {'Port': ['ID=42dc2fd8-5e09-47d6-823b-c83b4ed5231e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:19.855519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Deleting subnet 4926f3af-57ca-40ec-8d57-bd695aa7e4f7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:20:19.889166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Allocated IP 172.21.0.2 (4e307d1e-d24b-4450-96d3-aeae38898ca2/4926f3af-57ca-40ec-8d57-bd695aa7e4f7/a1cdcd3c-f168-47af-a0f0-605676af49d7) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:20.050334 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.075904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Transition to ACTIVE for port object a1cdcd3c-f168-47af-a0f0-605676af49d7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:20.093293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Transition to ACTIVE for port object a1cdcd3c-f168-47af-a0f0-605676af49d7 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:20.100311 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.101792 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.139205 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 42dc2fd8-5e09-47d6-823b-c83b4ed5231e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:20.155704 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.170280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Network 4e307d1e-d24b-4450-96d3-aeae38898ca2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:20.184565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:20.190057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:20.202704 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Pushing event updated for resources: {'Port': ['ID=a1cdcd3c-f168-47af-a0f0-605676af49d7,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:20.212266 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.247149 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.267935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Attempting to bind port a1cdcd3c-f168-47af-a0f0-605676af49d7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:20.268372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Attempting to bind port a1cdcd3c-f168-47af-a0f0-605676af49d7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '6de5b2ce-bbb6-4354-bc2c-e822b863f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:20.268743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Attempting to bind port a1cdcd3c-f168-47af-a0f0-605676af49d7 on network 4e307d1e-d24b-4450-96d3-aeae38898ca2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:20.271789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:20.276953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:20.277323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Checking segment: {'id': '6de5b2ce-bbb6-4354-bc2c-e822b863f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:20.277721 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.278107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Bound using segment: {'id': '6de5b2ce-bbb6-4354-bc2c-e822b863f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:20.278567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Bound port: a1cdcd3c-f168-47af-a0f0-605676af49d7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de5b2ce-bbb6-4354-bc2c-e822b863f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4e307d1e-d24b-4450-96d3-aeae38898ca2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:20.278941 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.311687 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.339770 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event deleted for resources: {'Subnet': ['ID=4926f3af-57ca-40ec-8d57-bd695aa7e4f7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:20.341774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.343669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0948685-7832-45d9-9aed-190adbac9db3 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "DELETE /v2.0/subnets/4926f3af-57ca-40ec-8d57-bd695aa7e4f7 HTTP/1.1" status: 204 len: 168 time: 0.5464141 Jul 16 02:20:20.346439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:20.349597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] For port a1cdcd3c-f168-47af-a0f0-605676af49d7, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:20.352828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] For port a1cdcd3c-f168-47af-a0f0-605676af49d7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a1cdcd3c-f168-47af-a0f0-605676af49d7,segment=NetworkSegment(6de5b2ce-bbb6-4354-bc2c-e822b863f697),segment_id=6de5b2ce-bbb6-4354-bc2c-e822b863f697)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:20.358683 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.428328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfd5e6-2bca-40ff-a7c4-7bdca7477a2d None None] Pushing event updated for resources: {'Port': ['ID=a1cdcd3c-f168-47af-a0f0-605676af49d7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:20.429086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.487655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Deleting port a1cdcd3c-f168-47af-a0f0-605676af49d7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:20.488066 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.562460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] For port a1cdcd3c-f168-47af-a0f0-605676af49d7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=a1cdcd3c-f168-47af-a0f0-605676af49d7,segment=NetworkSegment(6de5b2ce-bbb6-4354-bc2c-e822b863f697),segment_id=6de5b2ce-bbb6-4354-bc2c-e822b863f697)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:20.562827 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.576020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Calling delete_port for a1cdcd3c-f168-47af-a0f0-605676af49d7 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:20.669794 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.696964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event deleted for resources: {'Port': ['ID=a1cdcd3c-f168-47af-a0f0-605676af49d7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:20.701556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] No DVR routers for this DVR port a1cdcd3c-f168-47af-a0f0-605676af49d7 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:20.790251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.801182 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e307d1e-d24b-4450-96d3-aeae38898ca2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:20.812090 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de5b2ce-bbb6-4354-bc2c-e822b863f697') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:20.812425 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de5b2ce-bbb6-4354-bc2c-e822b863f697') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:20.822136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.835920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.841945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:20.842381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:20.845375 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:20.871790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec6fe2-d84e-4a2d-8670-1b4a77c0267c None None] Network daa8f25d-7a2f-42cd-9524-b3af43ad8282 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:20.907088 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.915996 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.918340 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "DELETE /v2.0/networks/4e307d1e-d24b-4450-96d3-aeae38898ca2 HTTP/1.1" status: 204 len: 168 time: 0.5709505 Jul 16 02:20:20.920936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:20.940209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624225-4804-47e3-9140-aff92f49860a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event deleted for resources: {'Network': ['ID=4e307d1e-d24b-4450-96d3-aeae38898ca2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:20.981174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Deleting subnet a42de836-6ff4-48ed-9005-689512faf45c {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:20:20.984382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:20.994545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb0f5f51-d859-4d83-83a5-05c24c389593 None None] Provisioning for port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:21.000768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb0f5f51-d859-4d83-83a5-05c24c389593 None None] Provisioning complete for port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:21.001145 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5f51-d859-4d83-83a5-05c24c389593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.026363 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.114382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.117247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5f51-d859-4d83-83a5-05c24c389593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.186362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.215994 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event deleted for resources: {'Subnet': ['ID=a42de836-6ff4-48ed-9005-689512faf45c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:21.220029 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.225909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:21.236130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-bb0f5f51-d859-4d83-83a5-05c24c389593 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:20:21.236713 n-d-800085-5 neutron-server[93708]: DEBUG oslo_db.api [None req-bb0f5f51-d859-4d83-83a5-05c24c389593 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:20:21.237254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-d6dab0e4-9c98-44ba-8940-f86c4338e248 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "DELETE /v2.0/subnets/a42de836-6ff4-48ed-9005-689512faf45c HTTP/1.1" status: 204 len: 168 time: 0.3143294 Jul 16 02:20:21.306421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.368277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Deleting port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:21.368808 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.388962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56601f-0289-44c1-9537-7d573f9cbed5 None None] Network daa8f25d-7a2f-42cd-9524-b3af43ad8282 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:21.432976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] For port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=42dc2fd8-5e09-47d6-823b-c83b4ed5231e,segment=NetworkSegment(2cd2287a-6864-4a8c-8970-1e6f8f415568),segment_id=2cd2287a-6864-4a8c-8970-1e6f8f415568)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:21.433339 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.447207 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Calling delete_port for 42dc2fd8-5e09-47d6-823b-c83b4ed5231e owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:21.533629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.557491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event deleted for resources: {'Port': ['ID=42dc2fd8-5e09-47d6-823b-c83b4ed5231e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:21.562887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] No DVR routers for this DVR port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:21.604041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34ff0e-bb65-4732-867e-0f5ec016f22c None None] DHCP port deletion for daa8f25d-7a2f-42cd-9524-b3af43ad8282 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:20:21.631850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02f9865-ba4e-4625-87c3-504a8ef26d90 None None] DHCP port deletion for 4e307d1e-d24b-4450-96d3-aeae38898ca2 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:20:21.644561 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.649308 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37798ac2-5b15-46af-b039-f9bf7b5ec50a None None] Network 4e307d1e-d24b-4450-96d3-aeae38898ca2 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:21.654702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa8f25d-7a2f-42cd-9524-b3af43ad8282']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:21.660804 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37798ac2-5b15-46af-b039-f9bf7b5ec50a None None] Network 4e307d1e-d24b-4450-96d3-aeae38898ca2 could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:20:21.664626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd2287a-6864-4a8c-8970-1e6f8f415568') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:21.664827 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd2287a-6864-4a8c-8970-1e6f8f415568') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:21.673311 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.690910 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.697168 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:20:21.697545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:20:21.700391 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:20:21.755533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.757673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f5f51-d859-4d83-83a5-05c24c389593 None None] Port 42dc2fd8-5e09-47d6-823b-c83b4ed5231e update to ACTIVE by agent not found {{(pid=93708) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 02:20:21.762814 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.764673 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "DELETE /v2.0/networks/daa8f25d-7a2f-42cd-9524-b3af43ad8282 HTTP/1.1" status: 204 len: 168 time: 0.5369141 Jul 16 02:20:21.767430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43148) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:21.775503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6df81c-db83-4096-8387-fabb7bacea21 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Pushing event deleted for resources: {'Network': ['ID=daa8f25d-7a2f-42cd-9524-b3af43ad8282,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:21.798344 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4144936e-0bc2-4a68-858e-5de355626aa4 tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "GET /v2.0/ports?device_id=063fe98b-27cc-4860-9c73-de9bbd6491ff HTTP/1.1" status: 200 len: 205 time: 0.0296376 Jul 16 02:20:21.800527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:21.873361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-99d32fea-353a-47cf-9142-c72b931d6d88 None None] Could not find standard attr ID for object a1cdcd3c-f168-47af-a0f0-605676af49d7. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:20:21.875473 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b89d3ff-98f1-41d5-9c17-5bb9652f977a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:21.876562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-99d32fea-353a-47cf-9142-c72b931d6d88 None None] Could not find standard attr ID for object 42dc2fd8-5e09-47d6-823b-c83b4ed5231e. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:20:22.033540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b89d3ff-98f1-41d5-9c17-5bb9652f977a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.035776 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b89d3ff-98f1-41d5-9c17-5bb9652f977a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.080307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 42dc2fd8-5e09-47d6-823b-c83b4ed5231e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:20:22.081359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b89d3ff-98f1-41d5-9c17-5bb9652f977a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.081869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b89d3ff-98f1-41d5-9c17-5bb9652f977a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Fanout notify agent at l3_agent the message router_deleted on router 063fe98b-27cc-4860-9c73-de9bbd6491ff {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:20:22.089126 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b89d3ff-98f1-41d5-9c17-5bb9652f977a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.090254 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5b89d3ff-98f1-41d5-9c17-5bb9652f977a tempest-RoutersNegativeTest-385505992 tempest-RoutersNegativeTest-385505992-project] 10.222.0.81 "DELETE /v2.0/routers/063fe98b-27cc-4860-9c73-de9bbd6491ff HTTP/1.1" status: 204 len: 168 time: 0.2888336 Jul 16 02:20:22.103284 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 42dc2fd8-5e09-47d6-823b-c83b4ed5231e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:20:22.103933 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 42dc2fd8-5e09-47d6-823b-c83b4ed5231e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:20:22.323911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:22.452168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b34b8042-1270-4dcb-ba75-9e331b971ecb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba47fae261774fb6b138f6df74885481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270757 Jul 16 02:20:22.454627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:22.501170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a89d384-7030-4c81-bd05-5ef163051dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.525933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a89d384-7030-4c81-bd05-5ef163051dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.571385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a89d384-7030-4c81-bd05-5ef163051dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.573866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a89d384-7030-4c81-bd05-5ef163051dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:22.575031 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4a89d384-7030-4c81-bd05-5ef163051dcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/737f431a-f838-48bd-bf03-4b7591332160 HTTP/1.1" status: 204 len: 168 time: 0.1195157 Jul 16 02:20:22.582479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89d384-7030-4c81-bd05-5ef163051dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f431a-f838-48bd-bf03-4b7591332160,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:23.167768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:23.259744 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1452639936-network', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:23.280821 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Made reservation on behalf of 5a8417a4cfd4468bbc0e56f1d573c652 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:23.283072 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.291769 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.379241 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.382726 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.406954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:23.416598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23099cce-91f3-409d-a009-a0e69102aa5b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:23.421412 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.421760 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Added segment 3ac58231-2a06-4ef8-96c3-2f645928fd7e of type vlan for network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c Jul 16 02:20:23.460095 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.487639 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.488653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:23.489232 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.522877 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3539696 Jul 16 02:20:23.526519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:23.531547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Request body: {'subnet': {'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-subnet', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:23.551630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Made reservation on behalf of 5a8417a4cfd4468bbc0e56f1d573c652 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:23.553991 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.554495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476be8-ca51-4fbc-963d-a078e8874fec admin admin] Pushing event updated for resources: {'Network': ['ID=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:23.564459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:24.058434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.117655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8569b874-4205-48e0-83cd-42cf5eab37b7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:24.123133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Checking segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:24.123495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Network hostable DHCP agents. Network: 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:24.140491 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:24.148291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:24.152171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:24.152789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.157403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ab861-1afa-4aaa-a9c3-3fa31b1cca27 None None] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:24.167682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-949bcbe2-de84-4b64-9ce9-0c0027de77b2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6398041 Jul 16 02:20:24.170135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:24.175346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:24.197961 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.198947 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.256122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.305886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'fixed_ips': [{'subnet_id': '8569b874-4205-48e0-83cd-42cf5eab37b7'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:24.307364 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.390199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.437923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Allocated IP 172.20.0.2 (82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c/8569b874-4205-48e0-83cd-42cf5eab37b7/864909fe-cb06-4b77-aaba-a3913f62bd19) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:24.580734 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.585749 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.589767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Transition to ACTIVE for port object 864909fe-cb06-4b77-aaba-a3913f62bd19 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:24.604940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Transition to ACTIVE for port object 864909fe-cb06-4b77-aaba-a3913f62bd19 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:24.610449 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.611032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.648594 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:24.653497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:24.657778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:24.660820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Pushing event updated for resources: {'Port': ['ID=864909fe-cb06-4b77-aaba-a3913f62bd19,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:24.715129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Allocated IP 172.25.5.77 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:24.718070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Attempting to bind port 864909fe-cb06-4b77-aaba-a3913f62bd19 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:24.718607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Attempting to bind port 864909fe-cb06-4b77-aaba-a3913f62bd19 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:24.719242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Attempting to bind port 864909fe-cb06-4b77-aaba-a3913f62bd19 on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:24.724288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:24.724740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Checking segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:24.725207 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.725663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Bound using segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:24.726214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Bound port: 864909fe-cb06-4b77-aaba-a3913f62bd19, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:24.726595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.789847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] For port 864909fe-cb06-4b77-aaba-a3913f62bd19, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:24.793728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] For port 864909fe-cb06-4b77-aaba-a3913f62bd19, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=864909fe-cb06-4b77-aaba-a3913f62bd19,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:24.798047 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.822890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.858512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3fa62-7c6c-4c0e-ae8e-89722a4cc590 None None] Pushing event updated for resources: {'Port': ['ID=864909fe-cb06-4b77-aaba-a3913f62bd19,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:24.866655 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:24.909522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:24.912463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:24.916089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:24.921752 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Pushing event updated for resources: {'Port': ['ID=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:25.190082 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:25.386714 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:25.515998 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Router 16fd56f1-53e8-4415-8076-13e33a40e095 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:20:25.628122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:25.638056 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Sync routers for ids ['16fd56f1-53e8-4415-8076-13e33a40e095'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:25.646560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:25.648241 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Routers {'16fd56f1-53e8-4415-8076-13e33a40e095'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:25.648894 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['16fd56f1-53e8-4415-8076-13e33a40e095'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:25.651047 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:25.651560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-80a68631-8c94-4b37-8da8-75d721f107e1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4792728 Jul 16 02:20:25.763065 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Set router 16fd56f1-53e8-4415-8076-13e33a40e095 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:25.886954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccfa9a8-7c26-4614-9656-96213f8dbf5e None None] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:25.958886 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:25Z', 'revision_number': 3, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port': {'id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:25.987953 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Checking router: 16fd56f1-53e8-4415-8076-13e33a40e095 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:25.988319 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Updating router 16fd56f1-53e8-4415-8076-13e33a40e095 port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:26.022579 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.125742 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.130259 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95271df6-9dd0-4cd2-8e37-75586f156ec3 None None] Provisioning for port 864909fe-cb06-4b77-aaba-a3913f62bd19 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:26.187602 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 864909fe-cb06-4b77-aaba-a3913f62bd19 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:26.272577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 864909fe-cb06-4b77-aaba-a3913f62bd19 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:26.277122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 864909fe-cb06-4b77-aaba-a3913f62bd19 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:26.277503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.318195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Allocated IP 172.20.0.1 (82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c/8569b874-4205-48e0-83cd-42cf5eab37b7/8dbaa336-0d67-446e-8926-7eebaf2f6b16) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:26.318927 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.329794 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Transition to ACTIVE for port object 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:26.339522 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.365763 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.382066 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Attempting to bind port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:26.382432 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Attempting to bind port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:26.382793 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Attempting to bind port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:26.390587 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:26.390948 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:26.391633 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.392031 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:26.392527 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Bound port: 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:26.392905 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.410228 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 864909fe-cb06-4b77-aaba-a3913f62bd19, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=864909fe-cb06-4b77-aaba-a3913f62bd19,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:26.418080 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.446414 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Pushing event updated for resources: {'Port': ['ID=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:26.453032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.459562 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.459981 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.460493 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.461266 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.461266 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.461572 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.461890 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.462213 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.462528 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.462900 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.463225 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.463539 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:26.470385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Transition to ACTIVE for port object 8dbaa336-0d67-446e-8926-7eebaf2f6b16 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:26.474105 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] For port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:26.478889 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] For port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:26.484871 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.487538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=864909fe-cb06-4b77-aaba-a3913f62bd19,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:26.521649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.542714 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Routers {'16fd56f1-53e8-4415-8076-13e33a40e095'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:26.543326 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['16fd56f1-53e8-4415-8076-13e33a40e095'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:26.563790 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:26.566479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:26.570019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:26.575513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Pushing event updated for resources: {'Port': ['ID=8dbaa336-0d67-446e-8926-7eebaf2f6b16,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:26.594474 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fbb05-df1d-4510-bc67-39c6e6d004e6 None None] Pushing event updated for resources: {'Port': ['ID=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:26.606187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-83085c12-50ec-425a-b6ad-a0c95a757250 None None] Provisioning complete for port 864909fe-cb06-4b77-aaba-a3913f62bd19 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:26.606564 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83085c12-50ec-425a-b6ad-a0c95a757250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.613495 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.673327 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] Set router 16fd56f1-53e8-4415-8076-13e33a40e095 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:26.759293 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.822187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7b3137d6-7e80-4513-82f0-5aac78cb79b0 None None] Provisioning for port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:26.826148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7b3137d6-7e80-4513-82f0-5aac78cb79b0 None None] Provisioning complete for port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:26.826700 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b3137d6-7e80-4513-82f0-5aac78cb79b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.856672 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:25Z', 'revision_number': 3, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port': {'id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:26.861232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7b3137d6-7e80-4513-82f0-5aac78cb79b0 None None] Port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:26.882983 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2a0b5-f530-4af9-b024-c7019294e6f1 None None] The sync data for ids ['16fd56f1-53e8-4415-8076-13e33a40e095'] in n-d-800085-5 is: [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:25Z', 'revision_number': 3, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port': {'id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:26.933677 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.938369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.009231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Pushing event updated for resources: {'Port': ['ID=8dbaa336-0d67-446e-8926-7eebaf2f6b16,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:27.011850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.120773 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:27.122157 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:27.249586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Router 16fd56f1-53e8-4415-8076-13e33a40e095 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:20:27.366217 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:27.371349 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6c46854a-a02a-4f5a-9ee6-17d7acb9f82a admin admin] 10.222.0.81 "PUT /v2.0/routers/16fd56f1-53e8-4415-8076-13e33a40e095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192230 Jul 16 02:20:27.385768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc61f83e-f152-40c2-8b29-921261024309 None None] Provisioning complete for port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:27.386205 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc61f83e-f152-40c2-8b29-921261024309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.422077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dc61f83e-f152-40c2-8b29-921261024309 None None] Port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:27.835482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:27.840611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1882625185-network', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:27.861429 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Made reservation on behalf of 715a3aa312e245e29df3aac4e99bac2d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:27.863906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.872840 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.962753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.966479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.990371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:28.000330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e3e1d5-7964-4ff6-9b5a-fc01cb471cd3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:28.004965 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.005310 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Added segment 175ddf9e-cb33-4ca2-99d3-0ff5094084bc of type vlan for network 3a671947-5aa6-43e9-8aab-af6a05d009f9 Jul 16 02:20:28.050712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.081644 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.082913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:28.083505 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.118000 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2813840 Jul 16 02:20:28.121558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43208) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:28.127663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Request body: {'subnet': {'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-subnet', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:28.158562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca1ebf-c45a-4d58-96a2-cf4712f13975 admin admin] Pushing event updated for resources: {'Network': ['ID=3a671947-5aa6-43e9-8aab-af6a05d009f9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:28.159201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Made reservation on behalf of 715a3aa312e245e29df3aac4e99bac2d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:28.168725 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.169644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:28.192457 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:28.280775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:28.284517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:28.284847 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.358199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.369417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.390248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:28.394459 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.395559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 864909fe-cb06-4b77-aaba-a3913f62bd19 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:28.413307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f616d4ee-a636-4998-be4f-723a09a51397,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:28.424336 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Checking segment: {'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:28.424719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Network hostable DHCP agents. Network: 3a671947-5aa6-43e9-8aab-af6a05d009f9, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:28.445461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:28.455885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 3a671947-5aa6-43e9-8aab-af6a05d009f9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:28.460730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:28.461329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.466844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Sync routers for ids ['16fd56f1-53e8-4415-8076-13e33a40e095'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:28.477066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d11a9dd1-a7e0-4d77-a845-0cc6d3b577a8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3535879 Jul 16 02:20:28.477266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bb81b-e4c5-4432-9451-a1d1852add8e None None] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:28.480144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43210) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:28.484782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:28.505421 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.506578 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.520774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:28.531785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Routers {'16fd56f1-53e8-4415-8076-13e33a40e095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:28.532447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['16fd56f1-53e8-4415-8076-13e33a40e095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:28.558944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.617406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 864909fe-cb06-4b77-aaba-a3913f62bd19 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:28.617698 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.698720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.753928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Set router 16fd56f1-53e8-4415-8076-13e33a40e095 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:28.830590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-3a671947-5aa6-43e9-8aab-af6a05d009f9', 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'fixed_ips': [{'subnet_id': 'f616d4ee-a636-4998-be4f-723a09a51397'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:28.831440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.898740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.918019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.019017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Allocated IP 172.25.5.246 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/490357d7-8cdd-49d8-ba0c-44c9bf28b232) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:29.100324 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Allocated IP 172.20.0.2 (3a671947-5aa6-43e9-8aab-af6a05d009f9/f616d4ee-a636-4998-be4f-723a09a51397/6ec2472f-185c-43bb-9cda-20e1e6e61d68) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:29.127534 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.167523 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.186651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:26Z', 'revision_number': 4, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port': {'id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8dbaa336-0d67-446e-8926-7eebaf2f6b16', 'name': '', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'mac_address': 'fa:16:3e:9b:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:26Z', 'updated_at': '2021-07-16T02:20:26Z', 'revision_number': 2, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'subnets': [{'id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:29.201862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:29.204655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:29.210031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:29.219041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Checking router: 16fd56f1-53e8-4415-8076-13e33a40e095 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:29.219709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Updating router 16fd56f1-53e8-4415-8076-13e33a40e095 port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:29.237411 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Pushing event updated for resources: {'Port': ['ID=490357d7-8cdd-49d8-ba0c-44c9bf28b232,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:29.273833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.352622 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.408362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Transition to ACTIVE for port object 6ec2472f-185c-43bb-9cda-20e1e6e61d68 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:29.440317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Transition to ACTIVE for port object 6ec2472f-185c-43bb-9cda-20e1e6e61d68 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:29.451424 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.460527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.538015 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:29.545340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:29.548210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:29.560327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Pushing event updated for resources: {'Port': ['ID=6ec2472f-185c-43bb-9cda-20e1e6e61d68,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:29.657023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.790169 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:20:29.799702 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Attempting to bind port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:29.800069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Attempting to bind port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:29.800460 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Attempting to bind port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 on network 3a671947-5aa6-43e9-8aab-af6a05d009f9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:29.814184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:29.814557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Checking segment: {'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:29.814961 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.815353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Bound using segment: {'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:29.815813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Bound port: 6ec2472f-185c-43bb-9cda-20e1e6e61d68, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:29.816191 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.884673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.899260 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:29.909405 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Sync routers for ids ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:29.911166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Transition to ACTIVE for port object 8dbaa336-0d67-446e-8926-7eebaf2f6b16 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:29.915468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.920744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fab4c5b8-c00f-45dd-b9fb-271da612be81 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4393101 Jul 16 02:20:29.921082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:29.923598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.930599 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Routers {'1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:29.931217 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:29.935472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] For port 6ec2472f-185c-43bb-9cda-20e1e6e61d68, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:29.981438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] For port 6ec2472f-185c-43bb-9cda-20e1e6e61d68, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ec2472f-185c-43bb-9cda-20e1e6e61d68,segment=NetworkSegment(175ddf9e-cb33-4ca2-99d3-0ff5094084bc),segment_id=175ddf9e-cb33-4ca2-99d3-0ff5094084bc)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:29.992880 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.997845 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dc925-3f5a-4ebf-adbd-275ffa92112e None None] Pushing event updated for resources: {'Port': ['ID=8dbaa336-0d67-446e-8926-7eebaf2f6b16,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:30.074818 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Set router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:30.113280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Attempting to bind port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:30.113692 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Attempting to bind port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:30.114047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Attempting to bind port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:30.120024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b2f47-4a63-45f6-924d-55a62bb58a5f None None] Pushing event updated for resources: {'Port': ['ID=6ec2472f-185c-43bb-9cda-20e1e6e61d68,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:30.131502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:30.131945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Checking segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:30.132381 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.132821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Bound using segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:30.133306 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Bound port: 8dbaa336-0d67-446e-8926-7eebaf2f6b16, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:30.133691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.186214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:30.265131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] For port 8dbaa336-0d67-446e-8926-7eebaf2f6b16, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:30.272215 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] For port 8dbaa336-0d67-446e-8926-7eebaf2f6b16, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8dbaa336-0d67-446e-8926-7eebaf2f6b16,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:30.290694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:30.293311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.297917 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.417114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Routers {'16fd56f1-53e8-4415-8076-13e33a40e095'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:30.417869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['16fd56f1-53e8-4415-8076-13e33a40e095'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:30.500751 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:29Z', 'revision_number': 3, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:30.506601 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dc925-3f5a-4ebf-adbd-275ffa92112e None None] Pushing event updated for resources: {'Port': ['ID=8dbaa336-0d67-446e-8926-7eebaf2f6b16,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:30.543257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Checking router: 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:30.543895 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Updating router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:30.609664 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.637816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] Set router 16fd56f1-53e8-4415-8076-13e33a40e095 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:30.865001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:26Z', 'revision_number': 4, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port': {'id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8dbaa336-0d67-446e-8926-7eebaf2f6b16', 'name': '', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'mac_address': 'fa:16:3e:9b:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:26Z', 'updated_at': '2021-07-16T02:20:30Z', 'revision_number': 4, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'subnets': [{'id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:30.885114 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.891581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a273c-8f4a-49ee-9ccd-eedb2b856e81 None None] The sync data for ids ['16fd56f1-53e8-4415-8076-13e33a40e095'] in n-d-800085-5 is: [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:26Z', 'revision_number': 4, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port': {'id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8dbaa336-0d67-446e-8926-7eebaf2f6b16', 'name': '', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'mac_address': 'fa:16:3e:9b:9e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:26Z', 'updated_at': '2021-07-16T02:20:30Z', 'revision_number': 4, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'subnets': [{'id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:30.896466 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Transition to ACTIVE for port object 490357d7-8cdd-49d8-ba0c-44c9bf28b232 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:30.903086 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.953183 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Attempting to bind port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:30.953814 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Attempting to bind port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:30.954135 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Attempting to bind port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:30.971237 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:30.972027 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:30.972541 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.973469 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:30.973469 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Bound port: 490357d7-8cdd-49d8-ba0c-44c9bf28b232, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:30.974125 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.989337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.001806 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee49db-162c-4df1-9603-b1e319168d2c None None] Pushing event updated for resources: {'Port': ['ID=490357d7-8cdd-49d8-ba0c-44c9bf28b232,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:31.054668 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] For port 490357d7-8cdd-49d8-ba0c-44c9bf28b232, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:31.055269 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] For port 490357d7-8cdd-49d8-ba0c-44c9bf28b232, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=490357d7-8cdd-49d8-ba0c-44c9bf28b232,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:31.061910 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.134713 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Routers {'1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:31.136272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:31.173565 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee49db-162c-4df1-9603-b1e319168d2c None None] Pushing event updated for resources: {'Port': ['ID=490357d7-8cdd-49d8-ba0c-44c9bf28b232,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:31.227890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Allocated IP 172.20.0.1 (3a671947-5aa6-43e9-8aab-af6a05d009f9/f616d4ee-a636-4998-be4f-723a09a51397/09b2149f-2abb-481d-97e6-0c4b16495697) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:31.262858 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] Set router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:31.364550 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.381261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Transition to ACTIVE for port object 09b2149f-2abb-481d-97e6-0c4b16495697 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:31.424068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.443179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb4a77-63e6-4c6b-9e31-4e35bdfb05a0 None None] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:31.473371 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:31.476598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:31.482009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:31.485231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Pushing event updated for resources: {'Port': ['ID=09b2149f-2abb-481d-97e6-0c4b16495697,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:31.517535 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:29Z', 'revision_number': 3, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:31.554867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcda251-52d6-4fc9-bf43-b7efc31bfb3a None None] The sync data for ids ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'] in n-d-800085-5 is: [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:29Z', 'revision_number': 3, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:31.564238 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.605841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-753a5bbc-26e2-4628-986a-926356616de9 None None] Provisioning for port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:31.801583 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.004071 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.011896 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.089539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Pushing event updated for resources: {'Port': ['ID=09b2149f-2abb-481d-97e6-0c4b16495697,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:32.093560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.183350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b6402cd-e4fc-4a28-b3a4-38957991d8df None None] Provisioning for port 09b2149f-2abb-481d-97e6-0c4b16495697 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:32.190449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b6402cd-e4fc-4a28-b3a4-38957991d8df None None] Provisioning complete for port 09b2149f-2abb-481d-97e6-0c4b16495697 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:32.190878 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b6402cd-e4fc-4a28-b3a4-38957991d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.224769 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:32.226927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:32.249556 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9b6402cd-e4fc-4a28-b3a4-38957991d8df None None] Port 09b2149f-2abb-481d-97e6-0c4b16495697 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:32.284127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8dbaa336-0d67-446e-8926-7eebaf2f6b16 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:32.374369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:32.380041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07432533-2e8c-4369-b27b-623b24d4fd94 None None] Provisioning complete for port 09b2149f-2abb-481d-97e6-0c4b16495697 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:32.380629 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07432533-2e8c-4369-b27b-623b24d4fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.402658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:32.403127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.427179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:20:32.459070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-07432533-2e8c-4369-b27b-623b24d4fd94 None None] Port 09b2149f-2abb-481d-97e6-0c4b16495697 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:32.505975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.548890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 8dbaa336-0d67-446e-8926-7eebaf2f6b16, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8dbaa336-0d67-446e-8926-7eebaf2f6b16,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:32.558000 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.559212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 490357d7-8cdd-49d8-ba0c-44c9bf28b232 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:32.569614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:32.575923 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-484a6458-d207-407e-b1d1-cdfee8f7d65e admin admin] 10.222.0.81 "PUT /v2.0/routers/1bb34b26-20ad-4acf-9f54-c8dcbcb957a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6534252 Jul 16 02:20:32.635280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=8dbaa336-0d67-446e-8926-7eebaf2f6b16,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:32.672204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:32.679823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:32.680300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.714660 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-530af998-355b-448e-b4b1-2ba232286db5 None None] Provisioning complete for port 09b2149f-2abb-481d-97e6-0c4b16495697 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:32.715045 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-530af998-355b-448e-b4b1-2ba232286db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.760935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-530af998-355b-448e-b4b1-2ba232286db5 None None] Port 09b2149f-2abb-481d-97e6-0c4b16495697 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:32.804421 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.826512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 490357d7-8cdd-49d8-ba0c-44c9bf28b232, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=490357d7-8cdd-49d8-ba0c-44c9bf28b232,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:32.831306 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.832329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ec2472f-185c-43bb-9cda-20e1e6e61d68 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:32.925742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:32.927807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=490357d7-8cdd-49d8-ba0c-44c9bf28b232,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:32.932481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:32.932882 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:33.009808 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:33.041721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 6ec2472f-185c-43bb-9cda-20e1e6e61d68, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ec2472f-185c-43bb-9cda-20e1e6e61d68,segment=NetworkSegment(175ddf9e-cb33-4ca2-99d3-0ff5094084bc),segment_id=175ddf9e-cb33-4ca2-99d3-0ff5094084bc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:33.045488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:33.091395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=6ec2472f-185c-43bb-9cda-20e1e6e61d68,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:33.619972 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-3869b115-1a48-42b8-aa1d-ddb60ab8a653 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:33.621415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-3869b115-1a48-42b8-aa1d-ddb60ab8a653 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/networks?id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 200 len: 817 time: 0.1014416 Jul 16 02:20:33.636439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-ce94ec14-f223-4518-8bee-ef9a2e66d775 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/quotas/5a8417a4cfd4468bbc0e56f1d573c652 HTTP/1.1" status: 200 len: 375 time: 0.0096121 Jul 16 02:20:33.705284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-c686db13-6639-4191-81e7-4bad8cb3fc17 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641980 Jul 16 02:20:33.720337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-faa42809-aa20-4f7d-bc60-b84002f6e883 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:20:33.721291 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-faa42809-aa20-4f7d-bc60-b84002f6e883 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055909 Jul 16 02:20:33.809809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-a1bd597b-874c-48e7-bd04-2464af696c93 service neutron] 10.222.0.81 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Jul 16 02:20:33.901892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b3b6875-2607-4f0f-8dc4-12686fdf92d4 service neutron] 10.222.0.81 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863059 Jul 16 02:20:34.102527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ec2472f-185c-43bb-9cda-20e1e6e61d68 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:34.153986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:34.154276 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:34.231754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8dbaa336-0d67-446e-8926-7eebaf2f6b16 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:34.255114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Sync routers for ids ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:34.273641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Routers {'1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:34.274238 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:34.331273 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:34.331639 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:34.414094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Set router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:34.529680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 490357d7-8cdd-49d8-ba0c-44c9bf28b232 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:34.642128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:34.642495 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:34.703483 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:31Z', 'revision_number': 4, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '09b2149f-2abb-481d-97e6-0c4b16495697', 'name': '', 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'mac_address': 'fa:16:3e:ff:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f616d4ee-a636-4998-be4f-723a09a51397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:31Z', 'updated_at': '2021-07-16T02:20:31Z', 'revision_number': 2, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'subnets': [{'id': 'f616d4ee-a636-4998-be4f-723a09a51397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:34.745466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Checking router: 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:34.745822 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Updating router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 port 09b2149f-2abb-481d-97e6-0c4b16495697 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:34.939862 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:35.102950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b70256e6-bf63-494c-8930-0cb81616f19a req-cd5ef8f2-25df-4dd7-8237-b11372d96c82 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 210 time: 0.0285316 Jul 16 02:20:35.219070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:35.229008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Transition to ACTIVE for port object 09b2149f-2abb-481d-97e6-0c4b16495697 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:35.235166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:35.287982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e06ce1-1eb2-49cf-b352-37c0baa8377d None None] Pushing event updated for resources: {'Port': ['ID=09b2149f-2abb-481d-97e6-0c4b16495697,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:35.355071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Attempting to bind port 09b2149f-2abb-481d-97e6-0c4b16495697 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:35.355071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Attempting to bind port 09b2149f-2abb-481d-97e6-0c4b16495697 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:35.355071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Attempting to bind port 09b2149f-2abb-481d-97e6-0c4b16495697 on network 3a671947-5aa6-43e9-8aab-af6a05d009f9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:35.360172 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:35.360592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Checking segment: {'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:35.361168 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:35.361416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Bound using segment: {'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:35.361843 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Bound port: 09b2149f-2abb-481d-97e6-0c4b16495697, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175ddf9e-cb33-4ca2-99d3-0ff5094084bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:35.362226 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:35.432196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] For port 09b2149f-2abb-481d-97e6-0c4b16495697, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:35.436585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] For port 09b2149f-2abb-481d-97e6-0c4b16495697, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=09b2149f-2abb-481d-97e6-0c4b16495697,segment=NetworkSegment(175ddf9e-cb33-4ca2-99d3-0ff5094084bc),segment_id=175ddf9e-cb33-4ca2-99d3-0ff5094084bc)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:35.443511 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:35.509162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Routers {'1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:35.509842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:20:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:35.517644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e06ce1-1eb2-49cf-b352-37c0baa8377d None None] Pushing event updated for resources: {'Port': ['ID=09b2149f-2abb-481d-97e6-0c4b16495697,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:35.631644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] Set router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:35.884771 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:31Z', 'revision_number': 4, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '09b2149f-2abb-481d-97e6-0c4b16495697', 'name': '', 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'mac_address': 'fa:16:3e:ff:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f616d4ee-a636-4998-be4f-723a09a51397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:31Z', 'updated_at': '2021-07-16T02:20:35Z', 'revision_number': 4, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'subnets': [{'id': 'f616d4ee-a636-4998-be4f-723a09a51397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:35.911982 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f329d-3128-465f-8cb9-1d84b5e10f13 None None] The sync data for ids ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'] in n-d-800085-5 is: [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:31Z', 'revision_number': 4, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '09b2149f-2abb-481d-97e6-0c4b16495697', 'name': '', 'network_id': '3a671947-5aa6-43e9-8aab-af6a05d009f9', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'mac_address': 'fa:16:3e:ff:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f616d4ee-a636-4998-be4f-723a09a51397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:31Z', 'updated_at': '2021-07-16T02:20:35Z', 'revision_number': 4, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'subnets': [{'id': 'f616d4ee-a636-4998-be4f-723a09a51397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:36.123783 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09b2149f-2abb-481d-97e6-0c4b16495697 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:36.204404 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 09b2149f-2abb-481d-97e6-0c4b16495697 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:36.208844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 09b2149f-2abb-481d-97e6-0c4b16495697 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:36.211592 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:36.307531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-411a5620-825e-4276-a926-431c1bec908f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:36.309080 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-411a5620-825e-4276-a926-431c1bec908f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.78 "GET /v2.0/networks?id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 200 len: 817 time: 0.1694961 Jul 16 02:20:36.312955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-659b498e-4e90-4889-8c4c-105530008d78 req-3e32130b-2724-43ab-8e9e-2ecc8e4e402d tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 210 time: 0.0380740 Jul 16 02:20:36.326419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Request body: {'port': {'device_id': '73e99429-6739-451c-becb-1faec3cb80e1', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'admin_state_up': True, 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:36.375840 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:36.419862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 09b2149f-2abb-481d-97e6-0c4b16495697, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=09b2149f-2abb-481d-97e6-0c4b16495697,segment=NetworkSegment(175ddf9e-cb33-4ca2-99d3-0ff5094084bc),segment_id=175ddf9e-cb33-4ca2-99d3-0ff5094084bc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:36.424327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:36.452006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Made reservation on behalf of 5a8417a4cfd4468bbc0e56f1d573c652 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:36.455728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:36.477924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=09b2149f-2abb-481d-97e6-0c4b16495697,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:36.590954 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Allocated IP 172.20.0.6 (82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c/8569b874-4205-48e0-83cd-42cf5eab37b7/6d95316e-09cd-4ffa-adb0-1173a89e705a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:36.743173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:36.756325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Transition to ACTIVE for port object 6d95316e-09cd-4ffa-adb0-1173a89e705a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:36.788476 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:36.829510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:36.834662 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:36.838912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:36.867104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Pushing event updated for resources: {'Port': ['ID=6d95316e-09cd-4ffa-adb0-1173a89e705a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:36.894478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:36.895134 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:36.912498 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-af587123-222a-412d-a72e-87473c45e058 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928953 Jul 16 02:20:36.924304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Request body: {'port': {'device_id': '73e99429-6739-451c-becb-1faec3cb80e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:37.009785 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.060759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1768f19a-2fc9-4743-b6fd-9a4b49180098 None None] Provisioning for port 6d95316e-09cd-4ffa-adb0-1173a89e705a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:37.063502 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1768f19a-2fc9-4743-b6fd-9a4b49180098 None None] Provisioning complete for port 6d95316e-09cd-4ffa-adb0-1173a89e705a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:37.063900 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1768f19a-2fc9-4743-b6fd-9a4b49180098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.100212 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1768f19a-2fc9-4743-b6fd-9a4b49180098 None None] Port 6d95316e-09cd-4ffa-adb0-1173a89e705a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:37.278103 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d95316e-09cd-4ffa-adb0-1173a89e705a {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:37.285429 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.296881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Transition to ACTIVE for port object 6d95316e-09cd-4ffa-adb0-1173a89e705a will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:37.299969 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.348490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Pushing event updated for resources: {'Port': ['ID=6d95316e-09cd-4ffa-adb0-1173a89e705a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:37.427258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Attempting to bind port 6d95316e-09cd-4ffa-adb0-1173a89e705a on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:37.427716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Attempting to bind port 6d95316e-09cd-4ffa-adb0-1173a89e705a by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:37.428033 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Attempting to bind port 6d95316e-09cd-4ffa-adb0-1173a89e705a on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:37.433459 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Port 6d95316e-09cd-4ffa-adb0-1173a89e705a on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:20:37.433786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Attempting to bind port 6d95316e-09cd-4ffa-adb0-1173a89e705a on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:37.438988 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:37.439351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Checking segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:37.439712 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Bound using segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:37.440288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Bound port: 6d95316e-09cd-4ffa-adb0-1173a89e705a, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:37.440656 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.500421 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168c99-2b6f-4076-ad1b-32fa44dadf37 req-a4a2174f-187c-48d7-b0ef-e9bb8e751532 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:37.508141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe168c99-2b6f-4076-ad1b-32fa44dadf37 req-a4a2174f-187c-48d7-b0ef-e9bb8e751532 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 943 time: 0.0816243 Jul 16 02:20:37.509167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] For port 6d95316e-09cd-4ffa-adb0-1173a89e705a, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:37.513308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] For port 6d95316e-09cd-4ffa-adb0-1173a89e705a, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:37.520928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.560979 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe168c99-2b6f-4076-ad1b-32fa44dadf37 req-54e631bd-9cad-4712-84a3-8052d91914e8 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514426 Jul 16 02:20:37.565424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:37.566025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.567427 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] 10.222.0.78 "PUT /v2.0/ports/6d95316e-09cd-4ffa-adb0-1173a89e705a HTTP/1.1" status: 200 len: 1091 time: 0.6476276 Jul 16 02:20:37.567895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e99429-6739-451c-becb-1faec3cb80e1', 'tag': '6d95316e-09cd-4ffa-adb0-1173a89e705a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:37.570362 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16290b60-d98c-4c92-9487-625758d047cc" -d '{"events": [{"name": "network-changed", "server_uuid": "73e99429-6739-451c-becb-1faec3cb80e1", "tag": "6d95316e-09cd-4ffa-adb0-1173a89e705a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:37.590868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f4103-00f3-4ea6-9803-1ae3c4143a8a service neutron] Pushing event updated for resources: {'Port': ['ID=6d95316e-09cd-4ffa-adb0-1173a89e705a,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:37.628772 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787a1ee-978b-4885-b1c6-aa346654ca94 x-openstack-request-id: req-6787a1ee-978b-4885-b1c6-aa346654ca94 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:37.629142 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e99429-6739-451c-becb-1faec3cb80e1", "tag": "6d95316e-09cd-4ffa-adb0-1173a89e705a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:37.629466 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6787a1ee-978b-4885-b1c6-aa346654ca94 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:37.629948 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e99429-6739-451c-becb-1faec3cb80e1', 'tag': '6d95316e-09cd-4ffa-adb0-1173a89e705a', 'status': 'completed', 'code': 200} Jul 16 02:20:37.682136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-8b561861-e3d1-4a91-907a-c4cc1e077289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:37.683926 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-8b561861-e3d1-4a91-907a-c4cc1e077289 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 1094 time: 0.0650666 Jul 16 02:20:37.727097 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-ec690c5a-a40b-47b2-899d-ae3346e234c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a HTTP/1.1" status: 200 len: 217 time: 0.0351326 Jul 16 02:20:37.776090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-911832f9-5056-4615-afef-f30c3b03e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:37.777587 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-911832f9-5056-4615-afef-f30c3b03e35a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8569b874-4205-48e0-83cd-42cf5eab37b7 HTTP/1.1" status: 200 len: 856 time: 0.0441115 Jul 16 02:20:37.839237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-14ff2dff-be6a-44ad-a268-771d46f1c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:37.840663 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-14ff2dff-be6a-44ad-a268-771d46f1c2d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565207 Jul 16 02:20:37.930592 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-df741711-6c92-47a6-b328-74884cafb2d0 service neutron] 10.222.0.78 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828178 Jul 16 02:20:38.026437 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0d62a40c-26da-4e10-bcbd-5f81d00cdef1 req-93a69b45-e071-44f0-b68c-c2242ce74bb0 service neutron] 10.222.0.78 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893271 Jul 16 02:20:38.103708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09b2149f-2abb-481d-97e6-0c4b16495697 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:38.143886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290b60-d98c-4c92-9487-625758d047cc req-44a0a3d4-1440-49c3-8073-b524253034d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:38.146206 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16290b60-d98c-4c92-9487-625758d047cc req-44a0a3d4-1440-49c3-8073-b524253034d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 1094 time: 0.0599468 Jul 16 02:20:38.158196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 09b2149f-2abb-481d-97e6-0c4b16495697 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:38.158576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:38.250863 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290b60-d98c-4c92-9487-625758d047cc req-3898234a-c2d2-4aa9-b8c2-bc8e5d6c5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:38.252421 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16290b60-d98c-4c92-9487-625758d047cc req-3898234a-c2d2-4aa9-b8c2-bc8e5d6c5b42 service neutron] 10.222.0.78 "GET /v2.0/networks?id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 200 len: 918 time: 0.0993154 Jul 16 02:20:38.295900 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16290b60-d98c-4c92-9487-625758d047cc req-3e5c4e05-fe42-4d82-acc2-099c802c05db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a HTTP/1.1" status: 200 len: 217 time: 0.0364959 Jul 16 02:20:38.346420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290b60-d98c-4c92-9487-625758d047cc req-c8d8be42-702a-4896-a9c3-bd6c4781d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:38.347957 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16290b60-d98c-4c92-9487-625758d047cc req-c8d8be42-702a-4896-a9c3-bd6c4781d923 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8569b874-4205-48e0-83cd-42cf5eab37b7 HTTP/1.1" status: 200 len: 856 time: 0.0443709 Jul 16 02:20:38.411269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290b60-d98c-4c92-9487-625758d047cc req-50a52e7a-ca78-4421-8ae8-8fd1ff6bdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:38.412825 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16290b60-d98c-4c92-9487-625758d047cc req-50a52e7a-ca78-4421-8ae8-8fd1ff6bdde0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582349 Jul 16 02:20:38.502743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16290b60-d98c-4c92-9487-625758d047cc req-2bcee43b-7343-4558-8ffc-27aaaf5fc1d8 service neutron] 10.222.0.78 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820465 Jul 16 02:20:38.599930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-16290b60-d98c-4c92-9487-625758d047cc req-2a60f850-2b1e-4e46-8932-ae97b2cf9d08 service neutron] 10.222.0.78 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894132 Jul 16 02:20:38.738019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2301f01-b87c-4a47-8752-d1a62770b853 req-c2e7020d-4947-4e7b-905b-f7e975b291af tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:38.739522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2301f01-b87c-4a47-8752-d1a62770b853 req-c2e7020d-4947-4e7b-905b-f7e975b291af tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 943 time: 0.0648320 Jul 16 02:20:38.777706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f2301f01-b87c-4a47-8752-d1a62770b853 req-4a7d47ec-237c-448c-8725-94b4f1b0bc46 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jul 16 02:20:39.946042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbb4f6-76d5-4726-8b58-1bd2349aa3d8 req-4fcab89a-3132-4af8-9b24-adf9bef97855 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:39.948002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4dcbb4f6-76d5-4726-8b58-1bd2349aa3d8 req-4fcab89a-3132-4af8-9b24-adf9bef97855 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 943 time: 0.0619092 Jul 16 02:20:39.988827 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4dcbb4f6-76d5-4726-8b58-1bd2349aa3d8 req-2fb552ac-04fa-45fc-98bc-bb2a2c98e59a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Jul 16 02:20:40.375577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6d95316e-09cd-4ffa-adb0-1173a89e705a details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:20:40.470680 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6d95316e-09cd-4ffa-adb0-1173a89e705a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:40.482055 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '6d95316e-09cd-4ffa-adb0-1173a89e705a', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'port_id': '6d95316e-09cd-4ffa-adb0-1173a89e705a', 'mac_address': 'fa:16:3e:25:c0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:20:40.518501 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:40.531060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d95316e-09cd-4ffa-adb0-1173a89e705a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:40.550126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6d95316e-09cd-4ffa-adb0-1173a89e705a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:40.554331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:40.600639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=6d95316e-09cd-4ffa-adb0-1173a89e705a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:40.776639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['6d95316e-09cd-4ffa-adb0-1173a89e705a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:41.170595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776625b1-8a61-43cb-8fed-68daeca0ecc5 req-ec31324c-ac59-4b2c-ba0f-aa9a7d7071cb tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:41.172082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-776625b1-8a61-43cb-8fed-68daeca0ecc5 req-ec31324c-ac59-4b2c-ba0f-aa9a7d7071cb tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 944 time: 0.0633054 Jul 16 02:20:41.211395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-776625b1-8a61-43cb-8fed-68daeca0ecc5 req-1cffeae5-329c-4f67-a961-77c58f776271 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336628 Jul 16 02:20:41.675617 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9179b2e9-426c-4185-84f0-14300a20c7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.381460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e38762-3f5a-4519-a87f-f7aeba58b830 req-02a14ae0-f51d-4e1e-95bd-ec7c6bf5122a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:42.382939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4e38762-3f5a-4519-a87f-f7aeba58b830 req-02a14ae0-f51d-4e1e-95bd-ec7c6bf5122a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 944 time: 0.0629292 Jul 16 02:20:42.389473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6d95316e-09cd-4ffa-adb0-1173a89e705a up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:42.423126 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4e38762-3f5a-4519-a87f-f7aeba58b830 req-5a676ed2-b041-4c72-9326-4819b70a50c3 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339077 Jul 16 02:20:42.437986 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 6d95316e-09cd-4ffa-adb0-1173a89e705a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:42.442578 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 6d95316e-09cd-4ffa-adb0-1173a89e705a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:42.443059 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.519905 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.540767 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e99429-6739-451c-becb-1faec3cb80e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d95316e-09cd-4ffa-adb0-1173a89e705a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:42.543766 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418be87c-ff0b-4198-a96f-6f29840f16d2" -d '{"events": [{"server_uuid": "73e99429-6739-451c-becb-1faec3cb80e1", "name": "network-vif-plugged", "status": "completed", "tag": "6d95316e-09cd-4ffa-adb0-1173a89e705a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:42.556288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 6d95316e-09cd-4ffa-adb0-1173a89e705a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:42.561017 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.583522 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc392a9e-9d28-4280-b92c-d3ae2b32b451 x-openstack-request-id: req-fc392a9e-9d28-4280-b92c-d3ae2b32b451 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:42.583806 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e99429-6739-451c-becb-1faec3cb80e1", "name": "network-vif-plugged", "status": "completed", "tag": "6d95316e-09cd-4ffa-adb0-1173a89e705a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:42.584054 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc392a9e-9d28-4280-b92c-d3ae2b32b451 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:42.584470 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e99429-6739-451c-becb-1faec3cb80e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d95316e-09cd-4ffa-adb0-1173a89e705a', 'code': 200} Jul 16 02:20:42.609641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=6d95316e-09cd-4ffa-adb0-1173a89e705a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:42.694121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e3cd9-d1f6-428b-a108-f7b6af59ea31 req-0d6f3a78-7877-4430-bf4d-ebd63a2a4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:42.695615 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-888e3cd9-d1f6-428b-a108-f7b6af59ea31 req-0d6f3a78-7877-4430-bf4d-ebd63a2a4087 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 1096 time: 0.0520651 Jul 16 02:20:42.733311 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-888e3cd9-d1f6-428b-a108-f7b6af59ea31 req-a1ee0ee6-9371-4b64-bd50-1e44574f7b5b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281415 Jul 16 02:20:43.606439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f155ec-ea04-4eb2-aac4-e1ee7d964de1 req-47ef425d-c12a-4a58-b660-5fb4dea286a2 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:43.607909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22f155ec-ea04-4eb2-aac4-e1ee7d964de1 req-47ef425d-c12a-4a58-b660-5fb4dea286a2 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 945 time: 0.0709693 Jul 16 02:20:43.645705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22f155ec-ea04-4eb2-aac4-e1ee7d964de1 req-c1e5ca8a-dc08-457e-abd2-7ddb4a6be937 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Jul 16 02:20:44.511498 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:44.539351 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f6892ea-33a4-4ee9-aec4-7c8c972e570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:44.823773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12cc61-34d7-4cc2-8d16-a0ca7fd6aa94 req-93efb548-a1b8-453b-b909-304c5ae9f679 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:44.825650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a12cc61-34d7-4cc2-8d16-a0ca7fd6aa94 req-93efb548-a1b8-453b-b909-304c5ae9f679 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 945 time: 0.0638909 Jul 16 02:20:44.861578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9a12cc61-34d7-4cc2-8d16-a0ca7fd6aa94 req-83ce66db-4632-49b1-8a5b-c4ab3786888f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Jul 16 02:20:45.034261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744f920-84bf-4aac-9d1f-e380c58f9834 req-ec252459-4f11-4f51-9bfe-70d264126724 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:45.035966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8744f920-84bf-4aac-9d1f-e380c58f9834 req-ec252459-4f11-4f51-9bfe-70d264126724 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 945 time: 0.0629056 Jul 16 02:20:45.079950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8744f920-84bf-4aac-9d1f-e380c58f9834 req-eb1055b3-3f9c-42f7-a8d4-c5db9eae2eb5 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367868 Jul 16 02:20:45.526681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:46.588965 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:47.025248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:49.343275 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:50.212009 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:53.026328 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-124851ff-b331-4b16-ba04-63dcbdf0fda0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538940 Jul 16 02:20:53.141299 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08a16-6495-42fa-8cec-c6328818a91a req-7d0b1713-e831-4bc0-bfba-7668ca6b5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.142860 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-7d0b1713-e831-4bc0-bfba-7668ca6b5e8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 1096 time: 0.0583482 Jul 16 02:20:53.246544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08a16-6495-42fa-8cec-c6328818a91a req-02f24c12-ea1d-4a41-9f58-6a6f6bec6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.247984 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-02f24c12-ea1d-4a41-9f58-6a6f6bec6dc8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 200 len: 918 time: 0.0842056 Jul 16 02:20:53.294212 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-589fe98e-46d0-4628-a3c8-d340351880e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a HTTP/1.1" status: 200 len: 217 time: 0.0387568 Jul 16 02:20:53.345079 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08a16-6495-42fa-8cec-c6328818a91a req-e46f281d-3b14-40fc-a681-8da917f852f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.346534 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-e46f281d-3b14-40fc-a681-8da917f852f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8569b874-4205-48e0-83cd-42cf5eab37b7 HTTP/1.1" status: 200 len: 856 time: 0.0451033 Jul 16 02:20:53.404474 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08a16-6495-42fa-8cec-c6328818a91a req-5c9dd9dc-454e-4966-982b-839c57c4b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.405912 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-5c9dd9dc-454e-4966-982b-839c57c4b60f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525711 Jul 16 02:20:53.498434 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-b1f7f21d-7dbe-4643-a689-40a73132ed4d service neutron] 10.222.0.78 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856237 Jul 16 02:20:53.585556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-02a08a16-6495-42fa-8cec-c6328818a91a req-2065ab01-1674-4b19-ba15-17032f098987 service neutron] 10.222.0.78 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804994 Jul 16 02:21:03.964249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3f2f2-2bd1-425d-b898-a8abfe9e16ef req-ca71475e-6e50-463f-86fc-3c8ce2c4fff4 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:03.965759 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58a3f2f2-2bd1-425d-b898-a8abfe9e16ef req-ca71475e-6e50-463f-86fc-3c8ce2c4fff4 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 945 time: 0.0676529 Jul 16 02:21:04.002999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-58a3f2f2-2bd1-425d-b898-a8abfe9e16ef req-92be7278-3c85-4d49-89e9-5f062dcbba98 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Jul 16 02:21:05.175633 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbe564-7485-4634-a7e2-2b29daea5df4 req-a53bde4c-8a97-4321-ac2c-9ba50b3f0503 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:05.177141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1bbe564-7485-4634-a7e2-2b29daea5df4 req-a53bde4c-8a97-4321-ac2c-9ba50b3f0503 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 945 time: 0.0626147 Jul 16 02:21:05.212768 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1bbe564-7485-4634-a7e2-2b29daea5df4 req-7220f061-f560-4308-9f7a-3d7a8ed7b1fa tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302830 Jul 16 02:21:05.591915 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d964e-df46-4ec6-81cc-b8752de03276 req-ebbe9b79-cc33-4f27-801e-7fa4cc8d4712 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:05.593390 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-377d964e-df46-4ec6-81cc-b8752de03276 req-ebbe9b79-cc33-4f27-801e-7fa4cc8d4712 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.78 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 945 time: 0.0677683 Jul 16 02:21:05.690906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Deleting port 6d95316e-09cd-4ffa-adb0-1173a89e705a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:05.691252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.780533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] For port 6d95316e-09cd-4ffa-adb0-1173a89e705a, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=6d95316e-09cd-4ffa-adb0-1173a89e705a,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:05.780893 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.792940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Calling delete_port for 6d95316e-09cd-4ffa-adb0-1173a89e705a owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:05.916398 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.929160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['6d95316e-09cd-4ffa-adb0-1173a89e705a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:05.947225 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Pushing event deleted for resources: {'Port': ['ID=6d95316e-09cd-4ffa-adb0-1173a89e705a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:05.996428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] No DVR routers for this DVR port 6d95316e-09cd-4ffa-adb0-1173a89e705a on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:05.999080 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:06.001324 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-377d964e-df46-4ec6-81cc-b8752de03276 req-fc2a5edc-05de-492f-bcd6-833c2fb9401f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.78 "DELETE /v2.0/ports/6d95316e-09cd-4ffa-adb0-1173a89e705a HTTP/1.1" status: 204 len: 173 time: 0.4020839 Jul 16 02:21:06.001764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e99429-6739-451c-becb-1faec3cb80e1', 'name': 'network-vif-deleted', 'tag': '6d95316e-09cd-4ffa-adb0-1173a89e705a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:06.004033 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd5bf17-bc9f-4b84-90a4-3e31cca234e4" -d '{"events": [{"server_uuid": "73e99429-6739-451c-becb-1faec3cb80e1", "name": "network-vif-deleted", "tag": "6d95316e-09cd-4ffa-adb0-1173a89e705a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:06.043658 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a02cd-8b97-4584-82ee-90bf15ca836e x-openstack-request-id: req-920a02cd-8b97-4584-82ee-90bf15ca836e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:06.043978 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e99429-6739-451c-becb-1faec3cb80e1", "name": "network-vif-deleted", "tag": "6d95316e-09cd-4ffa-adb0-1173a89e705a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:06.044249 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-920a02cd-8b97-4584-82ee-90bf15ca836e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:06.044650 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e99429-6739-451c-becb-1faec3cb80e1', 'name': 'network-vif-deleted', 'tag': '6d95316e-09cd-4ffa-adb0-1173a89e705a', 'status': 'completed', 'code': 200} Jul 16 02:21:06.717624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a3f97e4-50a4-40a9-9ce5-5223318d672b req-4bca1ddf-2e1d-4b88-a485-2c05870b0787 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=73e99429-6739-451c-becb-1faec3cb80e1 HTTP/1.1" status: 200 len: 210 time: 0.3802769 Jul 16 02:21:08.244359 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-7dd9f1f7-387f-4b80-9fd5-8d7c9069c01e tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:08.245803 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-7dd9f1f7-387f-4b80-9fd5-8d7c9069c01e tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/networks?id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 200 len: 817 time: 0.0985606 Jul 16 02:21:08.259842 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-d9f67e37-3f9b-4813-82bc-83e909bf7272 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/quotas/5a8417a4cfd4468bbc0e56f1d573c652 HTTP/1.1" status: 200 len: 375 time: 0.0087798 Jul 16 02:21:08.327718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-577fcf27-5544-4a6c-b95e-b836c0db19ce tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626512 Jul 16 02:21:08.420312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-df5a4dd9-6787-469f-9986-7246659b7bf3 service neutron] 10.222.0.81 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812931 Jul 16 02:21:08.510473 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-c603bb8a-58fe-4728-aeed-9d3850de7c69 service neutron] 10.222.0.81 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844545 Jul 16 02:21:08.558911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6d95316e-09cd-4ffa-adb0-1173a89e705a no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:08.578220 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 6d95316e-09cd-4ffa-adb0-1173a89e705a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:08.578509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 6d95316e-09cd-4ffa-adb0-1173a89e705a not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:08.677679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb39c820-435d-4ab4-a955-53cb074b4b7f req-23503312-ab6d-4023-ab1f-568e3a2227c7 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 210 time: 0.0290959 Jul 16 02:21:09.683146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-ddadfc7b-cae3-49b5-9ef0-a5b3cad5949a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:09.684680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-ddadfc7b-cae3-49b5-9ef0-a5b3cad5949a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.93 "GET /v2.0/networks?id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 200 len: 817 time: 0.1065700 Jul 16 02:21:09.704759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Request body: {'port': {'device_id': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'admin_state_up': True, 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:09.835434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a8696d22-85c1-424e-a8ad-51d8fa0c66ca req-7bf28b0d-2f0b-493b-abce-73ddf5561493 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 210 time: 0.0369489 Jul 16 02:21:09.847555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Made reservation on behalf of 5a8417a4cfd4468bbc0e56f1d573c652 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:09.851105 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:09.972658 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Allocated IP 172.20.0.3 (82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c/8569b874-4205-48e0-83cd-42cf5eab37b7/bf9935d6-5a45-4b2a-8f5d-b909892b05d2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:10.121283 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.134534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Transition to ACTIVE for port object bf9935d6-5a45-4b2a-8f5d-b909892b05d2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:10.167923 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.210037 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:10.215166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:10.217593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:10.254163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Pushing event updated for resources: {'Port': ['ID=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:10.269259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.269615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.269966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.270309 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.270648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.270992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.271326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.271657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.272018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.272372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.272698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.273020 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:10.291486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:10.292169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.307497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-cfda2c47-fc0a-4267-b018-c8d40b92cc45 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066327 Jul 16 02:21:10.319387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Request body: {'port': {'device_id': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:10.395949 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.435664 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b152e20-5efb-41e1-9aa5-dea9db06e6a6 None None] Provisioning for port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:10.439873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b152e20-5efb-41e1-9aa5-dea9db06e6a6 None None] Provisioning complete for port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:10.440366 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b152e20-5efb-41e1-9aa5-dea9db06e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.475433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9b152e20-5efb-41e1-9aa5-dea9db06e6a6 None None] Port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:10.660759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9935d6-5a45-4b2a-8f5d-b909892b05d2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:10.669735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.681933 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Transition to ACTIVE for port object bf9935d6-5a45-4b2a-8f5d-b909892b05d2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:10.686851 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.737248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:10.809427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Attempting to bind port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:10.809764 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Attempting to bind port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:10.810101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Attempting to bind port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:10.814662 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:10.814983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Attempting to bind port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 on network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:10.819864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:10.820206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Checking segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:10.820624 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Bound using segment: {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:10.821049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Bound port: bf9935d6-5a45-4b2a-8f5d-b909892b05d2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac58231-2a06-4ef8-96c3-2f645928fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:10.821409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.893921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] For port bf9935d6-5a45-4b2a-8f5d-b909892b05d2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:10.896956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] For port bf9935d6-5a45-4b2a-8f5d-b909892b05d2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:10.901438 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.934341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:10.934960 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.936413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] 10.222.0.93 "PUT /v2.0/ports/bf9935d6-5a45-4b2a-8f5d-b909892b05d2 HTTP/1.1" status: 200 len: 1091 time: 0.6213837 Jul 16 02:21:10.936854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'tag': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:10.939135 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4352dde1-d346-4621-98a7-908523d9b55f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef93d356-f820-4f0e-bb12-c4ebeec921c3", "tag": "bf9935d6-5a45-4b2a-8f5d-b909892b05d2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:10.985245 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c70e7-e7c4-4a29-8a57-3b95f9904201 x-openstack-request-id: req-8e7c70e7-e7c4-4a29-8a57-3b95f9904201 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:10.985450 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef93d356-f820-4f0e-bb12-c4ebeec921c3", "tag": "bf9935d6-5a45-4b2a-8f5d-b909892b05d2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:10.985664 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e7c70e7-e7c4-4a29-8a57-3b95f9904201 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:10.986058 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'tag': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2', 'status': 'completed', 'code': 200} Jul 16 02:21:11.050703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d2c9-46b2-4394-a830-2e21eb959394 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:11.095890 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a98d65-1f61-4fec-98c8-06bb6d38969a req-ec75de05-3a81-4710-bb41-fd8b3f652157 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.097469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81a98d65-1f61-4fec-98c8-06bb6d38969a req-ec75de05-3a81-4710-bb41-fd8b3f652157 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 943 time: 0.1391454 Jul 16 02:21:11.104438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-834511f2-0a31-47f3-b1dc-1e43b958456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.106725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-834511f2-0a31-47f3-b1dc-1e43b958456d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 1094 time: 0.1042230 Jul 16 02:21:11.154642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-e4c0f31e-f725-4941-b430-afe17fa547f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf9935d6-5a45-4b2a-8f5d-b909892b05d2 HTTP/1.1" status: 200 len: 217 time: 0.0409322 Jul 16 02:21:11.195601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-81a98d65-1f61-4fec-98c8-06bb6d38969a req-ea0bf32e-52f9-47b2-98c8-0ce6dbcfa374 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879474 Jul 16 02:21:11.212430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-e7ef4bd1-3b36-4b51-92f6-5dfb484e6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.213905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-e7ef4bd1-3b36-4b51-92f6-5dfb484e6d48 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8569b874-4205-48e0-83cd-42cf5eab37b7 HTTP/1.1" status: 200 len: 856 time: 0.0498276 Jul 16 02:21:11.275943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-a1b2c1a0-28fe-41aa-a190-5f092eac1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.277956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-a1b2c1a0-28fe-41aa-a190-5f092eac1b0c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573754 Jul 16 02:21:11.363010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-4e3a9eba-4e6c-4714-8e6b-768d9561d613 service neutron] 10.222.0.93 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792496 Jul 16 02:21:11.453403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5a277825-8697-463b-98cb-bdb4e5d625eb req-ed807702-d1bc-4428-b769-1f78bd924068 service neutron] 10.222.0.93 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830696 Jul 16 02:21:11.553293 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352dde1-d346-4621-98a7-908523d9b55f req-0077f9dd-6942-4b10-acc8-8db5a8077bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.554721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4352dde1-d346-4621-98a7-908523d9b55f req-0077f9dd-6942-4b10-acc8-8db5a8077bc9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 1094 time: 0.0528431 Jul 16 02:21:11.645276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352dde1-d346-4621-98a7-908523d9b55f req-4bf308c3-1bfc-499f-8a06-053c4b02ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.646717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4352dde1-d346-4621-98a7-908523d9b55f req-4bf308c3-1bfc-499f-8a06-053c4b02ed01 service neutron] 10.222.0.93 "GET /v2.0/networks?id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 200 len: 918 time: 0.0861282 Jul 16 02:21:11.675985 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af06fdc7-4b19-4b9a-ae32-a947e9b6a368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:11.687234 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4352dde1-d346-4621-98a7-908523d9b55f req-e644e59d-f4f9-4f1c-8be8-dbb24b5f7adc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf9935d6-5a45-4b2a-8f5d-b909892b05d2 HTTP/1.1" status: 200 len: 217 time: 0.0346711 Jul 16 02:21:11.735050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352dde1-d346-4621-98a7-908523d9b55f req-f3be8030-21dd-4046-a51c-e378c35fc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.736480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4352dde1-d346-4621-98a7-908523d9b55f req-f3be8030-21dd-4046-a51c-e378c35fc222 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8569b874-4205-48e0-83cd-42cf5eab37b7 HTTP/1.1" status: 200 len: 856 time: 0.0425713 Jul 16 02:21:11.796159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352dde1-d346-4621-98a7-908523d9b55f req-726e079d-ea6b-4f12-acc2-758e1276a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.797649 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4352dde1-d346-4621-98a7-908523d9b55f req-726e079d-ea6b-4f12-acc2-758e1276a416 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545995 Jul 16 02:21:11.886022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4352dde1-d346-4621-98a7-908523d9b55f req-95c2a05c-514f-4fe5-a9ae-613fc813c40a service neutron] 10.222.0.93 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802062 Jul 16 02:21:11.984488 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4352dde1-d346-4621-98a7-908523d9b55f req-e53caf3c-0e56-4773-b143-e2caea401ff0 service neutron] 10.222.0.93 "GET /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909407 Jul 16 02:21:12.369245 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015a120-d080-4566-8d86-c660c585f060 req-57b99207-e262-452f-a072-713fcb6eb6c1 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:12.370837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c015a120-d080-4566-8d86-c660c585f060 req-57b99207-e262-452f-a072-713fcb6eb6c1 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 943 time: 0.0653756 Jul 16 02:21:12.409336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c015a120-d080-4566-8d86-c660c585f060 req-6ddb08c5-991a-449b-9369-ddab06912b19 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Jul 16 02:21:13.579008 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439a1c1-3066-44c7-bc7f-62f6a95da77a req-1f553eb2-df2e-41ec-826c-555bc14afc8f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:13.580733 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2439a1c1-3066-44c7-bc7f-62f6a95da77a req-1f553eb2-df2e-41ec-826c-555bc14afc8f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 943 time: 0.0630853 Jul 16 02:21:13.622027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2439a1c1-3066-44c7-bc7f-62f6a95da77a req-3a5d322f-57a2-433d-9026-c6fb11f4c97d tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359771 Jul 16 02:21:14.513001 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:14.540209 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b15f70b-220f-4ba0-bcc1-017587efa1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:14.793380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4e4bf-4d74-4f70-a649-38796ab624e9 req-61d8aac9-d9f5-4c7c-bc3b-61983528710b tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:14.794896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9b4e4bf-4d74-4f70-a649-38796ab624e9 req-61d8aac9-d9f5-4c7c-bc3b-61983528710b tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 943 time: 0.0638018 Jul 16 02:21:14.832939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b9b4e4bf-4d74-4f70-a649-38796ab624e9 req-1f09680f-69da-4d58-8643-c34fa1770ce5 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326307 Jul 16 02:21:14.857185 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf9935d6-5a45-4b2a-8f5d-b909892b05d2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:14.951560 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bf9935d6-5a45-4b2a-8f5d-b909892b05d2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:14.962191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2', 'network_id': '82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c', 'port_id': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2', 'mac_address': 'fa:16:3e:89:82:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8569b874-4205-48e0-83cd-42cf5eab37b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:14.997948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.010048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9935d6-5a45-4b2a-8f5d-b909892b05d2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:15.029874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bf9935d6-5a45-4b2a-8f5d-b909892b05d2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:15.033312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.083789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:15.091062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.091410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.091750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.092090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.092470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.092787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.093114 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.093450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.093839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.094169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.094492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.094814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:15.236195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['bf9935d6-5a45-4b2a-8f5d-b909892b05d2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:15.525547 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.002821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21cd6-0048-40a3-9c4c-27fc8d77141f req-fff4ee5c-34ce-4bcb-a07b-c711ef6ffde5 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.004387 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5b21cd6-0048-40a3-9c4c-27fc8d77141f req-fff4ee5c-34ce-4bcb-a07b-c711ef6ffde5 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 944 time: 0.0655050 Jul 16 02:21:16.041985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a5b21cd6-0048-40a3-9c4c-27fc8d77141f req-f6d5067a-8900-4352-8a7c-cfb48068eaba tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jul 16 02:21:16.601957 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.854552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf9935d6-5a45-4b2a-8f5d-b909892b05d2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:16.904753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:16.908353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:16.908726 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.991006 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:17.052503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:17.054745 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9266304a-4fdb-4311-bf21-b15f67e5419d" -d '{"events": [{"server_uuid": "ef93d356-f820-4f0e-bb12-c4ebeec921c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf9935d6-5a45-4b2a-8f5d-b909892b05d2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:17.073987 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port bf9935d6-5a45-4b2a-8f5d-b909892b05d2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:17.084252 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:17.086131 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:17.112814 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09602cd2-2ce8-4f76-8fae-a60223743f86 x-openstack-request-id: req-09602cd2-2ce8-4f76-8fae-a60223743f86 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:17.113010 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef93d356-f820-4f0e-bb12-c4ebeec921c3", "name": "network-vif-plugged", "status": "completed", "tag": "bf9935d6-5a45-4b2a-8f5d-b909892b05d2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:17.113262 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09602cd2-2ce8-4f76-8fae-a60223743f86 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:17.113644 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2', 'code': 200} Jul 16 02:21:17.146177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:17.269068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043a75d-05b9-41d1-9d05-6fe584713b26 req-5d61b609-66f1-40a5-9d4e-9431f71c3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.270603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5043a75d-05b9-41d1-9d05-6fe584713b26 req-5d61b609-66f1-40a5-9d4e-9431f71c3f2b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 1096 time: 0.1057622 Jul 16 02:21:17.279556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b0bef-6cbb-409c-813b-dc7022d1486c req-7f401175-d05a-4e4a-a084-34665615c2e2 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.280960 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f88b0bef-6cbb-409c-813b-dc7022d1486c req-7f401175-d05a-4e4a-a084-34665615c2e2 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 945 time: 0.1149213 Jul 16 02:21:17.326151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5043a75d-05b9-41d1-9d05-6fe584713b26 req-f424c3c7-d1a3-4106-8778-49d098363bcd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442631 Jul 16 02:21:17.337826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f88b0bef-6cbb-409c-813b-dc7022d1486c req-d6b210ec-f0f5-4119-8942-d594b0f9fbeb tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Jul 16 02:21:18.512733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e8330-b9b6-44ad-b707-0ae138ce4574 req-a1d7837e-67ff-4bbf-805e-db7d006dcb4b tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:18.514215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e44e8330-b9b6-44ad-b707-0ae138ce4574 req-a1d7837e-67ff-4bbf-805e-db7d006dcb4b tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 945 time: 0.0668616 Jul 16 02:21:18.555408 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e44e8330-b9b6-44ad-b707-0ae138ce4574 req-d34e0194-ce0a-4568-8a21-273ccf9a050e tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Jul 16 02:21:18.724659 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a11f9-f7f5-4190-a0e3-7cf872c02525 req-602f27c2-520d-47b3-b1d9-4e9f2ae7c8b8 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:18.726144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d04a11f9-f7f5-4190-a0e3-7cf872c02525 req-602f27c2-520d-47b3-b1d9-4e9f2ae7c8b8 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 945 time: 0.0648386 Jul 16 02:21:18.764346 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d04a11f9-f7f5-4190-a0e3-7cf872c02525 req-30d6319c-0f5b-4e67-9d1d-5b58d241874f tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Jul 16 02:21:20.222813 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.341706 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:37.554367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f4e2-86f1-4565-96e0-0477f708a896 req-0fa3f750-adae-47a9-b85f-bd2032146114 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:37.555961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c23f4e2-86f1-4565-96e0-0477f708a896 req-0fa3f750-adae-47a9-b85f-bd2032146114 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 945 time: 0.0662839 Jul 16 02:21:37.594363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c23f4e2-86f1-4565-96e0-0477f708a896 req-41b014d8-9f6f-4cc4-a0c9-013c21f797c9 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jul 16 02:21:38.771570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f317e4-8eca-42f2-83ea-7c3c6ae94697 req-b651e24e-b7d6-4881-a3df-f89ffc88526e tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:38.773131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56f317e4-8eca-42f2-83ea-7c3c6ae94697 req-b651e24e-b7d6-4881-a3df-f89ffc88526e tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 945 time: 0.0692511 Jul 16 02:21:38.810436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-56f317e4-8eca-42f2-83ea-7c3c6ae94697 req-2c2c85e9-68e7-400a-a555-2218678f45e1 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/security-groups?id=23099cce-91f3-409d-a009-a0e69102aa5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Jul 16 02:21:38.985458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-c061b5bf-04a3-48da-bf35-739b4c8f7906 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:38.986939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-c061b5bf-04a3-48da-bf35-739b4c8f7906 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 945 time: 0.0630474 Jul 16 02:21:39.092133 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Deleting port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:39.092506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.180640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] For port bf9935d6-5a45-4b2a-8f5d-b909892b05d2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:39.180999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.193707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Calling delete_port for bf9935d6-5a45-4b2a-8f5d-b909892b05d2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:39.322774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.334865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['bf9935d6-5a45-4b2a-8f5d-b909892b05d2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:39.352023 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Pushing event deleted for resources: {'Port': ['ID=bf9935d6-5a45-4b2a-8f5d-b909892b05d2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:39.397842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] No DVR routers for this DVR port bf9935d6-5a45-4b2a-8f5d-b909892b05d2 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:39.401206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.403450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b3c68da-a717-4bce-a6d9-b237065a7c47 req-7bc84e85-d31e-448c-b801-ae4c8c9d015a tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.93 "DELETE /v2.0/ports/bf9935d6-5a45-4b2a-8f5d-b909892b05d2 HTTP/1.1" status: 204 len: 173 time: 0.4102764 Jul 16 02:21:39.403902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'name': 'network-vif-deleted', 'tag': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:39.406207 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be0eeb2-5e05-4cd8-9371-be22e86f7b9e" -d '{"events": [{"server_uuid": "ef93d356-f820-4f0e-bb12-c4ebeec921c3", "name": "network-vif-deleted", "tag": "bf9935d6-5a45-4b2a-8f5d-b909892b05d2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:39.457083 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d2582-ce97-4303-aa69-390d76f53e27 x-openstack-request-id: req-5c9d2582-ce97-4303-aa69-390d76f53e27 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:39.457515 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef93d356-f820-4f0e-bb12-c4ebeec921c3", "name": "network-vif-deleted", "tag": "bf9935d6-5a45-4b2a-8f5d-b909892b05d2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:39.457794 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c9d2582-ce97-4303-aa69-390d76f53e27 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:39.458223 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef93d356-f820-4f0e-bb12-c4ebeec921c3', 'name': 'network-vif-deleted', 'tag': 'bf9935d6-5a45-4b2a-8f5d-b909892b05d2', 'status': 'completed', 'code': 200} Jul 16 02:21:39.970027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d8f1f148-c817-4529-98cb-369b6c614625 req-1d76b258-aab6-42bc-8e16-9ce0abaa6329 tempest-TestEncryptedCinderVolumes-230764735 tempest-TestEncryptedCinderVolumes-230764735-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef93d356-f820-4f0e-bb12-c4ebeec921c3 HTTP/1.1" status: 200 len: 210 time: 0.0336215 Jul 16 02:21:41.098733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:41.441948 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.676414 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de3a1bb2-b0e3-4b17-8cf7-50908a9eacaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.694561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Deleting port 8dbaa336-0d67-446e-8926-7eebaf2f6b16 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:41.694835 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.772067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] For port 8dbaa336-0d67-446e-8926-7eebaf2f6b16, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8dbaa336-0d67-446e-8926-7eebaf2f6b16,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:41.772458 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.784639 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Calling delete_port for 8dbaa336-0d67-446e-8926-7eebaf2f6b16 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:41.962770 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.988809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbaa336-0d67-446e-8926-7eebaf2f6b16,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:42.016776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.017122 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.017480 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.017803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.018134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.018460 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.018785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.019107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.019432 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.019750 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.020069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.020420 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:42.169149 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:42.724177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Router 16fd56f1-53e8-4415-8076-13e33a40e095 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:42.827485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:42.832559 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eec61a63-df6d-4c7e-b83d-be7a929b920e admin admin] 10.222.0.81 "PUT /v2.0/routers/16fd56f1-53e8-4415-8076-13e33a40e095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321019 Jul 16 02:21:42.835629 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43526) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:42.836513 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] Sync routers for ids ['16fd56f1-53e8-4415-8076-13e33a40e095'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:42.845438 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] Routers {'16fd56f1-53e8-4415-8076-13e33a40e095'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:42.846040 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['16fd56f1-53e8-4415-8076-13e33a40e095'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:42.938083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:42.944999 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] Set router 16fd56f1-53e8-4415-8076-13e33a40e095 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:42.980204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf9935d6-5a45-4b2a-8f5d-b909892b05d2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:43.000825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: bf9935d6-5a45-4b2a-8f5d-b909892b05d2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:43.001250 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device bf9935d6-5a45-4b2a-8f5d-b909892b05d2 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:43.037633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.094158 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Deleting port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:43.094516 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.121729 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:21:41Z', 'revision_number': 5, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port': {'id': '90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:43.146897 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] Checking router: 16fd56f1-53e8-4415-8076-13e33a40e095 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:43.155231 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] Routers {'16fd56f1-53e8-4415-8076-13e33a40e095'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:43.155835 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['16fd56f1-53e8-4415-8076-13e33a40e095'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:43.174715 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] For port 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:43.175285 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.188029 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Calling delete_port for 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:43.242977 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] Set router 16fd56f1-53e8-4415-8076-13e33a40e095 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:43.295450 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:21:43Z', 'revision_number': 6, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:43.357330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.383934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:43.404074 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ae0e4-7227-462a-9f7a-c950889b6a89 None None] The sync data for ids ['16fd56f1-53e8-4415-8076-13e33a40e095'] in n-d-800085-5 is: [{'id': '16fd56f1-53e8-4415-8076-13e33a40e095', 'name': 'tempest-TestEncryptedCinderVolumes-1452639936-router', 'tenant_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:24Z', 'updated_at': '2021-07-16T02:21:43Z', 'revision_number': 6, 'project_id': '5a8417a4cfd4468bbc0e56f1d573c652', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:43.455587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.545961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.547963 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.589480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.590147 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16fd56f1-53e8-4415-8076-13e33a40e095 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:21:43.594810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.596100 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-aff77fd7-5858-4fab-af43-9732a463dde3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/16fd56f1-53e8-4415-8076-13e33a40e095 HTTP/1.1" status: 204 len: 168 time: 0.7594113 Jul 16 02:21:43.598595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43528) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:43.642727 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] Deleting subnet 8569b874-4205-48e0-83cd-42cf5eab37b7 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:21:43.645736 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.682798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.760563 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.815207 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.843937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8569b874-4205-48e0-83cd-42cf5eab37b7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:43.845946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.847834 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b06902a7-1ba2-461e-8e08-734c42386e2b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8569b874-4205-48e0-83cd-42cf5eab37b7 HTTP/1.1" status: 204 len: 168 time: 0.2483220 Jul 16 02:21:43.850322 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:43.850754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf4b35-d3be-4280-9d1d-c8a149648127 None None] Network 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:43.922235 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.974319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Deleting port 864909fe-cb06-4b77-aaba-a3913f62bd19 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:43.974669 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.042996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] For port 864909fe-cb06-4b77-aaba-a3913f62bd19, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=864909fe-cb06-4b77-aaba-a3913f62bd19,segment=NetworkSegment(3ac58231-2a06-4ef8-96c3-2f645928fd7e),segment_id=3ac58231-2a06-4ef8-96c3-2f645928fd7e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:44.043358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.055275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Calling delete_port for 864909fe-cb06-4b77-aaba-a3913f62bd19 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:44.134133 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.163075 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] No DVR routers for this DVR port 864909fe-cb06-4b77-aaba-a3913f62bd19 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:44.167055 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Pushing event deleted for resources: {'Port': ['ID=864909fe-cb06-4b77-aaba-a3913f62bd19,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:44.171596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4fda0-b02b-49bc-b3e3-d1fbbd7aef80 None None] DHCP port deletion for 82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:21:44.234973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:44.245330 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.255224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:44.255383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:44.256108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 90f9e80b-ee89-4fe7-92c7-82e7c38c6a7e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:44.256570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8dbaa336-0d67-446e-8926-7eebaf2f6b16 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:44.267095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac58231-2a06-4ef8-96c3-2f645928fd7e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:44.267400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac58231-2a06-4ef8-96c3-2f645928fd7e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:44.276564 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.277669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8dbaa336-0d67-446e-8926-7eebaf2f6b16 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:44.278014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8dbaa336-0d67-446e-8926-7eebaf2f6b16 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:44.278417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 864909fe-cb06-4b77-aaba-a3913f62bd19 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:44.290340 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.297421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:21:44.297852 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:21:44.299620 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:21:44.303390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 864909fe-cb06-4b77-aaba-a3913f62bd19 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:44.303390 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 864909fe-cb06-4b77-aaba-a3913f62bd19 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:44.358470 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.364512 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.367069 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] 10.222.0.81 "DELETE /v2.0/networks/82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c HTTP/1.1" status: 204 len: 168 time: 0.5156500 Jul 16 02:21:44.370392 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:44.378294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba362f-3ed6-4f06-a6e1-234383a13587 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b7b0e9-5eb6-4bb4-9b9a-f0f918d6929c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:44.514427 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.540105 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-da1dfea6-7e24-4bc5-b256-1c95b088c531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.718515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.964255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Deleting port 09b2149f-2abb-481d-97e6-0c4b16495697 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:44.964598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.043053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] For port 09b2149f-2abb-481d-97e6-0c4b16495697, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=09b2149f-2abb-481d-97e6-0c4b16495697,segment=NetworkSegment(175ddf9e-cb33-4ca2-99d3-0ff5094084bc),segment_id=175ddf9e-cb33-4ca2-99d3-0ff5094084bc)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:45.045076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.057176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Calling delete_port for 09b2149f-2abb-481d-97e6-0c4b16495697 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:45.233735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.260579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b2149f-2abb-481d-97e6-0c4b16495697,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:45.425757 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.529604 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.635105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:45.740432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:45.746848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-159ebae3-407d-4b88-8c71-864684d6c592 admin admin] 10.222.0.81 "PUT /v2.0/routers/1bb34b26-20ad-4acf-9f54-c8dcbcb957a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3744783 Jul 16 02:21:45.748585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:45.748932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] Sync routers for ids ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:45.757975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] Routers {'1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:45.758621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:46.021206 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] Set router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:46.208433 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.209116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:21:45Z', 'revision_number': 5, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:46.235403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] Checking router: 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:46.244200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] Routers {'1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:46.244842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:46.313171 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.349332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] Set router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:46.365406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Deleting port 490357d7-8cdd-49d8-ba0c-44c9bf28b232 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:46.366240 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.446310 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] For port 490357d7-8cdd-49d8-ba0c-44c9bf28b232, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=490357d7-8cdd-49d8-ba0c-44c9bf28b232,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:46.447038 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.460651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Calling delete_port for 490357d7-8cdd-49d8-ba0c-44c9bf28b232 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:46.528062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:21:45Z', 'revision_number': 5, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:46.553912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686a766-2e29-4286-a85e-0240dea58dd9 None None] The sync data for ids ['1bb34b26-20ad-4acf-9f54-c8dcbcb957a0'] in n-d-800085-5 is: [{'id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'name': 'tempest-TestEncryptedCinderVolumes-1882625185-router', 'tenant_id': '715a3aa312e245e29df3aac4e99bac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:21:45Z', 'revision_number': 5, 'project_id': '715a3aa312e245e29df3aac4e99bac2d', 'gw_port': {'id': '490357d7-8cdd-49d8-ba0c-44c9bf28b232', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb34b26-20ad-4acf-9f54-c8dcbcb957a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:28Z', 'updated_at': '2021-07-16T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:46.601561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.634721 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.658934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=490357d7-8cdd-49d8-ba0c-44c9bf28b232,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.717451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.804232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.806292 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.849592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.850611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:21:46.855077 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.856257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7f3216cf-244a-4da1-bfa4-87afe64f18a4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1bb34b26-20ad-4acf-9f54-c8dcbcb957a0 HTTP/1.1" status: 204 len: 168 time: 1.1067059 Jul 16 02:21:46.858768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:46.905078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] Deleting subnet f616d4ee-a636-4998-be4f-723a09a51397 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:21:46.908678 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:46.946272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.033893 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.034247 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.088350 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.115535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f616d4ee-a636-4998-be4f-723a09a51397,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:47.119159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.123783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2c1222d1-3df3-4604-b190-67db3ab01856 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f616d4ee-a636-4998-be4f-723a09a51397 HTTP/1.1" status: 204 len: 168 time: 0.2614174 Jul 16 02:21:47.123783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:47.126932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c51bde-df2e-4526-92b1-878c8b3feeb2 None None] Network 3a671947-5aa6-43e9-8aab-af6a05d009f9 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:47.199586 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.255177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Deleting port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:47.255523 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.316734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] For port 6ec2472f-185c-43bb-9cda-20e1e6e61d68, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=6ec2472f-185c-43bb-9cda-20e1e6e61d68,segment=NetworkSegment(175ddf9e-cb33-4ca2-99d3-0ff5094084bc),segment_id=175ddf9e-cb33-4ca2-99d3-0ff5094084bc)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:47.317091 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.328894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Calling delete_port for 6ec2472f-185c-43bb-9cda-20e1e6e61d68 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:47.408728 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.433962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec2472f-185c-43bb-9cda-20e1e6e61d68,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:47.435760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] No DVR routers for this DVR port 6ec2472f-185c-43bb-9cda-20e1e6e61d68 on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:47.506965 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.518874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a671947-5aa6-43e9-8aab-af6a05d009f9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:47.527545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175ddf9e-cb33-4ca2-99d3-0ff5094084bc') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:47.527842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175ddf9e-cb33-4ca2-99d3-0ff5094084bc') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:47.537062 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.552466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.553018 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bba077-0496-44e1-8397-5a1fd45b6dd3 None None] DHCP port deletion for 3a671947-5aa6-43e9-8aab-af6a05d009f9 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:21:47.558851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:21:47.559309 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:21:47.561029 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:21:47.618249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.625436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.627305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] 10.222.0.81 "DELETE /v2.0/networks/3a671947-5aa6-43e9-8aab-af6a05d009f9 HTTP/1.1" status: 204 len: 168 time: 0.5026338 Jul 16 02:21:47.638639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8c28a-2817-4eb6-8e54-298b853636db admin admin] Pushing event deleted for resources: {'Network': ['ID=3a671947-5aa6-43e9-8aab-af6a05d009f9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:47.804495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43542) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:47.844100 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11a30d57-fcce-47e0-814c-76f6e1a69fe9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a8417a4cfd4468bbc0e56f1d573c652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384150 Jul 16 02:21:47.846553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:47.898109 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f023b124-2161-4465-94d4-48ee381583c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.918429 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f023b124-2161-4465-94d4-48ee381583c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.965514 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f023b124-2161-4465-94d4-48ee381583c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.968548 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f023b124-2161-4465-94d4-48ee381583c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:47.969873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f023b124-2161-4465-94d4-48ee381583c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23099cce-91f3-409d-a009-a0e69102aa5b HTTP/1.1" status: 204 len: 168 time: 0.1223967 Jul 16 02:21:47.978562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023b124-2161-4465-94d4-48ee381583c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23099cce-91f3-409d-a009-a0e69102aa5b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:48.135480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ec2472f-185c-43bb-9cda-20e1e6e61d68 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:48.155104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 6ec2472f-185c-43bb-9cda-20e1e6e61d68 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:48.155442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 6ec2472f-185c-43bb-9cda-20e1e6e61d68 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:48.155858 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09b2149f-2abb-481d-97e6-0c4b16495697 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:48.174975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 09b2149f-2abb-481d-97e6-0c4b16495697 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:48.175330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 09b2149f-2abb-481d-97e6-0c4b16495697 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:48.175746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 490357d7-8cdd-49d8-ba0c-44c9bf28b232 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:48.194443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 490357d7-8cdd-49d8-ba0c-44c9bf28b232 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:48.194793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 490357d7-8cdd-49d8-ba0c-44c9bf28b232 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:48.309162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:48.347905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5e434e49-5a66-4a6d-b8a0-f83a33ae9c6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=715a3aa312e245e29df3aac4e99bac2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375106 Jul 16 02:21:48.350674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:48.396806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cfabb2-b235-434c-88f8-f2926f333ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.417528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cfabb2-b235-434c-88f8-f2926f333ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.463040 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cfabb2-b235-434c-88f8-f2926f333ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.467062 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cfabb2-b235-434c-88f8-f2926f333ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.468706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-71cfabb2-b235-434c-88f8-f2926f333ef3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8e3e1d5-7964-4ff6-9b5a-fc01cb471cd3 HTTP/1.1" status: 204 len: 168 time: 0.1171563 Jul 16 02:21:48.477361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfabb2-b235-434c-88f8-f2926f333ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e3e1d5-7964-4ff6-9b5a-fc01cb471cd3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.118870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:49.238557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-44662988-network', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:49.259757 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Made reservation on behalf of d382b9891f67430aa602cad3e0d92cbe for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:49.261943 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.270169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.356463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.360075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.386800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:21:49.392924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.399007 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.399410 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Added segment 79c084c0-48ef-46cb-8a67-a091aabc97b2 of type vlan for network 87ce562c-d555-4c2a-a089-c69ff34f8f64 Jul 16 02:21:49.439151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.466379 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.467332 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:49.467928 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.504497 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3845158 Jul 16 02:21:49.508003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:49.513649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Request body: {'subnet': {'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-44662988-subnet', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:49.532117 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fd28e-bec1-4269-a9cb-df412b5e0207 admin admin] Pushing event updated for resources: {'Network': ['ID=87ce562c-d555-4c2a-a089-c69ff34f8f64,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.542819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:21:49.550164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Made reservation on behalf of d382b9891f67430aa602cad3e0d92cbe for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:49.552646 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.719930 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.776414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e906e5-4e64-4166-81fe-75712faa14b5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.783471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Checking segment: {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:49.783832 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Network hostable DHCP agents. Network: 87ce562c-d555-4c2a-a089-c69ff34f8f64, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:21:49.800472 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:21:49.809528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 87ce562c-d555-4c2a-a089-c69ff34f8f64) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:49.813489 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:49.814079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.818832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aef12e-6591-40b6-a6c7-a2d626e13923 None None] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:49.827745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d2342c0b-4dbc-4982-89d7-25a0d0b53977 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3184130 Jul 16 02:21:49.830231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43580) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:49.834578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:49.855366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.856397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.907760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.963642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-87ce562c-d555-4c2a-a089-c69ff34f8f64', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:21:49.964541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.047181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.099542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Allocated IP 172.20.0.2 (87ce562c-d555-4c2a-a089-c69ff34f8f64/11e906e5-4e64-4166-81fe-75712faa14b5/bd66e103-4480-41ad-a634-a48c4ae42917) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:50.246621 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.250272 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.252934 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.258775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Transition to ACTIVE for port object bd66e103-4480-41ad-a634-a48c4ae42917 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:50.271492 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.273848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Transition to ACTIVE for port object bd66e103-4480-41ad-a634-a48c4ae42917 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:50.279399 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.323974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:50.326727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:50.329766 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:50.338937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Pushing event updated for resources: {'Port': ['ID=bd66e103-4480-41ad-a634-a48c4ae42917,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:50.372378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Allocated IP 172.25.5.216 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/28f34030-b5b8-4292-80e6-2b93a7454aae) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:50.393238 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Attempting to bind port bd66e103-4480-41ad-a634-a48c4ae42917 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:50.393609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Attempting to bind port bd66e103-4480-41ad-a634-a48c4ae42917 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:50.393971 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Attempting to bind port bd66e103-4480-41ad-a634-a48c4ae42917 on network 87ce562c-d555-4c2a-a089-c69ff34f8f64 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:50.399439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:50.399811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Checking segment: {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:50.400209 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.400628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Bound using segment: {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:50.401089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Bound port: bd66e103-4480-41ad-a634-a48c4ae42917, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:50.401468 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.462737 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] For port bd66e103-4480-41ad-a634-a48c4ae42917, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:50.465991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] For port bd66e103-4480-41ad-a634-a48c4ae42917, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bd66e103-4480-41ad-a634-a48c4ae42917,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:50.470568 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.481865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.525970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.536448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a4f20-1f6a-4035-a372-edd43b3b1c04 None None] Pushing event updated for resources: {'Port': ['ID=bd66e103-4480-41ad-a634-a48c4ae42917,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:50.563277 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:50.570386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:50.574116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:50.596843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Pushing event updated for resources: {'Port': ['ID=28f34030-b5b8-4292-80e6-2b93a7454aae,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:50.843641 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.035974 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.169135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Router 9b0fc836-805e-4e8f-99ec-fec6953721db is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:21:51.283831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:51.293632 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Sync routers for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:51.302333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.304210 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:51.305058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c3d83d3e-02b0-498b-b3ba-953662d1d82d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4738600 Jul 16 02:21:51.305450 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:51.307767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:51.412166 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:51.433380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eab7b4-f8a0-4711-a2f9-4bb8769b47f7 None None] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:51.512520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9545f841-54aa-42e6-9ed4-2d30cceeb4c8 None None] Provisioning for port bd66e103-4480-41ad-a634-a48c4ae42917 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:51.593827 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 3, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:51.625163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Checking router: 9b0fc836-805e-4e8f-99ec-fec6953721db for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:51.625519 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Updating router 9b0fc836-805e-4e8f-99ec-fec6953721db port 28f34030-b5b8-4292-80e6-2b93a7454aae binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:51.659044 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.751926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.913501 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Allocated IP 172.20.0.1 (87ce562c-d555-4c2a-a089-c69ff34f8f64/11e906e5-4e64-4166-81fe-75712faa14b5/8d8420af-8533-4b33-8f5a-85f356690ebe) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:51.919872 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.929512 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Transition to ACTIVE for port object 28f34030-b5b8-4292-80e6-2b93a7454aae will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:51.935194 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.984385 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Attempting to bind port 28f34030-b5b8-4292-80e6-2b93a7454aae on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:51.984757 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Attempting to bind port 28f34030-b5b8-4292-80e6-2b93a7454aae by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:51.985119 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Attempting to bind port 28f34030-b5b8-4292-80e6-2b93a7454aae on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:51.992105 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Pushing event updated for resources: {'Port': ['ID=28f34030-b5b8-4292-80e6-2b93a7454aae,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:51.994994 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:51.995361 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:51.995760 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.996145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:51.996722 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Bound port: 28f34030-b5b8-4292-80e6-2b93a7454aae, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:51.997100 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.019124 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.019472 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.019809 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.020145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.020498 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.020829 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.021152 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.021475 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.021592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.022345 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.022669 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.022988 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.023307 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:52.038535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Transition to ACTIVE for port object 8d8420af-8533-4b33-8f5a-85f356690ebe will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:52.063156 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] For port 28f34030-b5b8-4292-80e6-2b93a7454aae, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:52.067019 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] For port 28f34030-b5b8-4292-80e6-2b93a7454aae, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=28f34030-b5b8-4292-80e6-2b93a7454aae,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:52.071812 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.074798 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.112552 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:52.119118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:52.122807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:52.126191 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62f560-f632-494a-9199-3c56e94666bd None None] Pushing event updated for resources: {'Port': ['ID=28f34030-b5b8-4292-80e6-2b93a7454aae,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:52.128593 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8420af-8533-4b33-8f5a-85f356690ebe,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:52.143685 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:52.144398 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:52.172473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.201975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd66e103-4480-41ad-a634-a48c4ae42917 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:52.252264 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:52.263747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port bd66e103-4480-41ad-a634-a48c4ae42917 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:52.270437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bd66e103-4480-41ad-a634-a48c4ae42917 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:52.270818 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.384780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.420699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port bd66e103-4480-41ad-a634-a48c4ae42917, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bd66e103-4480-41ad-a634-a48c4ae42917,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:52.427527 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.457950 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 3, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:52.483907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89c93ddd-2b85-4610-9c56-d48d49d57343 None None] Provisioning for port 8d8420af-8533-4b33-8f5a-85f356690ebe completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:52.486522 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c33cd8-78a3-4ad6-aa38-fcd7e53374a2 None None] The sync data for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 is: [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:50Z', 'revision_number': 3, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:52.498677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89c93ddd-2b85-4610-9c56-d48d49d57343 None None] Provisioning complete for port 8d8420af-8533-4b33-8f5a-85f356690ebe triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:52.499180 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89c93ddd-2b85-4610-9c56-d48d49d57343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.533735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=bd66e103-4480-41ad-a634-a48c4ae42917,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:52.542143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-89c93ddd-2b85-4610-9c56-d48d49d57343 None None] Port 8d8420af-8533-4b33-8f5a-85f356690ebe cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:52.700123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.877495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.883104 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:52.955617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8420af-8533-4b33-8f5a-85f356690ebe,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:52.958024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.051459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:53.053038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:53.180980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Router 9b0fc836-805e-4e8f-99ec-fec6953721db has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:53.267897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-91088371-7aba-49f7-95c1-b5cd0f4d62e9 None None] Provisioning complete for port 8d8420af-8533-4b33-8f5a-85f356690ebe triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:53.268375 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-91088371-7aba-49f7-95c1-b5cd0f4d62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.297794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:53.303024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d96b3dc6-f35f-472d-9e78-909b805d79a4 admin admin] 10.222.0.81 "PUT /v2.0/routers/9b0fc836-805e-4e8f-99ec-fec6953721db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9941299 Jul 16 02:21:53.309131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-91088371-7aba-49f7-95c1-b5cd0f4d62e9 None None] Port 8d8420af-8533-4b33-8f5a-85f356690ebe cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:53.749291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:53.754418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1694458452-network', 'tenant_id': 'be1f2b87406449cd850eb056028a2400'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:53.776070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Made reservation on behalf of be1f2b87406449cd850eb056028a2400 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:53.778559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.787529 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.878249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.882625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.908087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:21:53.918566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2132a1-e350-420d-9ae8-e55375b36ec9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:53.923342 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.923687 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Added segment 80717ec2-0f48-40a4-b870-d42c4039c21b of type vlan for network 4fa541ca-ee28-4f33-92b6-df595bc78a08 Jul 16 02:21:53.964124 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.982730 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Sync routers for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:53.991907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:53.992552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:53.999503 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.000663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.001251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.034672 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2842638 Jul 16 02:21:54.038255 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43600) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:54.043990 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Request body: {'subnet': {'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1694458452-subnet', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:54.063767 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cf923-10e8-4acf-a465-f5b8ce117f5e admin admin] Pushing event updated for resources: {'Network': ['ID=4fa541ca-ee28-4f33-92b6-df595bc78a08,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:54.076749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Made reservation on behalf of be1f2b87406449cd850eb056028a2400 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:54.079170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.085130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:21:54.172328 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:54.251913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 28f34030-b5b8-4292-80e6-2b93a7454aae up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:54.262081 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.318101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c20df93-a57f-4efd-a6a0-469da8c3048f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:54.329324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Checking segment: {'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:54.329678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Network hostable DHCP agents. Network: 4fa541ca-ee28-4f33-92b6-df595bc78a08, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:21:54.347257 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:21:54.356734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 4fa541ca-ee28-4f33-92b6-df595bc78a08) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:54.364204 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.364960 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.365383 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd007511-fb84-4687-8df1-2bfae34970ca None None] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:54.367065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 28f34030-b5b8-4292-80e6-2b93a7454aae completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:54.381689 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-04147f52-a65c-4a68-8691-30dc1ff56c0b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3411269 Jul 16 02:21:54.384643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43602) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:54.389550 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 28f34030-b5b8-4292-80e6-2b93a7454aae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:54.389739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:54.389943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.412856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.414420 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.473660 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.573158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 2, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:54.611799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Checking router: 9b0fc836-805e-4e8f-99ec-fec6953721db for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:54.612158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Updating router 9b0fc836-805e-4e8f-99ec-fec6953721db port 8d8420af-8533-4b33-8f5a-85f356690ebe binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:54.614287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.641814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.684857 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.689422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-4fa541ca-ee28-4f33-92b6-df595bc78a08', 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'fixed_ips': [{'subnet_id': '7c20df93-a57f-4efd-a6a0-469da8c3048f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:21:54.690644 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.697610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 28f34030-b5b8-4292-80e6-2b93a7454aae, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=28f34030-b5b8-4292-80e6-2b93a7454aae,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:54.712491 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.713268 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd66e103-4480-41ad-a634-a48c4ae42917 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:54.819390 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.837883 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.923865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=28f34030-b5b8-4292-80e6-2b93a7454aae,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:54.948643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Allocated IP 172.25.5.238 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:54.990187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port bd66e103-4480-41ad-a634-a48c4ae42917 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:54.991360 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.062231 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.086366 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Allocated IP 172.20.0.2 (4fa541ca-ee28-4f33-92b6-df595bc78a08/7c20df93-a57f-4efd-a6a0-469da8c3048f/32e000ad-a40f-4382-b040-f7acc53a4a5f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:55.102799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.137931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:55.140813 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:55.146477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:55.179617 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Pushing event updated for resources: {'Port': ['ID=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:55.412901 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.479524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.497120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Transition to ACTIVE for port object 8d8420af-8533-4b33-8f5a-85f356690ebe will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:55.509623 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.511745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.544925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Transition to ACTIVE for port object 32e000ad-a40f-4382-b040-f7acc53a4a5f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:55.578925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f59c5d-81b8-4482-a2e4-f48436cbff4c None None] Pushing event updated for resources: {'Port': ['ID=8d8420af-8533-4b33-8f5a-85f356690ebe,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:55.583297 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Transition to ACTIVE for port object 32e000ad-a40f-4382-b040-f7acc53a4a5f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:55.604020 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.616949 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.675846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:55.684815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:55.687262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:55.689447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Pushing event updated for resources: {'Port': ['ID=32e000ad-a40f-4382-b040-f7acc53a4a5f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:55.691653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Attempting to bind port 8d8420af-8533-4b33-8f5a-85f356690ebe on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:55.692028 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Attempting to bind port 8d8420af-8533-4b33-8f5a-85f356690ebe by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:55.692417 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Attempting to bind port 8d8420af-8533-4b33-8f5a-85f356690ebe on network 87ce562c-d555-4c2a-a089-c69ff34f8f64 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:55.702416 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:55.702980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Checking segment: {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:55.703184 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.703574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Bound using segment: {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:55.704050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Bound port: 8d8420af-8533-4b33-8f5a-85f356690ebe, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:55.704457 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.770952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Router d95ce98f-178e-421a-b53c-fd89e969bff7 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:21:55.787992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Attempting to bind port 32e000ad-a40f-4382-b040-f7acc53a4a5f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:55.788389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Attempting to bind port 32e000ad-a40f-4382-b040-f7acc53a4a5f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:55.788751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Attempting to bind port 32e000ad-a40f-4382-b040-f7acc53a4a5f on network 4fa541ca-ee28-4f33-92b6-df595bc78a08 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:55.799743 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:55.800121 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Checking segment: {'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:55.800567 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.800961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Bound using segment: {'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:55.801431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Bound port: 32e000ad-a40f-4382-b040-f7acc53a4a5f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:55.801812 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.827862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] For port 8d8420af-8533-4b33-8f5a-85f356690ebe, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:55.831768 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] For port 8d8420af-8533-4b33-8f5a-85f356690ebe, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8d8420af-8533-4b33-8f5a-85f356690ebe,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:55.855755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.890001 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:55.899813 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Sync routers for ids ['d95ce98f-178e-421a-b53c-fd89e969bff7'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:55.911345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:55.913534 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1f7243e6-aef2-40a5-97cb-37bb53af8d7f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5277202 Jul 16 02:21:55.916386 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:55.920380 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Routers {'d95ce98f-178e-421a-b53c-fd89e969bff7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:55.921184 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d95ce98f-178e-421a-b53c-fd89e969bff7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:55.954759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] For port 32e000ad-a40f-4382-b040-f7acc53a4a5f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:55.959247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] For port 32e000ad-a40f-4382-b040-f7acc53a4a5f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=32e000ad-a40f-4382-b040-f7acc53a4a5f,segment=NetworkSegment(80717ec2-0f48-40a4-b870-d42c4039c21b),segment_id=80717ec2-0f48-40a4-b870-d42c4039c21b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:55.960186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:55.961454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:55.967234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f59c5d-81b8-4482-a2e4-f48436cbff4c None None] Pushing event updated for resources: {'Port': ['ID=8d8420af-8533-4b33-8f5a-85f356690ebe,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:56.017673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.090826 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Set router d95ce98f-178e-421a-b53c-fd89e969bff7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:56.204923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70478e70-6e3b-4a2e-9c11-3d7aac861c0e None None] Pushing event updated for resources: {'Port': ['ID=32e000ad-a40f-4382-b040-f7acc53a4a5f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:56.211321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 28f34030-b5b8-4292-80e6-2b93a7454aae up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:56.265489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:56.460126 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 3, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:56.499163 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Checking router: d95ce98f-178e-421a-b53c-fd89e969bff7 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:56.499512 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Updating router d95ce98f-178e-421a-b53c-fd89e969bff7 port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:56.526384 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 28f34030-b5b8-4292-80e6-2b93a7454aae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:56.526764 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.537764 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.682365 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:56.717671 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e84bb-c7f4-4a6d-992a-13876a7a0119 None None] The sync data for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 is: [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:56.932328 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.942986 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Transition to ACTIVE for port object 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:56.952719 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.016962 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Attempting to bind port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:57.017621 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Attempting to bind port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:57.017994 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Attempting to bind port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:57.023454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.029427 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:57.029802 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:57.030202 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.030595 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:57.031073 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Bound port: 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:57.031451 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.085588 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] For port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:57.089650 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] For port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:57.099124 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73358c2f-330c-400f-8c6b-1c2a9c36c36d None None] Pushing event updated for resources: {'Port': ['ID=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:57.103903 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.170785 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73358c2f-330c-400f-8c6b-1c2a9c36c36d None None] Pushing event updated for resources: {'Port': ['ID=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:57.175267 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Routers {'d95ce98f-178e-421a-b53c-fd89e969bff7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:57.175911 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d95ce98f-178e-421a-b53c-fd89e969bff7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:57.218780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Allocated IP 172.20.0.1 (4fa541ca-ee28-4f33-92b6-df595bc78a08/7c20df93-a57f-4efd-a6a0-469da8c3048f/98980d28-19ac-4f48-ab3a-567f589fb2c2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:57.328320 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] Set router d95ce98f-178e-421a-b53c-fd89e969bff7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:57.350146 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.375724 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Transition to ACTIVE for port object 98980d28-19ac-4f48-ab3a-567f589fb2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:57.377844 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaeed5f-4be4-467e-995d-1dd53eb1a704 None None] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:57.414747 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.456801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:57.463631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:57.467615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:57.473610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Pushing event updated for resources: {'Port': ['ID=98980d28-19ac-4f48-ab3a-567f589fb2c2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:57.516982 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.543103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a3f8e28f-64be-4b9d-b89e-709a415d52f6 None None] Provisioning for port 32e000ad-a40f-4382-b040-f7acc53a4a5f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:57.554931 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 3, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:57.590184 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07968ce6-3e9b-4b46-9205-abf7eec2da4b None None] The sync data for ids ['d95ce98f-178e-421a-b53c-fd89e969bff7'] in n-d-800085-5 is: [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:55Z', 'revision_number': 3, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:57.692876 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.901139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1ef92b1-668d-426a-889b-e3e007023968 None None] Provisioning for port 98980d28-19ac-4f48-ab3a-567f589fb2c2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:57.915642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1ef92b1-668d-426a-889b-e3e007023968 None None] Provisioning complete for port 98980d28-19ac-4f48-ab3a-567f589fb2c2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:57.915642 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1ef92b1-668d-426a-889b-e3e007023968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.963782 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.970006 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.976470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef92b1-668d-426a-889b-e3e007023968 None None] Port 98980d28-19ac-4f48-ab3a-567f589fb2c2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:58.054500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Pushing event updated for resources: {'Port': ['ID=98980d28-19ac-4f48-ab3a-567f589fb2c2,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:58.058254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.117585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0b75e310-6956-4eba-b3e4-2e0910407d39 None None] Provisioning complete for port 98980d28-19ac-4f48-ab3a-567f589fb2c2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:58.117969 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b75e310-6956-4eba-b3e4-2e0910407d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.174520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0b75e310-6956-4eba-b3e4-2e0910407d39 None None] Port 98980d28-19ac-4f48-ab3a-567f589fb2c2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:58.192493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:58.194858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:58.294870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8d8420af-8533-4b33-8f5a-85f356690ebe up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:58.372474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8d8420af-8533-4b33-8f5a-85f356690ebe completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:58.376470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8d8420af-8533-4b33-8f5a-85f356690ebe triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:58.376846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.382843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Router d95ce98f-178e-421a-b53c-fd89e969bff7 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:58.476977 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.513281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:58.518783 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-febbc080-61a6-4e23-aff4-499f15a19729 admin admin] 10.222.0.81 "PUT /v2.0/routers/d95ce98f-178e-421a-b53c-fd89e969bff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003647 Jul 16 02:21:58.522761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 8d8420af-8533-4b33-8f5a-85f356690ebe, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8d8420af-8533-4b33-8f5a-85f356690ebe,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:58.526158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3babe0f3-e135-4cea-92c9-40fc60c3c181 None None] Provisioning complete for port 98980d28-19ac-4f48-ab3a-567f589fb2c2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:58.526665 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3babe0f3-e135-4cea-92c9-40fc60c3c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.530425 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.531818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 32e000ad-a40f-4382-b040-f7acc53a4a5f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:58.634100 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3babe0f3-e135-4cea-92c9-40fc60c3c181 None None] Port 98980d28-19ac-4f48-ab3a-567f589fb2c2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:58.640432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=8d8420af-8533-4b33-8f5a-85f356690ebe,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:58.661286 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 32e000ad-a40f-4382-b040-f7acc53a4a5f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:58.665984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 32e000ad-a40f-4382-b040-f7acc53a4a5f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:58.666363 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.755258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.788889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 32e000ad-a40f-4382-b040-f7acc53a4a5f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=32e000ad-a40f-4382-b040-f7acc53a4a5f,segment=NetworkSegment(80717ec2-0f48-40a4-b870-d42c4039c21b),segment_id=80717ec2-0f48-40a4-b870-d42c4039c21b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:58.794008 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.794842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:58.869566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=32e000ad-a40f-4382-b040-f7acc53a4a5f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:58.884148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:58.888448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:58.888857 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.971084 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:58.994501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:58.998484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.049575 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:00.110890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Sync routers for ids ['d95ce98f-178e-421a-b53c-fd89e969bff7'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:00.135656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Routers {'d95ce98f-178e-421a-b53c-fd89e969bff7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:00.136625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d95ce98f-178e-421a-b53c-fd89e969bff7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:00.206997 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8d8420af-8533-4b33-8f5a-85f356690ebe up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:00.309732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Set router d95ce98f-178e-421a-b53c-fd89e969bff7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:00.348990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8d8420af-8533-4b33-8f5a-85f356690ebe triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:00.349305 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.702411 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 32e000ad-a40f-4382-b040-f7acc53a4a5f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:00.798496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 32e000ad-a40f-4382-b040-f7acc53a4a5f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:00.798876 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.802557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:57Z', 'revision_number': 4, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '98980d28-19ac-4f48-ab3a-567f589fb2c2', 'name': '', 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'mac_address': 'fa:16:3e:4b:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7c20df93-a57f-4efd-a6a0-469da8c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:57Z', 'updated_at': '2021-07-16T02:21:57Z', 'revision_number': 2, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'subnets': [{'id': '7c20df93-a57f-4efd-a6a0-469da8c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:00.852857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Checking router: d95ce98f-178e-421a-b53c-fd89e969bff7 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:00.853214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Updating router d95ce98f-178e-421a-b53c-fd89e969bff7 port 98980d28-19ac-4f48-ab3a-567f589fb2c2 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:22:00.902876 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.984691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:01.127860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:01.128583 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.340258 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.355060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Transition to ACTIVE for port object 98980d28-19ac-4f48-ab3a-567f589fb2c2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:01.366314 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.422912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f2990-2431-4e01-bced-7d90d685a050 None None] Pushing event updated for resources: {'Port': ['ID=98980d28-19ac-4f48-ab3a-567f589fb2c2,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:01.485437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Attempting to bind port 98980d28-19ac-4f48-ab3a-567f589fb2c2 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:01.485801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Attempting to bind port 98980d28-19ac-4f48-ab3a-567f589fb2c2 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:01.486175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Attempting to bind port 98980d28-19ac-4f48-ab3a-567f589fb2c2 on network 4fa541ca-ee28-4f33-92b6-df595bc78a08 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:01.492819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:01.493202 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Checking segment: {'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:01.493614 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.494017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Bound using segment: {'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:01.494495 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Bound port: 98980d28-19ac-4f48-ab3a-567f589fb2c2, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80717ec2-0f48-40a4-b870-d42c4039c21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:01.494883 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.595619 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] For port 98980d28-19ac-4f48-ab3a-567f589fb2c2, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:01.600183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] For port 98980d28-19ac-4f48-ab3a-567f589fb2c2, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=98980d28-19ac-4f48-ab3a-567f589fb2c2,segment=NetworkSegment(80717ec2-0f48-40a4-b870-d42c4039c21b),segment_id=80717ec2-0f48-40a4-b870-d42c4039c21b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:01.608914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.687178 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Routers {'d95ce98f-178e-421a-b53c-fd89e969bff7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:01.687729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:21:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d95ce98f-178e-421a-b53c-fd89e969bff7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:01.691047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f2990-2431-4e01-bced-7d90d685a050 None None] Pushing event updated for resources: {'Port': ['ID=98980d28-19ac-4f48-ab3a-567f589fb2c2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:01.858261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] Set router d95ce98f-178e-421a-b53c-fd89e969bff7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:02.090006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:57Z', 'revision_number': 4, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '98980d28-19ac-4f48-ab3a-567f589fb2c2', 'name': '', 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'mac_address': 'fa:16:3e:4b:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7c20df93-a57f-4efd-a6a0-469da8c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:57Z', 'updated_at': '2021-07-16T02:22:01Z', 'revision_number': 4, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'subnets': [{'id': '7c20df93-a57f-4efd-a6a0-469da8c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:02.122146 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69423c17-44bd-4e0f-b1d8-89697fab592c None None] The sync data for ids ['d95ce98f-178e-421a-b53c-fd89e969bff7'] in n-d-800085-5 is: [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:57Z', 'revision_number': 4, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '98980d28-19ac-4f48-ab3a-567f589fb2c2', 'name': '', 'network_id': '4fa541ca-ee28-4f33-92b6-df595bc78a08', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'mac_address': 'fa:16:3e:4b:fb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '7c20df93-a57f-4efd-a6a0-469da8c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:57Z', 'updated_at': '2021-07-16T02:22:01Z', 'revision_number': 4, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'subnets': [{'id': '7c20df93-a57f-4efd-a6a0-469da8c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:03.341473 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:04.194607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 98980d28-19ac-4f48-ab3a-567f589fb2c2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:04.268392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 98980d28-19ac-4f48-ab3a-567f589fb2c2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:04.274864 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 98980d28-19ac-4f48-ab3a-567f589fb2c2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:04.275367 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.363094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.403240 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 98980d28-19ac-4f48-ab3a-567f589fb2c2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=98980d28-19ac-4f48-ab3a-567f589fb2c2,segment=NetworkSegment(80717ec2-0f48-40a4-b870-d42c4039c21b),segment_id=80717ec2-0f48-40a4-b870-d42c4039c21b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:04.407464 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.465958 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=98980d28-19ac-4f48-ab3a-567f589fb2c2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:06.151276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 98980d28-19ac-4f48-ab3a-567f589fb2c2 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:06.214294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 98980d28-19ac-4f48-ab3a-567f589fb2c2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:06.214663 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:08.293919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-e17c7dcf-c11e-4a81-9fdb-5d458d20b3bc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:08.295335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-e17c7dcf-c11e-4a81-9fdb-5d458d20b3bc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 813 time: 0.1062748 Jul 16 02:22:08.310215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-cbd963bc-cc14-4612-ab99-15ae092e3426 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/quotas/d382b9891f67430aa602cad3e0d92cbe HTTP/1.1" status: 200 len: 375 time: 0.0089507 Jul 16 02:22:08.377981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-2c67188a-66af-4176-b133-1127d3d197b1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625985 Jul 16 02:22:08.475477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-bda98140-28ad-464e-a1f0-d71f16aabd79 service neutron] 10.222.0.81 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858834 Jul 16 02:22:08.562908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-9b2251fc-855b-49b7-8a4b-745e526efc82 service neutron] 10.222.0.81 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804241 Jul 16 02:22:08.729891 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1faff18-5e46-4d28-a806-e9242c9d3206 req-4883cf84-0057-4055-a09b-20c02c5f3b98 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 210 time: 0.0288441 Jul 16 02:22:09.909698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2882f42a-d82f-49a9-b202-6e856563bce9 req-cb2becf3-3274-414a-8880-542187b0931c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 210 time: 0.0343671 Jul 16 02:22:09.937105 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-f5d195e2-f7b3-4f14-967d-039399597454 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:09.938868 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-f5d195e2-f7b3-4f14-967d-039399597454 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 813 time: 0.1164753 Jul 16 02:22:09.951575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'port': {'device_id': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'admin_state_up': True, 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:10.058162 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Made reservation on behalf of d382b9891f67430aa602cad3e0d92cbe for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:22:10.060980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:10.191884 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Allocated IP 172.20.0.14 (87ce562c-d555-4c2a-a089-c69ff34f8f64/11e906e5-4e64-4166-81fe-75712faa14b5/430ce318-26e9-49ff-bc74-e2930b3bd684) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:10.366327 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:10.383457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Transition to ACTIVE for port object 430ce318-26e9-49ff-bc74-e2930b3bd684 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:10.444362 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:10.486450 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:10.490806 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:10.495501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:10.542484 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:10.584931 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:10.585702 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:10.606719 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3375de48-55b2-4b0b-827b-d00ca9a63d5f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6590331 Jul 16 02:22:10.736784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46fc67f8-699b-4284-9418-9b21e94f4af3 None None] Provisioning for port 430ce318-26e9-49ff-bc74-e2930b3bd684 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:10.740775 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46fc67f8-699b-4284-9418-9b21e94f4af3 None None] Provisioning complete for port 430ce318-26e9-49ff-bc74-e2930b3bd684 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:10.741242 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46fc67f8-699b-4284-9418-9b21e94f4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:10.776485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-46fc67f8-699b-4284-9418-9b21e94f4af3 None None] Port 430ce318-26e9-49ff-bc74-e2930b3bd684 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:22:11.108414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547702d-8bfc-4bc5-b44e-1f3036b835f7 req-c5cee7e7-af6b-40ae-b4cc-cb1de5f10a26 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:11.109956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5547702d-8bfc-4bc5-b44e-1f3036b835f7 req-c5cee7e7-af6b-40ae-b4cc-cb1de5f10a26 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0680761 Jul 16 02:22:11.150785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5547702d-8bfc-4bc5-b44e-1f3036b835f7 req-20cbf5a1-b691-4069-b0c5-f7067ae192cd tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349894 Jul 16 02:22:11.679063 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-542066b4-3217-4f96-b804-ab889a993a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:12.332756 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0fbb-836c-47a8-835d-195f7a5a1da1 req-4ae7598c-84af-4030-b4b5-0510c035dfa2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:12.334996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a62b0fbb-836c-47a8-835d-195f7a5a1da1 req-4ae7598c-84af-4030-b4b5-0510c035dfa2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0671122 Jul 16 02:22:12.375593 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a62b0fbb-836c-47a8-835d-195f7a5a1da1 req-cb729a48-24b6-48f2-878c-fb33b6190149 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354214 Jul 16 02:22:13.557875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37c6ed-9697-4212-8f78-0bbdc65d3ecd req-62826b47-1b9e-4fe6-b247-191542d2e593 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.559392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df37c6ed-9697-4212-8f78-0bbdc65d3ecd req-62826b47-1b9e-4fe6-b247-191542d2e593 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0721505 Jul 16 02:22:13.599205 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df37c6ed-9697-4212-8f78-0bbdc65d3ecd req-0df98bbc-aa98-4968-a696-ee371d42eb31 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Jul 16 02:22:14.517750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:14.542175 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93b11f6a-69d6-4aa1-8334-95ddbc9c6e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:14.776166 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26809b-e75b-4a1f-b11f-89033ff0315c req-a011ba1b-e876-4717-b949-32058b15dc2e tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:14.777837 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd26809b-e75b-4a1f-b11f-89033ff0315c req-a011ba1b-e876-4717-b949-32058b15dc2e tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0653791 Jul 16 02:22:14.817478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bd26809b-e75b-4a1f-b11f-89033ff0315c req-733d1c33-d307-475b-b92b-54da0748e52c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Jul 16 02:22:15.532989 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:16.001189 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627ab0-2636-49ce-beb9-795cace311f8 req-de1d0f45-1205-48d2-89f6-fc3c1d9ed11b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:16.002690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13627ab0-2636-49ce-beb9-795cace311f8 req-de1d0f45-1205-48d2-89f6-fc3c1d9ed11b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0692580 Jul 16 02:22:16.044609 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-13627ab0-2636-49ce-beb9-795cace311f8 req-8014c5dd-5a4e-425b-a4dd-d1cac291b8a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350397 Jul 16 02:22:16.618538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:17.035689 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:17.227162 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9663b-8f1d-489c-a0ad-dfbe0a56e345 req-f86a4bd0-0ff0-4175-8be4-706e3e1a5e0d tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:17.228748 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fc9663b-8f1d-489c-a0ad-dfbe0a56e345 req-f86a4bd0-0ff0-4175-8be4-706e3e1a5e0d tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0661540 Jul 16 02:22:17.268426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7fc9663b-8f1d-489c-a0ad-dfbe0a56e345 req-d1f7e4f5-ebc6-4c9f-9d03-c251530bfc2d tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334914 Jul 16 02:22:18.451389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a662754-a081-46c3-9962-661f1cd268d4 req-808515c3-220f-4b1d-bb9f-abcfce5cbe7d tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:18.452939 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a662754-a081-46c3-9962-661f1cd268d4 req-808515c3-220f-4b1d-bb9f-abcfce5cbe7d tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0666280 Jul 16 02:22:18.493426 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a662754-a081-46c3-9962-661f1cd268d4 req-ef31083c-8b6a-40bc-b408-6e8d4a130cf6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Jul 16 02:22:19.742431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c31a6c-0638-416e-ac24-d5f1d2fb8364 req-4d4fb26d-6db0-4e4e-a411-548c9924f26a tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.745483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4c31a6c-0638-416e-ac24-d5f1d2fb8364 req-4d4fb26d-6db0-4e4e-a411-548c9924f26a tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.1349273 Jul 16 02:22:19.788374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4c31a6c-0638-416e-ac24-d5f1d2fb8364 req-c68b7c20-b604-44f2-bdc3-0eb780da70e2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Jul 16 02:22:20.231078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:20.760510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Request body: {'port': {'device_id': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:20.837011 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:20.958971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb870-e687-4353-b06b-142c7a24b49e req-6a894706-7470-4173-a9d9-24117f1d1fd8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:20.960486 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d72cb870-e687-4353-b06b-142c7a24b49e req-6a894706-7470-4173-a9d9-24117f1d1fd8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 932 time: 0.0635073 Jul 16 02:22:20.999723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d72cb870-e687-4353-b06b-142c7a24b49e req-8f86debd-b604-48d4-9b89-11ecec149185 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Jul 16 02:22:21.101339 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430ce318-26e9-49ff-bc74-e2930b3bd684 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:21.109283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:21.121409 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Transition to ACTIVE for port object 430ce318-26e9-49ff-bc74-e2930b3bd684 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:21.124903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:21.176731 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Pushing event updated for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:21.254540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Attempting to bind port 430ce318-26e9-49ff-bc74-e2930b3bd684 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:21.254924 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Attempting to bind port 430ce318-26e9-49ff-bc74-e2930b3bd684 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:21.255316 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Attempting to bind port 430ce318-26e9-49ff-bc74-e2930b3bd684 on network 87ce562c-d555-4c2a-a089-c69ff34f8f64 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:21.261395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Port 430ce318-26e9-49ff-bc74-e2930b3bd684 on network 87ce562c-d555-4c2a-a089-c69ff34f8f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:22:21.261758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Attempting to bind port 430ce318-26e9-49ff-bc74-e2930b3bd684 on network 87ce562c-d555-4c2a-a089-c69ff34f8f64 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:21.267398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:21.267807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Checking segment: {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:21.268214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Bound using segment: {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:21.268678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Bound port: 430ce318-26e9-49ff-bc74-e2930b3bd684, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c084c0-48ef-46cb-8a67-a091aabc97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:21.269051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:21.334416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:21.337454 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=430ce318-26e9-49ff-bc74-e2930b3bd684,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:21.341843 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:21.380085 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:21.380720 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:21.382097 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] 10.222.0.78 "PUT /v2.0/ports/430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 1092 time: 0.6298220 Jul 16 02:22:21.382532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:21.385426 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dc6bfd-2282-4beb-9435-362e7f16ed94" -d '{"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:21.412043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b02fa-4f90-4365-831a-4d12033006dd service neutron] Pushing event updated for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:21.452107 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cf0ee2-4c14-4160-9a8e-889797f8178a x-openstack-request-id: req-d3cf0ee2-4c14-4160-9a8e-889797f8178a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:21.452542 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:21.452787 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3cf0ee2-4c14-4160-9a8e-889797f8178a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:21.453181 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'status': 'completed', 'code': 200} Jul 16 02:22:21.481836 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-d7556840-56c7-4f02-aca5-2874b6e90aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:21.483530 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-d7556840-56c7-4f02-aca5-2874b6e90aef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1095 time: 0.0600510 Jul 16 02:22:21.528340 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-9648f375-bbe5-4c8f-9c12-d9e1267ee902 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 217 time: 0.0371103 Jul 16 02:22:21.577970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3206d4ed-478f-425f-94bd-3db3608ef998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:21.579573 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-3206d4ed-478f-425f-94bd-3db3608ef998 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0455685 Jul 16 02:22:21.640807 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-d267553c-997b-4759-bcb1-1f6bc49f8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:21.642281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-d267553c-997b-4759-bcb1-1f6bc49f8194 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568495 Jul 16 02:22:21.729209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-4949cfc5-646c-4b56-9358-adbd01b15360 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792739 Jul 16 02:22:21.819099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c38876e0-04fc-4545-85c4-36f8ee81a33e req-7584194e-58de-48b8-a457-81a7d66d73d9 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836604 Jul 16 02:22:21.918781 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-964d29e8-797e-4fa0-9af8-96f1056f5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:21.920261 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-964d29e8-797e-4fa0-9af8-96f1056f5801 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1095 time: 0.0518131 Jul 16 02:22:22.012197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-15df18dc-37ce-4521-92e4-be61f9929f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.013699 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-15df18dc-37ce-4521-92e4-be61f9929f4d service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.0874982 Jul 16 02:22:22.056009 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-ceb602f9-3287-45f7-a9ef-21b4e388f87d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 217 time: 0.0350726 Jul 16 02:22:22.107616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-1ef5128e-0594-4a94-87ab-0038b8e7ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.109121 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-1ef5128e-0594-4a94-87ab-0038b8e7ffad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0449636 Jul 16 02:22:22.171803 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-9ee7ab1d-b5c0-4748-954e-284b1d0cfec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.173439 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-9ee7ab1d-b5c0-4748-954e-284b1d0cfec7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574450 Jul 16 02:22:22.175974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a51dbe-72d7-4347-aaf0-9be05b77bf5c req-d429fd5c-e5dd-4432-aa2b-fbc9f02a1311 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.177554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01a51dbe-72d7-4347-aaf0-9be05b77bf5c req-d429fd5c-e5dd-4432-aa2b-fbc9f02a1311 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 944 time: 0.0678344 Jul 16 02:22:22.215669 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01a51dbe-72d7-4347-aaf0-9be05b77bf5c req-b238f475-b64e-4c17-8837-291e5cdb6767 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Jul 16 02:22:22.264697 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-f6c9ef62-8e11-434e-b7a3-405e101a6104 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833921 Jul 16 02:22:22.357234 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-b5dc6bfd-2282-4beb-9435-362e7f16ed94 req-ed64a3d2-9326-43e9-92a4-7d0d7cfe5ece service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860443 Jul 16 02:22:23.384680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92de93-ff91-43ea-811f-1f4748e4903e req-0d8ce9c7-e535-492c-93a0-39535972ddd3 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:23.386050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b92de93-ff91-43ea-811f-1f4748e4903e req-0d8ce9c7-e535-492c-93a0-39535972ddd3 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 944 time: 0.0626595 Jul 16 02:22:23.423250 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b92de93-ff91-43ea-811f-1f4748e4903e req-54744bbc-5be7-4473-8281-78ec10c5eaba tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Jul 16 02:22:24.589457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cfd63-146b-4706-b616-1d755119f722 req-6fb9e009-d75f-4754-85d1-3d0c8dfb030e tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:24.591698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-495cfd63-146b-4706-b616-1d755119f722 req-6fb9e009-d75f-4754-85d1-3d0c8dfb030e tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 944 time: 0.0632517 Jul 16 02:22:24.628977 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-495cfd63-146b-4706-b616-1d755119f722 req-ffa8c697-e96a-440d-bd87-0a9d59cea151 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Jul 16 02:22:25.028571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 430ce318-26e9-49ff-bc74-e2930b3bd684 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:25.124805 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=430ce318-26e9-49ff-bc74-e2930b3bd684,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:25.135911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'port_id': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'mac_address': 'fa:16:3e:5b:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:25.171780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.183852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430ce318-26e9-49ff-bc74-e2930b3bd684 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:25.203149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=430ce318-26e9-49ff-bc74-e2930b3bd684,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:25.206748 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.250814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.257806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.258160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.258581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.258883 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.259221 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.259553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.259881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.260744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.261069 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.261391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.261715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.262035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:25.450527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['430ce318-26e9-49ff-bc74-e2930b3bd684'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:25.802482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977254cc-c420-4693-9990-9ff90b7d7c5e req-7ecd9d62-0a69-4b06-91c7-67ab1f79ddbc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:25.804059 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-977254cc-c420-4693-9990-9ff90b7d7c5e req-7ecd9d62-0a69-4b06-91c7-67ab1f79ddbc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 945 time: 0.0685005 Jul 16 02:22:25.841012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-977254cc-c420-4693-9990-9ff90b7d7c5e req-c280c33d-34e6-4250-b2b8-06ac32f2db92 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308640 Jul 16 02:22:27.012781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742c19-753c-4d46-9e33-17a2ad3d033a req-044129aa-f370-41bc-bb94-704b4135b614 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:27.014221 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22742c19-753c-4d46-9e33-17a2ad3d033a req-044129aa-f370-41bc-bb94-704b4135b614 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 945 time: 0.0623085 Jul 16 02:22:27.031525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 430ce318-26e9-49ff-bc74-e2930b3bd684 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:27.052086 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22742c19-753c-4d46-9e33-17a2ad3d033a req-d306a61f-f8a7-4ad0-b51d-4bf96fa1e366 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Jul 16 02:22:27.081659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 430ce318-26e9-49ff-bc74-e2930b3bd684 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:27.085040 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 430ce318-26e9-49ff-bc74-e2930b3bd684 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:27.085406 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:27.161887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:27.183433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:27.185669 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb4cff4-3e96-45f5-b995-f730ebd1333c" -d '{"events": [{"server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "name": "network-vif-plugged", "status": "completed", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:27.197488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=430ce318-26e9-49ff-bc74-e2930b3bd684,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:27.201952 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:27.225032 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422b0fbe-0120-441b-8903-31b08817d1bc x-openstack-request-id: req-422b0fbe-0120-441b-8903-31b08817d1bc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:27.225318 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "name": "network-vif-plugged", "status": "completed", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:27.225562 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-422b0fbe-0120-441b-8903-31b08817d1bc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:27.225940 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'code': 200} Jul 16 02:22:27.250948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:27.332551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320e5e-4500-42c4-81e8-70748c1420c7 req-ed833ad2-f26e-41f0-8c63-f415758ebe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:27.334001 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7320e5e-4500-42c4-81e8-70748c1420c7 req-ed833ad2-f26e-41f0-8c63-f415758ebe80 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1097 time: 0.0499051 Jul 16 02:22:27.368507 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f7320e5e-4500-42c4-81e8-70748c1420c7 req-f70e23ee-b4be-42dd-b5e4-769638d734e5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265162 Jul 16 02:22:28.233815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483a46b-f6d4-47e8-89a7-6ce780dff2f1 req-5671a1cd-45a7-4c63-a470-eb8ffa865a12 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:28.235371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a483a46b-f6d4-47e8-89a7-6ce780dff2f1 req-5671a1cd-45a7-4c63-a470-eb8ffa865a12 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0701113 Jul 16 02:22:28.275422 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a483a46b-f6d4-47e8-89a7-6ce780dff2f1 req-f239a5eb-0934-485e-ae12-3e83eadbe8cf tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Jul 16 02:22:29.449776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3365300-dcd0-43ed-bea7-19b7a3079dd4 req-c9154225-cba8-420d-869f-c33dcac310ff tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:29.451251 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3365300-dcd0-43ed-bea7-19b7a3079dd4 req-c9154225-cba8-420d-869f-c33dcac310ff tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0626202 Jul 16 02:22:29.488043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e3365300-dcd0-43ed-bea7-19b7a3079dd4 req-1d714394-c25d-48aa-9db4-e941a7f2fb64 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313535 Jul 16 02:22:29.654845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696023e-3ee8-42d1-b883-f586d1fa75a9 req-918fa2f3-b64b-4b65-abbf-9c6167b1b181 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:29.656208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3696023e-3ee8-42d1-b883-f586d1fa75a9 req-918fa2f3-b64b-4b65-abbf-9c6167b1b181 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0625203 Jul 16 02:22:29.693069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3696023e-3ee8-42d1-b883-f586d1fa75a9 req-4153cf30-cd0a-4329-b6f2-0ba9764503e9 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Jul 16 02:22:30.023596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db334-9ea7-40cb-ae3a-ad23f7a279c3 req-a0f4de45-336c-4dd8-a1de-726d5a205855 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:30.025083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8db334-9ea7-40cb-ae3a-ad23f7a279c3 req-a0f4de45-336c-4dd8-a1de-726d5a205855 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0671082 Jul 16 02:22:30.061851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e8db334-9ea7-40cb-ae3a-ad23f7a279c3 req-327f8207-876b-4766-b6c7-786a014a5986 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Jul 16 02:22:40.342053 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:41.681480 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2bc0ef80-9ef6-4001-a61b-ebc8958479c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:41.690875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887310c2-10c1-410c-9d7a-eac5ccea0d04 req-c602b7d6-1014-4f44-a939-4fe854b81e4b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:41.692387 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-887310c2-10c1-410c-9d7a-eac5ccea0d04 req-c602b7d6-1014-4f44-a939-4fe854b81e4b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0656645 Jul 16 02:22:41.730530 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-887310c2-10c1-410c-9d7a-eac5ccea0d04 req-7f2bafa3-c166-44a9-9614-e62e74941a82 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Jul 16 02:22:41.754566 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43806) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:41.889153 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecfc146-ca90-44fc-b0e6-7a978e701555 tempest-TestMinimumBasicScenario-318503989 tempest-TestMinimumBasicScenario-318503989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:41.890672 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9ecfc146-ca90-44fc-b0e6-7a978e701555 tempest-TestMinimumBasicScenario-318503989 tempest-TestMinimumBasicScenario-318503989-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1092 time: 0.1351104 Jul 16 02:22:41.893670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:41.898152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:41.919186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.023643 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.128694 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Allocated IP 172.25.5.8 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/9bc20670-1793-4684-a831-eaaa284b2e97) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:42.228192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.267377 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.302798 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:42.309471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:42.313010 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:42.318890 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'Port': ['ID=9bc20670-1793-4684-a831-eaaa284b2e97,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:42.348212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.348586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.348934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.349277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.349635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.349970 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.350302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.350631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.350972 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.351289 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.351615 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.351940 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:42.698652 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.775254 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.921974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.926446 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.993137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'Port': ['ID=9bc20670-1793-4684-a831-eaaa284b2e97,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:43.003343 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.101199 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Floating IP cae032d8-6c4d-4353-8248-bab9003beaa4 associated. External IP: 172.25.5.8, port: 430ce318-26e9-49ff-bc74-e2930b3bd684. Jul 16 02:22:43.306120 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Router 9b0fc836-805e-4e8f-99ec-fec6953721db has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:22:43.411786 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:22:43.421153 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] Sync routers for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:43.427890 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.430278 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:43.430883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:22:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:43.467179 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-35a0557c-708e-4b36-8af8-4de5ca1aa053 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5696759 Jul 16 02:22:43.467179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:43.467482 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dd8807-85e6-4a34-9e37-8946c467f4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:43.467828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.472771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740868624', 'description': 'tempest-secgroup-smoke-740868624 description', 'project_id': 'd382b9891f67430aa602cad3e0d92cbe'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:43.497867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.508578 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67d2dba-f091-43b2-891a-28e29fc25dbe x-openstack-request-id: req-d67d2dba-f091-43b2-891a-28e29fc25dbe {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:43.508932 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:43.509248 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d67d2dba-f091-43b2-891a-28e29fc25dbe {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:43.509764 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'status': 'completed', 'code': 200} Jul 16 02:22:43.538466 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:43.592659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.597655 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.599559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-d4332333-700a-4c38-bea7-e3df5d35c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:43.601572 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-d4332333-700a-4c38-bea7-e3df5d35c311 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1097 time: 0.0578358 Jul 16 02:22:43.629740 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.633811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1622174 Jul 16 02:22:43.633811 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027c3957-e5d4-453d-ad23-6db14cc12a70,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:43.635476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.641704 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-11c83d08-d2c2-4a86-98cc-70b6dc3548a6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'security_group_rule': {'security_group_id': '027c3957-e5d4-453d-ad23-6db14cc12a70', 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:43.653913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.654341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.654758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.655200 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.655623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.656056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.656532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.656937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.657353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.657750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.658177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.658589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a36327-53a7-4ee1-971a-3489c5488673 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.685254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11c83d08-d2c2-4a86-98cc-70b6dc3548a6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.707156 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-d2b97c04-1fce-42ac-9b7b-add6231084b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:43.709186 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-d2b97c04-1fce-42ac-9b7b-add6231084b2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.1009936 Jul 16 02:22:43.733774 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11c83d08-d2c2-4a86-98cc-70b6dc3548a6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.738544 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11c83d08-d2c2-4a86-98cc-70b6dc3548a6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.756966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c83d08-d2c2-4a86-98cc-70b6dc3548a6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7f626b-aea8-4789-8435-1c7cdfbb39a4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:43.765024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11c83d08-d2c2-4a86-98cc-70b6dc3548a6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.766256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-11c83d08-d2c2-4a86-98cc-70b6dc3548a6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297247 Jul 16 02:22:43.769143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.773711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b25c21b2-e186-440d-8fc9-4c30a4728b9c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'security_group_rule': {'security_group_id': '027c3957-e5d4-453d-ad23-6db14cc12a70', 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:43.783430 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-0e127295-9fea-4f79-976c-2b23d1f3c18c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 998 time: 0.0663192 Jul 16 02:22:43.784941 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cae032d8-6c4d-4353-8248-bab9003beaa4', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'port_id': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'mac_address': 'fa:16:3e:5b:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:42Z', 'updated_at': '2021-07-16T02:22:42Z', 'revision_number': 0, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 5, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:43.799926 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b25c21b2-e186-440d-8fc9-4c30a4728b9c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.813472 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] Checking router: 9b0fc836-805e-4e8f-99ec-fec6953721db for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:43.822298 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:43.822897 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:22:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:43.842475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-d0eb1071-d0a0-4763-917c-1b4f68f24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:43.844165 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-d0eb1071-d0a0-4763-917c-1b4f68f24d43 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0530891 Jul 16 02:22:43.864887 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b25c21b2-e186-440d-8fc9-4c30a4728b9c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.874760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b25c21b2-e186-440d-8fc9-4c30a4728b9c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.897312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c21b2-e186-440d-8fc9-4c30a4728b9c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b32edb7-630a-4b73-b7ad-6299ff66ed43,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:43.903777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b25c21b2-e186-440d-8fc9-4c30a4728b9c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.905551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b25c21b2-e186-440d-8fc9-4c30a4728b9c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354508 Jul 16 02:22:43.908959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.914947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e1d2f571-91f6-4a40-bd1a-cadf3fad46b2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'security_group_rule': {'security_group_id': '027c3957-e5d4-453d-ad23-6db14cc12a70', 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:43.915699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-2628e436-e5d8-4b8a-a21a-ba40434d0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:43.917356 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-2628e436-e5d8-4b8a-a21a-ba40434d0a61 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668797 Jul 16 02:22:43.933439 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:43.943506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f571-91f6-4a40-bd1a-cadf3fad46b2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.007719 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f571-91f6-4a40-bd1a-cadf3fad46b2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.011832 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f571-91f6-4a40-bd1a-cadf3fad46b2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.014901 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-60206679-4e56-45ab-aca6-e31bb70effdc service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895767 Jul 16 02:22:44.030551 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2f571-91f6-4a40-bd1a-cadf3fad46b2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cb4d18-4405-45d8-ae9e-7c767334f5c1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.038904 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f571-91f6-4a40-bd1a-cadf3fad46b2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.040522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e1d2f571-91f6-4a40-bd1a-cadf3fad46b2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302593 Jul 16 02:22:44.043843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:44.048629 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-35551196-d427-44f6-b1e0-a4fd8beb2371 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'security_group_rule': {'security_group_id': '027c3957-e5d4-453d-ad23-6db14cc12a70', 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:44.082301 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35551196-d427-44f6-b1e0-a4fd8beb2371 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.126665 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-25dd8807-85e6-4a34-9e37-8946c467f4d3 req-d9d8c5c2-afa8-4e3f-a40d-dc5f1794b98b service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042919 Jul 16 02:22:44.150308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35551196-d427-44f6-b1e0-a4fd8beb2371 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.154755 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35551196-d427-44f6-b1e0-a4fd8beb2371 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.173992 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35551196-d427-44f6-b1e0-a4fd8beb2371 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70be989a-f469-4e65-95a6-21fd0d528474,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.178231 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cae032d8-6c4d-4353-8248-bab9003beaa4', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'port_id': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'mac_address': 'fa:16:3e:5b:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:42Z', 'updated_at': '2021-07-16T02:22:42Z', 'revision_number': 0, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 5, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:44.181466 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35551196-d427-44f6-b1e0-a4fd8beb2371 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.182918 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-35551196-d427-44f6-b1e0-a4fd8beb2371 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379790 Jul 16 02:22:44.185748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43824) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:44.190458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'security_group_rule': {'security_group_id': '027c3957-e5d4-453d-ad23-6db14cc12a70', 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:44.215540 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Project d382b9891f67430aa602cad3e0d92cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:22:44.221845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.289709 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.290198 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ff074-42f2-48a7-8bff-a9d753cffece None None] The sync data for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 is: [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cae032d8-6c4d-4353-8248-bab9003beaa4', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'port_id': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'mac_address': 'fa:16:3e:5b:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:42Z', 'updated_at': '2021-07-16T02:22:42Z', 'revision_number': 0, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 5, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:44.295019 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.316606 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bffc161-02c6-478f-adad-9b7db0f38eca,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.320540 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.322063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1bd34428-77f0-449a-b55d-96cde0d37a58 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353824 Jul 16 02:22:44.324875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:44.329686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'security_group_rule': {'security_group_id': '027c3957-e5d4-453d-ad23-6db14cc12a70', 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:44.353205 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Project d382b9891f67430aa602cad3e0d92cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:22:44.359425 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.423984 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.428573 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.450559 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d80c2a6-7028-4d1f-af8f-d4306ce7cba3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.454714 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.456136 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6b5cd002-ce93-410d-9934-f5e70f080b2b tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300170 Jul 16 02:22:44.504713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced36be3-0106-436f-8e84-f119ae9176cd None None] New status for floating IP cae032d8-6c4d-4353-8248-bab9003beaa4: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:22:44.576662 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.579885 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01bcf668-7995-452a-aada-884ebd67555a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.582344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-c575bbcd-9505-4c5e-b947-f301ae4e4356 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740868624&fields=id&tenant_id=d382b9891f67430aa602cad3e0d92cbe HTTP/1.1" status: 200 len: 267 time: 0.0375023 Jul 16 02:22:44.654955 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-2d376383-12d5-4832-bf89-c45e768871e1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.656392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-2d376383-12d5-4832-bf89-c45e768871e1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0680704 Jul 16 02:22:44.667112 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'port': {'security_groups': ['0023adc8-b97b-44e6-a8a7-f6fd7bb8092f', '027c3957-e5d4-453d-ad23-6db14cc12a70']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:44.752515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.939816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=430ce318-26e9-49ff-bc74-e2930b3bd684,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:44.967789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.972862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.989184 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['430ce318-26e9-49ff-bc74-e2930b3bd684'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:45.016636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.017261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.018678 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9d140c7-289c-4bbc-814d-f24e7caefa70 req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "PUT /v2.0/ports/430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 982 time: 0.3562322 Jul 16 02:22:45.019134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:45.021498 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc" -d '{"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:45.061185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e94ab-29a8-44a2-b59d-4fb9ef2fafe8 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:45.093408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['430ce318-26e9-49ff-bc74-e2930b3bd684'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:45.112903 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b996c52-0416-49e9-8e45-741b455b183b x-openstack-request-id: req-0b996c52-0416-49e9-8e45-741b455b183b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:45.113192 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:45.113451 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b996c52-0416-49e9-8e45-741b455b183b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:45.113847 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'status': 'completed', 'code': 200} Jul 16 02:22:45.201967 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-b360094c-fc68-4fa6-ad7e-53fab1613c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.203417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-b360094c-fc68-4fa6-ad7e-53fab1613c98 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1136 time: 0.0652189 Jul 16 02:22:45.253165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b33828-afc7-47f3-8adf-872f280957d4 req-d748ebe4-c06c-4a17-8ceb-8bbdd868639f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.255026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1b33828-afc7-47f3-8adf-872f280957d4 req-d748ebe4-c06c-4a17-8ceb-8bbdd868639f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0803649 Jul 16 02:22:45.300332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f1b33828-afc7-47f3-8adf-872f280957d4 req-95912535-8105-493a-815c-04e5b815fadc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392768 Jul 16 02:22:45.307214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-61ae50e7-2e77-4ba5-8fe2-887abd472ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.309646 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-61ae50e7-2e77-4ba5-8fe2-887abd472ba4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.0984483 Jul 16 02:22:45.386219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fde7a7fc-53d6-4b13-b1a5-f019e675ec3b None None] Provisioning complete for port 430ce318-26e9-49ff-bc74-e2930b3bd684 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:45.386587 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fde7a7fc-53d6-4b13-b1a5-f019e675ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.600289 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.729794 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-49b984ef-b3b3-49e0-8c25-3733c0b839c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 1000 time: 0.4145329 Jul 16 02:22:45.779261 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-740e17dd-d879-421c-a100-ee14108286a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.780692 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-740e17dd-d879-421c-a100-ee14108286a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0438063 Jul 16 02:22:45.836558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-f48b1ce7-04a2-4169-ba65-2621f1794eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.837967 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-f48b1ce7-04a2-4169-ba65-2621f1794eaf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507119 Jul 16 02:22:45.927643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-d3292059-b91d-4b65-8ed6-65ff2992223a service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826917 Jul 16 02:22:46.018318 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1cdda440-a08c-4f42-a2ed-e9f6a8292afc req-11e1f76d-f472-4b29-a57e-32621c988c39 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807488 Jul 16 02:22:46.621327 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.036682 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:50.240601 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:54.008532 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-c9d0d713-2989-45d3-8921-acf71770b9d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939984 Jul 16 02:22:54.102407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-92fb2417-1b70-40c5-ba17-47ca6b2deeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.104149 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-92fb2417-1b70-40c5-ba17-47ca6b2deeb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1136 time: 0.0522828 Jul 16 02:22:54.206752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-0c88210a-a16f-4814-a7f6-83fb8d5bd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.208294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-0c88210a-a16f-4814-a7f6-83fb8d5bd060 service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.0829792 Jul 16 02:22:54.276019 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-a8ca25e4-b23b-4296-ab7e-763ac21d1730 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 1000 time: 0.0601628 Jul 16 02:22:54.322849 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-ee424d39-0a38-4d6a-b7f2-a299b81733c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.324284 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-ee424d39-0a38-4d6a-b7f2-a299b81733c5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0420179 Jul 16 02:22:54.380118 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-df18c925-d74e-4346-9a17-9843d571d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.381637 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-df18c925-d74e-4346-9a17-9843d571d2db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508988 Jul 16 02:22:54.476400 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-ca8ea8be-1548-43cb-bf9f-5f5092513a09 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871925 Jul 16 02:22:54.565106 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4028caf9-ff44-4f71-9aa2-9539144286fc req-59dc07f0-3f82-44ac-9577-a2cd40394b46 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805857 Jul 16 02:23:02.618565 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-72d147f1-37f1-45b6-9680-2f2b16354a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.619992 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-72d147f1-37f1-45b6-9680-2f2b16354a10 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1136 time: 0.0572331 Jul 16 02:23:02.655648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3e96-b973-40a5-a0ec-df402efb74a9 req-ee470e53-feb5-420c-98d4-ad147f4e5748 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.657181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53ed3e96-b973-40a5-a0ec-df402efb74a9 req-ee470e53-feb5-420c-98d4-ad147f4e5748 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0692947 Jul 16 02:23:02.699622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53ed3e96-b973-40a5-a0ec-df402efb74a9 req-bba79ac8-3567-4e6f-94f9-4552afea990f tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367265 Jul 16 02:23:02.718433 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-5fca7f14-1457-4a31-a875-d1e9505ca599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.718433 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-5fca7f14-1457-4a31-a875-d1e9505ca599 service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.0894802 Jul 16 02:23:02.786225 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-d4c75d25-bc7e-49d0-ae08-0dd8c6b8c945 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 1000 time: 0.0621457 Jul 16 02:23:02.837072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-0925050c-c7ab-43e4-be28-9117eaa06677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.838467 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-0925050c-c7ab-43e4-be28-9117eaa06677 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0432117 Jul 16 02:23:02.894277 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-9087f529-9f2e-4b9c-9bc6-87aea22c994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.895644 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-9087f529-9f2e-4b9c-9bc6-87aea22c994d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504224 Jul 16 02:23:02.991090 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-abc8bf93-e579-4793-9183-741d92faf199 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860078 Jul 16 02:23:03.087245 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-fd62ac5e-3567-4b15-a028-e5e594b0a010 req-403e3dc6-efcd-4cee-b6be-ca112c4ae58d service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821052 Jul 16 02:23:03.875604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf35798-804c-47bd-85e8-338fc3422d56 req-80d8bd15-c843-4371-b13f-80d84b00d37c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.877068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf35798-804c-47bd-85e8-338fc3422d56 req-80d8bd15-c843-4371-b13f-80d84b00d37c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0661297 Jul 16 02:23:03.915428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6cf35798-804c-47bd-85e8-338fc3422d56 req-8743a283-e36c-4441-96b7-84e48221ad6c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327315 Jul 16 02:23:05.088394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526b056-ebab-4c7c-a07e-4ec8adcd6fad req-9bac045b-9ce9-460d-bbd1-8ba0ce0538aa tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:05.089900 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c526b056-ebab-4c7c-a07e-4ec8adcd6fad req-9bac045b-9ce9-460d-bbd1-8ba0ce0538aa tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0655420 Jul 16 02:23:05.129338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c526b056-ebab-4c7c-a07e-4ec8adcd6fad req-09c4ac44-eeef-4322-bbcd-d94e5a255861 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337069 Jul 16 02:23:06.299800 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed6096-719d-4c87-baaf-f13974a4e435 req-4df49696-69b2-4830-9b08-0a4188eeed53 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:06.301412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10ed6096-719d-4c87-baaf-f13974a4e435 req-4df49696-69b2-4830-9b08-0a4188eeed53 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0627975 Jul 16 02:23:06.345210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10ed6096-719d-4c87-baaf-f13974a4e435 req-7219a649-8626-4da5-8ab8-d612e748dee6 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382597 Jul 16 02:23:07.515541 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b865139-c706-4b25-a00b-728bba03fe67 req-20ec5c2d-750b-4e17-8173-9599a5914271 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:07.517044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b865139-c706-4b25-a00b-728bba03fe67 req-20ec5c2d-750b-4e17-8173-9599a5914271 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0631998 Jul 16 02:23:07.556402 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6b865139-c706-4b25-a00b-728bba03fe67 req-a8b0dc19-aa91-424c-9736-5f64e309e357 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337775 Jul 16 02:23:08.725283 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562b5ee-c0c9-48ad-a55b-3680b182fa3f req-a44082ee-6ffa-4366-a36d-1682d36872eb tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:08.726783 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9562b5ee-c0c9-48ad-a55b-3680b182fa3f req-a44082ee-6ffa-4366-a36d-1682d36872eb tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0629408 Jul 16 02:23:08.766685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9562b5ee-c0c9-48ad-a55b-3680b182fa3f req-5143a3e9-1f4e-4d41-a248-6c00b6513282 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338931 Jul 16 02:23:09.938985 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b83894-8601-4a4f-8ed1-f32f027cbaf8 req-cb1be759-7146-47ac-ac12-a64321771b24 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:09.940505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59b83894-8601-4a4f-8ed1-f32f027cbaf8 req-cb1be759-7146-47ac-ac12-a64321771b24 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0664935 Jul 16 02:23:09.980336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59b83894-8601-4a4f-8ed1-f32f027cbaf8 req-84cffc13-adcf-44ac-be56-6e1a252a8b10 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343087 Jul 16 02:23:11.154156 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da55ceb-c1f0-4fd3-947c-155e7fbfcc4b req-ae41d04b-3b51-4bf2-885f-3bdc27eb3145 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:11.156164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1da55ceb-c1f0-4fd3-947c-155e7fbfcc4b req-ae41d04b-3b51-4bf2-885f-3bdc27eb3145 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0644600 Jul 16 02:23:11.195522 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1da55ceb-c1f0-4fd3-947c-155e7fbfcc4b req-27ebb783-9696-4507-9432-057f33cf0cfe tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338237 Jul 16 02:23:11.681162 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c71a99ec-82f3-4576-94c9-d5bec8b12106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:12.366636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7452bc-58ec-4be5-8356-25ef227fc053 req-8a56b47b-21d4-4e0f-a171-be91df9d1bbc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:12.368031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb7452bc-58ec-4be5-8356-25ef227fc053 req-8a56b47b-21d4-4e0f-a171-be91df9d1bbc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0631299 Jul 16 02:23:12.411883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cb7452bc-58ec-4be5-8356-25ef227fc053 req-635a415b-857f-4934-8f72-a91500bfb03d tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383091 Jul 16 02:23:13.583556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9135f-5aa0-4972-bfcd-e143f0b68e6e req-abcd702c-935b-4666-8ea5-ed6d2727c3e7 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:13.585096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdc9135f-5aa0-4972-bfcd-e143f0b68e6e req-abcd702c-935b-4666-8ea5-ed6d2727c3e7 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0635765 Jul 16 02:23:13.624366 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fdc9135f-5aa0-4972-bfcd-e143f0b68e6e req-d4678b4e-b073-46ce-969c-4b024c0f3014 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335877 Jul 16 02:23:14.517248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:14.548400 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78ded33c-8ab1-4bcb-804b-306e00575c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:14.793676 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da92268-821e-4043-9312-5f5a4dd9bdd4 req-c2cd17ba-597f-47e5-ac9a-28bf97517596 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:14.795034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4da92268-821e-4043-9312-5f5a4dd9bdd4 req-c2cd17ba-597f-47e5-ac9a-28bf97517596 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0625324 Jul 16 02:23:14.834640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4da92268-821e-4043-9312-5f5a4dd9bdd4 req-8732c3c1-b69d-4a15-9537-52a380b512ee tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=027c3957-e5d4-453d-ad23-6db14cc12a70&id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331385 Jul 16 02:23:15.540829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.617700 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:17.059773 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:17.340340 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:20.240360 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.681113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d028-6bef-49b3-9d0b-8c160c2b939a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.517133 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.547044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea7722bb-3e48-4204-92d7-2f5037281667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.541058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.630361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:47.041873 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:47.960829 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f32eef16-4797-4102-818a-375664a47623 req-d7d349a7-7d34-42ca-be78-77d7985bf060 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740868624&fields=id&tenant_id=d382b9891f67430aa602cad3e0d92cbe HTTP/1.1" status: 200 len: 267 time: 0.1516678 Jul 16 02:23:48.026845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eef16-4797-4102-818a-375664a47623 req-34ec9f43-cda0-4e0a-968f-6ee8323ea05c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.028235 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f32eef16-4797-4102-818a-375664a47623 req-34ec9f43-cda0-4e0a-968f-6ee8323ea05c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 985 time: 0.0621445 Jul 16 02:23:48.038581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Request body: {'port': {'security_groups': ['0023adc8-b97b-44e6-a8a7-f6fd7bb8092f']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:48.120393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.289271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=430ce318-26e9-49ff-bc74-e2930b3bd684,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:48.317436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.322116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.334047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['430ce318-26e9-49ff-bc74-e2930b3bd684'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:48.370527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.371155 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.372561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f32eef16-4797-4102-818a-375664a47623 req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "PUT /v2.0/ports/430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 943 time: 0.3384204 Jul 16 02:23:48.373087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:48.378875 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c63c16-71a1-4196-9ef2-ddcf76da4938" -d '{"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:48.379062 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 43904) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:48.401177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event updated for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:48.409423 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.409759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.410105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.410435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.410766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.411093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.411447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.411740 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.412126 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.412480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.413013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.413137 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e3fb4-48a8-44b0-b428-5e8fe8648170 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.446972 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['430ce318-26e9-49ff-bc74-e2930b3bd684'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:48.482912 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.498799 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28664f08-223e-4f0d-9ba7-3771e57ac071 x-openstack-request-id: req-28664f08-223e-4f0d-9ba7-3771e57ac071 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:48.499094 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:48.499344 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28664f08-223e-4f0d-9ba7-3771e57ac071 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:48.499755 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'status': 'completed', 'code': 200} Jul 16 02:23:48.516750 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.604612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-f4b08978-10ad-47da-bea6-142db88e8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.606290 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-f4b08978-10ad-47da-bea6-142db88e8ea1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1097 time: 0.0806892 Jul 16 02:23:48.644467 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9824c8ac-b5b7-4159-a6fc-29c9d531176f None None] Provisioning complete for port 430ce318-26e9-49ff-bc74-e2930b3bd684 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:48.644761 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9824c8ac-b5b7-4159-a6fc-29c9d531176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.653837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.656453 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.657627 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "DELETE /v2.0/security-groups/027c3957-e5d4-453d-ad23-6db14cc12a70 HTTP/1.1" status: 204 len: 168 time: 0.2767889 Jul 16 02:23:48.660449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 43908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:48.700799 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c3957-e5d4-453d-ad23-6db14cc12a70,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:48.713026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.713379 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.713730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.714070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.714477 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.714817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.715505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.715505 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.715767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.716101 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.716456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.716776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742a371d-d7a7-4c2a-b9d4-be4154af33a1 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:48.748295 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-4a744f9e-8e55-490c-8ce0-1718aa77cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.750647 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-4a744f9e-8e55-490c-8ce0-1718aa77cd4d service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.1376617 Jul 16 02:23:48.822035 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-e575dd3d-a6bf-47dd-9a75-3c5c9d888319 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 1000 time: 0.0624866 Jul 16 02:23:48.825209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Deleting port 9bc20670-1793-4684-a831-eaaa284b2e97 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:48.825547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.871139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-6759b073-393f-419b-9f36-731c79b59511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.872661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-6759b073-393f-419b-9f36-731c79b59511 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0442927 Jul 16 02:23:48.900122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.900487 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.912788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Calling delete_port for 9bc20670-1793-4684-a831-eaaa284b2e97 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:48.935719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-0ad22924-c93f-4d23-87d9-022787061356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.937288 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-0ad22924-c93f-4d23-87d9-022787061356 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584743 Jul 16 02:23:49.028513 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-7ee7421e-5a5b-4709-9e3a-02c0068f2d65 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845735 Jul 16 02:23:49.065345 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.096838 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event deleted for resources: {'Port': ['ID=9bc20670-1793-4684-a831-eaaa284b2e97,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.129619 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-49c63c16-71a1-4196-9ef2-ddcf76da4938 req-30ee5842-d2fd-4f6f-b42d-531546c0f558 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944409 Jul 16 02:23:49.157517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.157853 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Floating IP cae032d8-6c4d-4353-8248-bab9003beaa4 disassociated (deleted). External IP: 172.25.5.8, port: 430ce318-26e9-49ff-bc74-e2930b3bd684. Jul 16 02:23:49.358785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Router 9b0fc836-805e-4e8f-99ec-fec6953721db has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:49.462642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:49.468122 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.472287 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] Sync routers for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:49.481356 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:49.481950 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:49.503630 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f55651ed-1253-44d9-a1cb-17346bef8829 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "DELETE /v2.0/floatingips/cae032d8-6c4d-4353-8248-bab9003beaa4 HTTP/1.1" status: 204 len: 168 time: 0.8418510 Jul 16 02:23:49.582004 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:49.783145 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 5, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:49.812534 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] Checking router: 9b0fc836-805e-4e8f-99ec-fec6953721db for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:49.820902 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:49.821510 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:49.926007 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:50.109975 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 5, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:50.134693 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8932ab50-b8c3-4cc0-8069-5a347c863bba None None] The sync data for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 is: [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:21:52Z', 'revision_number': 4, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '8d8420af-8533-4b33-8f5a-85f356690ebe', 'name': '', 'network_id': '87ce562c-d555-4c2a-a089-c69ff34f8f64', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'mac_address': 'fa:16:3e:c4:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:51Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 5, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'subnets': [{'id': '11e906e5-4e64-4166-81fe-75712faa14b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:50.256501 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.382436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2fa086-003f-4d37-a568-34a3f4cb77da None None] New status for floating IP cae032d8-6c4d-4353-8248-bab9003beaa4: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:23:50.501320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:50.503729 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abaee82-6b7d-4afe-992f-b90471b98348" -d '{"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:50.538841 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05916652-b314-4d32-9782-36629dc47cd4 x-openstack-request-id: req-05916652-b314-4d32-9782-36629dc47cd4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:50.539136 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:50.539394 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05916652-b314-4d32-9782-36629dc47cd4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:50.539797 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'status': 'completed', 'code': 200} Jul 16 02:23:50.615078 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-de213efd-7f2a-4bb2-90df-0dd0c0703a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.616571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-de213efd-7f2a-4bb2-90df-0dd0c0703a1e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1097 time: 0.0541317 Jul 16 02:23:50.710403 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-b87b0d40-32dd-4c3f-8107-77612d5d7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.711804 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-b87b0d40-32dd-4c3f-8107-77612d5d7a22 service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.0889158 Jul 16 02:23:50.753010 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-72a0d997-3aa5-4c98-83cc-894281f706e7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 217 time: 0.0341918 Jul 16 02:23:50.803002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-43dabe2d-8f8f-48b4-8903-eaf5a7374df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.804511 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-43dabe2d-8f8f-48b4-8903-eaf5a7374df2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0454268 Jul 16 02:23:50.877848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-da36d38d-19d8-4aef-8df9-7bf3cc7f7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.879560 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-da36d38d-19d8-4aef-8df9-7bf3cc7f7e16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675073 Jul 16 02:23:50.975712 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-c278f59c-10ef-4afd-b928-4b67f395f544 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891302 Jul 16 02:23:51.071726 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1abaee82-6b7d-4afe-992f-b90471b98348 req-229c9b79-7917-4f19-9cb9-b959ea62c194 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 Jul 16 02:23:54.339882 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:55.930918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-754039ec-054b-4b82-89b1-bc5cf7b0bca0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519609 Jul 16 02:23:56.033770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-346216e3-f6c9-4971-b718-5e32c515dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.035294 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-346216e3-f6c9-4971-b718-5e32c515dc0b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d382b9891f67430aa602cad3e0d92cbe&device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 1097 time: 0.0581288 Jul 16 02:23:56.152681 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-8a628f22-2315-42ae-b331-a8775b8e1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.154197 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-8a628f22-2315-42ae-b331-a8775b8e1e75 service neutron] 10.222.0.78 "GET /v2.0/networks?id=87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 200 len: 914 time: 0.0983870 Jul 16 02:23:56.200992 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-dc04a911-9950-46d5-ab8a-37967740921a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 200 len: 217 time: 0.0400231 Jul 16 02:23:56.254589 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-b7b64456-6877-417a-ae32-4dbc9f3f6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.255999 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-b7b64456-6877-417a-ae32-4dbc9f3f6081 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 200 len: 852 time: 0.0489910 Jul 16 02:23:56.314356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-da3383f9-cfac-4ead-bf99-f47fa0d91c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.315888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-da3383f9-cfac-4ead-bf99-f47fa0d91c25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=87ce562c-d555-4c2a-a089-c69ff34f8f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534775 Jul 16 02:23:56.406665 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-01fb196a-7e71-4031-8809-5f2eee7da024 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841250 Jul 16 02:23:56.510959 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-76d6c0ef-bf3e-4206-9a6d-eb3fbd56f235 req-4adddbd8-db5e-4d7a-bfd7-84710678bf67 service neutron] 10.222.0.78 "GET /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972004 Jul 16 02:23:56.972048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a3787-cb32-4f8c-ac3a-2ce857248ac0 req-4c042a34-bd62-45ce-9208-ce4fe8936779 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.974093 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-169a3787-cb32-4f8c-ac3a-2ce857248ac0 req-4c042a34-bd62-45ce-9208-ce4fe8936779 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0650892 Jul 16 02:23:57.013472 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-169a3787-cb32-4f8c-ac3a-2ce857248ac0 req-9fc92ce0-1ae1-44e0-9278-41f22f0527c2 tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Jul 16 02:23:58.192386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d769b-0578-42bd-aec1-1ef0502bde40 req-f3b1efa3-58c5-44df-861d-2a73c60ec73a tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:58.193865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-682d769b-0578-42bd-aec1-1ef0502bde40 req-f3b1efa3-58c5-44df-861d-2a73c60ec73a tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0659468 Jul 16 02:23:58.231371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-682d769b-0578-42bd-aec1-1ef0502bde40 req-76f0c8f7-b845-4bc0-8454-258c4f72940e tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/security-groups?id=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Jul 16 02:23:58.648269 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-03845289-2e6e-45d8-8e20-7f959e5f1e3c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:58.649641 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-03845289-2e6e-45d8-8e20-7f959e5f1e3c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.78 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 946 time: 0.0627761 Jul 16 02:23:58.753184 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Deleting port 430ce318-26e9-49ff-bc74-e2930b3bd684 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:58.753530 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.838541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] For port 430ce318-26e9-49ff-bc74-e2930b3bd684, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=430ce318-26e9-49ff-bc74-e2930b3bd684,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:58.838902 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.855930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Calling delete_port for 430ce318-26e9-49ff-bc74-e2930b3bd684 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:58.984450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.996367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['430ce318-26e9-49ff-bc74-e2930b3bd684'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:59.023396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Pushing event deleted for resources: {'Port': ['ID=430ce318-26e9-49ff-bc74-e2930b3bd684,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:59.066395 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] No DVR routers for this DVR port 430ce318-26e9-49ff-bc74-e2930b3bd684 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:59.069127 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.071201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-dfc105ba-968e-43ca-a1a1-dab9265e9dd3 req-0559a5a3-3c7d-4230-a2d7-3b72a4b4bf4c tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.78 "DELETE /v2.0/ports/430ce318-26e9-49ff-bc74-e2930b3bd684 HTTP/1.1" status: 204 len: 173 time: 0.4152782 Jul 16 02:23:59.071634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'name': 'network-vif-deleted', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:59.073854 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a091f1-9209-445a-9b56-3e12e4fe4fbf" -d '{"events": [{"server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "name": "network-vif-deleted", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:59.113260 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe63484-3c7e-4361-b32d-df0be0fab934 x-openstack-request-id: req-bbe63484-3c7e-4361-b32d-df0be0fab934 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:59.113553 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6153d3c9-052b-4f55-913d-ebb3a6eb51ae", "name": "network-vif-deleted", "tag": "430ce318-26e9-49ff-bc74-e2930b3bd684", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:59.113855 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbe63484-3c7e-4361-b32d-df0be0fab934 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:59.114247 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6153d3c9-052b-4f55-913d-ebb3a6eb51ae', 'name': 'network-vif-deleted', 'tag': '430ce318-26e9-49ff-bc74-e2930b3bd684', 'status': 'completed', 'code': 200} Jul 16 02:23:59.379121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ad5b8514-9a6c-4bd5-8b23-d5243b79fb1a req-1a9351ce-9cef-4ac9-a1e8-f5cff02319fc tempest-TestMinimumBasicScenario-746065534 tempest-TestMinimumBasicScenario-746065534-project] 10.222.0.81 "GET /v2.0/ports?device_id=6153d3c9-052b-4f55-913d-ebb3a6eb51ae HTTP/1.1" status: 200 len: 210 time: 0.0296857 Jul 16 02:24:00.962765 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:01.303361 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.416331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 430ce318-26e9-49ff-bc74-e2930b3bd684 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:01.436557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 430ce318-26e9-49ff-bc74-e2930b3bd684 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:01.437489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 430ce318-26e9-49ff-bc74-e2930b3bd684 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:01.895793 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Deleting port 8d8420af-8533-4b33-8f5a-85f356690ebe {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:01.896124 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.972058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] For port 8d8420af-8533-4b33-8f5a-85f356690ebe, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8d8420af-8533-4b33-8f5a-85f356690ebe,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:01.972750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.985396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Calling delete_port for 8d8420af-8533-4b33-8f5a-85f356690ebe owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:02.163191 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.191031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8420af-8533-4b33-8f5a-85f356690ebe,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:02.353359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.560818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Router 9b0fc836-805e-4e8f-99ec-fec6953721db has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:02.665272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:02.670304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-acd0b72a-9f85-4cb3-9b8e-00b021f6498b admin admin] 10.222.0.81 "PUT /v2.0/routers/9b0fc836-805e-4e8f-99ec-fec6953721db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064149 Jul 16 02:24:02.673453 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:02.674186 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] Sync routers for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:02.683178 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:02.683776 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:02.775199 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.783911 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:02.872565 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.927171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Deleting port 28f34030-b5b8-4292-80e6-2b93a7454aae {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:02.927524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.957178 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 5, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port': {'id': '28f34030-b5b8-4292-80e6-2b93a7454aae', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:50Z', 'updated_at': '2021-07-16T02:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:02.982420 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] Checking router: 9b0fc836-805e-4e8f-99ec-fec6953721db for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:02.990914 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] Routers {'9b0fc836-805e-4e8f-99ec-fec6953721db'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:02.991510 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['9b0fc836-805e-4e8f-99ec-fec6953721db'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:03.007401 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] For port 28f34030-b5b8-4292-80e6-2b93a7454aae, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=28f34030-b5b8-4292-80e6-2b93a7454aae,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:03.007945 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.020018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Calling delete_port for 28f34030-b5b8-4292-80e6-2b93a7454aae owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:03.080210 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] Set router 9b0fc836-805e-4e8f-99ec-fec6953721db gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:03.129818 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 6, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:03.160164 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6c1b4-1685-4efa-ab9f-ebfa938f8984 None None] The sync data for ids ['9b0fc836-805e-4e8f-99ec-fec6953721db'] in n-d-800085-5 is: [{'id': '9b0fc836-805e-4e8f-99ec-fec6953721db', 'name': 'tempest-TestMinimumBasicScenario-44662988-router', 'tenant_id': 'd382b9891f67430aa602cad3e0d92cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:49Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 6, 'project_id': 'd382b9891f67430aa602cad3e0d92cbe', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:03.195872 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.222032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f34030-b5b8-4292-80e6-2b93a7454aae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:03.286507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.375183 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.377232 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.418493 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.419010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0fc836-805e-4e8f-99ec-fec6953721db {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:24:03.423998 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.425217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5cdd6edb-4588-4599-be81-df269c44dcf1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9b0fc836-805e-4e8f-99ec-fec6953721db HTTP/1.1" status: 204 len: 168 time: 0.7508571 Jul 16 02:24:03.427598 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44012) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:03.474857 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] Deleting subnet 11e906e5-4e64-4166-81fe-75712faa14b5 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:24:03.478103 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.511990 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.596778 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.648341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.680478 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.682355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] 10.222.0.81 "DELETE /v2.0/subnets/11e906e5-4e64-4166-81fe-75712faa14b5 HTTP/1.1" status: 204 len: 168 time: 0.2538500 Jul 16 02:24:03.683959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb4697-9894-446e-8a46-ceccfeca0ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e906e5-4e64-4166-81fe-75712faa14b5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:03.685026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44014) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:03.685823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f9f08-24d7-45c4-871a-32961b6ee97c None None] Network 87ce562c-d555-4c2a-a089-c69ff34f8f64 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:03.753839 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.812206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Deleting port bd66e103-4480-41ad-a634-a48c4ae42917 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:03.812603 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.875828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] For port bd66e103-4480-41ad-a634-a48c4ae42917, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bd66e103-4480-41ad-a634-a48c4ae42917,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:03.876201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.888865 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Calling delete_port for bd66e103-4480-41ad-a634-a48c4ae42917 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:03.904480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] DHCP port deletion for 87ce562c-d555-4c2a-a089-c69ff34f8f64 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:24:03.950406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Deleting port bd66e103-4480-41ad-a634-a48c4ae42917 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:03.950814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:03.975686 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.002186 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd66e103-4480-41ad-a634-a48c4ae42917,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:04.008355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] No DVR routers for this DVR port bd66e103-4480-41ad-a634-a48c4ae42917 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:04.020952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] For port bd66e103-4480-41ad-a634-a48c4ae42917, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=bd66e103-4480-41ad-a634-a48c4ae42917,segment=NetworkSegment(79c084c0-48ef-46cb-8a67-a091aabc97b2),segment_id=79c084c0-48ef-46cb-8a67-a091aabc97b2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:04.021355 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.032690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Calling delete_port for bd66e103-4480-41ad-a634-a48c4ae42917 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:04.080541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.091146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ce562c-d555-4c2a-a089-c69ff34f8f64']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:04.101342 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c084c0-48ef-46cb-8a67-a091aabc97b2') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:04.101647 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c084c0-48ef-46cb-8a67-a091aabc97b2') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:04.109144 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.111509 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.130866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.137346 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:24:04.137779 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.138650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Pushing event deleted for resources: {'Port': ['ID=bd66e103-4480-41ad-a634-a48c4ae42917,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:04.147126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] No DVR routers for this DVR port bd66e103-4480-41ad-a634-a48c4ae42917 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:04.149835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.150489 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.150820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.151016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.151512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.151981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.152565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.152679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.153026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.153360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.153677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.153995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8594eaa-08c1-4cfc-bbd2-1c53e78312ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:24:04.159130 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:24:04.204841 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.210818 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.212790 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] 10.222.0.81 "DELETE /v2.0/networks/87ce562c-d555-4c2a-a089-c69ff34f8f64 HTTP/1.1" status: 204 len: 168 time: 0.5266132 Jul 16 02:24:04.215905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:04.223789 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbd660-88f5-4d27-bb12-a361fe77c20c admin admin] Pushing event deleted for resources: {'Network': ['ID=87ce562c-d555-4c2a-a089-c69ff34f8f64,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:04.234557 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 28f34030-b5b8-4292-80e6-2b93a7454aae no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:04.255346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 28f34030-b5b8-4292-80e6-2b93a7454aae {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:04.255674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 28f34030-b5b8-4292-80e6-2b93a7454aae not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:04.256087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8d8420af-8533-4b33-8f5a-85f356690ebe no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:04.274568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8d8420af-8533-4b33-8f5a-85f356690ebe {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:04.274915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8d8420af-8533-4b33-8f5a-85f356690ebe not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:04.275323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd66e103-4480-41ad-a634-a48c4ae42917 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:04.293536 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: bd66e103-4480-41ad-a634-a48c4ae42917 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:04.293884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device bd66e103-4480-41ad-a634-a48c4ae42917 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:04.556034 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.805362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Deleting port 98980d28-19ac-4f48-ab3a-567f589fb2c2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:04.805706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.886612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] For port 98980d28-19ac-4f48-ab3a-567f589fb2c2, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=98980d28-19ac-4f48-ab3a-567f589fb2c2,segment=NetworkSegment(80717ec2-0f48-40a4-b870-d42c4039c21b),segment_id=80717ec2-0f48-40a4-b870-d42c4039c21b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:04.886897 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.899085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Calling delete_port for 98980d28-19ac-4f48-ab3a-567f589fb2c2 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:05.081565 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:05.107721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=98980d28-19ac-4f48-ab3a-567f589fb2c2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:05.271777 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:05.482903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Router d95ce98f-178e-421a-b53c-fd89e969bff7 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:05.586302 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:05.591271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a4d43b23-b567-4eae-a1ee-90fdcd654ecb admin admin] 10.222.0.81 "PUT /v2.0/routers/d95ce98f-178e-421a-b53c-fd89e969bff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3743010 Jul 16 02:24:05.593910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:05.596525 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] Sync routers for ids ['d95ce98f-178e-421a-b53c-fd89e969bff7'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:05.606177 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] Routers {'d95ce98f-178e-421a-b53c-fd89e969bff7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:05.606825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d95ce98f-178e-421a-b53c-fd89e969bff7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:05.710533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] Set router d95ce98f-178e-421a-b53c-fd89e969bff7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:05.896681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:24:05Z', 'revision_number': 5, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:05.923092 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] Checking router: d95ce98f-178e-421a-b53c-fd89e969bff7 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:05.931942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] Routers {'d95ce98f-178e-421a-b53c-fd89e969bff7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:05.932582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['d95ce98f-178e-421a-b53c-fd89e969bff7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:06.036042 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] Set router d95ce98f-178e-421a-b53c-fd89e969bff7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:06.044864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.148502 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.209332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Deleting port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:06.209700 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.214544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:24:05Z', 'revision_number': 5, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:06.243869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8fd9a-0db6-4781-b9f6-fc8c1dc0a278 None None] The sync data for ids ['d95ce98f-178e-421a-b53c-fd89e969bff7'] in n-d-800085-5 is: [{'id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'name': 'tempest-TestMinimumBasicScenario-1694458452-router', 'tenant_id': 'be1f2b87406449cd850eb056028a2400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:24:05Z', 'revision_number': 5, 'project_id': 'be1f2b87406449cd850eb056028a2400', 'gw_port': {'id': '1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ce98f-178e-421a-b53c-fd89e969bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:54Z', 'updated_at': '2021-07-16T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:06.295588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] For port 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:06.296159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.307759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Calling delete_port for 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:06.467487 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.492531 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:06.551226 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.642480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.644962 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.694567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.695315 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95ce98f-178e-421a-b53c-fd89e969bff7 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:24:06.699935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.703437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a9811dc6-a2ee-4bd0-9935-bae0c38f6214 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d95ce98f-178e-421a-b53c-fd89e969bff7 HTTP/1.1" status: 204 len: 168 time: 1.1063519 Jul 16 02:24:06.703716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44020) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:06.747760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] Deleting subnet 7c20df93-a57f-4efd-a6a0-469da8c3048f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:24:06.751123 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.786969 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.876243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.929398 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.955813 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c20df93-a57f-4efd-a6a0-469da8c3048f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:06.959464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.962531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8e6f5bd9-debb-4b04-86f8-80a3f8a64114 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7c20df93-a57f-4efd-a6a0-469da8c3048f HTTP/1.1" status: 204 len: 168 time: 0.2576542 Jul 16 02:24:06.963804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:06.965013 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a68cf-7f1c-4f9c-a665-2dcb888a44ac None None] Network 4fa541ca-ee28-4f33-92b6-df595bc78a08 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:07.034291 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.087568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Deleting port 32e000ad-a40f-4382-b040-f7acc53a4a5f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:07.087906 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.150192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] For port 32e000ad-a40f-4382-b040-f7acc53a4a5f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=32e000ad-a40f-4382-b040-f7acc53a4a5f,segment=NetworkSegment(80717ec2-0f48-40a4-b870-d42c4039c21b),segment_id=80717ec2-0f48-40a4-b870-d42c4039c21b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:07.150480 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.162513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Calling delete_port for 32e000ad-a40f-4382-b040-f7acc53a4a5f owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:07.201931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] DHCP port deletion for 4fa541ca-ee28-4f33-92b6-df595bc78a08 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:24:07.248044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.255929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] Deleting port 32e000ad-a40f-4382-b040-f7acc53a4a5f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:07.256539 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.275302 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e000ad-a40f-4382-b040-f7acc53a4a5f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:07.277179 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] No DVR routers for this DVR port 32e000ad-a40f-4382-b040-f7acc53a4a5f on host n-d-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:07.320568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] For port 32e000ad-a40f-4382-b040-f7acc53a4a5f, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:07.320875 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.332274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] Calling delete_port for 32e000ad-a40f-4382-b040-f7acc53a4a5f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:07.334911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] Port 32e000ad-a40f-4382-b040-f7acc53a4a5f was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:24:07.336160 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.350315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.361386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa541ca-ee28-4f33-92b6-df595bc78a08']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:07.363749 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] No DVR routers for this DVR port 32e000ad-a40f-4382-b040-f7acc53a4a5f on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:07.365379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eb1ae-cb5d-4fe1-9d07-6bc8c69dfef8 None None] Pushing event deleted for resources: {'Port': ['ID=32e000ad-a40f-4382-b040-f7acc53a4a5f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:07.379490 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80717ec2-0f48-40a4-b870-d42c4039c21b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:07.379794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80717ec2-0f48-40a4-b870-d42c4039c21b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:07.388995 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.403172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.409496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:24:07.410043 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:24:07.412624 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:24:07.466357 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.471776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.473838 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4fa541ca-ee28-4f33-92b6-df595bc78a08 HTTP/1.1" status: 204 len: 168 time: 0.5090611 Jul 16 02:24:07.485273 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ea7ce-1656-4331-a3db-685f433dad35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa541ca-ee28-4f33-92b6-df595bc78a08,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:07.625885 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44026) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:07.664549 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d9d35d81-f9f8-4320-9dfb-43a84f5e197f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d382b9891f67430aa602cad3e0d92cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375011 Jul 16 02:24:07.666825 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:07.718630 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba71b054-530f-4ce9-a5f7-6b04499854c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.739681 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba71b054-530f-4ce9-a5f7-6b04499854c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.784368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba71b054-530f-4ce9-a5f7-6b04499854c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.786869 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba71b054-530f-4ce9-a5f7-6b04499854c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.788031 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ba71b054-530f-4ce9-a5f7-6b04499854c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0023adc8-b97b-44e6-a8a7-f6fd7bb8092f HTTP/1.1" status: 204 len: 168 time: 0.1203425 Jul 16 02:24:07.795250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71b054-530f-4ce9-a5f7-6b04499854c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0023adc8-b97b-44e6-a8a7-f6fd7bb8092f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:08.092349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44034) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:08.131028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5984c1ed-530b-4eb9-ac38-1c4b4340d296 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be1f2b87406449cd850eb056028a2400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368216 Jul 16 02:24:08.133259 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44036) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:08.181765 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5695abb0-5230-49d9-bc0d-4ff1efb56558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:08.203215 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5695abb0-5230-49d9-bc0d-4ff1efb56558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:08.204588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 98980d28-19ac-4f48-ab3a-567f589fb2c2 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:08.228285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 98980d28-19ac-4f48-ab3a-567f589fb2c2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:08.228740 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 98980d28-19ac-4f48-ab3a-567f589fb2c2 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:08.229226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 32e000ad-a40f-4382-b040-f7acc53a4a5f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:08.249287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 32e000ad-a40f-4382-b040-f7acc53a4a5f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:08.249639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 32e000ad-a40f-4382-b040-f7acc53a4a5f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:08.250102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:08.250413 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5695abb0-5230-49d9-bc0d-4ff1efb56558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:08.253205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5695abb0-5230-49d9-bc0d-4ff1efb56558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:08.254372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5695abb0-5230-49d9-bc0d-4ff1efb56558 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f2132a1-e350-420d-9ae8-e55375b36ec9 HTTP/1.1" status: 204 len: 168 time: 0.1202495 Jul 16 02:24:08.262318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695abb0-5230-49d9-bc0d-4ff1efb56558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2132a1-e350-420d-9ae8-e55375b36ec9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:08.269734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:08.270085 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1b4bae86-0a24-43c2-a06e-6f3ec70d0bd5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:09.814428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44078) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:09.819122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501811424', 'description': 'tempest-secgroup-smoke-501811424 description', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:09.844158 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:09.851708 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:09.941063 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:09.944507 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:09.980724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85841aa6-8ba5-4071-bf84-8938a0b835ef,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.032362 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.036072 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.061876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.063110 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2476809 Jul 16 02:24:10.066183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.067149 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8c3c9-ba5c-4cab-98e6-9356bbddb286 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e340b2-47e8-4608-91f8-b75dfdb54493,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.070923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-85d441ec-2e1b-4f68-84ce-debdd432fd3e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '80e340b2-47e8-4608-91f8-b75dfdb54493', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.097301 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85d441ec-2e1b-4f68-84ce-debdd432fd3e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.152771 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85d441ec-2e1b-4f68-84ce-debdd432fd3e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.157022 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85d441ec-2e1b-4f68-84ce-debdd432fd3e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.177817 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d441ec-2e1b-4f68-84ce-debdd432fd3e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b845f5b-3912-44ba-8d05-6d01e3aa05d3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.181631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85d441ec-2e1b-4f68-84ce-debdd432fd3e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.182828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-85d441ec-2e1b-4f68-84ce-debdd432fd3e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156197 Jul 16 02:24:10.185635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.189985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b401af53-5871-49cf-a871-068ccbcbff66 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '80e340b2-47e8-4608-91f8-b75dfdb54493', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.215590 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b401af53-5871-49cf-a871-068ccbcbff66 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.277201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b401af53-5871-49cf-a871-068ccbcbff66 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.281329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b401af53-5871-49cf-a871-068ccbcbff66 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.299378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401af53-5871-49cf-a871-068ccbcbff66 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6031a295-daab-4bcb-bdd5-0436458fc856,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.305793 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b401af53-5871-49cf-a871-068ccbcbff66 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.307094 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b401af53-5871-49cf-a871-068ccbcbff66 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204751 Jul 16 02:24:10.309764 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44084) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.314187 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-237777dd-0088-425d-a419-d8be93e1f527 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '80e340b2-47e8-4608-91f8-b75dfdb54493', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.339798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-237777dd-0088-425d-a419-d8be93e1f527 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.396872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-237777dd-0088-425d-a419-d8be93e1f527 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.400389 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-237777dd-0088-425d-a419-d8be93e1f527 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.417944 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237777dd-0088-425d-a419-d8be93e1f527 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf34ebdf-10e8-4a56-b049-2e91ec6d10f6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.422962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-237777dd-0088-425d-a419-d8be93e1f527 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.424335 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-237777dd-0088-425d-a419-d8be93e1f527 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133630 Jul 16 02:24:10.427227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44086) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.432298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a75c6893-7509-4b94-af43-7f0fa8bf0a26 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '80e340b2-47e8-4608-91f8-b75dfdb54493', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.458064 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a75c6893-7509-4b94-af43-7f0fa8bf0a26 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.515538 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a75c6893-7509-4b94-af43-7f0fa8bf0a26 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.519219 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a75c6893-7509-4b94-af43-7f0fa8bf0a26 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.538036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c6893-7509-4b94-af43-7f0fa8bf0a26 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fe3d29-0be8-4739-9fa1-4e759aadd898,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.544657 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a75c6893-7509-4b94-af43-7f0fa8bf0a26 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.545855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a75c6893-7509-4b94-af43-7f0fa8bf0a26 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172717 Jul 16 02:24:10.548437 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.552877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '80e340b2-47e8-4608-91f8-b75dfdb54493', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.573515 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:24:10.578621 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.640731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.644351 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.663527 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a97dec-fd8e-46be-82b6-a29648dbe615,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.666601 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.667790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-439a3d58-f47f-4264-94c0-7faef48b827a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184204 Jul 16 02:24:10.670546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.674874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '80e340b2-47e8-4608-91f8-b75dfdb54493', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.696541 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:24:10.701223 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.762731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.766615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.784033 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7df922-0529-41f5-9ff5-384e97d21bc6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:10.790511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.794893 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5dfbfde9-bca9-4f32-bcd6-7c228009ddbd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206117 Jul 16 02:24:10.795302 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.801859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'network': {'name': 'tempest-network-smoke--839199973', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.822689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:10.826228 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.849857 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:24:10.859190 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.859543 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Added segment cbbcf329-bb7d-4c30-8277-f3d834ae55fe of type vlan for network c4763be7-3e8d-4743-b8bd-830e57a11933 Jul 16 02:24:10.899513 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.927351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.932759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:10.933335 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.968459 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1719849 Jul 16 02:24:10.971358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.975668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'admin_state_up': True, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:11.013560 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121fd5-5356-4dd0-91ed-9f8cdd861d81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Network': ['ID=c4763be7-3e8d-4743-b8bd-830e57a11933,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:11.023427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network c4763be7-3e8d-4743-b8bd-830e57a11933 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:24:11.028442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.029520 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.085813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.222933 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.416423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.435213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.535284 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.50 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/dc65c269-f2ea-4090-8c82-e7deb912db4e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:11.642323 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.681870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.682879 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87049450-9710-4bfe-a183-6d3936c57cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.718818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:11.723498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:11.727425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:11.752087 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=dc65c269-f2ea-4090-8c82-e7deb912db4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:11.969710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.162635 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.287336 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 0fc63978-108a-44d2-acb3-9c6adf74e980 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:24:12.391696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:12.400787 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Sync routers for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:12.409665 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.410267 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:12.411060 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:12.411355 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b1933d56-0ce2-4d43-9c9c-b3b41499b40e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4390874 Jul 16 02:24:12.414446 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:12.541270 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b8fc40d4-9dbc-4dcd-8615-efaf3dd292a4 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f1254e57bf5544599584cbbc950f4c0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1256483 Jul 16 02:24:12.544264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:12.604457 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:12.636544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758ce50-5e1e-4420-8657-88d5ccc17080 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:12.641198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b758ce50-5e1e-4420-8657-88d5ccc17080 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921466 Jul 16 02:24:12.641416 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:12.671104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5be89208-bdbd-410d-9218-d78cfb0fcfa5 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261881 Jul 16 02:24:12.671306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:12.675977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2021705103', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:12.762032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:12.766073 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.778370 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:11Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:12.804322 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Checking router: 0fc63978-108a-44d2-acb3-9c6adf74e980 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:12.804665 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Updating router 0fc63978-108a-44d2-acb3-9c6adf74e980 port dc65c269-f2ea-4090-8c82-e7deb912db4e binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:24:12.841548 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.948322 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.015505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Subnet': ['ID=e8cf3385-7670-4193-ad23-892e37433488,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:13.022682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Checking segment: {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:13.023053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network hostable DHCP agents. Network: c4763be7-3e8d-4743-b8bd-830e57a11933, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:24:13.039743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network c4763be7-3e8d-4743-b8bd-830e57a11933 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:24:13.048882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, c4763be7-3e8d-4743-b8bd-830e57a11933) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:13.054897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:13.055367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.059271 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca977ab3-0fdc-4496-9fe6-eabce6c38465 None None] Network c4763be7-3e8d-4743-b8bd-830e57a11933 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:13.072615 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-26a88541-2e19-4623-aa05-f355c70197c6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4003074 Jul 16 02:24:13.075532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:13.098133 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.108383 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Transition to ACTIVE for port object dc65c269-f2ea-4090-8c82-e7deb912db4e will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:13.114524 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.165168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Attempting to bind port dc65c269-f2ea-4090-8c82-e7deb912db4e on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:13.165792 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Attempting to bind port dc65c269-f2ea-4090-8c82-e7deb912db4e by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:13.166184 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Attempting to bind port dc65c269-f2ea-4090-8c82-e7deb912db4e on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:13.174362 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:13.174734 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:13.175134 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.175563 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:13.176028 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Bound port: dc65c269-f2ea-4090-8c82-e7deb912db4e, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:13.176433 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.202586 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Pushing event updated for resources: {'Port': ['ID=dc65c269-f2ea-4090-8c82-e7deb912db4e,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:13.211908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-c4763be7-3e8d-4743-b8bd-830e57a11933', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:24:13.213058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.228186 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.228553 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.228890 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.229225 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.229555 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.229878 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.230197 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.230520 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.230837 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.231151 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.231465 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.231771 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:13.246081 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] For port dc65c269-f2ea-4090-8c82-e7deb912db4e, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:13.250186 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] For port dc65c269-f2ea-4090-8c82-e7deb912db4e, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dc65c269-f2ea-4090-8c82-e7deb912db4e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:13.254832 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.304153 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:13.304795 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:23:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:13.356656 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd3c3a-b217-49e4-b0ba-08e351c14473 None None] Pushing event updated for resources: {'Port': ['ID=dc65c269-f2ea-4090-8c82-e7deb912db4e,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:13.363051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Allocated IP 172.20.0.2 (c4763be7-3e8d-4743-b8bd-830e57a11933/e8cf3385-7670-4193-ad23-892e37433488/7538d611-dc28-4da2-a5d8-c9f1948f0618) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:13.417990 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:13.515860 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.525885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Transition to ACTIVE for port object 7538d611-dc28-4da2-a5d8-c9f1948f0618 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:13.543000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Transition to ACTIVE for port object 7538d611-dc28-4da2-a5d8-c9f1948f0618 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:13.551019 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.594928 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Network c4763be7-3e8d-4743-b8bd-830e57a11933 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:13.598849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:13.603127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:13.604498 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:11Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:13.612951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Pushing event updated for resources: {'Port': ['ID=7538d611-dc28-4da2-a5d8-c9f1948f0618,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:13.635659 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fc433-6b9f-44cd-9ee6-e77e039f75d6 None None] The sync data for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 is: [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:11Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:13.676850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Attempting to bind port 7538d611-dc28-4da2-a5d8-c9f1948f0618 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:13.677219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Attempting to bind port 7538d611-dc28-4da2-a5d8-c9f1948f0618 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:13.677587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Attempting to bind port 7538d611-dc28-4da2-a5d8-c9f1948f0618 on network c4763be7-3e8d-4743-b8bd-830e57a11933 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:13.683173 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:13.683784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Checking segment: {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:13.684380 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.685094 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Bound using segment: {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:13.685754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Bound port: 7538d611-dc28-4da2-a5d8-c9f1948f0618, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:13.686343 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.754581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] For port 7538d611-dc28-4da2-a5d8-c9f1948f0618, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:13.758244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] For port 7538d611-dc28-4da2-a5d8-c9f1948f0618, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7538d611-dc28-4da2-a5d8-c9f1948f0618,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:13.763657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:13.827655 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c5cc9-18fa-4f63-95e6-d2ef0d95360b None None] Pushing event updated for resources: {'Port': ['ID=7538d611-dc28-4da2-a5d8-c9f1948f0618,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:13.943502 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.280808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7538d611-dc28-4da2-a5d8-c9f1948f0618 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:14.285209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.1 (c4763be7-3e8d-4743-b8bd-830e57a11933/e8cf3385-7670-4193-ad23-892e37433488/47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:14.334424 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 7538d611-dc28-4da2-a5d8-c9f1948f0618 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:14.338615 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dc65c269-f2ea-4090-8c82-e7deb912db4e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:14.400317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port dc65c269-f2ea-4090-8c82-e7deb912db4e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:14.408735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dc65c269-f2ea-4090-8c82-e7deb912db4e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:14.409179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.413400 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.428317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:14.466223 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.490126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.520123 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network c4763be7-3e8d-4743-b8bd-830e57a11933 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:14.521387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port dc65c269-f2ea-4090-8c82-e7deb912db4e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dc65c269-f2ea-4090-8c82-e7deb912db4e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:14.525886 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:14.527016 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.528545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:14.531083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:14.532898 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.585505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31dc39af-a26a-439e-9171-0938cd249f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.587198 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.599726 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=dc65c269-f2ea-4090-8c82-e7deb912db4e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:14.742329 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:14.913711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb68458-869c-4cce-acf0-13369e50e5d8 None None] Network c4763be7-3e8d-4743-b8bd-830e57a11933 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:15.029084 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.031428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c4df510e-7228-4df6-9aec-5514d9cfa1a0 None None] Provisioning for port 7538d611-dc28-4da2-a5d8-c9f1948f0618 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:15.035721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.035918 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c4df510e-7228-4df6-9aec-5514d9cfa1a0 None None] Provisioning complete for port 7538d611-dc28-4da2-a5d8-c9f1948f0618 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:15.036238 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4df510e-7228-4df6-9aec-5514d9cfa1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.120253 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:15.128051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.160610 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4df510e-7228-4df6-9aec-5514d9cfa1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.200792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c4df510e-7228-4df6-9aec-5514d9cfa1a0 None None] For port 7538d611-dc28-4da2-a5d8-c9f1948f0618, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7538d611-dc28-4da2-a5d8-c9f1948f0618,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:15.207997 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4df510e-7228-4df6-9aec-5514d9cfa1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.232430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network c4763be7-3e8d-4743-b8bd-830e57a11933 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:15.234544 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:15.265481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df510e-7228-4df6-9aec-5514d9cfa1a0 None None] Pushing event updated for resources: {'Port': ['ID=7538d611-dc28-4da2-a5d8-c9f1948f0618,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:15.365148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 0fc63978-108a-44d2-acb3-9c6adf74e980 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:15.431488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ede630a1-acdb-46f7-8ee7-a7060f20808a None None] Provisioning complete for port 7538d611-dc28-4da2-a5d8-c9f1948f0618 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:15.432045 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede630a1-acdb-46f7-8ee7-a7060f20808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.507867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:15.517506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8b6249fa-85d5-48c6-9ff3-f03d1609fc06 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/0fc63978-108a-44d2-acb3-9c6adf74e980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4408152 Jul 16 02:24:15.518779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Sync routers for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:15.553934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:15.555083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:15.560740 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.615387 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ede630a1-acdb-46f7-8ee7-a7060f20808a None None] Provisioning for port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:15.621454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ede630a1-acdb-46f7-8ee7-a7060f20808a None None] Provisioning complete for port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:15.621830 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ede630a1-acdb-46f7-8ee7-a7060f20808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.664387 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-bf11b252-58bc-4a11-8b49-a25b412f8c15 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501811424&fields=id&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 267 time: 0.0378122 Jul 16 02:24:15.782069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-444ecb17-08aa-45f8-bb90-933602593e2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:15.783693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-444ecb17-08aa-45f8-bb90-933602593e2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/networks?id=c4763be7-3e8d-4743-b8bd-830e57a11933 HTTP/1.1" status: 200 len: 796 time: 0.1121552 Jul 16 02:24:15.798771 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-73193398-3dc8-4f50-a784-31028a67888f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/quotas/f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 375 time: 0.0095146 Jul 16 02:24:15.855938 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ede630a1-acdb-46f7-8ee7-a7060f20808a None None] Port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:15.865856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:15.869855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-3b710209-8991-47a5-954a-71624815d22a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656755 Jul 16 02:24:16.008374 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-2580898f-2dbb-40ca-9950-120a14720c0b service neutron] 10.222.0.81 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267741 Jul 16 02:24:16.013501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a0a52a64-c1a2-41ae-a091-b79b31dfe89a None None] Provisioning complete for port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:16.013883 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0a52a64-c1a2-41ae-a091-b79b31dfe89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.081913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a0a52a64-c1a2-41ae-a091-b79b31dfe89a None None] Port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:16.103292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-86c2ebee-642d-4ce8-8ac3-9ad5375f5de2 service neutron] 10.222.0.81 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886071 Jul 16 02:24:16.105007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 2, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:16.131256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Checking router: 0fc63978-108a-44d2-acb3-9c6adf74e980 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:16.131611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Updating router 0fc63978-108a-44d2-acb3-9c6adf74e980 port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:24:16.169307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.264266 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7538d611-dc28-4da2-a5d8-c9f1948f0618 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:16.297158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-be38d9ac-be2d-456a-83e8-c98473ff1aaa req-be104ee5-c018-4c63-8843-033a349693d1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 210 time: 0.0324430 Jul 16 02:24:16.387382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 7538d611-dc28-4da2-a5d8-c9f1948f0618 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:16.387758 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.531335 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.545065 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dc65c269-f2ea-4090-8c82-e7deb912db4e up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:16.547758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Transition to ACTIVE for port object 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:16.570916 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.651064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.653653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff37a97-993d-49b1-abad-b00deb1a0b33 None None] Pushing event updated for resources: {'Port': ['ID=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:16.706975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dc65c269-f2ea-4090-8c82-e7deb912db4e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:16.707347 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.731192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Attempting to bind port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:16.731436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Attempting to bind port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:16.731666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Attempting to bind port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a on network c4763be7-3e8d-4743-b8bd-830e57a11933 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:16.744946 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:16.745320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Checking segment: {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:16.745737 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.746133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Bound using segment: {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:16.746617 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Bound port: 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:16.747008 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.849886 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] For port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:16.863448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] For port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:16.869811 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:16.942644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:16.943274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:16.945049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff37a97-993d-49b1-abad-b00deb1a0b33 None None] Pushing event updated for resources: {'Port': ['ID=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:17.058211 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:17.070447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:17.277725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:16Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:17.308482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4e926-89ad-4b21-90c7-a2ba4d82aa8c None None] The sync data for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 is: [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:16Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:17.391545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-23ea4473-5450-48c6-99a0-ca95e881fbf6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:17.393870 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-23ea4473-5450-48c6-99a0-ca95e881fbf6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/networks?id=c4763be7-3e8d-4743-b8bd-830e57a11933 HTTP/1.1" status: 200 len: 796 time: 0.1407838 Jul 16 02:24:17.446757 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-33e2b7e8-6055-4d9d-8111-6e8c3e04f617 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 379 time: 0.0422537 Jul 16 02:24:17.458294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'port': {'device_id': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'admin_state_up': True, 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'security_groups': ['80e340b2-47e8-4608-91f8-b75dfdb54493']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:17.502563 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-074284c0-3140-4570-ad51-419f93679eea req-2d6ae075-80d3-4ba9-95dc-b99313457049 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 210 time: 0.0383458 Jul 16 02:24:17.580485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:17.584093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:17.721005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.4 (c4763be7-3e8d-4743-b8bd-830e57a11933/e8cf3385-7670-4193-ad23-892e37433488/54bafc53-9553-43be-b1c5-99cf4e9f2a56) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:17.867940 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:17.882525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object 54bafc53-9553-43be-b1c5-99cf4e9f2a56 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:17.915114 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:17.964040 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network c4763be7-3e8d-4743-b8bd-830e57a11933 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:17.967634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:17.972155 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:17.976300 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=54bafc53-9553-43be-b1c5-99cf4e9f2a56,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:18.026634 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:18.027289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.043459 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-b1a6aa3a-851b-4d8c-ac58-f11daf1490b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905371 Jul 16 02:24:18.056479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Request body: {'port': {'device_id': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:18.145661 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.212846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-857df4af-bb68-4ca4-bcf5-90927d22addf None None] Provisioning for port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:18.220011 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-857df4af-bb68-4ca4-bcf5-90927d22addf None None] Provisioning complete for port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:18.221686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-857df4af-bb68-4ca4-bcf5-90927d22addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.254137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:18.292753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-857df4af-bb68-4ca4-bcf5-90927d22addf None None] Port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:18.310850 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:18.319274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:18.319846 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.406344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.445877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:18.449900 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.458500 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bafc53-9553-43be-b1c5-99cf4e9f2a56 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:18.467030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.479524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Transition to ACTIVE for port object 54bafc53-9553-43be-b1c5-99cf4e9f2a56 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:18.483707 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.498719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:18.581161 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Pushing event updated for resources: {'Port': ['ID=54bafc53-9553-43be-b1c5-99cf4e9f2a56,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:18.616547 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Attempting to bind port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:18.616855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Attempting to bind port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:18.617189 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Attempting to bind port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 on network c4763be7-3e8d-4743-b8bd-830e57a11933 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:18.622163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 on network c4763be7-3e8d-4743-b8bd-830e57a11933 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:18.622428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Attempting to bind port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 on network c4763be7-3e8d-4743-b8bd-830e57a11933 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:18.628170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:18.628543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Checking segment: {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:18.628927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Bound using segment: {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:18.629356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Bound port: 54bafc53-9553-43be-b1c5-99cf4e9f2a56, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:18.629718 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.697123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fcc72-63f8-4d3c-be01-599821645c2b req-efc12107-9193-44ae-b0ca-311afdce272c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:18.698679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f7fcc72-63f8-4d3c-be01-599821645c2b req-efc12107-9193-44ae-b0ca-311afdce272c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 943 time: 0.0703244 Jul 16 02:24:18.700492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] For port 54bafc53-9553-43be-b1c5-99cf4e9f2a56, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:18.703818 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] For port 54bafc53-9553-43be-b1c5-99cf4e9f2a56, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:18.714428 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.742903 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8f7fcc72-63f8-4d3c-be01-599821645c2b req-9d70667a-a9b7-4ba6-aa0a-2f03efd5a469 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383344 Jul 16 02:24:18.750979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:18.751597 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:18.753053 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] 10.222.0.78 "PUT /v2.0/ports/54bafc53-9553-43be-b1c5-99cf4e9f2a56 HTTP/1.1" status: 200 len: 1091 time: 0.7010627 Jul 16 02:24:18.753701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:18.755728 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c3650-4f6c-454a-9384-eb1f370a42e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:18.781144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532871f6-0068-4f41-9ac8-525ee643ab6e service neutron] Pushing event updated for resources: {'Port': ['ID=54bafc53-9553-43be-b1c5-99cf4e9f2a56,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:18.868933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-dd6240b4-b38a-430e-9ed7-f6e6d7540cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:18.870474 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-dd6240b4-b38a-430e-9ed7-f6e6d7540cbf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 1094 time: 0.0663002 Jul 16 02:24:18.876160 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503bb5f-abc1-4074-b781-87ec4b689651 x-openstack-request-id: req-d503bb5f-abc1-4074-b781-87ec4b689651 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:18.876543 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:18.876794 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d503bb5f-abc1-4074-b781-87ec4b689651 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:18.877206 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'status': 'completed', 'code': 200} Jul 16 02:24:18.915674 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-31948289-1411-48c8-b897-1a7d44c1eadf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56 HTTP/1.1" status: 200 len: 217 time: 0.0350554 Jul 16 02:24:18.964315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-37d24304-b043-4977-8aa9-536fc5095070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:18.965849 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-37d24304-b043-4977-8aa9-536fc5095070 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8cf3385-7670-4193-ad23-892e37433488 HTTP/1.1" status: 200 len: 835 time: 0.0438631 Jul 16 02:24:19.025417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-4316fed9-cce7-4dcd-b669-802dd0700426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.026797 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-4316fed9-cce7-4dcd-b669-802dd0700426 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4763be7-3e8d-4743-b8bd-830e57a11933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543005 Jul 16 02:24:19.116048 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-d0e3098f-0a3e-49ec-90f8-523bc951d8ea service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Jul 16 02:24:19.208929 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c7fa3127-6637-44b3-81e8-681d2e975318 req-7fd720a0-7159-4880-b09c-09a19d2cefd7 service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Jul 16 02:24:19.311128 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-774d8df4-f1b9-4b4b-add1-a143ae3df99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.312544 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-774d8df4-f1b9-4b4b-add1-a143ae3df99d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 1094 time: 0.0527949 Jul 16 02:24:19.406226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-59db11d1-5fca-4131-b847-847a116b5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.407704 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-59db11d1-5fca-4131-b847-847a116b5569 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c4763be7-3e8d-4743-b8bd-830e57a11933 HTTP/1.1" status: 200 len: 897 time: 0.0888803 Jul 16 02:24:19.447586 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-7c31bb13-9783-4fd1-bc02-fa86e6745336 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56 HTTP/1.1" status: 200 len: 217 time: 0.0330114 Jul 16 02:24:19.495005 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-cf6e7c15-284d-4c82-bf21-7e43c7cf1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.496456 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-cf6e7c15-284d-4c82-bf21-7e43c7cf1993 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8cf3385-7670-4193-ad23-892e37433488 HTTP/1.1" status: 200 len: 835 time: 0.0422459 Jul 16 02:24:19.558282 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-d6342de1-fa7e-4349-be9a-25686820098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.559773 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-d6342de1-fa7e-4349-be9a-25686820098b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4763be7-3e8d-4743-b8bd-830e57a11933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564663 Jul 16 02:24:19.649158 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-a9c986ab-f893-4fb3-8783-a662d3cd47b3 service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818431 Jul 16 02:24:19.739646 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-030c3650-4f6c-454a-9384-eb1f370a42e5 req-9b92c3ec-e34d-45da-bc14-9bf204f68a2d service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842032 Jul 16 02:24:19.927188 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18ed26-5b8f-4740-a6cb-ede7c0212297 req-8300c4ce-7b94-4b3f-b585-18378d0da28c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.928598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c18ed26-5b8f-4740-a6cb-ede7c0212297 req-8300c4ce-7b94-4b3f-b585-18378d0da28c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 943 time: 0.0634444 Jul 16 02:24:19.965420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7c18ed26-5b8f-4740-a6cb-ede7c0212297 req-0e536a6c-c41b-4ad4-a8f1-e043358b8c96 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315285 Jul 16 02:24:20.211330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:20.259369 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:20.270852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:20.271211 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:21.142610 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca2da-9df4-4d1a-819c-cb53587ee54c req-1ddcfa3d-f796-43b1-bf00-e4734a824881 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:21.144087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb1ca2da-9df4-4d1a-819c-cb53587ee54c req-1ddcfa3d-f796-43b1-bf00-e4734a824881 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 943 time: 0.0644109 Jul 16 02:24:21.185695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb1ca2da-9df4-4d1a-819c-cb53587ee54c req-de8a4382-6ab4-4625-951e-af1938e5b0da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355599 Jul 16 02:24:21.498340 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 54bafc53-9553-43be-b1c5-99cf4e9f2a56 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:21.591225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 54bafc53-9553-43be-b1c5-99cf4e9f2a56, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:21.602511 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'port_id': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'mac_address': 'fa:16:3e:b5:c6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:21.640128 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:21.652363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bafc53-9553-43be-b1c5-99cf4e9f2a56 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:21.670611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 54bafc53-9553-43be-b1c5-99cf4e9f2a56, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:21.674527 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:21.718528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=54bafc53-9553-43be-b1c5-99cf4e9f2a56,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:21.932074 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['54bafc53-9553-43be-b1c5-99cf4e9f2a56'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:22.354053 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7c46-ef1c-4a47-8c0b-3d2f741b567e req-375afe07-9fd8-4d65-a15f-5603beb9a7c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:22.355505 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-394a7c46-ef1c-4a47-8c0b-3d2f741b567e req-375afe07-9fd8-4d65-a15f-5603beb9a7c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 944 time: 0.0626433 Jul 16 02:24:22.392468 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-394a7c46-ef1c-4a47-8c0b-3d2f741b567e req-deadc1f1-773c-47c1-a24b-15fd55c70217 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Jul 16 02:24:23.508213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 54bafc53-9553-43be-b1c5-99cf4e9f2a56 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:23.558486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:23.562070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:23.562441 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:23.562577 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5d15c-33d0-426e-befe-99458d4f80d5 req-911f32dc-3196-4f9d-81ca-7f69df5bdbae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:23.564350 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92e5d15c-33d0-426e-befe-99458d4f80d5 req-911f32dc-3196-4f9d-81ca-7f69df5bdbae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 944 time: 0.0646124 Jul 16 02:24:23.602986 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92e5d15c-33d0-426e-befe-99458d4f80d5 req-3af6b0ef-4cd7-4358-a871-91e8af021edc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327733 Jul 16 02:24:23.637797 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:23.661645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:23.663792 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d74718-7b8e-4832-b76a-111e67fc0aef" -d '{"events": [{"server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "name": "network-vif-plugged", "status": "completed", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:23.676141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 54bafc53-9553-43be-b1c5-99cf4e9f2a56, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:23.679958 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:23.728170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=54bafc53-9553-43be-b1c5-99cf4e9f2a56,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:23.752729 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cabfe1-8cf6-42a0-8c19-023465cada9f x-openstack-request-id: req-b0cabfe1-8cf6-42a0-8c19-023465cada9f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:23.753027 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "name": "network-vif-plugged", "status": "completed", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:23.753285 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0cabfe1-8cf6-42a0-8c19-023465cada9f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:23.753684 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'code': 200} Jul 16 02:24:23.862631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a54fe1-07ec-43f2-a149-ab683da3960e req-71e7e146-7395-455e-9c2f-731e33b2e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:23.864107 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-04a54fe1-07ec-43f2-a149-ab683da3960e req-71e7e146-7395-455e-9c2f-731e33b2e3d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 1096 time: 0.0521319 Jul 16 02:24:23.897285 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-04a54fe1-07ec-43f2-a149-ab683da3960e req-8ca5ceef-7175-4547-97b6-de76cebdcf77 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270135 Jul 16 02:24:24.782159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0dac2-f9ef-470b-bc7c-2812a6bcf357 req-b00f2a2b-b086-4a63-8110-016e79c3d4e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:24.783626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39c0dac2-f9ef-470b-bc7c-2812a6bcf357 req-b00f2a2b-b086-4a63-8110-016e79c3d4e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0711606 Jul 16 02:24:24.820304 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-39c0dac2-f9ef-470b-bc7c-2812a6bcf357 req-306dddbd-d864-483a-80c8-20842420abca tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310442 Jul 16 02:24:25.991298 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4971c74-cb09-4add-b9a4-eb2481c04bbb req-0225bf2d-4f51-4363-a172-fd1ef8645b7f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.992784 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4971c74-cb09-4add-b9a4-eb2481c04bbb req-0225bf2d-4f51-4363-a172-fd1ef8645b7f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0633309 Jul 16 02:24:26.029153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4971c74-cb09-4add-b9a4-eb2481c04bbb req-19432e56-1221-45de-9040-66573327f249 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Jul 16 02:24:26.196241 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a386a9b-f71a-4acd-afae-4fa431e86c2c req-1c69db8d-bc26-45c1-92ef-33f9efad627e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.197694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a386a9b-f71a-4acd-afae-4fa431e86c2c req-1c69db8d-bc26-45c1-92ef-33f9efad627e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0625677 Jul 16 02:24:26.238640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0a386a9b-f71a-4acd-afae-4fa431e86c2c req-9f9ebc9b-fbd2-4952-908d-f7fd9aa35d94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354288 Jul 16 02:24:26.262221 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:26.311775 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094b1c9-8d81-4f88-b469-2042b4897f65 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.313836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1094b1c9-8d81-4f88-b469-2042b4897f65 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 1091 time: 0.0506446 Jul 16 02:24:26.316651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44180) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:26.320878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:26.342017 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:26.433982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:26.536979 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.82 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/2e1257b2-d4c3-458f-900e-056617612230) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:26.635884 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:26.677272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:26.711854 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:26.717860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:26.721412 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:26.742976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=2e1257b2-d4c3-458f-900e-056617612230,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:27.083029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.158261 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.304020 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.308424 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.375106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=2e1257b2-d4c3-458f-900e-056617612230,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:27.385183 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.484307 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP 2a070ac9-daca-4ed9-b42b-2a58e8d6b40d associated. External IP: 172.25.5.82, port: 54bafc53-9553-43be-b1c5-99cf4e9f2a56. Jul 16 02:24:27.686903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 0fc63978-108a-44d2-acb3-9c6adf74e980 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:27.794111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:27.805533 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] Sync routers for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:27.810011 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.815895 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:27.816529 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:27.846429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3850a8f9-4f8d-45bf-a747-43f89bd2b91f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5287874 Jul 16 02:24:27.847000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:27.849273 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de945c6-2b89-4165-b02a-f9fd12709e16" -d '{"events": [{"name": "network-changed", "server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:27.895326 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf5cca5-f8e0-4c17-a0e3-b528af9bfbfd x-openstack-request-id: req-fdf5cca5-f8e0-4c17-a0e3-b528af9bfbfd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:27.895620 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:27.895867 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdf5cca5-f8e0-4c17-a0e3-b528af9bfbfd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:27.896307 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'status': 'completed', 'code': 200} Jul 16 02:24:27.925960 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:27.968930 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-fd72338b-8d7d-4983-9729-0e0c5b973111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:27.970439 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-fd72338b-8d7d-4983-9729-0e0c5b973111 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 1096 time: 0.0542300 Jul 16 02:24:28.020107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddfe95-5b91-4f1d-870f-6ad0b23374b6 req-2fd7216a-7611-4a49-a79f-1ed17b5632ab tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:28.021776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6ddfe95-5b91-4f1d-870f-6ad0b23374b6 req-2fd7216a-7611-4a49-a79f-1ed17b5632ab tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0773239 Jul 16 02:24:28.068935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a6ddfe95-5b91-4f1d-870f-6ad0b23374b6 req-fbb06b3b-d5be-41b1-bca6-0947ebec4adf tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395973 Jul 16 02:24:28.085279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-b642558b-fe5e-4ee4-b528-d8111b3539b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:28.086801 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-b642558b-fe5e-4ee4-b528-d8111b3539b1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c4763be7-3e8d-4743-b8bd-830e57a11933 HTTP/1.1" status: 200 len: 897 time: 0.1081500 Jul 16 02:24:28.088213 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:28.150950 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-379971e5-6f2c-4673-a682-27850e6bbcba tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/2a070ac9-daca-4ed9-b42b-2a58e8d6b40d HTTP/1.1" status: 200 len: 990 time: 0.0605140 Jul 16 02:24:28.160102 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2a070ac9-daca-4ed9-b42b-2a58e8d6b40d', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'port_id': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'mac_address': 'fa:16:3e:b5:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:26Z', 'updated_at': '2021-07-16T02:24:26Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:18Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:28.161625 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-282a8845-3e26-4111-a4f2-7163588f51dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56 HTTP/1.1" status: 200 len: 998 time: 0.0680177 Jul 16 02:24:28.189740 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] Checking router: 0fc63978-108a-44d2-acb3-9c6adf74e980 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:28.197852 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:28.198459 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:28.210777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-d5a17f77-563f-4a9f-887e-61d106559119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:28.212277 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-d5a17f77-563f-4a9f-887e-61d106559119 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8cf3385-7670-4193-ad23-892e37433488 HTTP/1.1" status: 200 len: 835 time: 0.0449462 Jul 16 02:24:28.269478 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-b2b4876b-2403-4e3a-a7fa-8efa025b67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:28.270873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-b2b4876b-2403-4e3a-a7fa-8efa025b67e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4763be7-3e8d-4743-b8bd-830e57a11933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525346 Jul 16 02:24:28.295603 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:28.363455 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-6c559094-c471-40d8-8a2e-cdc138a779ef service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862195 Jul 16 02:24:28.454112 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-8de945c6-2b89-4165-b02a-f9fd12709e16 req-069c8113-62b7-4320-a793-ead4f1821bd6 service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840855 Jul 16 02:24:28.589694 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2a070ac9-daca-4ed9-b42b-2a58e8d6b40d', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'port_id': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'mac_address': 'fa:16:3e:b5:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:26Z', 'updated_at': '2021-07-16T02:24:26Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:18Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:28.615604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3102a8-6506-43d7-b143-1812446726ad None None] The sync data for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 is: [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2a070ac9-daca-4ed9-b42b-2a58e8d6b40d', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'port_id': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'mac_address': 'fa:16:3e:b5:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:26Z', 'updated_at': '2021-07-16T02:24:26Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:18Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:28.803748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67f880-f11c-4aa7-9e6c-9caea838e34f None None] New status for floating IP 2a070ac9-daca-4ed9-b42b-2a58e8d6b40d: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:24:29.153774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:29.215802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-941516d6-be1f-4ce7-a56f-ef0d979e6418 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/2a070ac9-daca-4ed9-b42b-2a58e8d6b40d HTTP/1.1" status: 200 len: 992 time: 0.0608227 Jul 16 02:24:31.338326 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:41.683602 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf779a85-a9df-4d37-849b-90d33cec9f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.521474 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.546281 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1845c04e-3da6-4696-b42d-1c1e4bef15ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.546835 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.638471 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.048453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.254768 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.989032 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-aa4fd81e-45f7-40b3-ae36-f78d1694d056 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508871 Jul 16 02:24:58.090622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-1432bd39-d3b7-4992-81db-af4caaf117ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.092132 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-1432bd39-d3b7-4992-81db-af4caaf117ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 1096 time: 0.0564146 Jul 16 02:24:58.197588 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-5863267f-a5b8-4655-877b-9158e9fe59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.199060 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-5863267f-a5b8-4655-877b-9158e9fe59dc service neutron] 10.222.0.78 "GET /v2.0/networks?id=c4763be7-3e8d-4743-b8bd-830e57a11933 HTTP/1.1" status: 200 len: 897 time: 0.0851882 Jul 16 02:24:58.265914 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-30729662-680c-407d-bb08-7f957272c6cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56 HTTP/1.1" status: 200 len: 1000 time: 0.0603969 Jul 16 02:24:58.313960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-d3ef3f6a-d0e2-45a7-9dda-232af59251c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.315336 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-d3ef3f6a-d0e2-45a7-9dda-232af59251c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8cf3385-7670-4193-ad23-892e37433488 HTTP/1.1" status: 200 len: 835 time: 0.0418594 Jul 16 02:24:58.370425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-7ecdca71-a173-4106-aaa7-907930216db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.371847 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-7ecdca71-a173-4106-aaa7-907930216db3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4763be7-3e8d-4743-b8bd-830e57a11933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495648 Jul 16 02:24:58.467817 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-39d0f4e9-376b-4310-ab45-de93c38514c4 service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840528 Jul 16 02:24:58.553861 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3f624758-7ce1-42c0-83ab-8711fbbf2542 req-3513777c-2b84-4f8d-9f7f-fe2ceb51f325 service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786047 Jul 16 02:25:02.733596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8431b4d-3906-4aa4-81d2-17cfafde90c3 req-3be612ae-64c8-4f19-b6e6-5bc993daa19b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.735098 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8431b4d-3906-4aa4-81d2-17cfafde90c3 req-3be612ae-64c8-4f19-b6e6-5bc993daa19b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0636814 Jul 16 02:25:02.773050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8431b4d-3906-4aa4-81d2-17cfafde90c3 req-97957dbb-8387-4740-8bb2-275e5d91289e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Jul 16 02:25:03.943074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2e1f1-0a32-41a9-9970-02a2efe52fa9 req-baf315bf-0df8-4c0b-b881-3d72c9746022 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:03.944580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85b2e1f1-0a32-41a9-9970-02a2efe52fa9 req-baf315bf-0df8-4c0b-b881-3d72c9746022 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0622880 Jul 16 02:25:03.981860 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-85b2e1f1-0a32-41a9-9970-02a2efe52fa9 req-c6564618-b38d-409f-aadd-5420615c8407 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Jul 16 02:25:04.005347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44210) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:04.068588 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-86460388-a17c-4e16-89d5-5a122b10689f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/2a070ac9-daca-4ed9-b42b-2a58e8d6b40d HTTP/1.1" status: 200 len: 992 time: 0.0620959 Jul 16 02:25:05.492996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd23b50-3914-48ed-963c-e012071fcbfc req-cee31a97-9471-4593-9ced-0247ece59fa5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.494521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fd23b50-3914-48ed-963c-e012071fcbfc req-cee31a97-9471-4593-9ced-0247ece59fa5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0648189 Jul 16 02:25:05.534989 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5fd23b50-3914-48ed-963c-e012071fcbfc req-bcf0c66e-498b-40fe-8f65-40d022bb46aa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346775 Jul 16 02:25:06.714418 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2397cf-3f7f-4d54-9049-7204f0c7905a req-6482d9dc-7c0c-4858-9cd0-8365036fc241 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.715906 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd2397cf-3f7f-4d54-9049-7204f0c7905a req-6482d9dc-7c0c-4858-9cd0-8365036fc241 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jul 16 02:25:06.752547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cd2397cf-3f7f-4d54-9049-7204f0c7905a req-c2c08143-3570-4034-967d-f945db721f51 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Jul 16 02:25:06.777645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44220) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:06.836717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6e2be7bb-9def-45a1-b548-babbef4426b2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/2a070ac9-daca-4ed9-b42b-2a58e8d6b40d HTTP/1.1" status: 200 len: 992 time: 0.0578184 Jul 16 02:25:07.080720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:07.231296 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 2e1257b2-d4c3-458f-900e-056617612230 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:07.231634 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.307078 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.307402 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.318480 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 2e1257b2-d4c3-458f-900e-056617612230 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:07.461842 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.486905 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=2e1257b2-d4c3-458f-900e-056617612230,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:07.514432 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.514789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.515130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.515467 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.515801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.516136 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.516492 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.516826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.517152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.517475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.517799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.518117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:07.558203 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.558543 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP 2a070ac9-daca-4ed9-b42b-2a58e8d6b40d disassociated (deleted). External IP: 172.25.5.82, port: 54bafc53-9553-43be-b1c5-99cf4e9f2a56. Jul 16 02:25:07.761819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 0fc63978-108a-44d2-acb3-9c6adf74e980 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:08.208744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:08.214060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.218337 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] Sync routers for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:08.227337 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:08.228014 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:08.251601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ef1adb99-b99e-4a1e-b4e0-c7c6bf398862 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/floatingips/2a070ac9-daca-4ed9-b42b-2a58e8d6b40d HTTP/1.1" status: 204 len: 168 time: 1.1698122 Jul 16 02:25:08.252199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:08.254564 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628119b2-fb7a-4118-9eb7-7e93f2a8a516" -d '{"events": [{"name": "network-changed", "server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:08.293997 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab775e7-9dda-4656-989c-64a2c2155ddd x-openstack-request-id: req-bab775e7-9dda-4656-989c-64a2c2155ddd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:08.294317 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:08.294569 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bab775e7-9dda-4656-989c-64a2c2155ddd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:08.295178 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'status': 'completed', 'code': 200} Jul 16 02:25:08.341975 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:08.344235 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:08.380868 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-40635232-76da-4bb2-8a43-de3cc440b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:08.383842 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-40635232-76da-4bb2-8a43-de3cc440b9d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 1096 time: 0.0597415 Jul 16 02:25:08.487037 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-3be0f809-9a7a-41b7-9486-e5e9b14e2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:08.488572 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-3be0f809-9a7a-41b7-9486-e5e9b14e2678 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c4763be7-3e8d-4743-b8bd-830e57a11933 HTTP/1.1" status: 200 len: 897 time: 0.0982001 Jul 16 02:25:08.537705 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-ca095feb-d71b-403e-9815-e9a1d9367823 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56 HTTP/1.1" status: 200 len: 217 time: 0.0421960 Jul 16 02:25:08.546425 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:18Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:08.573387 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] Checking router: 0fc63978-108a-44d2-acb3-9c6adf74e980 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:08.582133 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:08.582739 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:08.588582 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-bc0c8406-20e4-425c-adf7-9236b82fe067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:08.590146 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-bc0c8406-20e4-425c-adf7-9236b82fe067 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8cf3385-7670-4193-ad23-892e37433488 HTTP/1.1" status: 200 len: 835 time: 0.0462685 Jul 16 02:25:08.621499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a08a0-7661-42a7-b417-b1468176593c req-fc4c01c4-08d2-4ea0-8d60-355071a61b30 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:08.623005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-197a08a0-7661-42a7-b417-b1468176593c req-fc4c01c4-08d2-4ea0-8d60-355071a61b30 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0667276 Jul 16 02:25:08.649971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-249dca9f-84f6-40ad-a33a-43494effc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:08.651752 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-249dca9f-84f6-40ad-a33a-43494effc519 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c4763be7-3e8d-4743-b8bd-830e57a11933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548720 Jul 16 02:25:08.662802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-197a08a0-7661-42a7-b417-b1468176593c req-fd71dd2c-3961-47a5-bc61-9de344b3a3d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Jul 16 02:25:08.690532 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:08.747787 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-e20a020a-93d2-4ff3-9a90-255f8b330996 service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Jul 16 02:25:08.839892 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-628119b2-fb7a-4118-9eb7-7e93f2a8a516 req-f690fe1e-3a44-4f70-ae38-12223d275480 service neutron] 10.222.0.78 "GET /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816789 Jul 16 02:25:08.880729 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:18Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:08.908708 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c590db3-0a69-4bf0-8bb4-1a0a0a3a20d2 None None] The sync data for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 is: [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a', 'name': '', 'network_id': 'c4763be7-3e8d-4743-b8bd-830e57a11933', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:85:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8cf3385-7670-4193-ad23-892e37433488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:14Z', 'updated_at': '2021-07-16T02:24:18Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e8cf3385-7670-4193-ad23-892e37433488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:09.124004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337474a0-e96f-4f49-915b-51a4d4bb88a1 None None] New status for floating IP 2a070ac9-daca-4ed9-b42b-2a58e8d6b40d: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:09.834251 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2102d-5928-417f-8fa4-8c544fac57d8 req-6030bdee-6b18-4e36-a424-cc27614a8aac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.836352 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57e2102d-5928-417f-8fa4-8c544fac57d8 req-6030bdee-6b18-4e36-a424-cc27614a8aac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0623736 Jul 16 02:25:09.872543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-57e2102d-5928-417f-8fa4-8c544fac57d8 req-360eb2b4-bf29-47ba-8b08-57eb52f8aaee tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e340b2-47e8-4608-91f8-b75dfdb54493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Jul 16 02:25:10.150466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-70e72774-4771-49b6-be38-fad8ccb9d36d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.152504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-70e72774-4771-49b6-be38-fad8ccb9d36d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 945 time: 0.0673742 Jul 16 02:25:10.251110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:10.251460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.341119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 54bafc53-9553-43be-b1c5-99cf4e9f2a56, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=54bafc53-9553-43be-b1c5-99cf4e9f2a56,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:10.341410 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.353675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 54bafc53-9553-43be-b1c5-99cf4e9f2a56 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:10.479268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.509216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=54bafc53-9553-43be-b1c5-99cf4e9f2a56,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:10.518975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.519408 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.519801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.520133 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.520512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.520844 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.521170 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.521494 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.521820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.522489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.522489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.522788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:10.566570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] No DVR routers for this DVR port 54bafc53-9553-43be-b1c5-99cf4e9f2a56 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:10.569044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.571015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-ab1443ed-a6e3-4dfe-9914-0ebce7efa8cb req-43e1b03e-1e78-421a-a754-6027f444058a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "DELETE /v2.0/ports/54bafc53-9553-43be-b1c5-99cf4e9f2a56 HTTP/1.1" status: 204 len: 173 time: 0.4134445 Jul 16 02:25:10.571443 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'name': 'network-vif-deleted', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:10.573671 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd05797-1bdf-4577-bbd4-c5efcde164e6" -d '{"events": [{"server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "name": "network-vif-deleted", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:10.613889 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07042ed4-b970-4147-83d1-e98e59da082b x-openstack-request-id: req-07042ed4-b970-4147-83d1-e98e59da082b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:10.614240 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5895073-0982-426b-aa4c-d9e6e152db6f", "name": "network-vif-deleted", "tag": "54bafc53-9553-43be-b1c5-99cf4e9f2a56", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:10.614496 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07042ed4-b970-4147-83d1-e98e59da082b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:10.614889 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5895073-0982-426b-aa4c-d9e6e152db6f', 'name': 'network-vif-deleted', 'tag': '54bafc53-9553-43be-b1c5-99cf4e9f2a56', 'status': 'completed', 'code': 200} Jul 16 02:25:11.046382 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b37f43e8-e53f-4639-9b9d-664071a7a79a req-7b62cf0c-0bf3-41c3-a63a-f98d1a3cc3ca tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5895073-0982-426b-aa4c-d9e6e152db6f HTTP/1.1" status: 200 len: 210 time: 0.0328448 Jul 16 02:25:11.683975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e058d16-08bc-4010-8e5c-02f6a3776c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.138426 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:12.833497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.094419 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:13.094701 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.185083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:13.185762 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.197804 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:13.383534 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.410858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:13.587385 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.796801 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 0fc63978-108a-44d2-acb3-9c6adf74e980 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:13.807174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 54bafc53-9553-43be-b1c5-99cf4e9f2a56 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:13.827012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 54bafc53-9553-43be-b1c5-99cf4e9f2a56 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:13.827355 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 54bafc53-9553-43be-b1c5-99cf4e9f2a56 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:13.901115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:13.906030 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69128a6f-118a-47a0-badb-da26d55bf118 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/0fc63978-108a-44d2-acb3-9c6adf74e980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665775 Jul 16 02:25:13.909179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44246) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:13.910020 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] Sync routers for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:13.918883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:13.919472 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:13.965893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting subnet e8cf3385-7670-4193-ad23-892e37433488 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:13.968974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.008743 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.020178 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:14.089959 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.153005 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.180851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cf3385-7670-4193-ad23-892e37433488,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:14.185588 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.187769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-adb055e8-75cb-448a-9d7f-1349fc303efe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/subnets/e8cf3385-7670-4193-ad23-892e37433488 HTTP/1.1" status: 204 len: 168 time: 0.2775888 Jul 16 02:25:14.190529 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44248) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:14.193515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9aed4-b982-44bb-adb4-eddc27115fee None None] Network c4763be7-3e8d-4743-b8bd-830e57a11933 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:14.195237 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:25:13Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:14.224687 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] Checking router: 0fc63978-108a-44d2-acb3-9c6adf74e980 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:14.235653 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] Routers {'0fc63978-108a-44d2-acb3-9c6adf74e980'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:14.236302 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:24:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['0fc63978-108a-44d2-acb3-9c6adf74e980'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:14.324934 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.351694 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] Set router 0fc63978-108a-44d2-acb3-9c6adf74e980 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:14.435287 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.490180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port dc65c269-f2ea-4090-8c82-e7deb912db4e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:14.490541 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.567489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.577537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08dbb77a-7a71-4f9d-b2f4-227c6c649001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.579105 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:25:13Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:14.591599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] DHCP port deletion for c4763be7-3e8d-4743-b8bd-830e57a11933 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:14.611998 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851280ca-a189-4a57-abc0-8cd8c65808b5 None None] The sync data for ids ['0fc63978-108a-44d2-acb3-9c6adf74e980'] in n-d-800085-5 is: [{'id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926554702', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:25:13Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'dc65c269-f2ea-4090-8c82-e7deb912db4e', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc63978-108a-44d2-acb3-9c6adf74e980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:24:11Z', 'updated_at': '2021-07-16T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:14.633564 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port dc65c269-f2ea-4090-8c82-e7deb912db4e, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dc65c269-f2ea-4090-8c82-e7deb912db4e,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:14.634081 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.641682 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Deleting port 7538d611-dc28-4da2-a5d8-c9f1948f0618 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:14.642058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.653097 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for dc65c269-f2ea-4090-8c82-e7deb912db4e owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:14.712159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] For port 7538d611-dc28-4da2-a5d8-c9f1948f0618, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=7538d611-dc28-4da2-a5d8-c9f1948f0618,segment=NetworkSegment(cbbcf329-bb7d-4c30-8277-f3d834ae55fe),segment_id=cbbcf329-bb7d-4c30-8277-f3d834ae55fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:14.712758 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.724899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Calling delete_port for 7538d611-dc28-4da2-a5d8-c9f1948f0618 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:14.809472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.833576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.841614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Pushing event deleted for resources: {'Port': ['ID=7538d611-dc28-4da2-a5d8-c9f1948f0618,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:14.844627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] No DVR routers for this DVR port 7538d611-dc28-4da2-a5d8-c9f1948f0618 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:14.861669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.862061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.862396 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.863150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.863313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.863869 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.864545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.864990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.865448 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.865684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=dc65c269-f2ea-4090-8c82-e7deb912db4e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:14.865811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.866161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.866504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16ca95-62e5-43a5-bdf4-1fa2eae0e8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:14.927554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.021463 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.023638 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.079380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.079961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc63978-108a-44d2-acb3-9c6adf74e980 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:25:15.089088 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.093328 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a5f12c2b-d877-4519-9a97-8ebea22ea7a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/routers/0fc63978-108a-44d2-acb3-9c6adf74e980 HTTP/1.1" status: 204 len: 168 time: 0.9018254 Jul 16 02:25:15.093496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:15.179593 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.277618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.288529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4763be7-3e8d-4743-b8bd-830e57a11933']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:15.298657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:15.298957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbcf329-bb7d-4c30-8277-f3d834ae55fe') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:15.308505 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.322638 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.328339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:15.328724 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:15.331682 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:15.387200 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.393712 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.395491 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/networks/c4763be7-3e8d-4743-b8bd-830e57a11933 HTTP/1.1" status: 204 len: 168 time: 0.3005543 Jul 16 02:25:15.398438 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:15.410760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24ab4d-a5c9-4fdb-875c-1cb39fd6df2b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Network': ['ID=c4763be7-3e8d-4743-b8bd-830e57a11933,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:15.457415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-571016ee-d7c1-4f00-940b-65d9cc9c843d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.482464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-571016ee-d7c1-4f00-940b-65d9cc9c843d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.544194 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-571016ee-d7c1-4f00-940b-65d9cc9c843d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.546885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-571016ee-d7c1-4f00-940b-65d9cc9c843d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.548059 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-571016ee-d7c1-4f00-940b-65d9cc9c843d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/security-groups/80e340b2-47e8-4608-91f8-b75dfdb54493 HTTP/1.1" status: 204 len: 168 time: 0.1485453 Jul 16 02:25:15.556096 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.557872 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571016ee-d7c1-4f00-940b-65d9cc9c843d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e340b2-47e8-4608-91f8-b75dfdb54493,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:15.928448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:15.933237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-39ba32c3-bdb3-41da-bfb5-1b7dee2cc1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446454428', 'description': 'tempest-secgroup-smoke-446454428 description', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:15.954698 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39ba32c3-bdb3-41da-bfb5-1b7dee2cc1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.034150 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39ba32c3-bdb3-41da-bfb5-1b7dee2cc1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.037842 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39ba32c3-bdb3-41da-bfb5-1b7dee2cc1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.065836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39ba32c3-bdb3-41da-bfb5-1b7dee2cc1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.067065 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-39ba32c3-bdb3-41da-bfb5-1b7dee2cc1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376152 Jul 16 02:25:16.068980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba32c3-bdb3-41da-bfb5-1b7dee2cc1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93924625-0fee-4c25-ba85-5428970360f3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.070110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.075105 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cb51218d-9cbf-4b04-920a-2e568e208acd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '93924625-0fee-4c25-ba85-5428970360f3', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:16.101634 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb51218d-9cbf-4b04-920a-2e568e208acd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.157464 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb51218d-9cbf-4b04-920a-2e568e208acd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.160710 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb51218d-9cbf-4b04-920a-2e568e208acd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.181428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51218d-9cbf-4b04-920a-2e568e208acd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e14160-d7ba-43f4-91c6-da8ea6772142,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.185528 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb51218d-9cbf-4b04-920a-2e568e208acd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.186699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cb51218d-9cbf-4b04-920a-2e568e208acd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154971 Jul 16 02:25:16.189443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.194021 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c05701f1-6e60-4c15-9de3-e9c379c88602 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '93924625-0fee-4c25-ba85-5428970360f3', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:16.221651 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c05701f1-6e60-4c15-9de3-e9c379c88602 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.242611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7538d611-dc28-4da2-a5d8-c9f1948f0618 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:16.261951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 7538d611-dc28-4da2-a5d8-c9f1948f0618 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:16.262294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 7538d611-dc28-4da2-a5d8-c9f1948f0618 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:16.262695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dc65c269-f2ea-4090-8c82-e7deb912db4e no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:16.281175 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: dc65c269-f2ea-4090-8c82-e7deb912db4e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:16.281520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dc65c269-f2ea-4090-8c82-e7deb912db4e not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:16.281929 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:16.285366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c05701f1-6e60-4c15-9de3-e9c379c88602 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.289050 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c05701f1-6e60-4c15-9de3-e9c379c88602 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.300170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:16.300544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 47c9ecc4-1f6e-4a9a-b9fe-394ce90b294a not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:16.304433 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05701f1-6e60-4c15-9de3-e9c379c88602 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a902e7a3-5104-4fde-86cf-e5ec1b4d54c8,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.314602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c05701f1-6e60-4c15-9de3-e9c379c88602 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.315722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c05701f1-6e60-4c15-9de3-e9c379c88602 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253691 Jul 16 02:25:16.318345 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.323619 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-70f5ffbe-589f-45a0-98be-682dab60bc91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '93924625-0fee-4c25-ba85-5428970360f3', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:16.349021 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffbe-589f-45a0-98be-682dab60bc91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.406279 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffbe-589f-45a0-98be-682dab60bc91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.409597 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffbe-589f-45a0-98be-682dab60bc91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.427205 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5ffbe-589f-45a0-98be-682dab60bc91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a783b5b-393b-4f8d-b29e-173f01d85883,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.432776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70f5ffbe-589f-45a0-98be-682dab60bc91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.433959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-70f5ffbe-589f-45a0-98be-682dab60bc91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145985 Jul 16 02:25:16.436790 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.441142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-64b14204-0b40-4616-8b1c-19dfff9cd05e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '93924625-0fee-4c25-ba85-5428970360f3', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:16.467393 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b14204-0b40-4616-8b1c-19dfff9cd05e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.527319 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b14204-0b40-4616-8b1c-19dfff9cd05e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.530671 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b14204-0b40-4616-8b1c-19dfff9cd05e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.547573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b14204-0b40-4616-8b1c-19dfff9cd05e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7897e07-5483-4dfe-85e6-791a1faa5732,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.553053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b14204-0b40-4616-8b1c-19dfff9cd05e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.554237 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-64b14204-0b40-4616-8b1c-19dfff9cd05e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165075 Jul 16 02:25:16.557085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.561393 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '93924625-0fee-4c25-ba85-5428970360f3', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:16.581766 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:25:16.586994 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.640622 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.646731 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.650560 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.664921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9409e0-4fbf-4db5-ab72-22030d93b21a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.673251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.674441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aa2029da-c5b4-4901-99dc-42d6c3a28eac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164267 Jul 16 02:25:16.677131 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44272) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.681951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '93924625-0fee-4c25-ba85-5428970360f3', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:16.702508 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:25:16.707116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.768633 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.772205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.788922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95cdb0a-8c22-4bc5-a9c7-75d0c23608de,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.794953 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.796129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5661aa1d-0a49-40e3-a672-cafb094438e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180859 Jul 16 02:25:16.798983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44274) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.803802 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'network': {'name': 'tempest-network-smoke--1879952674', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:16.825378 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:16.828837 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.851417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:16.859845 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.860176 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Added segment 89aaaf03-d932-4a89-a602-dee8c6ea6e98 of type vlan for network 874c6175-e9c0-4013-ae11-52d718e02e38 Jul 16 02:25:16.901387 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.928287 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.934157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:16.934735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.967731 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1677642 Jul 16 02:25:16.970581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44276) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:16.974896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'admin_state_up': True, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:17.014894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd26e4-b083-4e7c-bb1c-935d25576050 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Network': ['ID=874c6175-e9c0-4013-ae11-52d718e02e38,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:17.027838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 874c6175-e9c0-4013-ae11-52d718e02e38 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:17.029761 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.030759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.085208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.135027 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.225515 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.424087 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.442271 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.545370 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.46 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/480f25c1-fd95-4503-8386-106c1b596ec6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:17.641997 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.679682 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.714523 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:17.719208 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:17.722725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:17.752580 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=480f25c1-fd95-4503-8386-106c1b596ec6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:17.971928 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.164618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.284403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 80a37a8c-a95c-432c-964d-de5028236a5d is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:25:18.385989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:18.394904 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Sync routers for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:18.403543 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.403970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:18.404685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:25:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:18.405009 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-133b442b-b5b9-484d-b020-e704f319446d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4332914 Jul 16 02:25:18.407903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:18.436075 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-110e3d89-772b-428b-8e3c-e7f52b76f483 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f1254e57bf5544599584cbbc950f4c0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270720 Jul 16 02:25:18.438690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:18.506638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:18.529052 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf5459f-d2e0-4d15-b6a4-77f691fddf0e tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:18.530574 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-aaf5459f-d2e0-4d15-b6a4-77f691fddf0e tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909977 Jul 16 02:25:18.533536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44282) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:18.564326 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f73a7ac2-6e05-4870-bee9-7abb08fee7be tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272856 Jul 16 02:25:18.564526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:18.569101 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562767640', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:18.658611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:18.662132 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.678860 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:17Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:18.708948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Checking router: 80a37a8c-a95c-432c-964d-de5028236a5d for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:18.709294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Updating router 80a37a8c-a95c-432c-964d-de5028236a5d port 480f25c1-fd95-4503-8386-106c1b596ec6 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:18.744410 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.842600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.904108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Subnet': ['ID=200f9fea-7ab1-4c87-9802-2de67bd211d6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:18.912122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Checking segment: {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:18.912122 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network hostable DHCP agents. Network: 874c6175-e9c0-4013-ae11-52d718e02e38, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:18.928623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 874c6175-e9c0-4013-ae11-52d718e02e38 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:18.938271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 874c6175-e9c0-4013-ae11-52d718e02e38) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:18.942816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:18.943411 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.958569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827a0a8-244d-43de-af30-364ceac61d9f None None] Network 874c6175-e9c0-4013-ae11-52d718e02e38 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:18.962952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-447f26eb-e03a-4ef0-bf38-7b162dd0c58e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3975799 Jul 16 02:25:18.965927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44286) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:19.061973 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.081932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Transition to ACTIVE for port object 480f25c1-fd95-4503-8386-106c1b596ec6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:19.106428 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.171534 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Attempting to bind port 480f25c1-fd95-4503-8386-106c1b596ec6 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:19.171902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Attempting to bind port 480f25c1-fd95-4503-8386-106c1b596ec6 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:19.172285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Attempting to bind port 480f25c1-fd95-4503-8386-106c1b596ec6 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:19.193994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038591-8bbe-4e5e-bc55-b28d538ef004 None None] Pushing event updated for resources: {'Port': ['ID=480f25c1-fd95-4503-8386-106c1b596ec6,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:19.200251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:19.200638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:19.201151 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.201410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:19.201885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Bound port: 480f25c1-fd95-4503-8386-106c1b596ec6, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:19.202263 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.224873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-874c6175-e9c0-4013-ae11-52d718e02e38', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:19.225748 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.320084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] For port 480f25c1-fd95-4503-8386-106c1b596ec6, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:19.341547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] For port 480f25c1-fd95-4503-8386-106c1b596ec6, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=480f25c1-fd95-4503-8386-106c1b596ec6,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:19.345994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.409131 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.443425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:19.444046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:25:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:19.447331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038591-8bbe-4e5e-bc55-b28d538ef004 None None] Pushing event updated for resources: {'Port': ['ID=480f25c1-fd95-4503-8386-106c1b596ec6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:19.489476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Allocated IP 172.20.0.2 (874c6175-e9c0-4013-ae11-52d718e02e38/200f9fea-7ab1-4c87-9802-2de67bd211d6/89ae3bab-f5fe-4204-b698-a29951878eff) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:19.611263 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:19.939470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.966334 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Transition to ACTIVE for port object 89ae3bab-f5fe-4204-b698-a29951878eff will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:19.985599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Transition to ACTIVE for port object 89ae3bab-f5fe-4204-b698-a29951878eff will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:19.994173 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.042195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Network 874c6175-e9c0-4013-ae11-52d718e02e38 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:20.043256 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.1 (874c6175-e9c0-4013-ae11-52d718e02e38/200f9fea-7ab1-4c87-9802-2de67bd211d6/007b400d-fe35-4a4f-81bd-64c0d83834e7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:20.048057 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:20.052331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:20.054517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Pushing event updated for resources: {'Port': ['ID=89ae3bab-f5fe-4204-b698-a29951878eff,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:20.062125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:17Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:20.111514 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9f86d-5f50-421a-96e8-1b74883c685b None None] The sync data for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 is: [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:17Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:20.145133 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Attempting to bind port 89ae3bab-f5fe-4204-b698-a29951878eff on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:20.145500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Attempting to bind port 89ae3bab-f5fe-4204-b698-a29951878eff by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:20.145857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Attempting to bind port 89ae3bab-f5fe-4204-b698-a29951878eff on network 874c6175-e9c0-4013-ae11-52d718e02e38 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:20.151777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:20.152148 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Checking segment: {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:20.152756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.153054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Bound using segment: {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:20.153436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Bound port: 89ae3bab-f5fe-4204-b698-a29951878eff, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:20.153849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.161061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.178423 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object 007b400d-fe35-4a4f-81bd-64c0d83834e7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:20.218506 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.221554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] For port 89ae3bab-f5fe-4204-b698-a29951878eff, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:20.226237 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] For port 89ae3bab-f5fe-4204-b698-a29951878eff, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=89ae3bab-f5fe-4204-b698-a29951878eff,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:20.231836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.259653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 874c6175-e9c0-4013-ae11-52d718e02e38 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:20.265072 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:20.268878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:20.294120 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.299779 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=007b400d-fe35-4a4f-81bd-64c0d83834e7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:20.313117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd5caa-a791-46ac-89d4-e4da43bf2bc4 None None] Pushing event updated for resources: {'Port': ['ID=89ae3bab-f5fe-4204-b698-a29951878eff,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:20.339105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.521268 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.824192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.830645 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.909817 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.911618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=007b400d-fe35-4a4f-81bd-64c0d83834e7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:21.009784 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 874c6175-e9c0-4013-ae11-52d718e02e38 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:21.011319 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:21.131348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 80a37a8c-a95c-432c-964d-de5028236a5d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:21.245780 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:21.259330 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9643c7f5-f413-4be1-a741-53e00c9a668c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/80a37a8c-a95c-432c-964d-de5028236a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2843018 Jul 16 02:25:21.261032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd62fe4f-4d1e-40ce-ac45-3a82707595f3 None None] Network 874c6175-e9c0-4013-ae11-52d718e02e38 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:21.331450 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-292f007e-6a8f-498c-b123-7d12947e3655 None None] Provisioning for port 89ae3bab-f5fe-4204-b698-a29951878eff completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:21.398077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-840e2fe1-8bae-4508-8100-11fe9f8b0baa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446454428&fields=id&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 267 time: 0.0341637 Jul 16 02:25:21.518505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-fd8325ec-e2cc-4c14-87d5-0264574912b6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:21.520046 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-fd8325ec-e2cc-4c14-87d5-0264574912b6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 797 time: 0.1124010 Jul 16 02:25:21.535441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-60e9fdff-0a4c-43f4-9801-ec75fdcd3e86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/quotas/f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 375 time: 0.0098574 Jul 16 02:25:21.609467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-1c1e114a-38dd-4610-b3d0-60e79a06d707 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680604 Jul 16 02:25:21.663369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-412f3e5d-bc6d-4a25-85f0-2953a42a9f2b None None] Provisioning for port 007b400d-fe35-4a4f-81bd-64c0d83834e7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:21.668464 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-412f3e5d-bc6d-4a25-85f0-2953a42a9f2b None None] Provisioning complete for port 007b400d-fe35-4a4f-81bd-64c0d83834e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:21.668839 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-412f3e5d-bc6d-4a25-85f0-2953a42a9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:21.704104 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-412f3e5d-bc6d-4a25-85f0-2953a42a9f2b None None] Port 007b400d-fe35-4a4f-81bd-64c0d83834e7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:21.758810 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Sync routers for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:21.761570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-d86ba315-f994-4047-92d8-a49a833ed293 service neutron] 10.222.0.81 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397703 Jul 16 02:25:21.772898 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:21.773572 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:25:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:21.855497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-befadaed-a5d2-429e-9838-9554c42873e1 service neutron] 10.222.0.81 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880835 Jul 16 02:25:21.937759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d4d485ee-6deb-46e2-86c3-efb5e38d8f7e None None] Provisioning complete for port 007b400d-fe35-4a4f-81bd-64c0d83834e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:21.938504 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4d485ee-6deb-46e2-86c3-efb5e38d8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:21.977163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d4d485ee-6deb-46e2-86c3-efb5e38d8f7e None None] Port 007b400d-fe35-4a4f-81bd-64c0d83834e7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:21.983170 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:22.096848 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3df3dc2-4f5d-45cd-bbbf-1eaa9b6cf7bc None None] Provisioning complete for port 007b400d-fe35-4a4f-81bd-64c0d83834e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:22.097453 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3df3dc2-4f5d-45cd-bbbf-1eaa9b6cf7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.103832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ec41e4b-602a-45ee-b994-bdd5fea3e1da req-5edf8553-372f-4238-8a4f-3540207bab9d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 210 time: 0.0544109 Jul 16 02:25:22.139008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c3df3dc2-4f5d-45cd-bbbf-1eaa9b6cf7bc None None] Port 007b400d-fe35-4a4f-81bd-64c0d83834e7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:22.208436 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 2, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:22.243662 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Checking router: 80a37a8c-a95c-432c-964d-de5028236a5d for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:22.244021 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Updating router 80a37a8c-a95c-432c-964d-de5028236a5d port 007b400d-fe35-4a4f-81bd-64c0d83834e7 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:22.279461 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.303953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 89ae3bab-f5fe-4204-b698-a29951878eff up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:22.356150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 89ae3bab-f5fe-4204-b698-a29951878eff completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:22.359947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 89ae3bab-f5fe-4204-b698-a29951878eff triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:22.360575 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.442851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.476934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 89ae3bab-f5fe-4204-b698-a29951878eff, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=89ae3bab-f5fe-4204-b698-a29951878eff,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:22.481246 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.482047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 480f25c1-fd95-4503-8386-106c1b596ec6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:22.553699 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.559494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=89ae3bab-f5fe-4204-b698-a29951878eff,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:22.571138 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Transition to ACTIVE for port object 007b400d-fe35-4a4f-81bd-64c0d83834e7 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:22.572994 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 480f25c1-fd95-4503-8386-106c1b596ec6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:22.577345 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.577675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 480f25c1-fd95-4503-8386-106c1b596ec6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:22.578029 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.648131 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Pushing event updated for resources: {'Port': ['ID=007b400d-fe35-4a4f-81bd-64c0d83834e7,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:22.661934 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.670368 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.670368 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.670368 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.670789 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.670878 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.671198 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.671512 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.671823 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.672142 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.672800 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.672934 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.673205 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.684451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 480f25c1-fd95-4503-8386-106c1b596ec6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=480f25c1-fd95-4503-8386-106c1b596ec6,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:22.689782 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.690315 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Attempting to bind port 007b400d-fe35-4a4f-81bd-64c0d83834e7 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:22.690679 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Attempting to bind port 007b400d-fe35-4a4f-81bd-64c0d83834e7 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:22.692154 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Attempting to bind port 007b400d-fe35-4a4f-81bd-64c0d83834e7 on network 874c6175-e9c0-4013-ae11-52d718e02e38 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:22.698346 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:22.698714 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Checking segment: {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:22.699109 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.699499 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Bound using segment: {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:22.699958 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Bound port: 007b400d-fe35-4a4f-81bd-64c0d83834e7, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:22.700356 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.766436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=480f25c1-fd95-4503-8386-106c1b596ec6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:22.771327 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] For port 007b400d-fe35-4a4f-81bd-64c0d83834e7, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:22.774905 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] For port 007b400d-fe35-4a4f-81bd-64c0d83834e7, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=007b400d-fe35-4a4f-81bd-64c0d83834e7,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:22.781630 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.838637 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:22.839264 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:25:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:22.872923 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f040d1-3d34-47b7-93c3-c793b3349099 None None] Pushing event updated for resources: {'Port': ['ID=007b400d-fe35-4a4f-81bd-64c0d83834e7,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:22.949143 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:23.177711 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:23.217221 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59337089-a8b2-4b1c-b832-dea2aff668b2 None None] The sync data for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 is: [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:23.245263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-0ccf6dca-8b60-4fb2-a41b-2f8ceefabb1d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:23.247378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-0ccf6dca-8b60-4fb2-a41b-2f8ceefabb1d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 797 time: 0.1348281 Jul 16 02:25:23.284985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48d95457-fdaf-4fea-a47e-b7e55e7e1db0 req-63ea3842-c2bf-4f1a-ab55-81c903227637 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 210 time: 0.0611398 Jul 16 02:25:23.331657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-e1cf2830-4953-4027-b44b-0c3187a8783d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 379 time: 0.0640106 Jul 16 02:25:23.340402 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'port': {'device_id': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'admin_state_up': True, 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'security_groups': ['93924625-0fee-4c25-ba85-5428970360f3']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:23.458698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:23.462861 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.595961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.12 (874c6175-e9c0-4013-ae11-52d718e02e38/200f9fea-7ab1-4c87-9802-2de67bd211d6/c9f53c9b-a09d-4935-b75f-1b00f7b0f014) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:23.740638 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.754231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object c9f53c9b-a09d-4935-b75f-1b00f7b0f014 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:23.789052 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.843132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 874c6175-e9c0-4013-ae11-52d718e02e38 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:23.846515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:23.849049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:23.875892 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:23.906150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:23.906809 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.924560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-7daa9976-c574-40f4-a520-88a395eaf73c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880773 Jul 16 02:25:23.935513 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-1f225baa-29bb-4180-befc-cdcd39b72be8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:25:23.936687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-1f225baa-29bb-4180-befc-cdcd39b72be8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059006 Jul 16 02:25:23.998295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Request body: {'port': {'device_id': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:24.077868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.109582 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-52e90439-4842-434a-a5ba-4416ecc54baf None None] Provisioning for port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:24.113618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-52e90439-4842-434a-a5ba-4416ecc54baf None None] Provisioning complete for port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:24.114502 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52e90439-4842-434a-a5ba-4416ecc54baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.150041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-52e90439-4842-434a-a5ba-4416ecc54baf None None] Port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:24.345014 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 89ae3bab-f5fe-4204-b698-a29951878eff up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:24.371919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f53c9b-a09d-4935-b75f-1b00f7b0f014 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:24.381129 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.394954 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Transition to ACTIVE for port object c9f53c9b-a09d-4935-b75f-1b00f7b0f014 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:24.397849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 89ae3bab-f5fe-4204-b698-a29951878eff triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:24.398320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.400135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.485072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Pushing event updated for resources: {'Port': ['ID=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.497539 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 480f25c1-fd95-4503-8386-106c1b596ec6 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:24.548402 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 480f25c1-fd95-4503-8386-106c1b596ec6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:24.548923 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.570003 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e123ce-edb9-42c1-8655-001a51bd4f23 req-8fbfd3dd-81d6-45d2-96cf-1a18c438c292 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.571582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67e123ce-edb9-42c1-8655-001a51bd4f23 req-8fbfd3dd-81d6-45d2-96cf-1a18c438c292 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 944 time: 0.1451356 Jul 16 02:25:24.590476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Attempting to bind port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:24.590809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Attempting to bind port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:24.591146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Attempting to bind port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 on network 874c6175-e9c0-4013-ae11-52d718e02e38 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:24.604115 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 on network 874c6175-e9c0-4013-ae11-52d718e02e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:24.604469 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Attempting to bind port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 on network 874c6175-e9c0-4013-ae11-52d718e02e38 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:24.613966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:24.614306 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Checking segment: {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:24.614696 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Bound using segment: {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:24.615140 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Bound port: c9f53c9b-a09d-4935-b75f-1b00f7b0f014, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89aaaf03-d932-4a89-a602-dee8c6ea6e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:24.615501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.633033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 007b400d-fe35-4a4f-81bd-64c0d83834e7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:24.637722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-67e123ce-edb9-42c1-8655-001a51bd4f23 req-c152fb38-b3d3-4e5c-9cd1-5c5a5bb298cf tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563819 Jul 16 02:25:24.693683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 007b400d-fe35-4a4f-81bd-64c0d83834e7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:24.694441 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] For port c9f53c9b-a09d-4935-b75f-1b00f7b0f014, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:24.697436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 007b400d-fe35-4a4f-81bd-64c0d83834e7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:24.697784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.697901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] For port c9f53c9b-a09d-4935-b75f-1b00f7b0f014, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:24.701323 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.736778 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.737468 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.738975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] 10.222.0.93 "PUT /v2.0/ports/c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 1092 time: 0.7952797 Jul 16 02:25:24.741424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:24.745172 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc425c69-79e9-4c59-b0e1-826ce9cda396" -d '{"events": [{"name": "network-changed", "server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:24.777332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c89805-b814-4652-ba31-9fb0a6b6c37a service neutron] Pushing event updated for resources: {'Port': ['ID=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.778074 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.795995 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9961bb04-af3e-4748-8d35-1e4250c42a7c x-openstack-request-id: req-9961bb04-af3e-4748-8d35-1e4250c42a7c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:24.796347 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:24.796570 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9961bb04-af3e-4748-8d35-1e4250c42a7c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:24.796973 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'status': 'completed', 'code': 200} Jul 16 02:25:24.822226 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 007b400d-fe35-4a4f-81bd-64c0d83834e7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=007b400d-fe35-4a4f-81bd-64c0d83834e7,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:24.826441 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.862951 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-9c299c2b-e0f6-4d96-b867-96f2aeff09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.864548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-9c299c2b-e0f6-4d96-b867-96f2aeff09ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1095 time: 0.0609968 Jul 16 02:25:24.883368 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=007b400d-fe35-4a4f-81bd-64c0d83834e7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.908655 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-a6fe94f6-5641-49c9-a992-db06976ab277 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 217 time: 0.0361822 Jul 16 02:25:24.960724 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-f2cef2fc-ad76-4d57-a9dc-224ad6750bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.962719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-f2cef2fc-ad76-4d57-a9dc-224ad6750bb5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 200 len: 834 time: 0.0476794 Jul 16 02:25:25.019261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-6ad128d8-8eda-425a-9a77-398067638552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.020722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-6ad128d8-8eda-425a-9a77-398067638552 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874c6175-e9c0-4013-ae11-52d718e02e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512371 Jul 16 02:25:25.110805 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-c8c52780-9b40-4acf-a618-67585c44da73 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826688 Jul 16 02:25:25.541404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6c200e0-89fa-440e-8553-ca8adf95d8c3 req-5cf4522d-897c-4b3c-93a5-209e13e8b343 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241917 Jul 16 02:25:25.639677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-e827d419-a120-45e7-8b1f-2bab2ddb4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.641181 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-e827d419-a120-45e7-8b1f-2bab2ddb4e60 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1095 time: 0.0515714 Jul 16 02:25:25.734922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-2adf3911-05aa-40f6-954a-19f8cc7922f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.736442 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-2adf3911-05aa-40f6-954a-19f8cc7922f0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 898 time: 0.0882704 Jul 16 02:25:25.800691 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-f7bc26a2-a3c6-44e2-a197-6ca910ed8c0d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 217 time: 0.0571427 Jul 16 02:25:25.867726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-68d66969-fad5-4170-bc42-fbc615f0d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.869265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-68d66969-fad5-4170-bc42-fbc615f0d95f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 200 len: 834 time: 0.0604095 Jul 16 02:25:25.877695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6328d-c827-4597-b88a-cb72bf6cf59f req-c8659041-e3cf-409f-ac86-16e23ba18fa3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.879072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61a6328d-c827-4597-b88a-cb72bf6cf59f req-c8659041-e3cf-409f-ac86-16e23ba18fa3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 944 time: 0.1300547 Jul 16 02:25:25.943103 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61a6328d-c827-4597-b88a-cb72bf6cf59f req-57ea262d-c5ec-4e60-87b1-b2c66833d058 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553625 Jul 16 02:25:25.957912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-3bc3527a-2480-41b4-954e-8df414ebdc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.959440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-3bc3527a-2480-41b4-954e-8df414ebdc78 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874c6175-e9c0-4013-ae11-52d718e02e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795245 Jul 16 02:25:26.051265 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-d247dbd8-143c-4476-a625-907beeb105a6 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844235 Jul 16 02:25:26.142407 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dc425c69-79e9-4c59-b0e1-826ce9cda396 req-041b6b9c-f2f7-4db5-b8eb-ef953043c5c2 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828915 Jul 16 02:25:26.244490 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 007b400d-fe35-4a4f-81bd-64c0d83834e7 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:26.291140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 007b400d-fe35-4a4f-81bd-64c0d83834e7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:26.291521 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.119445 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91555ef7-0871-4a71-b34a-9078c14d1057 req-f3b68c01-21e2-4491-badb-33a45a1e8cea tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:27.120971 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91555ef7-0871-4a71-b34a-9078c14d1057 req-f3b68c01-21e2-4491-badb-33a45a1e8cea tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 944 time: 0.0680151 Jul 16 02:25:27.160980 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-91555ef7-0871-4a71-b34a-9078c14d1057 req-36daa0ea-243e-40d4-9687-252713023929 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344589 Jul 16 02:25:28.050856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c9f53c9b-a09d-4935-b75f-1b00f7b0f014 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:25:28.143290 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c9f53c9b-a09d-4935-b75f-1b00f7b0f014, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:28.155438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'port_id': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'mac_address': 'fa:16:3e:bc:55:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:25:28.192620 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.205350 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f53c9b-a09d-4935-b75f-1b00f7b0f014 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:28.230561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c9f53c9b-a09d-4935-b75f-1b00f7b0f014, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:28.235070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.283663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:28.331698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46139fa8-a489-4fa6-8cd2-c749e027fbfc req-27110e17-658e-4173-bcdf-f80305e1fbe4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:28.333191 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46139fa8-a489-4fa6-8cd2-c749e027fbfc req-27110e17-658e-4173-bcdf-f80305e1fbe4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 945 time: 0.0626714 Jul 16 02:25:28.370466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-46139fa8-a489-4fa6-8cd2-c749e027fbfc req-071f9963-0fcb-4cc6-99b8-4311e95a8205 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Jul 16 02:25:28.474236 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c9f53c9b-a09d-4935-b75f-1b00f7b0f014'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:29.545681 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cc4be-dd6c-40b3-a743-ad4b7b70d2e9 req-eb2d65bf-edd4-479d-b849-e75e2100036c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:29.547159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-378cc4be-dd6c-40b3-a743-ad4b7b70d2e9 req-eb2d65bf-edd4-479d-b849-e75e2100036c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 945 time: 0.0670748 Jul 16 02:25:29.583769 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-378cc4be-dd6c-40b3-a743-ad4b7b70d2e9 req-ef3625b1-3f09-4c10-87e9-097f36e0565e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310483 Jul 16 02:25:30.050508 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c9f53c9b-a09d-4935-b75f-1b00f7b0f014 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:30.098022 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:30.101975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:30.102349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.179975 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.202935 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:30.205224 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ede6a2-3747-4c56-bd5f-a6fd219ff578" -d '{"events": [{"server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "name": "network-vif-plugged", "status": "completed", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:30.217528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c9f53c9b-a09d-4935-b75f-1b00f7b0f014, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:30.222523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.245777 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a44f576-df50-4267-b353-a2f795adf046 x-openstack-request-id: req-1a44f576-df50-4267-b353-a2f795adf046 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:30.246068 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "name": "network-vif-plugged", "status": "completed", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:30.246321 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a44f576-df50-4267-b353-a2f795adf046 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:30.246729 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'code': 200} Jul 16 02:25:30.273596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:30.355623 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccb7aa-3733-44a2-b8ad-ef2be743ac2a req-10f3da57-237a-4e82-9a32-a5d0cae12d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:30.357036 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03ccb7aa-3733-44a2-b8ad-ef2be743ac2a req-10f3da57-237a-4e82-9a32-a5d0cae12d4f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1097 time: 0.0517199 Jul 16 02:25:30.390905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03ccb7aa-3733-44a2-b8ad-ef2be743ac2a req-be3cbf80-6397-4bd8-a474-4df94d7cdd51 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277209 Jul 16 02:25:30.937980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c8bf6-3c67-433c-90ab-c2540d9c2b29 req-436e7641-95e6-4749-b28d-3b682abc5c74 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:30.939497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-053c8bf6-3c67-433c-90ab-c2540d9c2b29 req-436e7641-95e6-4749-b28d-3b682abc5c74 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0654919 Jul 16 02:25:30.979106 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-053c8bf6-3c67-433c-90ab-c2540d9c2b29 req-4e814baf-3a90-46d0-af47-0917d6a1d429 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338626 Jul 16 02:25:32.159211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a773134-5ae5-4838-87c5-3d7cbe76e7e7 req-e034ed9b-d251-4356-b0dc-63671be2f641 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:32.160725 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a773134-5ae5-4838-87c5-3d7cbe76e7e7 req-e034ed9b-d251-4356-b0dc-63671be2f641 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0679450 Jul 16 02:25:32.199362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a773134-5ae5-4838-87c5-3d7cbe76e7e7 req-ed1c1a02-8e2c-44dd-a89a-bf9c650054e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325887 Jul 16 02:25:32.370865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0046-9fec-4bd3-a583-613933c5da07 req-abc274f2-b924-43ee-bd33-7486f7d2481e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:32.372275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a0046-9fec-4bd3-a583-613933c5da07 req-abc274f2-b924-43ee-bd33-7486f7d2481e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0643938 Jul 16 02:25:32.409104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-372a0046-9fec-4bd3-a583-613933c5da07 req-13b7475f-0abc-4316-ab88-3047c790b5bd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Jul 16 02:25:32.432661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:32.483820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ed350-d2f2-43dd-8baa-940c9518c38f tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:32.485718 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ac1ed350-d2f2-43dd-8baa-940c9518c38f tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1092 time: 0.0516970 Jul 16 02:25:32.488147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44342) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:32.492783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:32.513550 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.613511 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.716895 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.216 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/cfe3ba2b-535d-4e94-96fa-802fb951eec2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:32.815984 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.854996 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.890110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:32.896135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:32.900561 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:32.925842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=cfe3ba2b-535d-4e94-96fa-802fb951eec2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:33.267600 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.345882 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.494451 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.498767 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.563171 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=cfe3ba2b-535d-4e94-96fa-802fb951eec2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:33.574971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.673836 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP 2d534b92-7271-484b-96af-4ed6b3a0164f associated. External IP: 172.25.5.216, port: c9f53c9b-a09d-4935-b75f-1b00f7b0f014. Jul 16 02:25:33.876997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 80a37a8c-a95c-432c-964d-de5028236a5d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:33.982618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:33.991826 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] Sync routers for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:33.997988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.002378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:34.003004 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:25:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:34.034080 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-eaa7ffc7-f646-46db-9fea-05977e5097e5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5448384 Jul 16 02:25:34.034865 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:34.037345 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d0a6d6-f515-46fe-8a40-b83026c1e266" -d '{"events": [{"name": "network-changed", "server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:34.080936 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f4b482-3d7b-4ff5-b03f-f713d8e83cfb x-openstack-request-id: req-94f4b482-3d7b-4ff5-b03f-f713d8e83cfb {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:34.081234 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:34.081517 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94f4b482-3d7b-4ff5-b03f-f713d8e83cfb {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:34.081891 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'status': 'completed', 'code': 200} Jul 16 02:25:34.111566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:34.204092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-7e6ef161-35ea-4683-bc9c-5c5c474ce5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:34.205659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-7e6ef161-35ea-4683-bc9c-5c5c474ce5f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1097 time: 0.0967467 Jul 16 02:25:34.230657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6698f-1a2b-4ef6-9373-1aec8d214d29 req-7090b6aa-d37b-48fa-913e-06e823a5a5ca tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:34.232104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20d6698f-1a2b-4ef6-9373-1aec8d214d29 req-7090b6aa-d37b-48fa-913e-06e823a5a5ca tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0970242 Jul 16 02:25:34.316858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20d6698f-1a2b-4ef6-9373-1aec8d214d29 req-45a40ade-d97f-4c40-9a52-f02e1a05c63c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747502 Jul 16 02:25:34.337835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2d534b92-7271-484b-96af-4ed6b3a0164f', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'port_id': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'mac_address': 'fa:16:3e:bc:55:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:33Z', 'updated_at': '2021-07-16T02:25:33Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:24Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:34.342581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44348) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:34.343414 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-e287e101-9924-48c0-b6aa-40eb512bff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:34.344945 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-e287e101-9924-48c0-b6aa-40eb512bff13 service neutron] 10.222.0.93 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 898 time: 0.1313267 Jul 16 02:25:34.363576 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] Checking router: 80a37a8c-a95c-432c-964d-de5028236a5d for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:34.372060 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:34.372708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:25:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:34.410135 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0d741aa4-56f4-458b-8811-e6362ee64bd4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/2d534b92-7271-484b-96af-4ed6b3a0164f HTTP/1.1" status: 200 len: 992 time: 0.0663650 Jul 16 02:25:34.415211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-d5322a5e-93f0-4edb-ae68-cfdeb8816b30 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 1000 time: 0.0635099 Jul 16 02:25:34.464138 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-a1542faf-c418-494b-a711-88bb2489347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:34.465520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-a1542faf-c418-494b-a711-88bb2489347a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 200 len: 834 time: 0.0438273 Jul 16 02:25:34.476438 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:34.522081 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-025e548c-f5a6-4025-bb9f-46988754c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:34.523581 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-025e548c-f5a6-4025-bb9f-46988754c81f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874c6175-e9c0-4013-ae11-52d718e02e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515893 Jul 16 02:25:34.616560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-58c7577a-3512-47c0-b769-b91d5128cdff service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862398 Jul 16 02:25:34.693551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2d534b92-7271-484b-96af-4ed6b3a0164f', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'port_id': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'mac_address': 'fa:16:3e:bc:55:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:33Z', 'updated_at': '2021-07-16T02:25:33Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:24Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:34.704744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5d0a6d6-f515-46fe-8a40-b83026c1e266 req-1c9c0768-2e4f-4a11-800e-c763d89f661e service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811846 Jul 16 02:25:34.724007 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d35f6f-347d-46fb-9f04-c4fbe32cb511 None None] The sync data for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 is: [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '2d534b92-7271-484b-96af-4ed6b3a0164f', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'port_id': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'mac_address': 'fa:16:3e:bc:55:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:33Z', 'updated_at': '2021-07-16T02:25:33Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:24Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:34.917249 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960b703-d20b-420d-9035-2b2dac090fd4 None None] New status for floating IP 2d534b92-7271-484b-96af-4ed6b3a0164f: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:35.412511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:35.474855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-64e15acb-86ae-415e-834f-767c052b4d1d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/2d534b92-7271-484b-96af-4ed6b3a0164f HTTP/1.1" status: 200 len: 994 time: 0.0612693 Jul 16 02:25:41.685118 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b4be9b0-fbf7-4cb8-9ecc-f38c2711599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.520407 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.541733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c53e646-b299-4d49-b19b-4271e8c38e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.333402 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:45.552041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:46.671454 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:47.053836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:50.265457 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.173957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-6e92c968-18ed-44e6-b2ba-3bc2d8054e25 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503290 Jul 16 02:25:56.276919 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-f0736544-8798-4362-8961-e0339f0ee60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.278397 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-f0736544-8798-4362-8961-e0339f0ee60e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1097 time: 0.0550561 Jul 16 02:25:56.388012 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-ebd543bc-a2ca-4594-8b83-f57954f0f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.389385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-ebd543bc-a2ca-4594-8b83-f57954f0f936 service neutron] 10.222.0.93 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 898 time: 0.0874588 Jul 16 02:25:56.456284 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-152b09c2-bb19-4604-910f-498da7d04e73 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 1002 time: 0.0598652 Jul 16 02:25:56.504911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-fec3280d-34c1-4f04-a016-b1e735882b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.506245 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-fec3280d-34c1-4f04-a016-b1e735882b8a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 200 len: 834 time: 0.0420866 Jul 16 02:25:56.561354 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-6db883f4-fe26-42b7-90eb-a9f12a67931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.562774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-6db883f4-fe26-42b7-90eb-a9f12a67931a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874c6175-e9c0-4013-ae11-52d718e02e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498080 Jul 16 02:25:56.654880 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-e93619db-45b8-4cce-af93-b025c6f85457 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842853 Jul 16 02:25:56.742787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aeb8c92c-8fb1-44be-b91d-0207828b2c2e req-e049ac1b-1588-46e0-a4ee-3e5890c4f63e service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805266 Jul 16 02:26:06.929496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-ebd0daae-8d1e-4821-a41f-167a7836f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:06.930909 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-ebd0daae-8d1e-4821-a41f-167a7836f6ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1097 time: 0.0926981 Jul 16 02:26:06.975829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bac1e0-5e44-4fd9-85ca-266749979016 req-3dd49bed-c4f8-4deb-ad41-67fa3e9cf436 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:06.977296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59bac1e0-5e44-4fd9-85ca-266749979016 req-3dd49bed-c4f8-4deb-ad41-67fa3e9cf436 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.1062000 Jul 16 02:26:07.052159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59bac1e0-5e44-4fd9-85ca-266749979016 req-9ecc83af-d91c-4a90-9dfd-178d8dc5ed6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680990 Jul 16 02:26:07.065584 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-e1a9cdcd-f9a0-4f0e-b2d5-7fc838af2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.067604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-e1a9cdcd-f9a0-4f0e-b2d5-7fc838af2227 service neutron] 10.222.0.93 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 898 time: 0.1273801 Jul 16 02:26:07.131873 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-86717551-72a2-4380-94dc-fdadbe8b1e5b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 1002 time: 0.0575626 Jul 16 02:26:07.179787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-4f60e2bd-dd33-45ad-b2ff-6729fd2ae329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.181150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-4f60e2bd-dd33-45ad-b2ff-6729fd2ae329 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 200 len: 834 time: 0.0433245 Jul 16 02:26:07.239861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-2a2df345-e5bc-4b5c-abbb-540cd216ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.241327 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-2a2df345-e5bc-4b5c-abbb-540cd216ecb9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874c6175-e9c0-4013-ae11-52d718e02e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540171 Jul 16 02:26:07.328092 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-d1fcf6d7-c25f-41a0-b29a-7155e63a20b9 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786097 Jul 16 02:26:07.422902 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b99fbe51-05dd-49ef-ba38-6f148356c330 req-d0349595-b792-4793-932d-dacaf6bca92a service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829952 Jul 16 02:26:08.227270 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8cbc4-4850-4a59-a469-dfd870c81a7c req-6228dacc-12df-432c-9ebf-a47d28be783f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:08.228785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dd8cbc4-4850-4a59-a469-dfd870c81a7c req-6228dacc-12df-432c-9ebf-a47d28be783f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0628695 Jul 16 02:26:08.265554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7dd8cbc4-4850-4a59-a469-dfd870c81a7c req-639856c6-86d7-45d9-862a-d035a01e51a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Jul 16 02:26:09.439373 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815daa02-4d1b-4977-a0c3-25e8277c6a5e req-69b5233b-279d-4c49-bc1a-0e181dde25a3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:09.441558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-815daa02-4d1b-4977-a0c3-25e8277c6a5e req-69b5233b-279d-4c49-bc1a-0e181dde25a3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0679629 Jul 16 02:26:09.478795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-815daa02-4d1b-4977-a0c3-25e8277c6a5e req-05ee070c-59be-4ad3-9866-03934da63b76 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Jul 16 02:26:10.647912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130345f-d74a-489a-a139-3ea33567569c req-cba5001b-1fe2-4dfd-a100-6fc448e4a997 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:10.649411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1130345f-d74a-489a-a139-3ea33567569c req-cba5001b-1fe2-4dfd-a100-6fc448e4a997 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0633829 Jul 16 02:26:10.686933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1130345f-d74a-489a-a139-3ea33567569c req-b4f53be8-a2df-488a-9a08-c2b28c3c1125 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321052 Jul 16 02:26:11.684524 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca48c809-be65-43e9-8ce9-fcc5e0248549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:11.855924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614748f2-d50e-4690-85bc-f4aae3f399f7 req-fc4e8093-9138-43a9-bbdf-49f65c4cc9f2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:11.857328 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-614748f2-d50e-4690-85bc-f4aae3f399f7 req-fc4e8093-9138-43a9-bbdf-49f65c4cc9f2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0631330 Jul 16 02:26:11.894198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-614748f2-d50e-4690-85bc-f4aae3f399f7 req-8d99a84d-d070-4e96-a0a4-87f2868dc86f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Jul 16 02:26:13.066130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b02cd-a199-40b1-9fe9-9b6202960c69 req-2a207d64-43fe-46bf-9529-0796644c893d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:13.067642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a42b02cd-a199-40b1-9fe9-9b6202960c69 req-2a207d64-43fe-46bf-9529-0796644c893d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0663431 Jul 16 02:26:13.105724 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a42b02cd-a199-40b1-9fe9-9b6202960c69 req-ca0f8591-67dd-427f-a3da-e21e7447f10c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Jul 16 02:26:14.278671 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d6c2-535f-437a-83a5-1b97bc84d6e1 req-309a8ae2-d256-49eb-9c07-a11a91db0928 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:14.280180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1311d6c2-535f-437a-83a5-1b97bc84d6e1 req-309a8ae2-d256-49eb-9c07-a11a91db0928 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0630951 Jul 16 02:26:14.319213 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1311d6c2-535f-437a-83a5-1b97bc84d6e1 req-c355c509-7c9c-4662-a6c9-741671e4c020 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334418 Jul 16 02:26:14.521239 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:14.540633 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4dad4d8a-5659-40bd-96cf-6bb64bdca931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:15.489845 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbacc93-ef4a-4dc2-927d-99ff7f5c736d req-b518f897-575c-48fc-bf75-a3263f5a8efa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:15.491824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fbacc93-ef4a-4dc2-927d-99ff7f5c736d req-b518f897-575c-48fc-bf75-a3263f5a8efa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0664203 Jul 16 02:26:15.528638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fbacc93-ef4a-4dc2-927d-99ff7f5c736d req-6fc8f417-3048-47dc-9f6e-6e5aa2a9beb1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312636 Jul 16 02:26:15.556489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:16.688505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:16.700055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c1ac-a9f1-4a88-bcf7-b594bfffcf40 req-e0d0f147-68de-42cc-a237-260a00d0527b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.701558 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90c4c1ac-a9f1-4a88-bcf7-b594bfffcf40 req-e0d0f147-68de-42cc-a237-260a00d0527b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0637436 Jul 16 02:26:16.738231 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90c4c1ac-a9f1-4a88-bcf7-b594bfffcf40 req-2314d01c-9789-4863-99af-41be298f3ab5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Jul 16 02:26:17.057520 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:17.908868 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e418-700b-40e3-af6c-f5b9d9e75500 req-136b0da0-a8a4-4239-9a89-c5ffcb0d3d85 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:17.910317 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0875e418-700b-40e3-af6c-f5b9d9e75500 req-136b0da0-a8a4-4239-9a89-c5ffcb0d3d85 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0615847 Jul 16 02:26:17.946146 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0875e418-700b-40e3-af6c-f5b9d9e75500 req-4dc0e95b-f8b2-4ffb-95b2-63088879bf54 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299170 Jul 16 02:26:19.118042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd1cf9-5932-4f4d-b227-ecb2d1c32ad0 req-4bd94230-ff80-4ed5-bc2f-34fde6456494 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:19.119993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9fd1cf9-5932-4f4d-b227-ecb2d1c32ad0 req-4bd94230-ff80-4ed5-bc2f-34fde6456494 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0661740 Jul 16 02:26:19.156958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f9fd1cf9-5932-4f4d-b227-ecb2d1c32ad0 req-f47838df-c812-4c48-aebd-2449a997dca5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Jul 16 02:26:20.270094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:20.326643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398244e-3f9e-4be2-81d7-03ada0caf276 req-8b874621-4937-4a45-9744-17ea9a74da5a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:20.327996 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5398244e-3f9e-4be2-81d7-03ada0caf276 req-8b874621-4937-4a45-9744-17ea9a74da5a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0620959 Jul 16 02:26:20.366050 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5398244e-3f9e-4be2-81d7-03ada0caf276 req-ed36aae2-0af4-4454-8cd6-9920dcea4331 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Jul 16 02:26:21.537960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1bc18-3f04-41fd-ab73-be87e3c0de0a req-39df3dd4-3f98-4c0a-b297-1e774a5cc42f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:21.539410 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfa1bc18-3f04-41fd-ab73-be87e3c0de0a req-39df3dd4-3f98-4c0a-b297-1e774a5cc42f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0651987 Jul 16 02:26:21.918804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfa1bc18-3f04-41fd-ab73-be87e3c0de0a req-0cc8363c-c4f3-4d8c-a8ca-8defb67cb5d0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738413 Jul 16 02:26:22.331891 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:23.089853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daab7c-ae7a-4a1a-99f5-ddc07aaf52c5 req-3398f72a-7fbf-4d8c-bf20-480ee59296e6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:23.091337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6daab7c-ae7a-4a1a-99f5-ddc07aaf52c5 req-3398f72a-7fbf-4d8c-bf20-480ee59296e6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0624409 Jul 16 02:26:23.129855 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6daab7c-ae7a-4a1a-99f5-ddc07aaf52c5 req-f91bb685-64c7-4c3c-b7a2-9e22766c6001 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329113 Jul 16 02:26:24.301118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559791-b853-4154-9ea4-63828599f643 req-eb6a5c54-b06e-450b-9647-906a2e017091 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:24.302610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4559791-b853-4154-9ea4-63828599f643 req-eb6a5c54-b06e-450b-9647-906a2e017091 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0632005 Jul 16 02:26:24.343119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4559791-b853-4154-9ea4-63828599f643 req-b8b93c45-65e9-46f8-b472-e2db42b7f74c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344622 Jul 16 02:26:24.366780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44396) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:24.426296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5ce6f951-a60b-4f37-8d04-f7dc9fe7dc72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/2d534b92-7271-484b-96af-4ed6b3a0164f HTTP/1.1" status: 200 len: 994 time: 0.0584054 Jul 16 02:26:41.685590 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ca1547f-0f19-4fa0-b9a9-1b944abcea2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.521609 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.538991 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6cd67b7-3a6e-473b-9f35-c9c53287c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:45.560323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:46.687302 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.059643 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.288778 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.090887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44410) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:55.249754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port cfe3ba2b-535d-4e94-96fa-802fb951eec2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:55.250099 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.325005 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.325262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.336941 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for cfe3ba2b-535d-4e94-96fa-802fb951eec2 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:55.482547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.508560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=cfe3ba2b-535d-4e94-96fa-802fb951eec2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:55.521962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.522380 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.522906 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.523244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.523573 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.523901 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.524320 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.524652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.524977 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.525473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.526010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.526555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:55.585255 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.585535 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP 2d534b92-7271-484b-96af-4ed6b3a0164f disassociated (deleted). External IP: 172.25.5.216, port: c9f53c9b-a09d-4935-b75f-1b00f7b0f014. Jul 16 02:26:55.789479 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 80a37a8c-a95c-432c-964d-de5028236a5d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:26:55.898946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:55.903354 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.909001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] Sync routers for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:55.918519 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:55.919323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:55.940924 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9efb0c45-890e-4842-827e-a006c60c72e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/floatingips/2d534b92-7271-484b-96af-4ed6b3a0164f HTTP/1.1" status: 204 len: 168 time: 0.8489585 Jul 16 02:26:55.941612 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:55.943937 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f5e971-7a88-4c49-b14e-fc39de5978d6" -d '{"events": [{"name": "network-changed", "server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:55.987801 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccc005d-109d-43bb-88ea-e8930e93d980 x-openstack-request-id: req-8ccc005d-109d-43bb-88ea-e8930e93d980 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:55.988613 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:55.988872 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ccc005d-109d-43bb-88ea-e8930e93d980 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:55.989275 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'status': 'completed', 'code': 200} Jul 16 02:26:56.060333 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:56.078202 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-2dcf616d-2fda-48ab-8e9e-10a48dbe6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.080881 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-2dcf616d-2fda-48ab-8e9e-10a48dbe6195 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1097 time: 0.0694776 Jul 16 02:26:56.125335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.93', 60865) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:56.225170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-f4733484-c101-4e4e-8090-b40454954008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.227822 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-f4733484-c101-4e4e-8090-b40454954008 service neutron] 10.222.0.93 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 898 time: 0.1363811 Jul 16 02:26:56.234736 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-73443721-ae37-49e6-a363-7c9429de7baf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814719 Jul 16 02:26:56.280982 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-b441e3db-ac5e-485f-b514-a401fb995ac5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 217 time: 0.0379393 Jul 16 02:26:56.380590 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-4dd2d040-242c-481e-a64f-e1bba0f01af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.382182 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-4dd2d040-242c-481e-a64f-e1bba0f01af2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 200 len: 834 time: 0.0948422 Jul 16 02:26:56.440875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b4205-b182-4c12-a046-83dfb93e3e07 req-5f5ea436-4cee-4dfe-a215-c8018a5f3fdc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.442381 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-839b4205-b182-4c12-a046-83dfb93e3e07 req-5f5ea436-4cee-4dfe-a215-c8018a5f3fdc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.1067946 Jul 16 02:26:56.445567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:24Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:56.472087 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] Checking router: 80a37a8c-a95c-432c-964d-de5028236a5d for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:56.480471 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:56.481076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:56.489829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-7e904aa0-7a51-4390-b8d5-0ad53f8b7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.491351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-7e904aa0-7a51-4390-b8d5-0ad53f8b7077 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874c6175-e9c0-4013-ae11-52d718e02e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021531 Jul 16 02:26:56.496390 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-839b4205-b182-4c12-a046-83dfb93e3e07 req-fea95dc1-c9fc-4244-86dd-4b1c41aba675 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467277 Jul 16 02:26:56.584199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-d2385f2a-3530-4b24-a930-5a524469da73 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829704 Jul 16 02:26:56.585378 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:56.678573 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e1f5e971-7a88-4c49-b14e-fc39de5978d6 req-c05885f1-5ea4-4293-b10d-9e2c023f8297 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871863 Jul 16 02:26:56.782609 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:24Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:56.793708 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-38548ea4-9a45-4328-9829-dcb3839c8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.795372 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-38548ea4-9a45-4328-9829-dcb3839c8b9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 1097 time: 0.0526118 Jul 16 02:26:56.808931 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc382d42-bfd4-49ce-b565-601d28ac3a90 None None] The sync data for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 is: [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '007b400d-fe35-4a4f-81bd-64c0d83834e7', 'name': '', 'network_id': '874c6175-e9c0-4013-ae11-52d718e02e38', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:d7:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:19Z', 'updated_at': '2021-07-16T02:25:24Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '200f9fea-7ab1-4c87-9802-2de67bd211d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:26:56.905447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-254dd2b0-7707-43fc-8f3c-14e8f49642cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.906936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-254dd2b0-7707-43fc-8f3c-14e8f49642cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 200 len: 898 time: 0.0908401 Jul 16 02:26:56.950026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-023d4bed-e990-46f1-b511-485f109a3000 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 200 len: 217 time: 0.0352557 Jul 16 02:26:56.999701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-b715b00d-9a07-4440-85ae-d7e59f625acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.001211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-b715b00d-9a07-4440-85ae-d7e59f625acf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 200 len: 834 time: 0.0443180 Jul 16 02:26:57.022486 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a83b18-3d97-4358-a97a-e10ef6114a8d None None] New status for floating IP 2d534b92-7271-484b-96af-4ed6b3a0164f: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:26:57.058815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-5e1fd593-cac7-46e4-b864-6fa57ca87efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.060395 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-5e1fd593-cac7-46e4-b864-6fa57ca87efe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=874c6175-e9c0-4013-ae11-52d718e02e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523314 Jul 16 02:26:57.155984 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-97665c64-b767-4808-befc-9a6e24d997c8 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877924 Jul 16 02:26:57.244451 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-e0057f5d-fa78-4e15-b9e8-f18d9af02322 service neutron] 10.222.0.93 "GET /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816839 Jul 16 02:26:57.674312 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5466ea-7f78-4f8e-ac23-2a705485fe9e req-37b8e2cf-b5fe-4989-8dfa-5a3b0876c34a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.675788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c5466ea-7f78-4f8e-ac23-2a705485fe9e req-37b8e2cf-b5fe-4989-8dfa-5a3b0876c34a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0691080 Jul 16 02:26:57.712825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c5466ea-7f78-4f8e-ac23-2a705485fe9e req-8095a9f3-b0de-4864-891a-f0f9839cebea tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=93924625-0fee-4c25-ba85-5428970360f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314298 Jul 16 02:26:57.812591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-d5505ac9-0ec4-40cb-9ad7-22c803804f30 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.813961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-d5505ac9-0ec4-40cb-9ad7-22c803804f30 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 946 time: 0.0622663 Jul 16 02:26:57.913912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:57.914282 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.000834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port c9f53c9b-a09d-4935-b75f-1b00f7b0f014, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:58.001189 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.012787 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for c9f53c9b-a09d-4935-b75f-1b00f7b0f014 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:58.144499 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.180916 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=c9f53c9b-a09d-4935-b75f-1b00f7b0f014,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.222117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] No DVR routers for this DVR port c9f53c9b-a09d-4935-b75f-1b00f7b0f014 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:58.224967 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.226947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3e688ed3-05f0-41c1-8791-b244a566cab3 req-489f1d16-ef95-4840-9d48-4a45d0cb1f0a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "DELETE /v2.0/ports/c9f53c9b-a09d-4935-b75f-1b00f7b0f014 HTTP/1.1" status: 204 len: 173 time: 0.4078245 Jul 16 02:26:58.227390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'name': 'network-vif-deleted', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:58.229638 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be5205-04d1-443b-a6bf-5ac12b0c2e5d" -d '{"events": [{"server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "name": "network-vif-deleted", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:58.265615 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f050d478-3199-43d2-b3e8-b63170fd9ac9 x-openstack-request-id: req-f050d478-3199-43d2-b3e8-b63170fd9ac9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:58.266351 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d0fbaf-218d-4d95-b16b-d52b8e4a271c", "name": "network-vif-deleted", "tag": "c9f53c9b-a09d-4935-b75f-1b00f7b0f014", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:58.266351 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f050d478-3199-43d2-b3e8-b63170fd9ac9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:58.266582 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d0fbaf-218d-4d95-b16b-d52b8e4a271c', 'name': 'network-vif-deleted', 'tag': 'c9f53c9b-a09d-4935-b75f-1b00f7b0f014', 'status': 'completed', 'code': 200} Jul 16 02:26:58.868890 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c379a9d3-4df8-433d-9946-47e4d48af45d req-5143e283-e29f-4208-9cb4-7f4f06b9ef9f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d0fbaf-218d-4d95-b16b-d52b8e4a271c HTTP/1.1" status: 200 len: 210 time: 0.0300882 Jul 16 02:26:59.331736 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:59.962088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:00.317345 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.573822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 007b400d-fe35-4a4f-81bd-64c0d83834e7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:00.574160 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.664172 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 007b400d-fe35-4a4f-81bd-64c0d83834e7, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=007b400d-fe35-4a4f-81bd-64c0d83834e7,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:00.664562 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.676883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 007b400d-fe35-4a4f-81bd-64c0d83834e7 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:00.858194 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.890695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=007b400d-fe35-4a4f-81bd-64c0d83834e7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:01.061135 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.268504 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 80a37a8c-a95c-432c-964d-de5028236a5d has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:01.374683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:01.380207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-536f04be-136e-43c1-8f8b-798cba1e1129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/80a37a8c-a95c-432c-964d-de5028236a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4170752 Jul 16 02:27:01.382962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:01.386527 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] Sync routers for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:01.396816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:01.397454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:01.436871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting subnet 200f9fea-7ab1-4c87-9802-2de67bd211d6 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:27:01.440494 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.479868 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.499538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:01.560982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.622975 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.650383 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Subnet': ['ID=200f9fea-7ab1-4c87-9802-2de67bd211d6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:01.655954 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.660765 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ffb4659f-8138-4568-821f-4402a8a54dc5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/subnets/200f9fea-7ab1-4c87-9802-2de67bd211d6 HTTP/1.1" status: 204 len: 168 time: 0.2743652 Jul 16 02:27:01.661070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44438) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:01.664633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45714993-3a82-4791-8ec7-b3f78d92feef None None] Network 874c6175-e9c0-4013-ae11-52d718e02e38 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:01.732241 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:27:00Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:01.760270 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] Checking router: 80a37a8c-a95c-432c-964d-de5028236a5d for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:01.771449 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.806352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] Routers {'80a37a8c-a95c-432c-964d-de5028236a5d'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:01.806967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['80a37a8c-a95c-432c-964d-de5028236a5d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:01.925881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] Set router 80a37a8c-a95c-432c-964d-de5028236a5d gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:01.982012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] DHCP port deletion for 874c6175-e9c0-4013-ae11-52d718e02e38 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:27:02.101171 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Deleting port 89ae3bab-f5fe-4204-b698-a29951878eff {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:02.101558 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.192470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] For port 89ae3bab-f5fe-4204-b698-a29951878eff, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=89ae3bab-f5fe-4204-b698-a29951878eff,segment=NetworkSegment(89aaaf03-d932-4a89-a602-dee8c6ea6e98),segment_id=89aaaf03-d932-4a89-a602-dee8c6ea6e98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:02.192862 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.208051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Calling delete_port for 89ae3bab-f5fe-4204-b698-a29951878eff owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:02.227000 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:27:00Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:02.232592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.284116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7a8d9-b8a4-4c8c-baeb-380d5b90eeea None None] The sync data for ids ['80a37a8c-a95c-432c-964d-de5028236a5d'] in n-d-800085-5 is: [{'id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2002619271', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:27:00Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '480f25c1-fd95-4503-8386-106c1b596ec6', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a37a8c-a95c-432c-964d-de5028236a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:17Z', 'updated_at': '2021-07-16T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:02.292328 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 480f25c1-fd95-4503-8386-106c1b596ec6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:02.292895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.332262 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.355777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Pushing event deleted for resources: {'Port': ['ID=89ae3bab-f5fe-4204-b698-a29951878eff,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:02.365589 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] No DVR routers for this DVR port 89ae3bab-f5fe-4204-b698-a29951878eff on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.374773 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a603a1-a2ba-42f4-be8c-9c148cc2ceee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:02.385107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 480f25c1-fd95-4503-8386-106c1b596ec6, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=480f25c1-fd95-4503-8386-106c1b596ec6,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:02.385473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.402912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 480f25c1-fd95-4503-8386-106c1b596ec6 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:02.458574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c9f53c9b-a09d-4935-b75f-1b00f7b0f014 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:02.477932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: c9f53c9b-a09d-4935-b75f-1b00f7b0f014 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:02.478277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c9f53c9b-a09d-4935-b75f-1b00f7b0f014 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:02.560079 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.588477 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=480f25c1-fd95-4503-8386-106c1b596ec6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:02.650964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.664875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 89ae3bab-f5fe-4204-b698-a29951878eff no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:02.688093 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 89ae3bab-f5fe-4204-b698-a29951878eff {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:02.689521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 89ae3bab-f5fe-4204-b698-a29951878eff not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:02.745368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.747656 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.793995 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.794556 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Fanout notify agent at l3_agent the message router_deleted on router 80a37a8c-a95c-432c-964d-de5028236a5d {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:27:02.801950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.803095 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b270c40b-2098-49b4-88b7-1092d5f31832 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/routers/80a37a8c-a95c-432c-964d-de5028236a5d HTTP/1.1" status: 204 len: 168 time: 1.1411486 Jul 16 02:27:02.805993 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:02.882982 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.973831 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.983738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874c6175-e9c0-4013-ae11-52d718e02e38']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:02.994117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89aaaf03-d932-4a89-a602-dee8c6ea6e98') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:02.994424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89aaaf03-d932-4a89-a602-dee8c6ea6e98') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:03.003139 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.016375 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.022097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:27:03.022481 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:27:03.025373 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:27:03.081735 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.088759 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.090631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/networks/874c6175-e9c0-4013-ae11-52d718e02e38 HTTP/1.1" status: 204 len: 168 time: 0.2836950 Jul 16 02:27:03.093476 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:03.102631 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc303-f60b-4c9d-aeb2-2282edd3c6a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Network': ['ID=874c6175-e9c0-4013-ae11-52d718e02e38,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:03.151838 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.177846 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.240148 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.242923 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.244187 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/security-groups/93924625-0fee-4c25-ba85-5428970360f3 HTTP/1.1" status: 204 len: 168 time: 0.1495838 Jul 16 02:27:03.253777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93924625-0fee-4c25-ba85-5428970360f3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:03.261675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.262030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.262366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.262883 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.263394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.263893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.264437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.264776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.265107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.265437 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.265765 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.266119 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186e2e4-f7ca-4dfe-ac3f-4aac02a5488b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:03.603139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44448) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:03.607878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b37602ab-6833-4a08-8b93-89900ada3b80 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254740323', 'description': 'tempest-secgroup-smoke-1254740323 description', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:03.630290 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b37602ab-6833-4a08-8b93-89900ada3b80 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.713532 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b37602ab-6833-4a08-8b93-89900ada3b80 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.716950 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b37602ab-6833-4a08-8b93-89900ada3b80 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.744114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b37602ab-6833-4a08-8b93-89900ada3b80 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.745334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b37602ab-6833-4a08-8b93-89900ada3b80 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1411738 Jul 16 02:27:03.746444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37602ab-6833-4a08-8b93-89900ada3b80 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f398186b-2b40-4241-b27c-482a6bb0fd93,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:03.748368 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:03.754229 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7b134be3-a6e6-4bb3-9d30-ace3b1c129f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'f398186b-2b40-4241-b27c-482a6bb0fd93', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:03.780560 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b134be3-a6e6-4bb3-9d30-ace3b1c129f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.828991 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b134be3-a6e6-4bb3-9d30-ace3b1c129f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.832870 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b134be3-a6e6-4bb3-9d30-ace3b1c129f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.851091 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b134be3-a6e6-4bb3-9d30-ace3b1c129f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095ac144-f150-41dd-b919-84264be0fa71,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:03.853687 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b134be3-a6e6-4bb3-9d30-ace3b1c129f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.854754 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-7b134be3-a6e6-4bb3-9d30-ace3b1c129f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1052842 Jul 16 02:27:03.857773 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44452) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:03.862493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-af4df9e4-fffe-4825-99c5-313bdf302644 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'f398186b-2b40-4241-b27c-482a6bb0fd93', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:03.888032 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af4df9e4-fffe-4825-99c5-313bdf302644 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.943397 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af4df9e4-fffe-4825-99c5-313bdf302644 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.946794 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af4df9e4-fffe-4825-99c5-313bdf302644 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.965148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4df9e4-fffe-4825-99c5-313bdf302644 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e41152e-f837-4164-ae9e-2396ff28e882,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:03.968291 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af4df9e4-fffe-4825-99c5-313bdf302644 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.972124 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-af4df9e4-fffe-4825-99c5-313bdf302644 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1106598 Jul 16 02:27:03.972660 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:03.976804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-931ae19b-66aa-4d01-8fb7-d49ebbaeaeb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'f398186b-2b40-4241-b27c-482a6bb0fd93', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:04.001890 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-931ae19b-66aa-4d01-8fb7-d49ebbaeaeb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.059529 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-931ae19b-66aa-4d01-8fb7-d49ebbaeaeb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.063198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-931ae19b-66aa-4d01-8fb7-d49ebbaeaeb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.082333 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ae19b-66aa-4d01-8fb7-d49ebbaeaeb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb372e4a-7867-46d2-b89d-07015e4cfe58,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.089084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-931ae19b-66aa-4d01-8fb7-d49ebbaeaeb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.090299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-931ae19b-66aa-4d01-8fb7-d49ebbaeaeb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171234 Jul 16 02:27:04.093045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:04.097475 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6b6132b1-712e-44bd-9c87-31348f8562f0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'f398186b-2b40-4241-b27c-482a6bb0fd93', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:04.122698 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6132b1-712e-44bd-9c87-31348f8562f0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.182295 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6132b1-712e-44bd-9c87-31348f8562f0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.186243 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6132b1-712e-44bd-9c87-31348f8562f0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.206567 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6132b1-712e-44bd-9c87-31348f8562f0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c246ccee-277c-4b7b-b7a9-93fd44b915d4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.210668 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6132b1-712e-44bd-9c87-31348f8562f0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.211851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6b6132b1-712e-44bd-9c87-31348f8562f0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178675 Jul 16 02:27:04.214545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:04.218960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'f398186b-2b40-4241-b27c-482a6bb0fd93', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:04.241121 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:27:04.246034 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.301696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 480f25c1-fd95-4503-8386-106c1b596ec6 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:04.310497 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.315193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.323389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 480f25c1-fd95-4503-8386-106c1b596ec6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:04.323732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 480f25c1-fd95-4503-8386-106c1b596ec6 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:04.324141 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 007b400d-fe35-4a4f-81bd-64c0d83834e7 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:04.330318 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3578ef4c-1de4-47ee-b9bb-0123d6e76ee0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.339106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.340434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8f8edd02-6ada-42cc-9f71-2c604d2550a9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248593 Jul 16 02:27:04.343062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:04.347372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 007b400d-fe35-4a4f-81bd-64c0d83834e7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:04.347667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 007b400d-fe35-4a4f-81bd-64c0d83834e7 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:04.348488 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'f398186b-2b40-4241-b27c-482a6bb0fd93', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:04.370009 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:27:04.374722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.434638 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.437957 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.454417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bd846e-f911-494a-aa02-874e8bfffd3f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.460727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.461973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-32328141-be1a-4525-ae66-cad9e70447a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179924 Jul 16 02:27:04.465645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:04.470990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'network': {'name': 'tempest-network-smoke--1357223869', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:04.491332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:04.494695 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.516673 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:27:04.524806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.525143 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Added segment 61b745a2-61cd-42e9-80d1-a87f31d03216 of type vlan for network 486433e4-8a95-4c6e-9670-c3523cd652f8 Jul 16 02:27:04.567254 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.594384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.600754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:04.601342 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.636338 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1696236 Jul 16 02:27:04.639182 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44464) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:04.643897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'admin_state_up': True, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:04.666756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.667710 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.671191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c383a70-7cf7-4652-a586-18a78504e9e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Network': ['ID=486433e4-8a95-4c6e-9670-c3523cd652f8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.682016 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:27:04.724586 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.198834 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.387805 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.406012 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.508900 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.173 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/2972dd1d-f537-46fa-b310-f221667fa279) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:05.607579 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.653511 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.688473 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:05.693195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:05.696524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:05.721749 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=2972dd1d-f537-46fa-b310-f221667fa279,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:05.942337 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.137032 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.261167 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router cb0568f2-9fc4-4fad-8264-704f728c5b82 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:27:06.364800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:06.373862 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Sync routers for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:06.383078 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.383822 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:06.384466 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:06.384618 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5f62f175-73f8-4fda-bacd-221620461fdb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7442424 Jul 16 02:27:06.387598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44466) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:06.415036 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-85d17eb5-655e-4178-ac0c-bde02f75b4e8 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f1254e57bf5544599584cbbc950f4c0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263183 Jul 16 02:27:06.417527 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:06.505125 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c34619-7ded-4668-8475-0b75d68d3cca tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.506558 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4c34619-7ded-4668-8475-0b75d68d3cca tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881383 Jul 16 02:27:06.509447 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:06.541695 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a62d6e4a-78e3-4a9d-8a2c-4857a2502cdf tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311205 Jul 16 02:27:06.544247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44472) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:06.549641 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471896677', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:06.572499 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:06.636107 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:06.639618 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.742562 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:06.768508 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Checking router: cb0568f2-9fc4-4fad-8264-704f728c5b82 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:06.768778 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Updating router cb0568f2-9fc4-4fad-8264-704f728c5b82 port 2972dd1d-f537-46fa-b310-f221667fa279 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:06.804870 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.817991 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.880730 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Subnet': ['ID=55408d1a-844c-4235-beee-130c26ba0c37,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:06.885048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Checking segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:06.885417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network hostable DHCP agents. Network: 486433e4-8a95-4c6e-9670-c3523cd652f8, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:27:06.902912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:27:06.911701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 486433e4-8a95-4c6e-9670-c3523cd652f8) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:06.915686 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.916313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.921627 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc5fa6-4562-4d80-bf47-8969d17f0a5e None None] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:06.935008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf00f09b-b93a-45cb-a1c5-03e1c9d3584b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3868780 Jul 16 02:27:06.935339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:07.058573 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.068537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-486433e4-8a95-4c6e-9670-c3523cd652f8', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:27:07.069496 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.071227 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Transition to ACTIVE for port object 2972dd1d-f537-46fa-b310-f221667fa279 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:07.077212 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.122419 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Attempting to bind port 2972dd1d-f537-46fa-b310-f221667fa279 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:07.122789 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Attempting to bind port 2972dd1d-f537-46fa-b310-f221667fa279 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:07.123151 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Attempting to bind port 2972dd1d-f537-46fa-b310-f221667fa279 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:07.134164 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:07.134538 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:07.134932 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.135317 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:07.135777 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Bound port: 2972dd1d-f537-46fa-b310-f221667fa279, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:07.136152 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.161403 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Pushing event updated for resources: {'Port': ['ID=2972dd1d-f537-46fa-b310-f221667fa279,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.179915 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.180279 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.180826 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.181161 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.181497 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.181821 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.182148 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.182470 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.182798 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.183117 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.183434 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.183751 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:07.207926 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] For port 2972dd1d-f537-46fa-b310-f221667fa279, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:07.211340 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] For port 2972dd1d-f537-46fa-b310-f221667fa279, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2972dd1d-f537-46fa-b310-f221667fa279,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:07.216523 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.234111 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Allocated IP 172.20.0.2 (486433e4-8a95-4c6e-9670-c3523cd652f8/55408d1a-844c-4235-beee-130c26ba0c37/c1d26c92-beef-4a9b-934b-b1ece4c81d2a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:07.264282 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:07.265007 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:07.333325 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871239-0329-4ac8-bcc5-9af26ce40707 None None] Pushing event updated for resources: {'Port': ['ID=2972dd1d-f537-46fa-b310-f221667fa279,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.386234 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.390288 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:07.395418 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Transition to ACTIVE for port object c1d26c92-beef-4a9b-934b-b1ece4c81d2a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:07.408190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.410370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Transition to ACTIVE for port object c1d26c92-beef-4a9b-934b-b1ece4c81d2a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:07.417787 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.454747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:07.461288 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:07.465101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:07.472528 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Pushing event updated for resources: {'Port': ['ID=c1d26c92-beef-4a9b-934b-b1ece4c81d2a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.526954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Attempting to bind port c1d26c92-beef-4a9b-934b-b1ece4c81d2a on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:07.527327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Attempting to bind port c1d26c92-beef-4a9b-934b-b1ece4c81d2a by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:07.527894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Attempting to bind port c1d26c92-beef-4a9b-934b-b1ece4c81d2a on network 486433e4-8a95-4c6e-9670-c3523cd652f8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:07.534572 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:07.535201 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Checking segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:07.535800 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.536192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Bound using segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:07.536689 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Bound port: c1d26c92-beef-4a9b-934b-b1ece4c81d2a, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:07.537071 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.573854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:07.602127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] For port c1d26c92-beef-4a9b-934b-b1ece4c81d2a, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:07.604347 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34faad-9a15-479d-9d0b-b3f0435daba5 None None] The sync data for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 is: [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:07.605372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] For port c1d26c92-beef-4a9b-934b-b1ece4c81d2a, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c1d26c92-beef-4a9b-934b-b1ece4c81d2a,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:07.610169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.672898 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cda7d-90c6-412d-a505-515229310c26 None None] Pushing event updated for resources: {'Port': ['ID=c1d26c92-beef-4a9b-934b-b1ece4c81d2a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.702684 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.1 (486433e4-8a95-4c6e-9670-c3523cd652f8/55408d1a-844c-4235-beee-130c26ba0c37/e480e774-099f-4b84-bf8e-ec6344530e8d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:07.826722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.868936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object e480e774-099f-4b84-bf8e-ec6344530e8d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:07.927659 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.978395 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:07.981889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:07.986461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:07.994592 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=e480e774-099f-4b84-bf8e-ec6344530e8d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:08.043651 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.195333 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.393317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c1d26c92-beef-4a9b-934b-b1ece4c81d2a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:08.459257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c1d26c92-beef-4a9b-934b-b1ece4c81d2a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:08.464583 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2972dd1d-f537-46fa-b310-f221667fa279 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:08.533714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 2972dd1d-f537-46fa-b310-f221667fa279 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:08.539642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2972dd1d-f537-46fa-b310-f221667fa279 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:08.539838 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.556003 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.561889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.631337 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.648788 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=e480e774-099f-4b84-bf8e-ec6344530e8d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:08.652238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.661998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 2972dd1d-f537-46fa-b310-f221667fa279, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2972dd1d-f537-46fa-b310-f221667fa279,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:08.667262 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.696769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed32aa4-48bd-42d0-bba2-2e067564c246 None None] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:08.756258 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:08.757729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:08.877697 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router cb0568f2-9fc4-4fad-8264-704f728c5b82 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:08.930878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=2972dd1d-f537-46fa-b310-f221667fa279,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:08.957696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-990decba-84fb-4877-9dfb-5eddb9bcdc05 None None] Provisioning for port c1d26c92-beef-4a9b-934b-b1ece4c81d2a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:08.964131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-990decba-84fb-4877-9dfb-5eddb9bcdc05 None None] Provisioning complete for port c1d26c92-beef-4a9b-934b-b1ece4c81d2a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:08.964470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-990decba-84fb-4877-9dfb-5eddb9bcdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.992960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:09.000500 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b4b58e2e-221d-4d37-9bc9-8a9ffe0ee4a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/cb0568f2-9fc4-4fad-8264-704f728c5b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614324 Jul 16 02:27:09.109686 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-990decba-84fb-4877-9dfb-5eddb9bcdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.147819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-990decba-84fb-4877-9dfb-5eddb9bcdc05 None None] For port c1d26c92-beef-4a9b-934b-b1ece4c81d2a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c1d26c92-beef-4a9b-934b-b1ece4c81d2a,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:09.151836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-990decba-84fb-4877-9dfb-5eddb9bcdc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.163792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-33a9bbbb-4444-46b6-be4d-3555b8a63a7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254740323&fields=id&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 267 time: 0.0404193 Jul 16 02:27:09.204716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990decba-84fb-4877-9dfb-5eddb9bcdc05 None None] Pushing event updated for resources: {'Port': ['ID=c1d26c92-beef-4a9b-934b-b1ece4c81d2a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.276954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Sync routers for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:09.286581 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:09.287356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:09.289349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-b62154ba-5404-4099-9401-c1d616698755 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.290951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-b62154ba-5404-4099-9401-c1d616698755 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 797 time: 0.1200187 Jul 16 02:27:09.306226 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-8781d19a-f2f4-47f3-9afc-0fb5efae8d40 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/quotas/f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 375 time: 0.0099008 Jul 16 02:27:09.380934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-87e1802a-62bd-4671-9ca2-e0e90515f3a0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687737 Jul 16 02:27:09.405518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89e9c5e1-15ed-4dbf-b1bc-54f74a406175 None None] Provisioning complete for port c1d26c92-beef-4a9b-934b-b1ece4c81d2a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:09.406078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89e9c5e1-15ed-4dbf-b1bc-54f74a406175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.411698 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:09.496885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-0ca9ff0b-89c2-4c76-b914-6d73fd924e82 service neutron] 10.222.0.81 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019976 Jul 16 02:27:09.593159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-97c5795c-2e3e-4b77-ae74-0990e5bc00e2 service neutron] 10.222.0.81 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929704 Jul 16 02:27:09.647494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89e9c5e1-15ed-4dbf-b1bc-54f74a406175 None None] Provisioning for port e480e774-099f-4b84-bf8e-ec6344530e8d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:09.652733 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89e9c5e1-15ed-4dbf-b1bc-54f74a406175 None None] Provisioning complete for port e480e774-099f-4b84-bf8e-ec6344530e8d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:09.652733 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-89e9c5e1-15ed-4dbf-b1bc-54f74a406175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.720808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-89e9c5e1-15ed-4dbf-b1bc-54f74a406175 None None] Port e480e774-099f-4b84-bf8e-ec6344530e8d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:09.741136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 2, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:09.773088 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Checking router: cb0568f2-9fc4-4fad-8264-704f728c5b82 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:09.773485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Updating router cb0568f2-9fc4-4fad-8264-704f728c5b82 port e480e774-099f-4b84-bf8e-ec6344530e8d binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:09.796762 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-32b4c762-bffb-4c04-bc12-852951bf60e4 req-15245aa8-5abc-4abb-9e80-a2b6df3270c2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 210 time: 0.0343502 Jul 16 02:27:09.807914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.865819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a06ab146-8a44-45dc-9ec5-b519b678b04a None None] Provisioning complete for port e480e774-099f-4b84-bf8e-ec6344530e8d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:09.866210 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a06ab146-8a44-45dc-9ec5-b519b678b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.962388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a06ab146-8a44-45dc-9ec5-b519b678b04a None None] Port e480e774-099f-4b84-bf8e-ec6344530e8d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:10.113856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.123558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Transition to ACTIVE for port object e480e774-099f-4b84-bf8e-ec6344530e8d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:10.130803 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.177047 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11cfa0-9329-4ccc-87d9-1d1fa38493da None None] Pushing event updated for resources: {'Port': ['ID=e480e774-099f-4b84-bf8e-ec6344530e8d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:10.234382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Attempting to bind port e480e774-099f-4b84-bf8e-ec6344530e8d on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:10.234752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Attempting to bind port e480e774-099f-4b84-bf8e-ec6344530e8d by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:10.235896 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Attempting to bind port e480e774-099f-4b84-bf8e-ec6344530e8d on network 486433e4-8a95-4c6e-9670-c3523cd652f8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:10.241662 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:10.242058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Checking segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:10.242517 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.242852 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Bound using segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:10.243707 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Bound port: e480e774-099f-4b84-bf8e-ec6344530e8d, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:10.244122 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.311873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c1d26c92-beef-4a9b-934b-b1ece4c81d2a up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:10.356116 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] For port e480e774-099f-4b84-bf8e-ec6344530e8d, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:10.372032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] For port e480e774-099f-4b84-bf8e-ec6344530e8d, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e480e774-099f-4b84-bf8e-ec6344530e8d,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:10.379602 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.433747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c1d26c92-beef-4a9b-934b-b1ece4c81d2a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:10.434361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.474512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11cfa0-9329-4ccc-87d9-1d1fa38493da None None] Pushing event updated for resources: {'Port': ['ID=e480e774-099f-4b84-bf8e-ec6344530e8d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:10.481098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:10.481721 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:26:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:10.634645 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2972dd1d-f537-46fa-b310-f221667fa279 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:10.639651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:10.774496 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 2972dd1d-f537-46fa-b310-f221667fa279 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:10.774874 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.946798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:10.963318 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a34e2302-e974-4a0e-a82c-e9a08d1f8474 req-a21b63f3-ee81-41f3-a26a-ce18892a724e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 210 time: 0.0385575 Jul 16 02:27:10.985323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b3044-8de8-4f3e-9725-a7c63072c49f None None] The sync data for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 is: [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:11.023974 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-35571048-fb61-4721-944a-22ded5d4d47e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.025556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-35571048-fb61-4721-944a-22ded5d4d47e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 797 time: 0.1279244 Jul 16 02:27:11.103931 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-43fd3b92-75d6-4eea-ad8b-933255786816 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 380 time: 0.0539448 Jul 16 02:27:11.113324 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'port': {'device_id': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'admin_state_up': True, 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'security_groups': ['f398186b-2b40-4241-b27c-482a6bb0fd93']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:11.232041 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:11.235663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.367306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.12 (486433e4-8a95-4c6e-9670-c3523cd652f8/55408d1a-844c-4235-beee-130c26ba0c37/c988e153-2b03-45de-938a-d3485b04ba25) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:11.517130 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.533364 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object c988e153-2b03-45de-938a-d3485b04ba25 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:11.567544 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.615422 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:11.618741 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:11.621491 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:11.657164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:11.689485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:11.690309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.703227 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fa733227-f00f-4ad6-b720-fd609640a9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.710752 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-cc0cbc04-0f65-4c41-8088-eb5f66cb8d86 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016450 Jul 16 02:27:11.728717 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Request body: {'port': {'device_id': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:11.808910 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.857084 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1946115-c02e-4cb3-99c9-640dd9d05fe0 None None] Provisioning for port c988e153-2b03-45de-938a-d3485b04ba25 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:11.862192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1946115-c02e-4cb3-99c9-640dd9d05fe0 None None] Provisioning complete for port c988e153-2b03-45de-938a-d3485b04ba25 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:11.862565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1946115-c02e-4cb3-99c9-640dd9d05fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.896837 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b1946115-c02e-4cb3-99c9-640dd9d05fe0 None None] Port c988e153-2b03-45de-938a-d3485b04ba25 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:12.095219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c988e153-2b03-45de-938a-d3485b04ba25 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:12.103359 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.116809 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Transition to ACTIVE for port object c988e153-2b03-45de-938a-d3485b04ba25 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:12.123233 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.147147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d523a-33ce-4ded-8c08-77e2b337cd84 req-7feae1fb-a6ae-43c0-83c7-aa47872bf1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.148796 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-442d523a-33ce-4ded-8c08-77e2b337cd84 req-7feae1fb-a6ae-43c0-83c7-aa47872bf1da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 932 time: 0.0680225 Jul 16 02:27:12.174670 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:12.191643 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-442d523a-33ce-4ded-8c08-77e2b337cd84 req-8623849b-86ad-423b-986f-2d6654561bb5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367093 Jul 16 02:27:12.249848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:12.250276 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:12.250591 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 on network 486433e4-8a95-4c6e-9670-c3523cd652f8 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:12.257704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Port c988e153-2b03-45de-938a-d3485b04ba25 on network 486433e4-8a95-4c6e-9670-c3523cd652f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:12.258372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 on network 486433e4-8a95-4c6e-9670-c3523cd652f8 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:12.267083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:12.267561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Checking segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:12.268145 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Bound using segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:12.268678 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Bound port: c988e153-2b03-45de-938a-d3485b04ba25, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:12.269055 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.329846 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e480e774-099f-4b84-bf8e-ec6344530e8d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:12.343820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:12.347726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:12.352206 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.386113 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.386728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.386876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e480e774-099f-4b84-bf8e-ec6344530e8d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:12.388138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] 10.222.0.78 "PUT /v2.0/ports/c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 1092 time: 0.6687417 Jul 16 02:27:12.388649 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:12.390812 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e480e774-099f-4b84-bf8e-ec6344530e8d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:12.390952 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baec55e0-55c0-44c6-abea-5c70e08a8d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:12.392003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.416550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa80c0-be8a-488f-9cc9-b2ce8e6b3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:12.479883 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ca3c4e-805d-4c8e-8411-5185ab6fb6d8 x-openstack-request-id: req-96ca3c4e-805d-4c8e-8411-5185ab6fb6d8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:12.480267 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:12.480509 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96ca3c4e-805d-4c8e-8411-5185ab6fb6d8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:12.480889 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'status': 'completed', 'code': 200} Jul 16 02:27:12.496726 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.505663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-7076cd12-71c0-40b1-a07d-8c3dab97a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.507201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-7076cd12-71c0-40b1-a07d-8c3dab97a8d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1095 time: 0.0695386 Jul 16 02:27:12.558414 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-dc26fa36-fe23-4ae2-99d4-f73f1d5fa910 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 217 time: 0.0426810 Jul 16 02:27:12.611671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-9646066d-f3a7-49d8-ae10-c5c92a66212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.613417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-9646066d-f3a7-49d8-ae10-c5c92a66212b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0488603 Jul 16 02:27:12.672517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-d4db79af-ab35-45e6-93ad-23addbed1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.674071 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-d4db79af-ab35-45e6-93ad-23addbed1284 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547225 Jul 16 02:27:12.694476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e480e774-099f-4b84-bf8e-ec6344530e8d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e480e774-099f-4b84-bf8e-ec6344530e8d,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:12.699424 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.746521 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e480e774-099f-4b84-bf8e-ec6344530e8d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:12.770925 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-caad3f3a-5af6-4afa-b9be-1af4abb191ab service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900574 Jul 16 02:27:12.857529 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-15661ec7-50b4-43e1-99be-b8d22325b355 req-3aeea5ac-0831-4293-8bc1-4c9059a12722 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798254 Jul 16 02:27:12.954467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-47ec121e-8fd8-4691-a1f0-f707c4b9277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.955931 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-47ec121e-8fd8-4691-a1f0-f707c4b9277a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1095 time: 0.0518284 Jul 16 02:27:13.048421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-01e3f595-0e70-4aee-b006-81e90ee4a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:13.049918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-01e3f595-0e70-4aee-b006-81e90ee4a148 service neutron] 10.222.0.78 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0871027 Jul 16 02:27:13.090640 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-f5d5815c-3e6c-4bc7-9005-0c70e6a4eecb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 217 time: 0.0339248 Jul 16 02:27:13.142935 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-61f7af06-3c4c-45f5-9516-bbe10467e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:13.144288 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-61f7af06-3c4c-45f5-9516-bbe10467e0e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0464129 Jul 16 02:27:13.202658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-5e72f362-0d1d-4301-8ed9-ea6b6e93aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:13.204131 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-5e72f362-0d1d-4301-8ed9-ea6b6e93aff0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520213 Jul 16 02:27:13.296627 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-8756b586-a7a0-48bc-bf1a-0ac79ecb8c40 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853803 Jul 16 02:27:13.365733 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fe596-e143-4322-9d39-530f8553b675 req-5817498a-2f4f-4bd0-bded-1ea55260a574 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:13.367227 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc8fe596-e143-4322-9d39-530f8553b675 req-5817498a-2f4f-4bd0-bded-1ea55260a574 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 944 time: 0.0664909 Jul 16 02:27:13.386214 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-baec55e0-55c0-44c6-abea-5c70e08a8d7d req-c3797033-bcc9-4ebd-82ee-6c6463310c6e service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828581 Jul 16 02:27:13.405785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fc8fe596-e143-4322-9d39-530f8553b675 req-9f7f5c3e-e233-4739-85dd-66b15c395b4e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326319 Jul 16 02:27:14.297786 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e480e774-099f-4b84-bf8e-ec6344530e8d up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:14.344513 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e480e774-099f-4b84-bf8e-ec6344530e8d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:14.344887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.375257 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:14.507292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:14.533758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'c988e153-2b03-45de-938a-d3485b04ba25', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'port_id': 'c988e153-2b03-45de-938a-d3485b04ba25', 'mac_address': 'fa:16:3e:86:15:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:14.539489 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.563772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-510d0571-0f74-4bbb-8566-5cbacca6308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.580369 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.582326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b069d50-a86e-445f-853d-dc834200bcd3 req-a5a91fa3-7b64-4a9f-b53c-a6a71cd439b9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:14.583851 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b069d50-a86e-445f-853d-dc834200bcd3 req-a5a91fa3-7b64-4a9f-b53c-a6a71cd439b9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 944 time: 0.0656095 Jul 16 02:27:14.593158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c988e153-2b03-45de-938a-d3485b04ba25 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:14.612746 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:14.617251 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.623494 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b069d50-a86e-445f-853d-dc834200bcd3 req-e9fcbd0b-de72-4704-8b39-1cc67b7e6b8a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336440 Jul 16 02:27:14.662817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:14.870218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['c988e153-2b03-45de-938a-d3485b04ba25'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:15.560265 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.795159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99f132-35b2-4905-a9fb-ac09fc4b0777 req-d0ed491f-06f2-444f-8973-4559119538d7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.796638 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a99f132-35b2-4905-a9fb-ac09fc4b0777 req-d0ed491f-06f2-444f-8973-4559119538d7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 945 time: 0.0618458 Jul 16 02:27:15.833622 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7a99f132-35b2-4905-a9fb-ac09fc4b0777 req-5ee51a29-7ad9-4a94-b45e-1aa701b6446c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Jul 16 02:27:16.376277 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:16.425335 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port c988e153-2b03-45de-938a-d3485b04ba25 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:16.429044 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port c988e153-2b03-45de-938a-d3485b04ba25 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:16.429417 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.502396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.523925 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:16.526191 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d1c1b7-87bd-419b-93df-051bb8c4ad92" -d '{"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-plugged", "status": "completed", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:16.539264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:16.544016 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.567768 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787df087-eb5e-41d0-8e32-b6c55e88b716 x-openstack-request-id: req-787df087-eb5e-41d0-8e32-b6c55e88b716 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:16.568479 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-plugged", "status": "completed", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:16.568479 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-787df087-eb5e-41d0-8e32-b6c55e88b716 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:16.568710 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'code': 200} Jul 16 02:27:16.595400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:16.678472 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.678936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308fc2-2705-454e-996b-d2447aa8c432 req-1a334788-3c8a-4185-8563-3a71def9b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:16.680280 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eb308fc2-2705-454e-996b-d2447aa8c432 req-1a334788-3c8a-4185-8563-3a71def9b26f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1097 time: 0.0528252 Jul 16 02:27:16.714495 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eb308fc2-2705-454e-996b-d2447aa8c432 req-658692b0-b573-4e09-97d4-415bae5c13c0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274117 Jul 16 02:27:17.005645 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c872a86-a59f-4e95-bfb9-1728fa8f7f20 req-de6aedff-b8d3-4b2a-a825-64b2aa866287 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:17.007131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c872a86-a59f-4e95-bfb9-1728fa8f7f20 req-de6aedff-b8d3-4b2a-a825-64b2aa866287 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0674241 Jul 16 02:27:17.044412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6c872a86-a59f-4e95-bfb9-1728fa8f7f20 req-056c3d0b-9b85-406e-a578-2795c1e91298 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Jul 16 02:27:17.068746 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.222451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb0939-4ed0-4f47-b344-c54d9939a964 req-ea64d823-3c44-42c2-b620-3d3f30a79900 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:18.224180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cfb0939-4ed0-4f47-b344-c54d9939a964 req-ea64d823-3c44-42c2-b620-3d3f30a79900 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0628777 Jul 16 02:27:18.261275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cfb0939-4ed0-4f47-b344-c54d9939a964 req-cbe1b545-da55-45b5-869e-205538f87563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Jul 16 02:27:18.435930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c9bf3-e023-4b01-b42f-4406361deb12 req-eae92dc5-2408-42b8-ab9b-9b406b2cd90f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:18.437420 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe0c9bf3-e023-4b01-b42f-4406361deb12 req-eae92dc5-2408-42b8-ab9b-9b406b2cd90f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0658407 Jul 16 02:27:18.474847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fe0c9bf3-e023-4b01-b42f-4406361deb12 req-8ac9a751-09e9-47ad-9fe7-a1d7a0785f52 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Jul 16 02:27:18.497628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:18.547496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7bf95-98cf-462f-b758-7dbdc068d51c tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:18.548991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0df7bf95-98cf-462f-b758-7dbdc068d51c tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1092 time: 0.0504289 Jul 16 02:27:18.551687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44530) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:18.555896 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c988e153-2b03-45de-938a-d3485b04ba25', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:18.577742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.674155 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.774726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.51 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/7d94c586-dd57-4f24-886c-4d55c3bf3044) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:18.878714 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.915225 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:18.950817 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:18.956947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:18.960506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:18.982511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=7d94c586-dd57-4f24-886c-4d55c3bf3044,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:19.322921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.396486 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.544023 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.548448 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.623921 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=7d94c586-dd57-4f24-886c-4d55c3bf3044,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:19.632618 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.729128 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP 70d72b22-6c76-40b4-b8cd-8c876a2d26a2 associated. External IP: 172.25.5.51, port: c988e153-2b03-45de-938a-d3485b04ba25. Jul 16 02:27:20.277263 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router cb0568f2-9fc4-4fad-8264-704f728c5b82 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:20.297103 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.381448 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:20.390627 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] Sync routers for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:20.397189 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.402051 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:20.402805 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:27:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:20.436520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0cd5c6eb-0918-4ff2-8ef9-1eab5d002cb0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8837719 Jul 16 02:27:20.437129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:20.440684 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d44c17-ba1c-4388-82e9-5c72d28cbd96" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:20.477694 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e2f4b-a6a5-4373-84c8-709043405284 x-openstack-request-id: req-133e2f4b-a6a5-4373-84c8-709043405284 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:20.478038 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:20.478294 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-133e2f4b-a6a5-4373-84c8-709043405284 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:20.478698 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'status': 'completed', 'code': 200} Jul 16 02:27:20.507412 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:20.562294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-edfbed14-af98-4f5e-8163-ba2d5c5d38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.564537 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-edfbed14-af98-4f5e-8163-ba2d5c5d38b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1097 time: 0.0639496 Jul 16 02:27:20.599285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c26425-81fa-4820-9705-4fe0ba69cbcf req-bbcfc9d5-aab0-421d-a087-8e24362465ea tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.600910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47c26425-81fa-4820-9705-4fe0ba69cbcf req-bbcfc9d5-aab0-421d-a087-8e24362465ea tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0658767 Jul 16 02:27:20.650275 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47c26425-81fa-4820-9705-4fe0ba69cbcf req-e6fae12c-8522-46bd-8bf7-032c8ca0084d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432248 Jul 16 02:27:20.659739 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-d655be3e-9124-4b82-9c22-67160eb2bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.661247 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-d655be3e-9124-4b82-9c22-67160eb2bae1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0899503 Jul 16 02:27:20.672558 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:20.731460 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-964bd4f1-33ee-458c-9cde-6c83f84227cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 999 time: 0.0639279 Jul 16 02:27:20.738610 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '70d72b22-6c76-40b4-b8cd-8c876a2d26a2', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'port_id': 'c988e153-2b03-45de-938a-d3485b04ba25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'mac_address': 'fa:16:3e:86:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:19Z', 'updated_at': '2021-07-16T02:27:19Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:20.739650 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-d9e00d5e-4033-4975-90e0-9086699367ad tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/70d72b22-6c76-40b4-b8cd-8c876a2d26a2 HTTP/1.1" status: 200 len: 991 time: 0.0656195 Jul 16 02:27:20.768549 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] Checking router: cb0568f2-9fc4-4fad-8264-704f728c5b82 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:20.777349 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:20.777944 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:27:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:20.784063 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-1e815533-7078-4ac5-847a-201f822a3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.785678 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-1e815533-7078-4ac5-847a-201f822a3fb0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0449777 Jul 16 02:27:20.841852 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-9ae28053-5fc0-4bd5-8567-92302b6df5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.843331 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-9ae28053-5fc0-4bd5-8567-92302b6df5a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510242 Jul 16 02:27:20.875797 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:20.936646 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-052ab910-8651-47e9-80e1-5ce13c5ec625 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865200 Jul 16 02:27:21.024244 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-62d44c17-ba1c-4388-82e9-5c72d28cbd96 req-0611418d-aa04-431f-a058-38db6f133762 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813544 Jul 16 02:27:21.173452 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '70d72b22-6c76-40b4-b8cd-8c876a2d26a2', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'port_id': 'c988e153-2b03-45de-938a-d3485b04ba25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'mac_address': 'fa:16:3e:86:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:19Z', 'updated_at': '2021-07-16T02:27:19Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:21.198959 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebc6a9-53d4-4194-81c0-c0db2629b062 None None] The sync data for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 is: [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '70d72b22-6c76-40b4-b8cd-8c876a2d26a2', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'port_id': 'c988e153-2b03-45de-938a-d3485b04ba25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'mac_address': 'fa:16:3e:86:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:19Z', 'updated_at': '2021-07-16T02:27:19Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:21.393981 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73143b7f-2037-499c-a9a7-878a13153eef None None] New status for floating IP 70d72b22-6c76-40b4-b8cd-8c876a2d26a2: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:27:21.743484 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:21.802865 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6a265cb9-b629-416a-b6fd-9aa1a774d635 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/70d72b22-6c76-40b4-b8cd-8c876a2d26a2 HTTP/1.1" status: 200 len: 993 time: 0.0580504 Jul 16 02:27:36.331077 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:41.684033 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a08a-79cc-4d42-adbf-2fc3d81bf51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:44.521735 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:44.536114 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d350c625-835a-4cdb-a545-62636392a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:45.563228 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:46.682948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:47.070802 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:50.316440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:50.497680 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-c91c13b0-0a1b-4e7d-801f-d24eede572fd req-ea96d5ee-772e-45a5-ac40-39b6f227cb2e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:27:50.498674 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c91c13b0-0a1b-4e7d-801f-d24eede572fd req-ea96d5ee-772e-45a5-ac40-39b6f227cb2e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054572 Jul 16 02:27:50.779975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967b6a6-a824-42eb-a072-0c8d9cb71b1d req-ae94ba4b-c6fd-418f-9e66-5f64c735e9d9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:50.781508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6967b6a6-a824-42eb-a072-0c8d9cb71b1d req-ae94ba4b-c6fd-418f-9e66-5f64c735e9d9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0659742 Jul 16 02:27:50.796056 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-e1af28c1-f2a2-44d2-a333-a44f481ab3e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928166 Jul 16 02:27:50.824618 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6967b6a6-a824-42eb-a072-0c8d9cb71b1d req-ed66c24f-6758-40be-ade4-8733569eb7d0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368519 Jul 16 02:27:51.999775 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1257a-eafe-4578-854e-8d7ba92fa5d2 req-1111e020-6e58-4d4d-9aaa-9b861127f568 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.001285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03f1257a-eafe-4578-854e-8d7ba92fa5d2 req-1111e020-6e58-4d4d-9aaa-9b861127f568 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0643027 Jul 16 02:27:52.023945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-d5741c95-4599-4959-a78d-4ae69362bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.025496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-d5741c95-4599-4959-a78d-4ae69362bd62 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1097 time: 0.0531745 Jul 16 02:27:52.038453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03f1257a-eafe-4578-854e-8d7ba92fa5d2 req-de5bc4b8-6803-4ea0-946c-eb76a7cfe1e1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315506 Jul 16 02:27:52.115841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-f114e45c-e1e1-41a1-bff0-1189ed393b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.117289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-f114e45c-e1e1-41a1-bff0-1189ed393b2f service neutron] 10.222.0.78 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0845160 Jul 16 02:27:52.189987 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-c025ea89-8117-4e12-aa27-1853b8cb7ee2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 1001 time: 0.0596759 Jul 16 02:27:52.236747 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-f7af4bd0-10ae-4ab2-9730-87e50f7aa24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.238117 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-f7af4bd0-10ae-4ab2-9730-87e50f7aa24f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0420458 Jul 16 02:27:52.298286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-14be7a96-9b2f-4c4d-85cc-3aba0cdce977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.299732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-14be7a96-9b2f-4c4d-85cc-3aba0cdce977 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503564 Jul 16 02:27:52.734732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-24e6a692-1231-4122-895c-ac45220f0412 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272201 Jul 16 02:27:52.826350 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-ccf3d159-7da7-47e7-b6d6-67f562fa2521 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Jul 16 02:27:53.211654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033c9c6-3b66-47ca-9cb0-8449ae90afb9 req-b255f6d3-874e-4bb4-ba6a-ad06dd927a84 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.213174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0033c9c6-3b66-47ca-9cb0-8449ae90afb9 req-b255f6d3-874e-4bb4-ba6a-ad06dd927a84 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0645077 Jul 16 02:27:53.250276 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0033c9c6-3b66-47ca-9cb0-8449ae90afb9 req-3af74309-c736-4d98-859f-cdbca8f4e723 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jul 16 02:27:54.424748 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4443a6-8c71-4b4f-b018-4e1b70e0b8d8 req-f844619a-eebb-4813-bfa8-de410a220c81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.426119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c4443a6-8c71-4b4f-b018-4e1b70e0b8d8 req-f844619a-eebb-4813-bfa8-de410a220c81 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0669467 Jul 16 02:27:54.463115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c4443a6-8c71-4b4f-b018-4e1b70e0b8d8 req-789dc557-111c-4468-851d-dd8850e82a1a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308456 Jul 16 02:27:55.639600 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b0929-912f-464e-9be5-68dbae9598f0 req-10c37136-328a-4865-b496-aae5e14766d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.641027 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b7b0929-912f-464e-9be5-68dbae9598f0 req-10c37136-328a-4865-b496-aae5e14766d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0644937 Jul 16 02:27:55.679908 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b7b0929-912f-464e-9be5-68dbae9598f0 req-3263cd6d-f56e-4975-8bbd-5cc3480139df tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332706 Jul 16 02:27:56.849346 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cba78-ba41-49b7-98fc-a86daa0aa733 req-42278325-2e45-43c2-8529-10c4f6d7cd32 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.851408 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-808cba78-ba41-49b7-98fc-a86daa0aa733 req-42278325-2e45-43c2-8529-10c4f6d7cd32 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0636179 Jul 16 02:27:56.892292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-808cba78-ba41-49b7-98fc-a86daa0aa733 req-c9fa0d4c-6de6-4e53-8206-c8e9cf93a5ad tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354435 Jul 16 02:27:58.062858 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb221-c0cf-4434-9692-f508828f9aa3 req-36cd5c14-50e0-4e2a-b741-b23856cb35d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:58.064391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-548cb221-c0cf-4434-9692-f508828f9aa3 req-36cd5c14-50e0-4e2a-b741-b23856cb35d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0634441 Jul 16 02:27:58.102634 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-548cb221-c0cf-4434-9692-f508828f9aa3 req-52d9fc7d-f7ce-4355-a133-277ad7e7d44e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Jul 16 02:27:59.277305 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d8eb8-5434-4b78-b936-39e394e7526f req-9a27647d-fd15-45f7-afec-48122962ba92 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:59.278774 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c36d8eb8-5434-4b78-b936-39e394e7526f req-9a27647d-fd15-45f7-afec-48122962ba92 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0632398 Jul 16 02:27:59.315024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c36d8eb8-5434-4b78-b936-39e394e7526f req-8d25bc36-be15-42c4-8c84-444732f7e8a1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308292 Jul 16 02:28:00.494881 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92763346-8cc2-477c-a7e3-1e9faf65dc2a req-9fe5cdbc-095d-46b6-bdb8-1929948c22b9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:00.496400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92763346-8cc2-477c-a7e3-1e9faf65dc2a req-9fe5cdbc-095d-46b6-bdb8-1929948c22b9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0679762 Jul 16 02:28:00.534199 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-92763346-8cc2-477c-a7e3-1e9faf65dc2a req-aebc363a-0332-4d92-be3b-2163de2dd83b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322249 Jul 16 02:28:01.703672 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94abe8-3b66-4fa4-92de-175682c65c65 req-ff8f9b67-edaf-46f4-b54a-b94f5985b223 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:01.705186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c94abe8-3b66-4fa4-92de-175682c65c65 req-ff8f9b67-edaf-46f4-b54a-b94f5985b223 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0643759 Jul 16 02:28:01.743620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3c94abe8-3b66-4fa4-92de-175682c65c65 req-df2129f0-8c47-4981-843e-02cb8c9d347c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Jul 16 02:28:02.765953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-100af051-4324-4275-b77b-2837e0f4a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:02.767429 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-100af051-4324-4275-b77b-2837e0f4a51e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1097 time: 0.1009853 Jul 16 02:28:02.871785 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-bc78e062-5478-4e32-8fb8-d37a85eb1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:02.873359 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-bc78e062-5478-4e32-8fb8-d37a85eb1224 service neutron] 10.222.0.78 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0846622 Jul 16 02:28:02.918661 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fdbe8-ffd3-4b34-8540-f0160b8cf8fa req-261a2520-d1fa-4a2b-a1e2-1d10e76ecf1b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:02.920150 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c40fdbe8-ffd3-4b34-8540-f0160b8cf8fa req-261a2520-d1fa-4a2b-a1e2-1d10e76ecf1b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0641918 Jul 16 02:28:02.942534 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-9f75553b-8b7f-40fd-a21c-58c051933017 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 1001 time: 0.0615242 Jul 16 02:28:02.962081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c40fdbe8-ffd3-4b34-8540-f0160b8cf8fa req-8684cf00-219c-4bd8-87d2-df869dc39210 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363894 Jul 16 02:28:02.991755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-c214cb2e-9377-46df-9055-c8dad05fd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:02.993299 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-c214cb2e-9377-46df-9055-c8dad05fd194 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0445654 Jul 16 02:28:03.048102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-1d6ec969-4f08-4e15-bb90-2c1161b4f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:03.049556 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-1d6ec969-4f08-4e15-bb90-2c1161b4f0b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500400 Jul 16 02:28:03.141732 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-12d69e22-b7d6-45d5-9c15-69dfa3e271c6 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848014 Jul 16 02:28:03.230977 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e957e244-3df0-4d60-aa81-c0476ee97dde req-472fb5b9-25d8-4c2a-acac-b88511adc7e0 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819783 Jul 16 02:28:04.132542 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517640cf-3d36-4730-ae72-ed84f750d300 req-fd9b3fd8-30b3-4175-a9e6-26cb55761b92 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:04.133981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-517640cf-3d36-4730-ae72-ed84f750d300 req-fd9b3fd8-30b3-4175-a9e6-26cb55761b92 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0626702 Jul 16 02:28:04.170766 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-517640cf-3d36-4730-ae72-ed84f750d300 req-c8b97a1f-c671-4a88-9e1d-7550158d55ec tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Jul 16 02:28:04.707730 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-88118174-7c0c-4380-b2dc-b58602f6b227 service neutron] show failed (client error): The resource could not be found. Jul 16 02:28:04.708678 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-88118174-7c0c-4380-b2dc-b58602f6b227 service neutron] 10.222.0.78 "GET /v2.0/ports/c988e153-2b03-45de-938a-d3485b04ba25/bindings/n-h2-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0579934 Jul 16 02:28:04.958947 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-cccb01b8-c371-4584-9168-04164e182f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:04.960384 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-cccb01b8-c371-4584-9168-04164e182f6b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 1097 time: 0.0521443 Jul 16 02:28:04.972144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:05.044622 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.246974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:05.281242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h1-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:05.324799 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:05.327202 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec55f99c-ac6c-4e11-a5bb-745b79783498" -d '{"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-unplugged", "status": "completed", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:05.331385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.345646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Transition to ACTIVE for port object c988e153-2b03-45de-938a-d3485b04ba25 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:05.351201 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.390283 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb17ee1a-c795-4f89-92fe-6ba325151520 x-openstack-request-id: req-fb17ee1a-c795-4f89-92fe-6ba325151520 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:05.391232 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-unplugged", "status": "completed", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:05.391232 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb17ee1a-c795-4f89-92fe-6ba325151520 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:05.391232 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'code': 200} Jul 16 02:28:05.444938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:05.457191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.457547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.457889 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.458227 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.458564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.458898 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.459231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.460080 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.460434 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.460761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.461142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.461409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:05.506103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] No DVR routers for this DVR port c988e153-2b03-45de-938a-d3485b04ba25 on host n-h1-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:05.650502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e48e9-5eb6-4f3c-a970-e1ffc6cc2adb req-861b7bfd-f31f-472d-90b9-94269fab64b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:05.652006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-466e48e9-5eb6-4f3c-a970-e1ffc6cc2adb req-861b7bfd-f31f-472d-90b9-94269fab64b0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 944 time: 0.1727133 Jul 16 02:28:05.711347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:05.711614 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:05.711936 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 on network 486433e4-8a95-4c6e-9670-c3523cd652f8 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:05.720172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-466e48e9-5eb6-4f3c-a970-e1ffc6cc2adb req-5e376282-75fa-4dbc-92d8-bfd41039a987 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612724 Jul 16 02:28:05.720867 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Port c988e153-2b03-45de-938a-d3485b04ba25 on network 486433e4-8a95-4c6e-9670-c3523cd652f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:28:05.721183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Attempting to bind port c988e153-2b03-45de-938a-d3485b04ba25 on network 486433e4-8a95-4c6e-9670-c3523cd652f8 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:05.726855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:05.727192 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Checking segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:05.727565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Bound using segment: {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:05.727990 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Bound port: c988e153-2b03-45de-938a-d3485b04ba25, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b745a2-61cd-42e9-80d1-a87f31d03216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:05.728366 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.790308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:05.793456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:05.797850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.835132 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:05.836127 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.838119 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] 10.222.0.93 "PUT /v2.0/ports/c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 1092 time: 0.8700678 Jul 16 02:28:05.870532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46f6e8-f1ba-48ff-b534-72f7ecc8e690 service neutron] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:05.919782 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c9be5d1-5620-44a3-b6cc-43b3762afe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:05.921371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2c9be5d1-5620-44a3-b6cc-43b3762afe6b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1095 time: 0.0591390 Jul 16 02:28:06.013582 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2e94c801-a717-479a-b2b8-115180c5c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:06.015051 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-2e94c801-a717-479a-b2b8-115180c5c06c service neutron] 10.222.0.93 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0874553 Jul 16 02:28:06.081385 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-66182c11-73ec-4ebe-97f1-c8633f887c1f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 999 time: 0.0602016 Jul 16 02:28:06.129795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-66374e6a-76e4-4b9d-9b57-7b29760898f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:06.131267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-66374e6a-76e4-4b9d-9b57-7b29760898f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0438476 Jul 16 02:28:06.187262 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-75c69ffb-2a0b-40cf-8eaa-f0bd3f380711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:06.188753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-75c69ffb-2a0b-40cf-8eaa-f0bd3f380711 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506344 Jul 16 02:28:06.280088 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-670d1fb9-4d71-4ded-b751-b3d42754e6ff service neutron] 10.222.0.93 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842700 Jul 16 02:28:06.367608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-294a86a9-2f14-4e2e-af9c-f347bf70eb99 req-61fd1eaf-0c5e-4c7c-b41a-89abfe77f917 service neutron] 10.222.0.93 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810716 Jul 16 02:28:06.898762 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae1e38-3a1a-4ded-b2c4-f5abb825145a req-dc4718d6-99d8-4e75-8c63-2ce4066f8a63 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:06.900118 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2ae1e38-3a1a-4ded-b2c4-f5abb825145a req-dc4718d6-99d8-4e75-8c63-2ce4066f8a63 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 944 time: 0.0672898 Jul 16 02:28:06.936934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2ae1e38-3a1a-4ded-b2c4-f5abb825145a req-a07c6a44-9074-4be2-aad4-db6a0f38f963 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Jul 16 02:28:07.392349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:07.394702 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:07.439815 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07721d3a-338b-46b5-8264-4ad705a1f452 x-openstack-request-id: req-07721d3a-338b-46b5-8264-4ad705a1f452 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:07.440104 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:07.440384 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07721d3a-338b-46b5-8264-4ad705a1f452 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:07.440778 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'status': 'completed', 'code': 200} Jul 16 02:28:07.513456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-2900c63d-57d9-4e5d-aa41-636fad75f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.514030 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-53aa1c7a-65ad-4de5-86bb-30eeeb1b504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.514958 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-53aa1c7a-65ad-4de5-86bb-30eeeb1b504d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1095 time: 0.0514441 Jul 16 02:28:07.515080 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-2900c63d-57d9-4e5d-aa41-636fad75f301 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1095 time: 0.0540068 Jul 16 02:28:07.607974 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-282384b4-d7c8-4add-a3fa-1c49887430cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.608376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-4dd1eeca-9e3f-43b1-a1ec-9a52b8876080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.609842 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-4dd1eeca-9e3f-43b1-a1ec-9a52b8876080 service neutron] 10.222.0.78 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0886340 Jul 16 02:28:07.609985 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-282384b4-d7c8-4add-a3fa-1c49887430cd service neutron] 10.222.0.93 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0865886 Jul 16 02:28:07.673777 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-afd2c389-f6e8-4687-831a-533edb1c8209 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 999 time: 0.0560493 Jul 16 02:28:07.674063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-6236926b-5e8d-4855-899c-108081e72db9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 999 time: 0.0570757 Jul 16 02:28:07.721441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-68ab5a61-35c1-44bb-9bb1-bba70878f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.722534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-7a3a4544-7d60-4b88-9c03-afa95cc3bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.723155 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-68ab5a61-35c1-44bb-9bb1-bba70878f8dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0427792 Jul 16 02:28:07.724253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-7a3a4544-7d60-4b88-9c03-afa95cc3bdbf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0436592 Jul 16 02:28:07.783871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-79867d06-2be3-4d70-866c-edacd9c63277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.785406 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-79867d06-2be3-4d70-866c-edacd9c63277 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562460 Jul 16 02:28:07.788946 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-8aaeab5d-7d13-457b-aef9-2d5fa2b086eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:07.790477 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-8aaeab5d-7d13-457b-aef9-2d5fa2b086eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588329 Jul 16 02:28:07.879767 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-10bfac7d-a0c2-4af7-ba6e-118953728ba9 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879402 Jul 16 02:28:07.891504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-bd72a478-1d5c-4da0-a682-a3fa94b06717 service neutron] 10.222.0.93 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939493 Jul 16 02:28:07.980322 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-0686b02a-c397-4a61-9d9c-49cdee2cec39 service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935166 Jul 16 02:28:08.003428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4c575d74-8ec0-46cc-88b7-db318d8b4d7e req-11e07589-4e91-405d-a904-4b075912fd8f service neutron] 10.222.0.93 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051471 Jul 16 02:28:08.116385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace831d7-03a2-40de-bf3e-ee3da492c9d4 req-4551766b-9160-42d8-88d6-312a10ba284b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.117878 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ace831d7-03a2-40de-bf3e-ee3da492c9d4 req-4551766b-9160-42d8-88d6-312a10ba284b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 944 time: 0.0635505 Jul 16 02:28:08.154030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ace831d7-03a2-40de-bf3e-ee3da492c9d4 req-484410b1-8d08-4a1c-aee1-1fbb3fc139e9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Jul 16 02:28:08.450904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89018986-e457-4fa3-b004-e8294b5c7d31 req-c1e95f49-65a6-46e7-a2f0-95d620c588a0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.452425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89018986-e457-4fa3-b004-e8294b5c7d31 req-c1e95f49-65a6-46e7-a2f0-95d620c588a0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 944 time: 0.0682015 Jul 16 02:28:08.460262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-32223ecb-67ad-4524-b230-bd9676ae30f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.461743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-32223ecb-67ad-4524-b230-bd9676ae30f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9&tenant_id=f1254e57bf5544599584cbbc950f4c0d&binding%3Ahost_id=n-h2-800085-5 HTTP/1.1" status: 200 len: 944 time: 0.0723107 Jul 16 02:28:08.491172 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-89018986-e457-4fa3-b004-e8294b5c7d31 req-c06b0ab3-4495-4af7-ad34-611295ee976b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Jul 16 02:28:08.523545 n-d-800085-5 neutron-server[93707]: INFO neutron.api.v2.resource [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-a533df6f-f699-4510-8e8d-c61bcd64313f service neutron] delete failed (client error): The resource could not be found. Jul 16 02:28:08.524613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-a533df6f-f699-4510-8e8d-c61bcd64313f service neutron] 10.222.0.78 "DELETE /v2.0/ports/c988e153-2b03-45de-938a-d3485b04ba25/bindings/n-h1-800085-5 HTTP/1.1" status: 404 len: 380 time: 0.0549560 Jul 16 02:28:08.578245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:08.620038 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:08.628190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-39d89f20-32b6-418a-9f23-61f4e48ba9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.629887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-39d89f20-32b6-418a-9f23-61f4e48ba9b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1095 time: 0.0615177 Jul 16 02:28:08.670640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837dff6-1c5c-4914-a708-33a9ce610ca3 req-fc66e0fb-8309-4654-b1a6-036985a78f60 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.672166 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d837dff6-1c5c-4914-a708-33a9ce610ca3 req-fc66e0fb-8309-4654-b1a6-036985a78f60 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 944 time: 0.0634956 Jul 16 02:28:08.709776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d837dff6-1c5c-4914-a708-33a9ce610ca3 req-131a13ec-aefc-4341-9093-da64353af13a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Jul 16 02:28:08.723859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-45208b02-0812-4231-9508-3aa5adfcea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.725976 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-45208b02-0812-4231-9508-3aa5adfcea49 service neutron] 10.222.0.78 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.0871468 Jul 16 02:28:08.784139 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:28:08.795080 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-993c34eb-a2ce-48cd-b1bc-9a513d514d20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 999 time: 0.0630739 Jul 16 02:28:08.844762 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-92cccff2-22c4-47ce-816b-435bd5f36f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.846288 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-92cccff2-22c4-47ce-816b-435bd5f36f12 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0448072 Jul 16 02:28:08.877613 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:08.889127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c988e153-2b03-45de-938a-d3485b04ba25', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'port_id': 'c988e153-2b03-45de-938a-d3485b04ba25', 'mac_address': 'fa:16:3e:86:15:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:28:08.904434 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-5c8e3147-a43a-44e4-bf55-11617e60f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.905935 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-5c8e3147-a43a-44e4-bf55-11617e60f037 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530243 Jul 16 02:28:08.925109 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:08.940562 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c988e153-2b03-45de-938a-d3485b04ba25 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:08.960321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:08.964249 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:08.999142 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-c332f01b-68cd-4ccd-98a8-729135c74ddf service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864198 Jul 16 02:28:09.010476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:09.017942 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.018291 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.018633 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.018970 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.019304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.019634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.019980 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.020319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.020654 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.021026 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.021292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.021699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:09.088699 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0b24290f-a0c4-4309-9111-e8997cdc3313 req-1ec71f66-cff1-4d18-aeae-ec96f740aa4d service neutron] 10.222.0.78 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826688 Jul 16 02:28:09.195486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c988e153-2b03-45de-938a-d3485b04ba25'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:09.879443 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06bf12-d929-465c-903c-99c0b05d5adb req-98f27a13-7b1f-4f0b-a5ff-2c1e32b7ed6f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:09.880884 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b06bf12-d929-465c-903c-99c0b05d5adb req-98f27a13-7b1f-4f0b-a5ff-2c1e32b7ed6f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 945 time: 0.0632586 Jul 16 02:28:09.919315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b06bf12-d929-465c-903c-99c0b05d5adb req-94c16912-8aa3-4f93-873e-185945031e4c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Jul 16 02:28:09.943505 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:10.005495 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f681e3d5-6401-416d-9990-a182198d3c1d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/70d72b22-6c76-40b4-b8cd-8c876a2d26a2 HTTP/1.1" status: 200 len: 992 time: 0.0602808 Jul 16 02:28:10.803223 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:10.849379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c988e153-2b03-45de-938a-d3485b04ba25 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:10.853675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c988e153-2b03-45de-938a-d3485b04ba25 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:10.854055 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.930753 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.952275 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:10.954555 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6f6728-721e-4658-a1bc-883bd5c10149" -d '{"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-plugged", "status": "completed", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:10.967522 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:10.971738 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.994720 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f0dec-55ce-48e9-be5b-6e57fe4d8a2b x-openstack-request-id: req-f36f0dec-55ce-48e9-be5b-6e57fe4d8a2b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:10.995015 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-plugged", "status": "completed", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:10.995269 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f36f0dec-55ce-48e9-be5b-6e57fe4d8a2b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:10.995660 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'code': 200} Jul 16 02:28:11.020734 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:11.683729 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28647609-51e9-44e2-a9e9-ae219ff664cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:13.330375 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:14.526917 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:14.536654 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6b31bb8-c48c-4697-845c-c8afd84af919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:15.566483 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:16.697093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:17.063463 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.334320 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.391577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:38.551089 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 7d94c586-dd57-4f24-886c-4d55c3bf3044 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:38.551441 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.624763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.625018 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.637004 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 7d94c586-dd57-4f24-886c-4d55c3bf3044 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:38.782780 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.812904 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=7d94c586-dd57-4f24-886c-4d55c3bf3044,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:38.836517 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.836870 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.837212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.837549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.837881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.838212 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.838543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.838882 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.839210 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.839539 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.839861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.840183 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:38.879994 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.880314 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP 70d72b22-6c76-40b4-b8cd-8c876a2d26a2 disassociated (deleted). External IP: 172.25.5.51, port: c988e153-2b03-45de-938a-d3485b04ba25. Jul 16 02:28:39.085947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router cb0568f2-9fc4-4fad-8264-704f728c5b82 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:39.193134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:39.197674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.202234 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c56af-90dd-4809-a098-c087975037fb None None] Sync routers for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:39.211431 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:39.212059 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:39.235319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ebef0110-eb7b-4a3a-a103-f733d84c11cd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/floatingips/70d72b22-6c76-40b4-b8cd-8c876a2d26a2 HTTP/1.1" status: 204 len: 168 time: 0.8426359 Jul 16 02:28:39.236278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:39.238652 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:39.292478 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7057c92b-6a7f-4125-9b20-61eb9c58f126 x-openstack-request-id: req-7057c92b-6a7f-4125-9b20-61eb9c58f126 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:39.292993 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:39.293246 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7057c92b-6a7f-4125-9b20-61eb9c58f126 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:39.293666 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'status': 'completed', 'code': 200} Jul 16 02:28:39.321101 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:39.368381 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-13a7f464-2bc3-4099-87cf-39478df4da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:39.369883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-13a7f464-2bc3-4099-87cf-39478df4da96 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 1097 time: 0.0540588 Jul 16 02:28:39.485085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-4918b89f-8aac-4907-8924-475a78d39057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:39.486782 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-4918b89f-8aac-4907-8924-475a78d39057 service neutron] 10.222.0.93 "GET /v2.0/networks?id=486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 200 len: 898 time: 0.1104078 Jul 16 02:28:39.529875 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-b717b364-9280-4b4e-bc54-04467741e5cb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 200 len: 217 time: 0.0361850 Jul 16 02:28:39.531063 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:39.556129 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c56af-90dd-4809-a098-c087975037fb None None] Checking router: cb0568f2-9fc4-4fad-8264-704f728c5b82 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:39.564179 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:39.564803 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:39.614639 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-ede10cee-52e3-4af7-b16b-cdd6ce3fc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:39.616154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-ede10cee-52e3-4af7-b16b-cdd6ce3fc4be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 200 len: 835 time: 0.0800567 Jul 16 02:28:39.666018 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:39.669386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3eca-3e93-4ca0-8679-c172005d88f3 req-ffca24c1-f49f-4398-a1c8-882ee4a78db8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:39.670883 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41ef3eca-3e93-4ca0-8679-c172005d88f3 req-ffca24c1-f49f-4398-a1c8-882ee4a78db8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.1051710 Jul 16 02:28:39.722447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-036f3d96-2ce3-45a9-b457-e9a147a0fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:39.723968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-036f3d96-2ce3-45a9-b457-e9a147a0fdb7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=486433e4-8a95-4c6e-9670-c3523cd652f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002173 Jul 16 02:28:39.727233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-41ef3eca-3e93-4ca0-8679-c172005d88f3 req-0037798e-4f24-4d0a-bb70-01a3e3e68d91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508370 Jul 16 02:28:39.817312 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-8773e305-e3aa-41c2-a073-091b86b11bb6 service neutron] 10.222.0.93 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857513 Jul 16 02:28:39.857947 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e90c56af-90dd-4809-a098-c087975037fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:39.882804 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c56af-90dd-4809-a098-c087975037fb None None] The sync data for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 is: [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'e480e774-099f-4b84-bf8e-ec6344530e8d', 'name': '', 'network_id': '486433e4-8a95-4c6e-9670-c3523cd652f8', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:62:cc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '55408d1a-844c-4235-beee-130c26ba0c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '55408d1a-844c-4235-beee-130c26ba0c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:39.908018 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f19818f5-96b2-4ec7-823d-51f3aa24cd7c req-6e515d52-0501-4107-94b0-46d596e04e41 service neutron] 10.222.0.93 "GET /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836580 Jul 16 02:28:40.091816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0adf6-931a-4e9a-b2c8-fe977df3da73 None None] New status for floating IP 70d72b22-6c76-40b4-b8cd-8c876a2d26a2: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:28:40.806959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e720f5-44e3-448e-98d9-48614e034264 req-462232e7-d47f-463a-bc0b-c54750fedc82 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:40.808578 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22e720f5-44e3-448e-98d9-48614e034264 req-462232e7-d47f-463a-bc0b-c54750fedc82 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.0687640 Jul 16 02:28:40.957807 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446bfae-74dc-49c0-8c00-355fcbffeef2 req-dd3f6090-e98f-417d-ae4f-70622b6e50f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:40.959914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4446bfae-74dc-49c0-8c00-355fcbffeef2 req-dd3f6090-e98f-417d-ae4f-70622b6e50f7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=f54d29d9-5605-4b13-9767-8927d3ab87e9 HTTP/1.1" status: 200 len: 946 time: 0.1071908 Jul 16 02:28:40.965711 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port c988e153-2b03-45de-938a-d3485b04ba25 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:40.966059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.057445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4446bfae-74dc-49c0-8c00-355fcbffeef2 req-20d5a0ac-64f0-49a7-bf03-0e3ad0084659 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=f398186b-2b40-4241-b27c-482a6bb0fd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869396 Jul 16 02:28:41.078894 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port c988e153-2b03-45de-938a-d3485b04ba25, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c988e153-2b03-45de-938a-d3485b04ba25,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:41.079252 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.092092 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for c988e153-2b03-45de-938a-d3485b04ba25 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:41.220238 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.248880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=c988e153-2b03-45de-938a-d3485b04ba25,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:41.295439 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] No DVR routers for this DVR port c988e153-2b03-45de-938a-d3485b04ba25 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:41.298167 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.300164 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-22e720f5-44e3-448e-98d9-48614e034264 req-86138404-596a-44ff-a1a9-72489eae300a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "DELETE /v2.0/ports/c988e153-2b03-45de-938a-d3485b04ba25 HTTP/1.1" status: 204 len: 173 time: 0.4863908 Jul 16 02:28:41.300644 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-deleted', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:41.302929 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac8822-5899-4bef-b427-755d81e9ea87" -d '{"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-deleted", "tag": "c988e153-2b03-45de-938a-d3485b04ba25"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:41.338352 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f95630-f3e0-41b7-b9a3-f42b32c19990 x-openstack-request-id: req-b7f95630-f3e0-41b7-b9a3-f42b32c19990 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:41.338650 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54d29d9-5605-4b13-9767-8927d3ab87e9", "name": "network-vif-deleted", "tag": "c988e153-2b03-45de-938a-d3485b04ba25", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:41.338907 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7f95630-f3e0-41b7-b9a3-f42b32c19990 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:41.339352 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54d29d9-5605-4b13-9767-8927d3ab87e9', 'name': 'network-vif-deleted', 'tag': 'c988e153-2b03-45de-938a-d3485b04ba25', 'status': 'completed', 'code': 200} Jul 16 02:28:41.684486 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54ec102a-40a4-4331-80b6-ba2dd8392b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.149552 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44660) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:42.506213 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.769469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port e480e774-099f-4b84-bf8e-ec6344530e8d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:42.769732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.855372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port e480e774-099f-4b84-bf8e-ec6344530e8d, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e480e774-099f-4b84-bf8e-ec6344530e8d,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:42.855727 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.871907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for e480e774-099f-4b84-bf8e-ec6344530e8d owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:43.051719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.078856 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=e480e774-099f-4b84-bf8e-ec6344530e8d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:43.251101 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.458369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router cb0568f2-9fc4-4fad-8264-704f728c5b82 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:43.559643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:43.564609 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c0dfe8bf-6478-42ac-836f-6105b88b9f5f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/cb0568f2-9fc4-4fad-8264-704f728c5b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4140472 Jul 16 02:28:43.567303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:43.572133 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] Sync routers for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:43.581083 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:43.581665 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:43.617585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting subnet 55408d1a-844c-4235-beee-130c26ba0c37 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:28:43.620619 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.659165 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.683496 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:43.744469 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.801296 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.828901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Subnet': ['ID=55408d1a-844c-4235-beee-130c26ba0c37,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:43.832567 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.835481 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e7e35c2d-388e-46ad-93ee-24d8a1ad7291 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/subnets/55408d1a-844c-4235-beee-130c26ba0c37 HTTP/1.1" status: 204 len: 168 time: 0.2665832 Jul 16 02:28:43.838016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:43.839132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac737e-d415-46dd-9c55-407df21f2b24 None None] Network 486433e4-8a95-4c6e-9670-c3523cd652f8 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:43.862272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:28:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:43.893799 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] Checking router: cb0568f2-9fc4-4fad-8264-704f728c5b82 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:43.902302 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] Routers {'cb0568f2-9fc4-4fad-8264-704f728c5b82'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:43.902984 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['cb0568f2-9fc4-4fad-8264-704f728c5b82'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:43.951549 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.034690 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] DHCP port deletion for 486433e4-8a95-4c6e-9670-c3523cd652f8 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:28:44.070245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.088166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] Deleting port c1d26c92-beef-4a9b-934b-b1ece4c81d2a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:44.088574 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.101604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] Set router cb0568f2-9fc4-4fad-8264-704f728c5b82 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:44.132071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 2972dd1d-f537-46fa-b310-f221667fa279 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:44.132592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.156089 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] For port c1d26c92-beef-4a9b-934b-b1ece4c81d2a, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c1d26c92-beef-4a9b-934b-b1ece4c81d2a,segment=NetworkSegment(61b745a2-61cd-42e9-80d1-a87f31d03216),segment_id=61b745a2-61cd-42e9-80d1-a87f31d03216)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:44.156518 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.169398 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] Calling delete_port for c1d26c92-beef-4a9b-934b-b1ece4c81d2a owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:44.214054 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 2972dd1d-f537-46fa-b310-f221667fa279, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=2972dd1d-f537-46fa-b310-f221667fa279,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:44.214557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.227564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 2972dd1d-f537-46fa-b310-f221667fa279 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:44.251046 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.275947 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] Pushing event deleted for resources: {'Port': ['ID=c1d26c92-beef-4a9b-934b-b1ece4c81d2a,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:44.279569 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e9da9-88eb-4b88-8335-985d955803f5 None None] No DVR routers for this DVR port c1d26c92-beef-4a9b-934b-b1ece4c81d2a on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:44.281888 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:28:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:44.311168 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9d345-b1f1-4bfa-8bb0-8332910f5f52 None None] The sync data for ids ['cb0568f2-9fc4-4fad-8264-704f728c5b82'] in n-d-800085-5 is: [{'id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383259681', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '2972dd1d-f537-46fa-b310-f221667fa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:04Z', 'updated_at': '2021-07-16T02:28:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': '2972dd1d-f537-46fa-b310-f221667fa279', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0568f2-9fc4-4fad-8264-704f728c5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:05Z', 'updated_at': '2021-07-16T02:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:44.413280 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.439819 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=2972dd1d-f537-46fa-b310-f221667fa279,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:44.501918 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.533533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.538015 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13a9168e-3dd7-46fa-a251-65b1a0fb2a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.592076 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.594148 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.636387 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.636915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Fanout notify agent at l3_agent the message router_deleted on router cb0568f2-9fc4-4fad-8264-704f728c5b82 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:28:44.647093 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.648299 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8aa50dee-6b3d-465d-a6d4-2b1db8ccad45 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/routers/cb0568f2-9fc4-4fad-8264-704f728c5b82 HTTP/1.1" status: 204 len: 168 time: 0.8087602 Jul 16 02:28:44.650910 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44666) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:44.731842 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c1d26c92-beef-4a9b-934b-b1ece4c81d2a no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:44.733850 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.757126 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c1d26c92-beef-4a9b-934b-b1ece4c81d2a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:44.757524 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c1d26c92-beef-4a9b-934b-b1ece4c81d2a not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:44.825358 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.836180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486433e4-8a95-4c6e-9670-c3523cd652f8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:44.846396 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b745a2-61cd-42e9-80d1-a87f31d03216') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:44.847255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b745a2-61cd-42e9-80d1-a87f31d03216') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:44.855718 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.873980 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.880015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:28:44.880978 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:28:44.883971 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:28:44.947096 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.952588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.957297 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/networks/486433e4-8a95-4c6e-9670-c3523cd652f8 HTTP/1.1" status: 204 len: 168 time: 0.3027215 Jul 16 02:28:44.957411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:44.969019 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf44cec-a59d-405f-ba9e-7e325df6ac7d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Network': ['ID=486433e4-8a95-4c6e-9670-c3523cd652f8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:45.012193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:45.018302 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb4516e6-7c5b-4241-b792-919ccacb0b2f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.031169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: c988e153-2b03-45de-938a-d3485b04ba25 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:45.031520 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c988e153-2b03-45de-938a-d3485b04ba25 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:45.047872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb4516e6-7c5b-4241-b792-919ccacb0b2f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.107246 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb4516e6-7c5b-4241-b792-919ccacb0b2f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.109898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb4516e6-7c5b-4241-b792-919ccacb0b2f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.111085 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-eb4516e6-7c5b-4241-b792-919ccacb0b2f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/security-groups/f398186b-2b40-4241-b27c-482a6bb0fd93 HTTP/1.1" status: 204 len: 168 time: 0.1527162 Jul 16 02:28:45.121820 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4516e6-7c5b-4241-b792-919ccacb0b2f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f398186b-2b40-4241-b27c-482a6bb0fd93,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:45.570405 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.766430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:45.771919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4e3a317d-7dff-4518-bd6f-a13e2bcb2158 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177285760', 'description': 'tempest-secgroup-smoke-1177285760 description', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:45.794454 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e3a317d-7dff-4518-bd6f-a13e2bcb2158 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.873565 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e3a317d-7dff-4518-bd6f-a13e2bcb2158 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.877019 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e3a317d-7dff-4518-bd6f-a13e2bcb2158 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.902905 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e3a317d-7dff-4518-bd6f-a13e2bcb2158 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.904150 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4e3a317d-7dff-4518-bd6f-a13e2bcb2158 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1367052 Jul 16 02:28:45.907555 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:45.908372 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a317d-7dff-4518-bd6f-a13e2bcb2158 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:45.912664 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ec7f1dc3-30d4-466b-a8f5-18c90ac2f09b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe2793-feb4-4da5-ad6b-cd4565c0ac30', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:45.940895 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1dc3-30d4-466b-a8f5-18c90ac2f09b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.998075 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1dc3-30d4-466b-a8f5-18c90ac2f09b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.001259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1dc3-30d4-466b-a8f5-18c90ac2f09b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.018017 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f1dc3-30d4-466b-a8f5-18c90ac2f09b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35ac757-0750-4e53-920d-1ce0be2a211f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:46.024697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec7f1dc3-30d4-466b-a8f5-18c90ac2f09b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.025934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ec7f1dc3-30d4-466b-a8f5-18c90ac2f09b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169987 Jul 16 02:28:46.028367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.032682 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bdefbeac-ac62-4403-8409-def9e9862074 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe2793-feb4-4da5-ad6b-cd4565c0ac30', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:46.058547 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdefbeac-ac62-4403-8409-def9e9862074 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.119485 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdefbeac-ac62-4403-8409-def9e9862074 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.122964 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdefbeac-ac62-4403-8409-def9e9862074 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.137358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefbeac-ac62-4403-8409-def9e9862074 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa34f256-3b05-4a02-af69-15573043b5c4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:46.145598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdefbeac-ac62-4403-8409-def9e9862074 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.147369 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bdefbeac-ac62-4403-8409-def9e9862074 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180370 Jul 16 02:28:46.150056 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44680) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.154725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8fff2606-4840-466a-a4e0-f0ab77427ca7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe2793-feb4-4da5-ad6b-cd4565c0ac30', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:46.180607 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fff2606-4840-466a-a4e0-f0ab77427ca7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.238773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fff2606-4840-466a-a4e0-f0ab77427ca7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.242166 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fff2606-4840-466a-a4e0-f0ab77427ca7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.259604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff2606-4840-466a-a4e0-f0ab77427ca7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2f2889-b47e-43c4-b0e0-0ad4a8805d89,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:46.269029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fff2606-4840-466a-a4e0-f0ab77427ca7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.270256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-8fff2606-4840-466a-a4e0-f0ab77427ca7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192763 Jul 16 02:28:46.273455 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44682) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.277795 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9a69e368-9439-417c-bc76-906c70ed3563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe2793-feb4-4da5-ad6b-cd4565c0ac30', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:46.303784 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a69e368-9439-417c-bc76-906c70ed3563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.345162 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e480e774-099f-4b84-bf8e-ec6344530e8d no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:46.363414 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a69e368-9439-417c-bc76-906c70ed3563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.366541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e480e774-099f-4b84-bf8e-ec6344530e8d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:46.367058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e480e774-099f-4b84-bf8e-ec6344530e8d not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:46.367656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2972dd1d-f537-46fa-b310-f221667fa279 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:46.372311 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a69e368-9439-417c-bc76-906c70ed3563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.388644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 2972dd1d-f537-46fa-b310-f221667fa279 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:46.388909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 2972dd1d-f537-46fa-b310-f221667fa279 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:46.390098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69e368-9439-417c-bc76-906c70ed3563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43418f28-c0d5-4490-a28c-b1ce83e4c632,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:46.397385 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a69e368-9439-417c-bc76-906c70ed3563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.398599 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-9a69e368-9439-417c-bc76-906c70ed3563 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242287 Jul 16 02:28:46.401429 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.405883 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe2793-feb4-4da5-ad6b-cd4565c0ac30', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:46.427450 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:28:46.432106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.493208 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.496629 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.513824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc1e509-27aa-41fd-a04f-0ced95c537d6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:46.524059 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.525557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4841808e-dcd4-41a1-bb88-bc1df7a9c1ed tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231186 Jul 16 02:28:46.528322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.532744 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': 'b7fe2793-feb4-4da5-ad6b-cd4565c0ac30', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:46.554090 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:28:46.558820 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.619585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.623143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.640532 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195c1389-4254-4f0f-ae07-0913cc2e15e6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:46.646823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.648006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7565d8b1-65a9-4bee-ba75-05243c0fbf3a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187601 Jul 16 02:28:46.650714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.655498 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'network': {'name': 'tempest-network-smoke--817039124', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:46.674546 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:46.678574 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.703032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:28:46.705968 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.711993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.712374 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Added segment e92db9bf-e209-44a6-8e4f-edeb15ec3d62 of type vlan for network 936c7c17-26fe-4c48-a60a-5736495447eb Jul 16 02:28:46.750999 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.778747 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.784284 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.784871 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.076407 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.167699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5158517 Jul 16 02:28:47.170410 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:47.175109 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'admin_state_up': True, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:47.197961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.199168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.199301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340460e-f8ac-46d3-9dcf-dfb2954e97fd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Network': ['ID=936c7c17-26fe-4c48-a60a-5736495447eb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:47.210458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 936c7c17-26fe-4c48-a60a-5736495447eb details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:28:47.254939 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.387877 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.577010 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.595083 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.694503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.194 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b4d46a4e-3f1d-4109-aeac-4de41d121b8c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:47.797488 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.835699 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.874239 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:47.876902 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:47.880958 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:47.886168 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:48.123589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:48.658351 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:48.781150 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 17bec12b-96de-4f49-be0d-1833d48af2b1 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:28:48.885121 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:48.894081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Sync routers for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:48.903559 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:48.904213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:48.906110 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:48.907536 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-70cb8828-e53e-4301-9e2d-b12e290ce0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7360935 Jul 16 02:28:48.912399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:48.942063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-995287ef-53cb-41cb-89cf-31d1008fbec1 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f1254e57bf5544599584cbbc950f4c0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262470 Jul 16 02:28:48.942344 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:49.035649 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c9dfa-bbf2-49fc-8e99-500322489add tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:49.037399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-402c9dfa-bbf2-49fc-8e99-500322489add tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941002 Jul 16 02:28:49.040593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:49.072081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-0105b985-61c4-44aa-87da-016b1dc34a44 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300369 Jul 16 02:28:49.074595 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:49.079675 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1994147630', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:49.160851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:49.172457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:49.176044 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.337993 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:48Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:49.357763 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.364458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Checking router: 17bec12b-96de-4f49-be0d-1833d48af2b1 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:49.365353 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Updating router 17bec12b-96de-4f49-be0d-1833d48af2b1 port b4d46a4e-3f1d-4109-aeac-4de41d121b8c binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:49.402007 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.416592 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Subnet': ['ID=e0577620-85c8-4670-a916-6a71bfca85d9,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:49.428385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Checking segment: {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:49.428752 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network hostable DHCP agents. Network: 936c7c17-26fe-4c48-a60a-5736495447eb, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:28:49.445271 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 936c7c17-26fe-4c48-a60a-5736495447eb is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:28:49.453569 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 936c7c17-26fe-4c48-a60a-5736495447eb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:49.457660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:49.458281 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.472559 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-80d4b264-97de-417b-89fa-aca881d76a00 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965893 Jul 16 02:28:49.475733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:49.487592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706d0bf-eaf7-460b-8b82-afd689f69e54 None None] Network 936c7c17-26fe-4c48-a60a-5736495447eb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:49.720388 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-936c7c17-26fe-4c48-a60a-5736495447eb', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:28:49.721313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.827567 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.850656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Transition to ACTIVE for port object b4d46a4e-3f1d-4109-aeac-4de41d121b8c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:49.860438 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.904054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.944558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Allocated IP 172.20.0.2 (936c7c17-26fe-4c48-a60a-5736495447eb/e0577620-85c8-4670-a916-6a71bfca85d9/e6eabbe7-6e94-454f-bc74-1648b3c29e1b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:49.954032 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Attempting to bind port b4d46a4e-3f1d-4109-aeac-4de41d121b8c on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:49.954405 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Attempting to bind port b4d46a4e-3f1d-4109-aeac-4de41d121b8c by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:49.954772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Attempting to bind port b4d46a4e-3f1d-4109-aeac-4de41d121b8c on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:49.961512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42c21f-7b54-450f-8d92-32894dedbfa6 None None] Pushing event updated for resources: {'Port': ['ID=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:49.968243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:49.968640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:49.969080 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.969501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:49.969995 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Bound port: b4d46a4e-3f1d-4109-aeac-4de41d121b8c, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:49.970381 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.076630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] For port b4d46a4e-3f1d-4109-aeac-4de41d121b8c, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:50.094130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] For port b4d46a4e-3f1d-4109-aeac-4de41d121b8c, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:50.100794 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.194370 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42c21f-7b54-450f-8d92-32894dedbfa6 None None] Pushing event updated for resources: {'Port': ['ID=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:50.198453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:50.199072 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:50.258747 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.294618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Transition to ACTIVE for port object e6eabbe7-6e94-454f-bc74-1648b3c29e1b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:50.321045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Transition to ACTIVE for port object e6eabbe7-6e94-454f-bc74-1648b3c29e1b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:50.329043 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:50.343061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:50.345310 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.383090 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.1 (936c7c17-26fe-4c48-a60a-5736495447eb/e0577620-85c8-4670-a916-6a71bfca85d9/353bd382-49f8-49e9-b027-2f3c81c97e68) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:50.425598 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.457948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Network 936c7c17-26fe-4c48-a60a-5736495447eb is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:50.465230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:50.469327 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:50.471218 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Pushing event updated for resources: {'Port': ['ID=e6eabbe7-6e94-454f-bc74-1648b3c29e1b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:50.505201 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.519258 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object 353bd382-49f8-49e9-b027-2f3c81c97e68 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:50.552810 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.576377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Attempting to bind port e6eabbe7-6e94-454f-bc74-1648b3c29e1b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:50.576748 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Attempting to bind port e6eabbe7-6e94-454f-bc74-1648b3c29e1b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:50.577110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Attempting to bind port e6eabbe7-6e94-454f-bc74-1648b3c29e1b on network 936c7c17-26fe-4c48-a60a-5736495447eb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:50.591310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 936c7c17-26fe-4c48-a60a-5736495447eb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:50.594540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:50.597166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:50.598229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:50.598606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Checking segment: {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:50.599046 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.599443 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Bound using segment: {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:50.599923 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Bound port: e6eabbe7-6e94-454f-bc74-1648b3c29e1b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:50.600328 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.637030 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=353bd382-49f8-49e9-b027-2f3c81c97e68,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:50.652349 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.681590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] For port e6eabbe7-6e94-454f-bc74-1648b3c29e1b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:50.684505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:48Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:50.687245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] For port e6eabbe7-6e94-454f-bc74-1648b3c29e1b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e6eabbe7-6e94-454f-bc74-1648b3c29e1b,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:50.690935 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.724723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d7ccb-f669-4030-9d67-c4cff244c0d3 None None] The sync data for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 is: [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:48Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:50.779294 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83f7cc-8c7e-44a3-b93c-1510e197e005 None None] Pushing event updated for resources: {'Port': ['ID=e6eabbe7-6e94-454f-bc74-1648b3c29e1b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:50.808437 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.156283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.160962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.240521 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=353bd382-49f8-49e9-b027-2f3c81c97e68,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:51.245903 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.341985 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 936c7c17-26fe-4c48-a60a-5736495447eb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:51.343543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:51.466214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 17bec12b-96de-4f49-be0d-1833d48af2b1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:51.584934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:51.598445 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4e73df60-0a7b-4c9c-8bd1-b383c8fa597d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/17bec12b-96de-4f49-be0d-1833d48af2b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1132872 Jul 16 02:28:51.720131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa87c83a-4208-45df-83c6-9238954a73ad None None] Network 936c7c17-26fe-4c48-a60a-5736495447eb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:51.743476 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-63dc4525-b000-4d8a-9191-4f1372d1562f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177285760&fields=id&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 267 time: 0.0344841 Jul 16 02:28:51.799888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-276e80eb-dc72-4b9f-8fc6-0022ce89d175 None None] Provisioning for port e6eabbe7-6e94-454f-bc74-1648b3c29e1b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:51.858821 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-95bf28eb-170a-483c-b7ef-148b7b0d305b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:51.860292 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-95bf28eb-170a-483c-b7ef-148b7b0d305b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/networks?id=936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 200 len: 796 time: 0.1102867 Jul 16 02:28:51.875189 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-d95b4fc6-f308-4a93-a568-f4bd888cd42d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/quotas/f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 375 time: 0.0089474 Jul 16 02:28:51.945676 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-13afe605-fc86-402b-b7da-03387a7a1b69 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654376 Jul 16 02:28:52.044260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-c9afe5b9-049b-4d5c-b51d-fecc061c0a6e service neutron] 10.222.0.81 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871630 Jul 16 02:28:52.134283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e043a886-7ec3-4fe4-a9c6-0001eaf11557 None None] Provisioning for port 353bd382-49f8-49e9-b027-2f3c81c97e68 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:52.138492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e043a886-7ec3-4fe4-a9c6-0001eaf11557 None None] Provisioning complete for port 353bd382-49f8-49e9-b027-2f3c81c97e68 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:52.138872 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e043a886-7ec3-4fe4-a9c6-0001eaf11557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.153257 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-11a9f0e2-59fa-4a34-95f4-2440d5bd1590 service neutron] 10.222.0.81 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029305 Jul 16 02:28:52.183908 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e043a886-7ec3-4fe4-a9c6-0001eaf11557 None None] Port 353bd382-49f8-49e9-b027-2f3c81c97e68 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:52.316991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-15fef2e2-19fc-4944-bcb3-318708050bc4 None None] Provisioning complete for port 353bd382-49f8-49e9-b027-2f3c81c97e68 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:52.318264 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15fef2e2-19fc-4944-bcb3-318708050bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.372115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-15fef2e2-19fc-4944-bcb3-318708050bc4 None None] Port 353bd382-49f8-49e9-b027-2f3c81c97e68 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:52.438528 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Sync routers for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:52.448659 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:52.449367 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:52.471583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5ea2e132-1021-43d9-8632-6e84354f21f2 req-5567919f-a657-41ab-8033-357f50c43f62 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 210 time: 0.1608412 Jul 16 02:28:52.503150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4d46a4e-3f1d-4109-aeac-4de41d121b8c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:52.558697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port b4d46a4e-3f1d-4109-aeac-4de41d121b8c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:52.563342 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b4d46a4e-3f1d-4109-aeac-4de41d121b8c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:52.563736 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.587477 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:52.616921 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aed98fbc-79b7-449d-a5c8-71ec46163c70 None None] Provisioning complete for port 353bd382-49f8-49e9-b027-2f3c81c97e68 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:52.617301 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aed98fbc-79b7-449d-a5c8-71ec46163c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.697519 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.702166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aed98fbc-79b7-449d-a5c8-71ec46163c70 None None] Port 353bd382-49f8-49e9-b027-2f3c81c97e68 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:52.723122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port b4d46a4e-3f1d-4109-aeac-4de41d121b8c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:52.728185 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.729230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6eabbe7-6e94-454f-bc74-1648b3c29e1b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:52.797879 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 2, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:52.814758 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:52.830414 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port e6eabbe7-6e94-454f-bc74-1648b3c29e1b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:52.831874 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Checking router: 17bec12b-96de-4f49-be0d-1833d48af2b1 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:52.832440 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Updating router 17bec12b-96de-4f49-be0d-1833d48af2b1 port 353bd382-49f8-49e9-b027-2f3c81c97e68 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:52.834909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e6eabbe7-6e94-454f-bc74-1648b3c29e1b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:52.836534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.866834 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.920386 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.953650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port e6eabbe7-6e94-454f-bc74-1648b3c29e1b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e6eabbe7-6e94-454f-bc74-1648b3c29e1b,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:52.959561 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.006564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=e6eabbe7-6e94-454f-bc74-1648b3c29e1b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:53.142043 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.151289 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Transition to ACTIVE for port object 353bd382-49f8-49e9-b027-2f3c81c97e68 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:53.156733 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.206180 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Pushing event updated for resources: {'Port': ['ID=353bd382-49f8-49e9-b027-2f3c81c97e68,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:53.231961 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.232316 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.232650 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.232984 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.233302 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.233620 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.233938 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.234253 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.234574 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.234887 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.235202 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.235649 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:53.268884 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Attempting to bind port 353bd382-49f8-49e9-b027-2f3c81c97e68 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:53.269250 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Attempting to bind port 353bd382-49f8-49e9-b027-2f3c81c97e68 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:53.269608 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Attempting to bind port 353bd382-49f8-49e9-b027-2f3c81c97e68 on network 936c7c17-26fe-4c48-a60a-5736495447eb {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:53.274697 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:53.275062 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Checking segment: {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:53.275462 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.275851 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Bound using segment: {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:53.276443 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Bound port: 353bd382-49f8-49e9-b027-2f3c81c97e68, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:53.276818 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.345336 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] For port 353bd382-49f8-49e9-b027-2f3c81c97e68, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:53.349675 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] For port 353bd382-49f8-49e9-b027-2f3c81c97e68, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=353bd382-49f8-49e9-b027-2f3c81c97e68,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:53.354038 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.409515 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:53.410146 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:53.468315 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44129-9e05-45f1-8126-7d8d150871cf None None] Pushing event updated for resources: {'Port': ['ID=353bd382-49f8-49e9-b027-2f3c81c97e68,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:53.544747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-66a7e727-bfa4-4b2b-9cd8-c68cac004ab1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:53.546907 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-66a7e727-bfa4-4b2b-9cd8-c68cac004ab1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/networks?id=936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 200 len: 796 time: 0.1290762 Jul 16 02:28:53.585567 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:53.597465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-620d66ea-9f91-4518-8e85-c73b98039d90 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 380 time: 0.0415759 Jul 16 02:28:53.607692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'port': {'device_id': '0105559b-2264-4155-953f-7661d24d495a', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'admin_state_up': True, 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'security_groups': ['b7fe2793-feb4-4da5-ad6b-cd4565c0ac30']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:53.710792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-90f86c41-653d-4d42-9a2d-cb71f3ce8f9b req-9edccba0-46b3-4405-bcac-096c0bb27677 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 210 time: 0.0609565 Jul 16 02:28:53.762210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:53.765766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.796793 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:53Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:53.826257 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d83b0b-1e5e-4d07-96cc-017e11766464 None None] The sync data for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 is: [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:53Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:53.909089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.14 (936c7c17-26fe-4c48-a60a-5736495447eb/e0577620-85c8-4670-a916-6a71bfca85d9/8d8f5c75-4569-4254-beb2-a5f6b839e559) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:54.054489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.068835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object 8d8f5c75-4569-4254-beb2-a5f6b839e559 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:54.102329 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.165417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 936c7c17-26fe-4c48-a60a-5736495447eb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:54.166719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=8d8f5c75-4569-4254-beb2-a5f6b839e559,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:54.169526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:54.171902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:54.224989 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:54.225915 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.243466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-ac0333ad-a8f8-426e-8b60-04309f24453a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6399248 Jul 16 02:28:54.256707 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Request body: {'port': {'device_id': '0105559b-2264-4155-953f-7661d24d495a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:54.351968 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.410998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3944419e-2f0d-471d-9e30-246a604cd0da None None] Provisioning for port 8d8f5c75-4569-4254-beb2-a5f6b839e559 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:54.416509 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3944419e-2f0d-471d-9e30-246a604cd0da None None] Provisioning complete for port 8d8f5c75-4569-4254-beb2-a5f6b839e559 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:54.417976 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3944419e-2f0d-471d-9e30-246a604cd0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.457280 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3944419e-2f0d-471d-9e30-246a604cd0da None None] Port 8d8f5c75-4569-4254-beb2-a5f6b839e559 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:54.492910 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4d46a4e-3f1d-4109-aeac-4de41d121b8c up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:54.544895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port b4d46a4e-3f1d-4109-aeac-4de41d121b8c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:54.545268 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.631360 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 353bd382-49f8-49e9-b027-2f3c81c97e68 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:54.673385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8f5c75-4569-4254-beb2-a5f6b839e559 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:54.681768 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.682472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 353bd382-49f8-49e9-b027-2f3c81c97e68 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:54.687386 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 353bd382-49f8-49e9-b027-2f3c81c97e68 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:54.687772 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.695417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Transition to ACTIVE for port object 8d8f5c75-4569-4254-beb2-a5f6b839e559 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:54.700522 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.777134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.803720 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f5c75-4569-4254-beb2-a5f6b839e559,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:54.830992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 353bd382-49f8-49e9-b027-2f3c81c97e68, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=353bd382-49f8-49e9-b027-2f3c81c97e68,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:54.849920 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.852882 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6eabbe7-6e94-454f-bc74-1648b3c29e1b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:54.854655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Attempting to bind port 8d8f5c75-4569-4254-beb2-a5f6b839e559 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:54.855139 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Attempting to bind port 8d8f5c75-4569-4254-beb2-a5f6b839e559 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:54.855683 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Attempting to bind port 8d8f5c75-4569-4254-beb2-a5f6b839e559 on network 936c7c17-26fe-4c48-a60a-5736495447eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:54.861184 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Port 8d8f5c75-4569-4254-beb2-a5f6b839e559 on network 936c7c17-26fe-4c48-a60a-5736495447eb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:28:54.861655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Attempting to bind port 8d8f5c75-4569-4254-beb2-a5f6b839e559 on network 936c7c17-26fe-4c48-a60a-5736495447eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:54.867750 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:54.868089 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Checking segment: {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:54.868502 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Bound using segment: {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:54.868934 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Bound port: 8d8f5c75-4569-4254-beb2-a5f6b839e559, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:54.873352 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.959821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=353bd382-49f8-49e9-b027-2f3c81c97e68,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:54.973187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port e6eabbe7-6e94-454f-bc74-1648b3c29e1b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:54.973558 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:54.993025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] For port 8d8f5c75-4569-4254-beb2-a5f6b839e559, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:55.002301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bc13-a80f-4411-bbfd-0ab4819b0b31 req-e161707e-0bcb-410a-9dcd-d2f38da72169 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.003951 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e52bc13-a80f-4411-bbfd-0ab4819b0b31 req-e161707e-0bcb-410a-9dcd-d2f38da72169 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 944 time: 0.1282220 Jul 16 02:28:55.006353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] For port 8d8f5c75-4569-4254-beb2-a5f6b839e559, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:55.019754 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:55.070064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.070701 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:55.072102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] 10.222.0.93 "PUT /v2.0/ports/8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 200 len: 1092 time: 0.8206086 Jul 16 02:28:55.075581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:55.078078 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9e95f3-559d-444a-91d3-6635a24ee67b" -d '{"events": [{"name": "network-changed", "server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:55.116915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6e52bc13-a80f-4411-bbfd-0ab4819b0b31 req-1559fab3-236b-4d5c-b943-81a4f95686e6 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040590 Jul 16 02:28:55.123966 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe84fb1-ba0e-4d67-8aac-20b957ab70e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f5c75-4569-4254-beb2-a5f6b839e559,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:55.195041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-e1790d53-c3ee-489e-867b-2e3e82eb21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.196547 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-e1790d53-c3ee-489e-867b-2e3e82eb21ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1095 time: 0.0675402 Jul 16 02:28:55.213772 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b207fba-c8c7-4be2-abcd-2b5e775b3ebb x-openstack-request-id: req-0b207fba-c8c7-4be2-abcd-2b5e775b3ebb {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:55.214167 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:55.214510 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b207fba-c8c7-4be2-abcd-2b5e775b3ebb {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:55.214905 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'status': 'completed', 'code': 200} Jul 16 02:28:55.243744 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-60f0ae9e-396d-4594-9d83-630a70352756 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 200 len: 217 time: 0.0400970 Jul 16 02:28:55.298272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-6512ced0-14b7-46be-8697-c5c652d7eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.299787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-6512ced0-14b7-46be-8697-c5c652d7eb8c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0577620-85c8-4670-a916-6a71bfca85d9 HTTP/1.1" status: 200 len: 835 time: 0.0497735 Jul 16 02:28:55.357695 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-fabdaf22-4193-4bcc-b406-6f36649528e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.359239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-fabdaf22-4193-4bcc-b406-6f36649528e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=936c7c17-26fe-4c48-a60a-5736495447eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537877 Jul 16 02:28:55.449517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-991d133b-21a2-4dfd-a486-2e2ec64f4024 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834215 Jul 16 02:28:55.541824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-30431adc-e1f6-4ed5-9518-c7685d88aa0a req-58b0eb0a-4387-4d8a-b90f-43ea3991ffb1 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Jul 16 02:28:55.640815 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-839afde8-1de2-4415-ba3c-700038e4613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.642232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-839afde8-1de2-4415-ba3c-700038e4613a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1095 time: 0.0532155 Jul 16 02:28:55.737212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-9dd07e9b-058b-4e17-bd95-4a6d81b68147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.738690 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-9dd07e9b-058b-4e17-bd95-4a6d81b68147 service neutron] 10.222.0.93 "GET /v2.0/networks?id=936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 200 len: 897 time: 0.0903597 Jul 16 02:28:55.780211 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-2f70f5b6-6c24-4cf2-b16a-a8d9f7dbb6c8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 200 len: 217 time: 0.0339005 Jul 16 02:28:55.831444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-3eb057c4-f4db-4bff-b32a-69b30626a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.832948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-3eb057c4-f4db-4bff-b32a-69b30626a652 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0577620-85c8-4670-a916-6a71bfca85d9 HTTP/1.1" status: 200 len: 835 time: 0.0457420 Jul 16 02:28:55.896323 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-4e4826cd-f4ff-4efa-9f59-7972da52c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:55.897826 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-4e4826cd-f4ff-4efa-9f59-7972da52c0bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=936c7c17-26fe-4c48-a60a-5736495447eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579484 Jul 16 02:28:55.993198 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-473d2c1a-baa5-489b-99e0-489c3cebc0f2 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871272 Jul 16 02:28:56.087270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9b9e95f3-559d-444a-91d3-6635a24ee67b req-1efe9e42-43d2-4211-8a99-651ace644567 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866644 Jul 16 02:28:56.307893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916e2d6-f85c-4bc7-bf81-62e5e260d89e req-c96021ff-5392-4835-bd85-9609c4a2f3d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:56.309512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3916e2d6-f85c-4bc7-bf81-62e5e260d89e req-c96021ff-5392-4835-bd85-9609c4a2f3d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 944 time: 0.0709112 Jul 16 02:28:56.348141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3916e2d6-f85c-4bc7-bf81-62e5e260d89e req-b46f3721-897e-4f6d-bbc2-7151e7ade141 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Jul 16 02:28:56.360406 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 353bd382-49f8-49e9-b027-2f3c81c97e68 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:56.406856 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 353bd382-49f8-49e9-b027-2f3c81c97e68 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:56.407230 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.074565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8d8f5c75-4569-4254-beb2-a5f6b839e559 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:28:57.167821 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8d8f5c75-4569-4254-beb2-a5f6b839e559, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:57.179036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'port_id': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'mac_address': 'fa:16:3e:c8:e1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:28:57.217586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.230697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8f5c75-4569-4254-beb2-a5f6b839e559 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:57.249164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8d8f5c75-4569-4254-beb2-a5f6b839e559, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:57.253159 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.298470 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8d8f5c75-4569-4254-beb2-a5f6b839e559,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:57.437659 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['8d8f5c75-4569-4254-beb2-a5f6b839e559'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:57.574519 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf13f-40bb-4568-91cd-bac115aeb862 req-1f1ae1db-fffb-45c6-bbaa-e348827a6fa7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.575922 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-691bf13f-40bb-4568-91cd-bac115aeb862 req-1f1ae1db-fffb-45c6-bbaa-e348827a6fa7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 945 time: 0.1134338 Jul 16 02:28:57.614504 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-691bf13f-40bb-4568-91cd-bac115aeb862 req-f889bdde-62f0-4b31-afd8-03c138506ad8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329022 Jul 16 02:28:58.784322 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ec066-58e0-49ac-94a3-9383859c3a7b req-18749b9b-3463-490d-b480-a5f5a7d65490 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:58.785904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d44ec066-58e0-49ac-94a3-9383859c3a7b req-18749b9b-3463-490d-b480-a5f5a7d65490 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 945 time: 0.0633821 Jul 16 02:28:58.822810 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d44ec066-58e0-49ac-94a3-9383859c3a7b req-a33fc71a-c966-45a9-963e-0c81eae3f549 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Jul 16 02:28:59.090260 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8d8f5c75-4569-4254-beb2-a5f6b839e559 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:59.137715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 8d8f5c75-4569-4254-beb2-a5f6b839e559 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:59.141313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 8d8f5c75-4569-4254-beb2-a5f6b839e559 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:59.141680 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.229646 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.251598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:59.254050 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5e39be-d6af-42b6-9b8f-5569f5900cc3" -d '{"events": [{"server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:59.266606 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 8d8f5c75-4569-4254-beb2-a5f6b839e559, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:59.271256 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.295958 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e78b98d-1952-4d45-9349-f4b020ce64d2 x-openstack-request-id: req-5e78b98d-1952-4d45-9349-f4b020ce64d2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:59.296276 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:59.296525 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e78b98d-1952-4d45-9349-f4b020ce64d2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:59.297455 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'code': 200} Jul 16 02:28:59.325349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=8d8f5c75-4569-4254-beb2-a5f6b839e559,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:59.403642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0cbce-3ea4-4ad8-b057-a3c3c975657e req-907b3920-410d-4cdc-a7c8-e89730a5c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:59.405519 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ba0cbce-3ea4-4ad8-b057-a3c3c975657e req-907b3920-410d-4cdc-a7c8-e89730a5c493 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1097 time: 0.0515399 Jul 16 02:28:59.439787 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ba0cbce-3ea4-4ad8-b057-a3c3c975657e req-e8420c65-ede8-44cf-b578-dde8728203fc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280607 Jul 16 02:28:59.997943 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0693e5-1c6f-4c12-9d11-33f0ac16b899 req-90e67a51-d51c-40ff-a8e7-186b95d737d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:59.999463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0693e5-1c6f-4c12-9d11-33f0ac16b899 req-90e67a51-d51c-40ff-a8e7-186b95d737d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0659320 Jul 16 02:29:00.036871 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a0693e5-1c6f-4c12-9d11-33f0ac16b899 req-0fa3f833-ab32-40f8-acc7-9b63ce7ffb38 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Jul 16 02:29:01.213701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21044a-0751-48fe-bb29-53e332712efb req-23daf6bf-80e7-4742-b417-06a4e4fac3d9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:01.215399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c21044a-0751-48fe-bb29-53e332712efb req-23daf6bf-80e7-4742-b417-06a4e4fac3d9 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0666158 Jul 16 02:29:01.254201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c21044a-0751-48fe-bb29-53e332712efb req-e97adb95-9a67-468e-9cc8-dd2282f960ca tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Jul 16 02:29:01.429544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5933e3-2f89-430f-bb43-7b704a673b99 req-35356843-7d7e-4bf7-a296-1e1f1511f0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:01.430948 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa5933e3-2f89-430f-bb43-7b704a673b99 req-35356843-7d7e-4bf7-a296-1e1f1511f0de tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0700643 Jul 16 02:29:01.467619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aa5933e3-2f89-430f-bb43-7b704a673b99 req-24b18cb9-2074-4779-9626-c60873665a5e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Jul 16 02:29:01.491971 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.542214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a310e9-1ef8-4c96-af3e-3691d440f88e tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:01.543694 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b4a310e9-1ef8-4c96-af3e-3691d440f88e tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1092 time: 0.0507414 Jul 16 02:29:01.546403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:01.550641 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:01.572384 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.669298 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.771447 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.65 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/430b3046-6ba3-447f-8231-360006fd4a98) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:01.876154 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.913475 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.953781 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:01.956784 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:01.961747 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:01.964468 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=430b3046-6ba3-447f-8231-360006fd4a98,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:02.323417 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.404989 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.549336 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.553988 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.625691 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=430b3046-6ba3-447f-8231-360006fd4a98,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:02.635260 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.731866 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP cd6f43fa-dce5-4400-8cea-7355e166a5ee associated. External IP: 172.25.5.65, port: 8d8f5c75-4569-4254-beb2-a5f6b839e559. Jul 16 02:29:03.277435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 17bec12b-96de-4f49-be0d-1833d48af2b1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:29:03.382912 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:03.392444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] Sync routers for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:03.398509 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:03.403163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:03.403784 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:03.433800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3b347618-df9e-478b-a523-9e5b2e23b8bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8864026 Jul 16 02:29:03.434390 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:03.436645 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60945a2b-2229-4d48-bde5-9001e03dc043" -d '{"events": [{"name": "network-changed", "server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:03.477991 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e02f594-b7c5-42b0-9dd7-55b042ca7c71 x-openstack-request-id: req-7e02f594-b7c5-42b0-9dd7-55b042ca7c71 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:03.478476 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:03.479018 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e02f594-b7c5-42b0-9dd7-55b042ca7c71 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:03.479577 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'status': 'completed', 'code': 200} Jul 16 02:29:03.600483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-0437dbc9-9421-4f3a-8efb-2b4e8b9437d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.602010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-0437dbc9-9421-4f3a-8efb-2b4e8b9437d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1097 time: 0.0966165 Jul 16 02:29:03.614145 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9b07f-ee78-47dd-a5b6-9c58f51df14b req-bba8b058-53f7-49ab-854c-7bc441ddcfa3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.615531 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfa9b07f-ee78-47dd-a5b6-9c58f51df14b req-bba8b058-53f7-49ab-854c-7bc441ddcfa3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0839610 Jul 16 02:29:03.672343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:03.704068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bfa9b07f-ee78-47dd-a5b6-9c58f51df14b req-da694248-6ec0-404c-8784-eaf7cb75b228 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803590 Jul 16 02:29:03.728212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-e2f1e4bd-effc-4f4f-9750-8b5c3df601e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.729104 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44762) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:03.729698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-e2f1e4bd-effc-4f4f-9750-8b5c3df601e0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 200 len: 897 time: 0.1132755 Jul 16 02:29:03.797270 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-36075ded-15a7-4553-bb7f-d81465daec8a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/cd6f43fa-dce5-4400-8cea-7355e166a5ee HTTP/1.1" status: 200 len: 991 time: 0.0657883 Jul 16 02:29:03.801194 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-c66d827b-c6cb-4f7e-83ad-3d53d3ef74cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 200 len: 999 time: 0.0636199 Jul 16 02:29:03.849517 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-0a87df81-9f14-46a4-826f-28d96989be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.850998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-0a87df81-9f14-46a4-826f-28d96989be5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0577620-85c8-4670-a916-6a71bfca85d9 HTTP/1.1" status: 200 len: 835 time: 0.0437384 Jul 16 02:29:03.896117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cd6f43fa-dce5-4400-8cea-7355e166a5ee', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'port_id': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'mac_address': 'fa:16:3e:c8:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105559b-2264-4155-953f-7661d24d495a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:02Z', 'updated_at': '2021-07-16T02:29:02Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:54Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:03.907626 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-0fa57322-fea5-4d99-bc50-4c4e36abb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.909169 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-0fa57322-fea5-4d99-bc50-4c4e36abb714 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=936c7c17-26fe-4c48-a60a-5736495447eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521595 Jul 16 02:29:03.921708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] Checking router: 17bec12b-96de-4f49-be0d-1833d48af2b1 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:03.930468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:03.931012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:28:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:04.002090 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-703a76b5-0d03-45b7-930a-c6bbd8818c0c service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Jul 16 02:29:04.034715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:04.089819 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60945a2b-2229-4d48-bde5-9001e03dc043 req-0e8e12ca-994d-480d-ad4b-cd8e613a47e9 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820315 Jul 16 02:29:04.257872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cd6f43fa-dce5-4400-8cea-7355e166a5ee', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'port_id': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'mac_address': 'fa:16:3e:c8:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105559b-2264-4155-953f-7661d24d495a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:02Z', 'updated_at': '2021-07-16T02:29:02Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:54Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:04.283951 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17014428-1b91-4740-9c02-a278cd126a27 None None] The sync data for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 is: [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'cd6f43fa-dce5-4400-8cea-7355e166a5ee', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'port_id': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'mac_address': 'fa:16:3e:c8:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0105559b-2264-4155-953f-7661d24d495a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:02Z', 'updated_at': '2021-07-16T02:29:02Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:54Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:04.476054 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e545f7-f93d-426c-a3d4-2112e779a9c7 None None] New status for floating IP cd6f43fa-dce5-4400-8cea-7355e166a5ee: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:29:04.800044 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44764) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:04.859844 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-36c85f7f-bbe4-4266-adcd-9c06d4d845b3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/cd6f43fa-dce5-4400-8cea-7355e166a5ee HTTP/1.1" status: 200 len: 993 time: 0.0587029 Jul 16 02:29:11.685468 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b6c644c-38e8-4734-99e1-0d371b9b28cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:14.528553 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:14.538166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-acd4b0d6-9b5d-43f6-b8eb-2af5f1591ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:15.571440 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.728779 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.069760 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.345214 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.329264 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:36.347726 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653026-9b7c-48cc-bf7d-281e301bd1a9 req-c5b0f88e-241c-4d7c-aaeb-53c77700674f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.349229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10653026-9b7c-48cc-bf7d-281e301bd1a9 req-c5b0f88e-241c-4d7c-aaeb-53c77700674f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0688879 Jul 16 02:29:36.387353 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-10653026-9b7c-48cc-bf7d-281e301bd1a9 req-8f30c8b6-4f27-4965-8609-8f732f768c36 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325716 Jul 16 02:29:37.557655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258c9e0-cd97-4d43-a989-f779e19e51fa req-1b7282d3-86ad-4659-adf7-f08cd886d8c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:37.559094 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4258c9e0-cd97-4d43-a989-f779e19e51fa req-1b7282d3-86ad-4659-adf7-f08cd886d8c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0620813 Jul 16 02:29:37.595925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4258c9e0-cd97-4d43-a989-f779e19e51fa req-a80c5c3a-dc71-4eaa-8ca0-ebe95df7bef3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Jul 16 02:29:38.768564 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb09d-b745-4b52-869f-62c99531e3b5 req-d3b7aa4c-7b1b-43ab-931e-8ddcb4485ee7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.770016 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bafbb09d-b745-4b52-869f-62c99531e3b5 req-d3b7aa4c-7b1b-43ab-931e-8ddcb4485ee7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0630944 Jul 16 02:29:38.806764 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bafbb09d-b745-4b52-869f-62c99531e3b5 req-3f7c9938-2acc-4fd2-aff0-dc7e7c739367 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Jul 16 02:29:39.979843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3d3c0-6b2a-4667-876c-7262cc3f16ac req-4a968ed2-6e73-46c2-b296-233dbce5c4b8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:39.981360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aac3d3c0-6b2a-4667-876c-7262cc3f16ac req-4a968ed2-6e73-46c2-b296-233dbce5c4b8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0675488 Jul 16 02:29:40.017229 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-aac3d3c0-6b2a-4667-876c-7262cc3f16ac req-805de532-ff1c-4308-8a20-3e809dcdf335 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303619 Jul 16 02:29:41.187651 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407afa5-75bd-44f2-a8ce-de311900239b req-1c8276f3-7058-44d4-a68c-2d9674b0d279 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:41.189462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8407afa5-75bd-44f2-a8ce-de311900239b req-1c8276f3-7058-44d4-a68c-2d9674b0d279 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0634758 Jul 16 02:29:41.227210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8407afa5-75bd-44f2-a8ce-de311900239b req-a0137063-74ab-4820-9e3f-d4e2425f1690 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Jul 16 02:29:41.685477 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-66e539d0-6683-4120-9952-c1ef56575d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:42.404264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa159d-f807-480d-bc71-70750fa780c2 req-af1cd8f5-ad58-4134-a62d-0dda42f523bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:42.405750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8aa159d-f807-480d-bc71-70750fa780c2 req-af1cd8f5-ad58-4134-a62d-0dda42f523bb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0675585 Jul 16 02:29:42.443289 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e8aa159d-f807-480d-bc71-70750fa780c2 req-bc94ef50-51e0-4b7f-b153-4387baf6b73d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321255 Jul 16 02:29:43.613417 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d82bce-2fa8-4e68-b1ab-14a18b41cb1d req-0a5009fb-f4a6-4187-9cf3-624537b5126e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.614888 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0d82bce-2fa8-4e68-b1ab-14a18b41cb1d req-0a5009fb-f4a6-4187-9cf3-624537b5126e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0634096 Jul 16 02:29:43.651716 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f0d82bce-2fa8-4e68-b1ab-14a18b41cb1d req-606cae41-1238-4121-90bb-54b25fae249e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Jul 16 02:29:44.535153 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.540503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b7871369-01c2-4a2e-938c-611fdbd27550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:44.825368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aba9f-95ef-4e2c-a4a4-e413ad2e49db req-839000ae-1110-4c76-930a-5b495e15a9a3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:44.826834 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-793aba9f-95ef-4e2c-a4a4-e413ad2e49db req-839000ae-1110-4c76-930a-5b495e15a9a3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0638163 Jul 16 02:29:44.864186 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-793aba9f-95ef-4e2c-a4a4-e413ad2e49db req-9e6c1e14-a985-4556-b443-877efb1a4cac tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Jul 16 02:29:45.574486 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:46.037078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396dd8e-d9d5-44da-b5a4-ac18e5027da9 req-ac24dc83-3ba3-4a72-8f18-e68ac68f8afa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:46.038544 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6396dd8e-d9d5-44da-b5a4-ac18e5027da9 req-ac24dc83-3ba3-4a72-8f18-e68ac68f8afa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0663948 Jul 16 02:29:46.076174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6396dd8e-d9d5-44da-b5a4-ac18e5027da9 req-209d0d88-f76a-436a-a87a-6761cae4b9da tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Jul 16 02:29:46.726054 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:47.072471 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:47.244499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c66d26-5071-4d0b-9787-c741b01f1114 req-6049ecc0-34e9-40e6-bd96-785a795d97d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:47.245970 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0c66d26-5071-4d0b-9787-c741b01f1114 req-6049ecc0-34e9-40e6-bd96-785a795d97d2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0630257 Jul 16 02:29:47.283416 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b0c66d26-5071-4d0b-9787-c741b01f1114 req-d5a89970-291f-43a1-a28b-1384c9109d91 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Jul 16 02:29:48.457887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80fadc-ef34-496a-bef7-dcf41ed4ac4d req-f5cb5eca-acc0-4feb-9c18-5d0c5460d609 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:48.459373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b80fadc-ef34-496a-bef7-dcf41ed4ac4d req-f5cb5eca-acc0-4feb-9c18-5d0c5460d609 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0662057 Jul 16 02:29:48.496184 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1b80fadc-ef34-496a-bef7-dcf41ed4ac4d req-b0f9d0e1-0f25-4f10-9359-ce82d1a930e8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313625 Jul 16 02:29:49.665098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1669-26a0-425e-b29e-51a9e994cfc0 req-20c4d9fc-8deb-4fd5-80d3-2fe4de4bd2db tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:49.666481 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d45e1669-26a0-425e-b29e-51a9e994cfc0 req-20c4d9fc-8deb-4fd5-80d3-2fe4de4bd2db tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0628295 Jul 16 02:29:49.702999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d45e1669-26a0-425e-b29e-51a9e994cfc0 req-01659780-e28e-429a-a78d-eea4a869e6aa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Jul 16 02:29:50.355538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:50.872970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3522d29-2a7b-4c31-b385-aa582b66d87f req-6cf96d51-efc9-4595-8359-2268264ebede tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:50.874462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3522d29-2a7b-4c31-b385-aa582b66d87f req-6cf96d51-efc9-4595-8359-2268264ebede tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0635321 Jul 16 02:29:50.911642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f3522d29-2a7b-4c31-b385-aa582b66d87f req-eed39222-8ca4-4f5e-9667-f2aeeaab320b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Jul 16 02:29:52.084420 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333c32e-02e9-4e33-8f96-5431114fa7aa req-83947c36-47f2-4cc8-88b6-d4280e56632c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:52.085911 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9333c32e-02e9-4e33-8f96-5431114fa7aa req-83947c36-47f2-4cc8-88b6-d4280e56632c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0666189 Jul 16 02:29:52.122682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9333c32e-02e9-4e33-8f96-5431114fa7aa req-8ba39e88-f585-4205-bd88-871a04777b97 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Jul 16 02:29:52.147142 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:52.210335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1858c7ec-4f68-4ffb-b2bf-7d2fff873727 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/cd6f43fa-dce5-4400-8cea-7355e166a5ee HTTP/1.1" status: 200 len: 993 time: 0.0619872 Jul 16 02:29:53.652570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-2b8e1510-f054-4e13-82cb-87730ead88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.653966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-2b8e1510-f054-4e13-82cb-87730ead88e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1097 time: 0.0996222 Jul 16 02:29:53.666459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7886473-3c0c-49a1-a007-2a5f4c15e84e req-d7e2cbbc-fc86-4f1b-b97c-eaea6c5a8741 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.667839 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7886473-3c0c-49a1-a007-2a5f4c15e84e req-d7e2cbbc-fc86-4f1b-b97c-eaea6c5a8741 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0831547 Jul 16 02:29:53.761419 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f7886473-3c0c-49a1-a007-2a5f4c15e84e req-9af2da3c-ee09-49b5-850c-07f7c354f4a4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846260 Jul 16 02:29:53.781301 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-10d72bad-829c-4422-bdca-05114401162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.782761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-10d72bad-829c-4422-bdca-05114401162a service neutron] 10.222.0.93 "GET /v2.0/networks?id=936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 200 len: 897 time: 0.1140621 Jul 16 02:29:53.845610 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-762febdb-2ae0-4401-94de-d1ca7c1d3921 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 200 len: 1001 time: 0.0566072 Jul 16 02:29:53.897449 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-6e305cc8-8548-49cc-be09-e3e84dcccf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.898915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-6e305cc8-8548-49cc-be09-e3e84dcccf6e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0577620-85c8-4670-a916-6a71bfca85d9 HTTP/1.1" status: 200 len: 835 time: 0.0472944 Jul 16 02:29:53.954034 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-e3d336c2-3b21-4eb3-a5a8-84228ed5f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.955448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-e3d336c2-3b21-4eb3-a5a8-84228ed5f0a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=936c7c17-26fe-4c48-a60a-5736495447eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507646 Jul 16 02:29:54.042425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-5c02dc43-8a3b-4699-bdb8-e67cc63c0965 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805156 Jul 16 02:29:54.135254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8374e56d-3e2a-4ef6-9c65-3ca5d90b15b0 req-feaef797-2fbe-499c-a53b-881de07ad38e service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Jul 16 02:29:54.932116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6631542-673d-46d4-af82-2fd9d7d01585 req-71fe2974-595a-4dac-96a0-8cfb031636e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:54.933619 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6631542-673d-46d4-af82-2fd9d7d01585 req-71fe2974-595a-4dac-96a0-8cfb031636e4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0625749 Jul 16 02:29:54.970413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c6631542-673d-46d4-af82-2fd9d7d01585 req-b96f39e3-54b8-497e-9b38-a7e2a0b62b5b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Jul 16 02:29:54.995091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:55.059154 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-75740207-76e6-40af-8633-8686349a444e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/cd6f43fa-dce5-4400-8cea-7355e166a5ee HTTP/1.1" status: 200 len: 993 time: 0.0629241 Jul 16 02:29:57.186999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-2af01041-42ee-4042-a381-7d2768fd04a1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510151 Jul 16 02:29:57.278922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-cc9c2944-20ed-464e-a91f-5eeee1672139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:57.280439 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-cc9c2944-20ed-464e-a91f-5eeee1672139 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1097 time: 0.0522125 Jul 16 02:29:57.387833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-33912af4-f905-471f-a22a-c9602ff41b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:57.389274 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-33912af4-f905-471f-a22a-c9602ff41b2a service neutron] 10.222.0.93 "GET /v2.0/networks?id=936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 200 len: 897 time: 0.0881412 Jul 16 02:29:57.452517 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-15883224-432c-4dd7-ab88-f7b10d92bd44 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 200 len: 1001 time: 0.0566463 Jul 16 02:29:57.503958 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-d3c55892-5a0c-4ab0-b6ac-86e92140ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:57.505403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-d3c55892-5a0c-4ab0-b6ac-86e92140ea8a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0577620-85c8-4670-a916-6a71bfca85d9 HTTP/1.1" status: 200 len: 835 time: 0.0470572 Jul 16 02:29:57.560714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-54fef511-ba38-49ac-b0e3-1e10ac7637b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:57.562157 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-54fef511-ba38-49ac-b0e3-1e10ac7637b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=936c7c17-26fe-4c48-a60a-5736495447eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509784 Jul 16 02:29:57.649378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-b64127b0-b19a-4a91-aaa8-7a869f289f3e service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809033 Jul 16 02:29:57.739681 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a4d34919-4c8b-49fb-b537-236b2622a4f1 req-d73f4bca-733b-48db-94d1-6d73bf0b1760 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837727 Jul 16 02:30:04.329076 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:11.686062 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-548829f2-26fd-446b-8a54-f51f1acd0339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.525599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.540684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b434c7c0-a6ac-4a85-b6b7-665ac39ff50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.576986 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.725725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.074703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.352570 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.634975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:25.789996 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 430b3046-6ba3-447f-8231-360006fd4a98 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:25.790345 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.866092 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.866423 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.877716 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 430b3046-6ba3-447f-8231-360006fd4a98 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:26.022589 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.047394 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=430b3046-6ba3-447f-8231-360006fd4a98,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:26.059471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.059826 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.060166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.060927 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.061260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.061598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.061928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.062259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.062586 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.062911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.063236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.063558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.119447 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.119781 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP cd6f43fa-dce5-4400-8cea-7355e166a5ee disassociated (deleted). External IP: 172.25.5.65, port: 8d8f5c75-4569-4254-beb2-a5f6b839e559. Jul 16 02:30:26.323543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 17bec12b-96de-4f49-be0d-1833d48af2b1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:26.429928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:26.434563 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.438713 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] Sync routers for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:26.447656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:26.448279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:26.473504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a1c7af5b-82d5-4b99-9862-2acbc9e01dc3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/floatingips/cd6f43fa-dce5-4400-8cea-7355e166a5ee HTTP/1.1" status: 204 len: 168 time: 0.8350186 Jul 16 02:30:26.473504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:26.473960 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323" -d '{"events": [{"name": "network-changed", "server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:26.553685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:26.560820 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80485a-7144-4d1b-9797-b219eb07fd1b x-openstack-request-id: req-3c80485a-7144-4d1b-9797-b219eb07fd1b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:26.561121 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:26.561375 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c80485a-7144-4d1b-9797-b219eb07fd1b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:26.561783 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'status': 'completed', 'code': 200} Jul 16 02:30:26.681326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-45dd1b33-a013-48e9-948c-0e264d9cd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.684200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-45dd1b33-a013-48e9-948c-0e264d9cd9dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 1097 time: 0.0991662 Jul 16 02:30:26.762394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:54Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:26.783358 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-9dc4afe3-6b4e-42b7-8a86-31c74360f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.784901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-9dc4afe3-6b4e-42b7-8a86-31c74360f3a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 200 len: 897 time: 0.0935674 Jul 16 02:30:26.791926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] Checking router: 17bec12b-96de-4f49-be0d-1833d48af2b1 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:26.800330 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:26.801533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:26.849475 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-082a8c97-9718-4075-a4e8-a95d22cc24d8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 200 len: 217 time: 0.0525792 Jul 16 02:30:26.908389 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:26.908984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-a28bc26c-5566-4ba7-bff1-297ccceb2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.911006 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-a28bc26c-5566-4ba7-bff1-297ccceb2539 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e0577620-85c8-4670-a916-6a71bfca85d9 HTTP/1.1" status: 200 len: 835 time: 0.0544250 Jul 16 02:30:26.924183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b99bd-cd68-4c9a-9fed-5d427ed16786 req-54e44334-b87e-4cdb-ae19-38663f6cf4ab tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.925612 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e65b99bd-cd68-4c9a-9fed-5d427ed16786 req-54e44334-b87e-4cdb-ae19-38663f6cf4ab tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.1375718 Jul 16 02:30:26.988717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e65b99bd-cd68-4c9a-9fed-5d427ed16786 req-f815981e-e2cd-4eb5-9f6d-8775ee02ab5d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539498 Jul 16 02:30:27.008510 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-7c41ebc6-2d0e-4066-8455-e3fe3dcb5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:27.008510 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-7c41ebc6-2d0e-4066-8455-e3fe3dcb5917 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=936c7c17-26fe-4c48-a60a-5736495447eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816176 Jul 16 02:30:27.105462 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-24e0cfd8-8a78-4e45-84f0-d4c74e62096b service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897031 Jul 16 02:30:27.111176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:54Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:27.136857 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c63233-bb91-412d-9ba1-4ce39d86523e None None] The sync data for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 is: [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:50Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '353bd382-49f8-49e9-b027-2f3c81c97e68', 'name': '', 'network_id': '936c7c17-26fe-4c48-a60a-5736495447eb', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:2b:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:50Z', 'updated_at': '2021-07-16T02:28:54Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': 'e0577620-85c8-4670-a916-6a71bfca85d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:27.198956 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4fbe3759-3b6b-4bb3-a6ac-76d68b6f1323 req-e997489c-17e6-463d-a154-c038f28a6f71 service neutron] 10.222.0.93 "GET /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838692 Jul 16 02:30:27.357934 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d67df-0d81-4ee9-abab-877eac2ced63 None None] New status for floating IP cd6f43fa-dce5-4400-8cea-7355e166a5ee: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:28.165766 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352187e-a5d0-47d6-95cb-55eef95c3233 req-01d9bc2b-0e75-4331-8198-5f41703119a4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.167313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f352187e-a5d0-47d6-95cb-55eef95c3233 req-01d9bc2b-0e75-4331-8198-5f41703119a4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0666752 Jul 16 02:30:28.205604 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f352187e-a5d0-47d6-95cb-55eef95c3233 req-7bc34389-9a5e-4404-8454-729fd850ccbb tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Jul 16 02:30:28.334699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-32ead0e9-73b7-4d65-b39a-d4aa4aff2275 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.336037 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-32ead0e9-73b7-4d65-b39a-d4aa4aff2275 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 946 time: 0.0618427 Jul 16 02:30:28.439231 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 8d8f5c75-4569-4254-beb2-a5f6b839e559 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:28.439569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.526212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 8d8f5c75-4569-4254-beb2-a5f6b839e559, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=8d8f5c75-4569-4254-beb2-a5f6b839e559,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:28.526569 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.539177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 8d8f5c75-4569-4254-beb2-a5f6b839e559 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:28.666729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.695150 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=8d8f5c75-4569-4254-beb2-a5f6b839e559,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.708386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.708741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.709084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.709442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.709772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.710102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.710430 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.710755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.711085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.711406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.711723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.712040 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.752903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] No DVR routers for this DVR port 8d8f5c75-4569-4254-beb2-a5f6b839e559 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:28.755968 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.757999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9d67d72d-7b31-4539-8bd9-f16898b3347f req-ad2c12b5-5042-424a-b2a8-ad4cacd1ec94 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.93 "DELETE /v2.0/ports/8d8f5c75-4569-4254-beb2-a5f6b839e559 HTTP/1.1" status: 204 len: 173 time: 0.4163558 Jul 16 02:30:28.758419 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'name': 'network-vif-deleted', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:28.760894 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3371ba4-fd54-4427-be32-007d1277d228" -d '{"events": [{"server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "name": "network-vif-deleted", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:28.799435 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea31344-2636-4e49-b4a3-0945b1791d0a x-openstack-request-id: req-1ea31344-2636-4e49-b4a3-0945b1791d0a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:28.799725 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0105559b-2264-4155-953f-7661d24d495a", "name": "network-vif-deleted", "tag": "8d8f5c75-4569-4254-beb2-a5f6b839e559", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:28.799976 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ea31344-2636-4e49-b4a3-0945b1791d0a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:28.800406 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0105559b-2264-4155-953f-7661d24d495a', 'name': 'network-vif-deleted', 'tag': '8d8f5c75-4569-4254-beb2-a5f6b839e559', 'status': 'completed', 'code': 200} Jul 16 02:30:29.358463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a619086-1de9-4405-8ed1-7430ec3311e3 req-dea5f69a-e44e-46ac-afe4-2befe4fd1a1b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=0105559b-2264-4155-953f-7661d24d495a HTTP/1.1" status: 200 len: 210 time: 0.0308452 Jul 16 02:30:30.450728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44870) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:31.144382 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.410273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 353bd382-49f8-49e9-b027-2f3c81c97e68 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:31.410576 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.499209 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 353bd382-49f8-49e9-b027-2f3c81c97e68, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=353bd382-49f8-49e9-b027-2f3c81c97e68,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:31.499907 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.512732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 353bd382-49f8-49e9-b027-2f3c81c97e68 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:31.665924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8d8f5c75-4569-4254-beb2-a5f6b839e559 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:31.689884 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: 8d8f5c75-4569-4254-beb2-a5f6b839e559 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:31.690232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 8d8f5c75-4569-4254-beb2-a5f6b839e559 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:31.701573 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.729139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=353bd382-49f8-49e9-b027-2f3c81c97e68,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:31.908313 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.123428 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 17bec12b-96de-4f49-be0d-1833d48af2b1 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:32.231165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:32.237613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-345a52ca-d172-4380-9c04-b7aa22b776d5 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/17bec12b-96de-4f49-be0d-1833d48af2b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842963 Jul 16 02:30:32.238900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:32.240512 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] Sync routers for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:32.249725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:32.250338 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:32.290835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting subnet e0577620-85c8-4670-a916-6a71bfca85d9 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:30:32.294379 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.336564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.429242 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.487790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.510760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:32.512640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Subnet': ['ID=e0577620-85c8-4670-a916-6a71bfca85d9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:32.518295 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.522399 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3022bd5f-2ffb-4dc5-851a-abe248da6d39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/subnets/e0577620-85c8-4670-a916-6a71bfca85d9 HTTP/1.1" status: 204 len: 168 time: 0.2801180 Jul 16 02:30:32.522685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:32.541675 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5bae8-c0a5-48ed-8af5-4f28cb9a19df None None] Network 936c7c17-26fe-4c48-a60a-5736495447eb requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:32.630732 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.734060 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.785297 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port b4d46a4e-3f1d-4109-aeac-4de41d121b8c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:32.785639 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.802166 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:30:31Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'b4d46a4e-3f1d-4109-aeac-4de41d121b8c', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:32.832813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] Checking router: 17bec12b-96de-4f49-be0d-1833d48af2b1 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:32.842451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] Routers {'17bec12b-96de-4f49-be0d-1833d48af2b1'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:32.843113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['17bec12b-96de-4f49-be0d-1833d48af2b1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:32.872652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port b4d46a4e-3f1d-4109-aeac-4de41d121b8c, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:32.873005 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.883332 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] DHCP port deletion for 936c7c17-26fe-4c48-a60a-5736495447eb request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:30:32.884869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for b4d46a4e-3f1d-4109-aeac-4de41d121b8c owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:32.962937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] Set router 17bec12b-96de-4f49-be0d-1833d48af2b1 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:33.024953 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:30:32Z', 'revision_number': 6, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:33.048706 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.058683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72995f42-52ea-40b8-9478-1bb283d6417c None None] The sync data for ids ['17bec12b-96de-4f49-be0d-1833d48af2b1'] in n-d-800085-5 is: [{'id': '17bec12b-96de-4f49-be0d-1833d48af2b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339406812', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:30:32Z', 'revision_number': 6, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:33.066492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Deleting port e6eabbe7-6e94-454f-bc74-1648b3c29e1b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:33.066823 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.077391 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=b4d46a4e-3f1d-4109-aeac-4de41d121b8c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.137361 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] For port e6eabbe7-6e94-454f-bc74-1648b3c29e1b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=e6eabbe7-6e94-454f-bc74-1648b3c29e1b,segment=NetworkSegment(e92db9bf-e209-44a6-8e4f-edeb15ec3d62),segment_id=e92db9bf-e209-44a6-8e4f-edeb15ec3d62)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:33.137682 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.143214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.151380 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Calling delete_port for e6eabbe7-6e94-454f-bc74-1648b3c29e1b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:33.233126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.236620 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.238727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.258919 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Pushing event deleted for resources: {'Port': ['ID=e6eabbe7-6e94-454f-bc74-1648b3c29e1b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.263127 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] No DVR routers for this DVR port e6eabbe7-6e94-454f-bc74-1648b3c29e1b on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:33.273193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.273401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.273696 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.274034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.274491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.274828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.275187 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.275498 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.276051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.276459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.276969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.277105 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8615a291-22ea-48c0-855b-35b5c00b8b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.283993 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.284571 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Fanout notify agent at l3_agent the message router_deleted on router 17bec12b-96de-4f49-be0d-1833d48af2b1 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:30:33.291341 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.292551 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-64296acf-f65c-4e29-9258-a6145310b0e7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/routers/17bec12b-96de-4f49-be0d-1833d48af2b1 HTTP/1.1" status: 204 len: 168 time: 0.7689409 Jul 16 02:30:33.295087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:33.367742 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.456768 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.467497 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936c7c17-26fe-4c48-a60a-5736495447eb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:33.478427 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:33.478729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92db9bf-e209-44a6-8e4f-edeb15ec3d62') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:33.487841 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16346189'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.504206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.510655 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:30:33.511037 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218344'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: Traceback (most recent call last): Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: timer() Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: cb(*args, **kw) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: return func(*args, **kwargs) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: self._notify() Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: self.callback(batched_events) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: event.method(event) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: return f(self, *a, **k) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: return self._get(url).json() Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:30:33.519071 n-d-800085-5 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:30:33.576028 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.582833 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.585220 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/networks/936c7c17-26fe-4c48-a60a-5736495447eb HTTP/1.1" status: 204 len: 168 time: 0.2891634 Jul 16 02:30:33.588152 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44878) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:33.596367 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d694bba-9cad-442a-83c0-118954544264 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Network': ['ID=936c7c17-26fe-4c48-a60a-5736495447eb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.647069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d78c1e3-7338-42f5-9f02-174956903171 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.672094 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d78c1e3-7338-42f5-9f02-174956903171 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.731394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d78c1e3-7338-42f5-9f02-174956903171 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.734080 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d78c1e3-7338-42f5-9f02-174956903171 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.735238 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3d78c1e3-7338-42f5-9f02-174956903171 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/security-groups/b7fe2793-feb4-4da5-ad6b-cd4565c0ac30 HTTP/1.1" status: 204 len: 168 time: 0.1460717 Jul 16 02:30:33.744195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78c1e3-7338-42f5-9f02-174956903171 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe2793-feb4-4da5-ad6b-cd4565c0ac30,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.967523 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:33.972668 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3022b4b9-7821-44fe-9430-0644db52db72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-851715588', 'description': 'tempest-secgroup-smoke-851715588 description', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:33.996617 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3022b4b9-7821-44fe-9430-0644db52db72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.092631 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3022b4b9-7821-44fe-9430-0644db52db72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.096486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3022b4b9-7821-44fe-9430-0644db52db72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.123353 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3022b4b9-7821-44fe-9430-0644db52db72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.124588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3022b4b9-7821-44fe-9430-0644db52db72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1559262 Jul 16 02:30:34.127608 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.128553 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022b4b9-7821-44fe-9430-0644db52db72 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c87f6fb-2b4d-49b1-9d44-fa4b20208109,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.133945 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-78937017-2c6a-4156-b5cb-0cb0f4fa6059 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '1c87f6fb-2b4d-49b1-9d44-fa4b20208109', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:34.160489 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78937017-2c6a-4156-b5cb-0cb0f4fa6059 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.216516 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78937017-2c6a-4156-b5cb-0cb0f4fa6059 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.219838 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78937017-2c6a-4156-b5cb-0cb0f4fa6059 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.236255 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937017-2c6a-4156-b5cb-0cb0f4fa6059 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f90b2a9-685a-45f2-8425-bb297ed224ea,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.243044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78937017-2c6a-4156-b5cb-0cb0f4fa6059 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.244323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-78937017-2c6a-4156-b5cb-0cb0f4fa6059 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155334 Jul 16 02:30:34.246834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44888) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.251187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-37a3670f-69bb-4704-b4d7-a70e3b656a9c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '1c87f6fb-2b4d-49b1-9d44-fa4b20208109', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:34.277206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37a3670f-69bb-4704-b4d7-a70e3b656a9c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.334249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37a3670f-69bb-4704-b4d7-a70e3b656a9c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.337859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37a3670f-69bb-4704-b4d7-a70e3b656a9c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.354760 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3670f-69bb-4704-b4d7-a70e3b656a9c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42b1a4b-4486-4a18-a407-a00371ecfd4b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.361217 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37a3670f-69bb-4704-b4d7-a70e3b656a9c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.362646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-37a3670f-69bb-4704-b4d7-a70e3b656a9c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148987 Jul 16 02:30:34.365822 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.371456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b371bcc0-c178-4bfa-9114-df76052fe285 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '1c87f6fb-2b4d-49b1-9d44-fa4b20208109', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:34.402968 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b371bcc0-c178-4bfa-9114-df76052fe285 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.420926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4d46a4e-3f1d-4109-aeac-4de41d121b8c no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:34.440624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: b4d46a4e-3f1d-4109-aeac-4de41d121b8c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:34.440966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device b4d46a4e-3f1d-4109-aeac-4de41d121b8c not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:34.441372 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 353bd382-49f8-49e9-b027-2f3c81c97e68 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:34.460466 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 353bd382-49f8-49e9-b027-2f3c81c97e68 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:34.460810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 353bd382-49f8-49e9-b027-2f3c81c97e68 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:34.461214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6eabbe7-6e94-454f-bc74-1648b3c29e1b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:34.464634 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b371bcc0-c178-4bfa-9114-df76052fe285 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.468495 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b371bcc0-c178-4bfa-9114-df76052fe285 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.482492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: e6eabbe7-6e94-454f-bc74-1648b3c29e1b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:34.482835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device e6eabbe7-6e94-454f-bc74-1648b3c29e1b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:34.486016 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371bcc0-c178-4bfa-9114-df76052fe285 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7609f7-1e65-451e-b2d8-2b1aa0a43e7f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.493245 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b371bcc0-c178-4bfa-9114-df76052fe285 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.494533 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b371bcc0-c178-4bfa-9114-df76052fe285 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275437 Jul 16 02:30:34.497190 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44892) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.501761 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cb308187-ec80-43fa-babb-f58bc858048c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '1c87f6fb-2b4d-49b1-9d44-fa4b20208109', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:34.528024 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb308187-ec80-43fa-babb-f58bc858048c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.589862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb308187-ec80-43fa-babb-f58bc858048c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.593533 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb308187-ec80-43fa-babb-f58bc858048c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.614665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb308187-ec80-43fa-babb-f58bc858048c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c112873-2da3-4ddc-a491-e6f4b48d8bc0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.619044 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb308187-ec80-43fa-babb-f58bc858048c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.620215 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-cb308187-ec80-43fa-babb-f58bc858048c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220694 Jul 16 02:30:34.622926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.627340 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '1c87f6fb-2b4d-49b1-9d44-fa4b20208109', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:34.648653 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:34.653315 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.712886 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.716367 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.733493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed1cd14-dd23-4a63-aff3-1fbf73e4e554,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.739128 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.740398 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1228af73-4add-45d4-82bc-24e7caa06b6d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165078 Jul 16 02:30:34.743355 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.747640 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'security_group_rule': {'security_group_id': '1c87f6fb-2b4d-49b1-9d44-fa4b20208109', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:34.769454 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Project f1254e57bf5544599584cbbc950f4c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:34.775229 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.837722 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.841130 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.855540 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395650c-23a9-4cab-94e5-94a86f2a7110,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.864373 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.865617 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-29c67a1d-522c-45c5-b286-0f2624248e8c tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213500 Jul 16 02:30:34.868560 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.873565 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'network': {'name': 'tempest-network-smoke--1095527280', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:34.893685 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:34.897724 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.921253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:30:34.931206 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.931552 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Added segment ca4ba981-54fb-467f-84ab-f0039ff59805 of type vlan for network 071cc335-d6c1-4a53-b427-899195629568 Jul 16 02:30:34.971360 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.998934 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.004601 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:35.005181 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.040453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708932 Jul 16 02:30:35.044197 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:35.049106 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'admin_state_up': True, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:35.073295 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.074484 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.131547 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.281139 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.434622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510fd18-0997-43af-af71-311445258a79 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Network': ['ID=071cc335-d6c1-4a53-b427-899195629568,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:35.444665 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 071cc335-d6c1-4a53-b427-899195629568 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:30:35.480270 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.499169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.606025 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.146 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/ebe32f51-3146-419f-8aa4-4c1195ee79a5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:35.704233 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.742756 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.786926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:35.790281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:35.793926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:35.815679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=ebe32f51-3146-419f-8aa4-4c1195ee79a5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:36.040613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.236808 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.364377 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 10533627-0068-4839-96e0-42854936a7a7 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:30:36.470304 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:36.480727 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Sync routers for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:36.488322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.489564 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e61759d6-ecca-4c6f-9bf2-eba11a89488f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4441905 Jul 16 02:30:36.489703 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:36.490775 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:36.493306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:36.565817 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-84d3109d-52d4-494b-9277-f4bdd9f029a5 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f1254e57bf5544599584cbbc950f4c0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712590 Jul 16 02:30:36.568952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:36.659240 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be5477-d95d-4f09-965a-e50f8b7ffbe2 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:36.660258 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f7be5477-d95d-4f09-965a-e50f8b7ffbe2 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902686 Jul 16 02:30:36.662976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44908) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:36.682428 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:36.690592 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e4aa6b2c-7459-4536-b76b-af91bffa590f tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=9503c9c2-1e89-442c-a2cc-7878662d3bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265362 Jul 16 02:30:36.693008 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:36.698281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265759468', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:36.788019 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:36.791596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.854214 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:35Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:36.884022 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Checking router: 10533627-0068-4839-96e0-42854936a7a7 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:36.884392 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Updating router 10533627-0068-4839-96e0-42854936a7a7 port ebe32f51-3146-419f-8aa4-4c1195ee79a5 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:36.918591 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.973637 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.032378 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Subnet': ['ID=41a659de-7932-4be3-95a0-a64a7ab51f17,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:37.043510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Checking segment: {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:37.043880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network hostable DHCP agents. Network: 071cc335-d6c1-4a53-b427-899195629568, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:30:37.062179 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 071cc335-d6c1-4a53-b427-899195629568 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:30:37.072180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 071cc335-d6c1-4a53-b427-899195629568) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:37.076358 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:37.076980 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.084772 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b8de7-b310-4e62-9a5d-c9a352bccb67 None None] Network 071cc335-d6c1-4a53-b427-899195629568 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:37.091655 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f96c1ca8-813b-45d7-a536-4358f5fdcdfc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3970983 Jul 16 02:30:37.094736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 44912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:37.243622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-071cc335-d6c1-4a53-b427-899195629568', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:30:37.244796 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.267225 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.283091 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Transition to ACTIVE for port object ebe32f51-3146-419f-8aa4-4c1195ee79a5 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:37.294295 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.357350 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Attempting to bind port ebe32f51-3146-419f-8aa4-4c1195ee79a5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:37.357776 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Attempting to bind port ebe32f51-3146-419f-8aa4-4c1195ee79a5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:37.358074 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Attempting to bind port ebe32f51-3146-419f-8aa4-4c1195ee79a5 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:37.362183 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Pushing event updated for resources: {'Port': ['ID=ebe32f51-3146-419f-8aa4-4c1195ee79a5,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:37.373574 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:37.374021 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:37.374360 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.374734 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:37.375463 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Bound port: ebe32f51-3146-419f-8aa4-4c1195ee79a5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:37.375609 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.379138 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.379348 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.379577 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.379865 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.380192 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.381006 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.381006 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.381218 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.381512 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.381831 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.382150 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.382741 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:37.392906 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Allocated IP 172.20.0.2 (071cc335-d6c1-4a53-b427-899195629568/41a659de-7932-4be3-95a0-a64a7ab51f17/baf42680-56a1-4d0c-9a92-bec1a6088267) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:37.439023 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] For port ebe32f51-3146-419f-8aa4-4c1195ee79a5, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:37.442651 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] For port ebe32f51-3146-419f-8aa4-4c1195ee79a5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ebe32f51-3146-419f-8aa4-4c1195ee79a5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:37.447699 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.512317 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8758b8-110e-4ece-b173-a7531fac5d36 None None] Pushing event updated for resources: {'Port': ['ID=ebe32f51-3146-419f-8aa4-4c1195ee79a5,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:37.515990 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:37.516645 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:37.550044 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.560518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Transition to ACTIVE for port object baf42680-56a1-4d0c-9a92-bec1a6088267 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:37.576119 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Transition to ACTIVE for port object baf42680-56a1-4d0c-9a92-bec1a6088267 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:37.582108 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.628707 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:37.632518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Network 071cc335-d6c1-4a53-b427-899195629568 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:37.636638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Pushing event updated for resources: {'Port': ['ID=baf42680-56a1-4d0c-9a92-bec1a6088267,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:37.640158 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:37.642281 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:37.698684 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Attempting to bind port baf42680-56a1-4d0c-9a92-bec1a6088267 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:37.699083 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Attempting to bind port baf42680-56a1-4d0c-9a92-bec1a6088267 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:37.699445 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Attempting to bind port baf42680-56a1-4d0c-9a92-bec1a6088267 on network 071cc335-d6c1-4a53-b427-899195629568 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:37.704723 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:37.705095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Checking segment: {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:37.705506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.705897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Bound using segment: {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:37.706352 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Bound port: baf42680-56a1-4d0c-9a92-bec1a6088267, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:37.706728 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.769077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] For port baf42680-56a1-4d0c-9a92-bec1a6088267, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:37.773477 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] For port baf42680-56a1-4d0c-9a92-bec1a6088267, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=baf42680-56a1-4d0c-9a92-bec1a6088267,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:37.778296 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.813667 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:35Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:37.842034 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1c4ff-354a-41a1-af91-83efe91c4026 None None] Pushing event updated for resources: {'Port': ['ID=baf42680-56a1-4d0c-9a92-bec1a6088267,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:37.842280 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2ff41-7138-456c-8482-a0d2d93e5f0c None None] The sync data for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 is: [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:35Z', 'revision_number': 3, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:37.920566 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.309524 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.1 (071cc335-d6c1-4a53-b427-899195629568/41a659de-7932-4be3-95a0-a64a7ab51f17/553b155d-b25a-48eb-8c71-5a596c6dd967) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:38.457786 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.473278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object 553b155d-b25a-48eb-8c71-5a596c6dd967 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:38.507150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ebe32f51-3146-419f-8aa4-4c1195ee79a5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:38.515558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.559992 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ebe32f51-3146-419f-8aa4-4c1195ee79a5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:38.563671 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 071cc335-d6c1-4a53-b427-899195629568 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:38.563833 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ebe32f51-3146-419f-8aa4-4c1195ee79a5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:38.564201 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.567076 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:38.570412 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:38.607513 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=553b155d-b25a-48eb-8c71-5a596c6dd967,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:38.648800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.679691 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.705063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ebe32f51-3146-419f-8aa4-4c1195ee79a5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ebe32f51-3146-419f-8aa4-4c1195ee79a5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:38.710107 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.711180 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device baf42680-56a1-4d0c-9a92-bec1a6088267 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:38.810314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ebe32f51-3146-419f-8aa4-4c1195ee79a5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:38.833249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port baf42680-56a1-4d0c-9a92-bec1a6088267 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:38.838067 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.021670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261bf9f-121b-4acd-b75c-d635443389a7 None None] Network 071cc335-d6c1-4a53-b427-899195629568 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:39.102155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf1bece1-45a6-47fe-a723-3fce4e7319be None None] Provisioning for port baf42680-56a1-4d0c-9a92-bec1a6088267 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:39.108491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf1bece1-45a6-47fe-a723-3fce4e7319be None None] Provisioning complete for port baf42680-56a1-4d0c-9a92-bec1a6088267 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:39.108894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf1bece1-45a6-47fe-a723-3fce4e7319be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.156468 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.160961 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.237661 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf1bece1-45a6-47fe-a723-3fce4e7319be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.238855 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=553b155d-b25a-48eb-8c71-5a596c6dd967,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:39.243962 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.281996 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cf1bece1-45a6-47fe-a723-3fce4e7319be None None] For port baf42680-56a1-4d0c-9a92-bec1a6088267, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=baf42680-56a1-4d0c-9a92-bec1a6088267,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:39.287161 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf1bece1-45a6-47fe-a723-3fce4e7319be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.335731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bece1-45a6-47fe-a723-3fce4e7319be None None] Pushing event updated for resources: {'Port': ['ID=baf42680-56a1-4d0c-9a92-bec1a6088267,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:39.342699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 071cc335-d6c1-4a53-b427-899195629568 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:39.344188 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:39.469467 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 10533627-0068-4839-96e0-42854936a7a7 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:39.524979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c71d1e4-e4b5-4e79-b91e-3819c395b5db None None] Provisioning complete for port baf42680-56a1-4d0c-9a92-bec1a6088267 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:39.525950 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c71d1e4-e4b5-4e79-b91e-3819c395b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.591492 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:39.597348 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e161e917-559c-463a-aad6-b65b6b62fd7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/10533627-0068-4839-96e0-42854936a7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5013747 Jul 16 02:30:39.637626 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c71d1e4-e4b5-4e79-b91e-3819c395b5db None None] Provisioning for port 553b155d-b25a-48eb-8c71-5a596c6dd967 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:39.642785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c71d1e4-e4b5-4e79-b91e-3819c395b5db None None] Provisioning complete for port 553b155d-b25a-48eb-8c71-5a596c6dd967 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:39.643165 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c71d1e4-e4b5-4e79-b91e-3819c395b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.688879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8c71d1e4-e4b5-4e79-b91e-3819c395b5db None None] Port 553b155d-b25a-48eb-8c71-5a596c6dd967 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:39.730538 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Sync routers for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:39.741246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:39.741871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:39.820049 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-19d12974-7850-4854-9bc7-9cb25d8f8afc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851715588&fields=id&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 267 time: 0.0389588 Jul 16 02:30:39.850687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8b2eff6f-6f99-4ba8-8a52-ceab0de0e5d3 None None] Provisioning complete for port 553b155d-b25a-48eb-8c71-5a596c6dd967 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:39.850955 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b2eff6f-6f99-4ba8-8a52-ceab0de0e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:39.934237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-9c337d45-85e8-4b78-8ed9-a1dc79895129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:39.935959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-9c337d45-85e8-4b78-8ed9-a1dc79895129 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/networks?id=071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 200 len: 797 time: 0.1080024 Jul 16 02:30:39.951825 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-750e337f-1c46-4819-b82c-fc21ccac88fa tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/quotas/f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 375 time: 0.0102460 Jul 16 02:30:40.028413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-77a3c150-9fc9-4a13-83d6-86ff593f4c75 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708833 Jul 16 02:30:40.035188 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:40.045186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-3484a518-b829-4a3a-8849-55a70ea8548e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:30:40.046161 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-3484a518-b829-4a3a-8849-55a70ea8548e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059993 Jul 16 02:30:40.076688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8b2eff6f-6f99-4ba8-8a52-ceab0de0e5d3 None None] Port 553b155d-b25a-48eb-8c71-5a596c6dd967 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:40.176965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-83a71cf4-189b-4bd7-a47d-dbbfcd868c25 service neutron] 10.222.0.81 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198640 Jul 16 02:30:40.226600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-625f7847-df30-4e20-bc1b-7facf79f526c None None] Provisioning complete for port 553b155d-b25a-48eb-8c71-5a596c6dd967 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:40.226972 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-625f7847-df30-4e20-bc1b-7facf79f526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.267436 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-10538729-0806-4bea-80c5-7c066e56f75b service neutron] 10.222.0.81 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Jul 16 02:30:40.271760 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-625f7847-df30-4e20-bc1b-7facf79f526c None None] Port 553b155d-b25a-48eb-8c71-5a596c6dd967 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:40.281862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:39Z', 'revision_number': 2, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:40.308058 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Checking router: 10533627-0068-4839-96e0-42854936a7a7 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:40.308436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Updating router 10533627-0068-4839-96e0-42854936a7a7 port 553b155d-b25a-48eb-8c71-5a596c6dd967 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:40.341333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.447919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bc10026-d2e8-4d05-bb2f-ccccf7e6cdec req-b4438cb6-3296-4d9e-9d25-692c69bbad77 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 210 time: 0.0343244 Jul 16 02:30:40.450409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ebe32f51-3146-419f-8aa4-4c1195ee79a5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:40.564979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ebe32f51-3146-419f-8aa4-4c1195ee79a5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:40.565639 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.713426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device baf42680-56a1-4d0c-9a92-bec1a6088267 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:40.718483 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.754031 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Transition to ACTIVE for port object 553b155d-b25a-48eb-8c71-5a596c6dd967 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:40.762714 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.823053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d4895-38a4-49a0-9b1e-f81096f99102 None None] Pushing event updated for resources: {'Port': ['ID=553b155d-b25a-48eb-8c71-5a596c6dd967,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:40.827099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port baf42680-56a1-4d0c-9a92-bec1a6088267 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:40.827099 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.908113 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Attempting to bind port 553b155d-b25a-48eb-8c71-5a596c6dd967 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:40.908533 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Attempting to bind port 553b155d-b25a-48eb-8c71-5a596c6dd967 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:40.908891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Attempting to bind port 553b155d-b25a-48eb-8c71-5a596c6dd967 on network 071cc335-d6c1-4a53-b427-899195629568 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:40.918125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:40.918541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Checking segment: {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:40.918913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.919311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Bound using segment: {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:40.919793 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Bound port: 553b155d-b25a-48eb-8c71-5a596c6dd967, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:40.920179 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.030949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] For port 553b155d-b25a-48eb-8c71-5a596c6dd967, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:41.034230 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] For port 553b155d-b25a-48eb-8c71-5a596c6dd967, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=553b155d-b25a-48eb-8c71-5a596c6dd967,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:41.038971 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.112874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:41.113547 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:41.115652 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d4895-38a4-49a0-9b1e-f81096f99102 None None] Pushing event updated for resources: {'Port': ['ID=553b155d-b25a-48eb-8c71-5a596c6dd967,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:41.225243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:41.327976 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:41.429143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:41Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:41.462136 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed077526-1ac9-4b54-87a7-518ec218a7ca None None] The sync data for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 is: [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:41Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:41.567858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-554e6ad2-10b4-47ab-a0c8-b88ab78e46d7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:41.569386 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-554e6ad2-10b4-47ab-a0c8-b88ab78e46d7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/networks?id=071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 200 len: 797 time: 0.1461792 Jul 16 02:30:41.626602 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-3c19a4f1-bcf5-4667-8eb0-539bcb2d5daf tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1254e57bf5544599584cbbc950f4c0d HTTP/1.1" status: 200 len: 379 time: 0.0422564 Jul 16 02:30:41.635732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'port': {'device_id': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'admin_state_up': True, 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'security_groups': ['1c87f6fb-2b4d-49b1-9d44-fa4b20208109']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:41.639790 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-879a3c20-0500-462d-b714-08ccbef778f4 req-5d9bb41b-c5f8-4e56-8d06-60736a184f9b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 210 time: 0.0371602 Jul 16 02:30:41.691754 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eee4daf1-d329-47d2-9457-6c684b55396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.761814 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Made reservation on behalf of f1254e57bf5544599584cbbc950f4c0d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:41.765475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.903933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.20.0.8 (071cc335-d6c1-4a53-b427-899195629568/41a659de-7932-4be3-95a0-a64a7ab51f17/e2dc5f2b-5489-4bb0-919b-4fb5d177fe33) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:42.052548 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.067148 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Transition to ACTIVE for port object e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:42.101741 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.149471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 071cc335-d6c1-4a53-b427-899195629568 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:42.152851 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:42.156934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:42.184554 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:42.212880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.213557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.235127 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-2c6dba00-5ae3-4bb6-a62a-e05e234cd218 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036298 Jul 16 02:30:42.246733 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-e05f1d6c-76f8-466a-988a-b42198d1115e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:30:42.247778 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-e05f1d6c-76f8-466a-988a-b42198d1115e tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061834 Jul 16 02:30:42.259511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Request body: {'port': {'device_id': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:42.348076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.436359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 553b155d-b25a-48eb-8c71-5a596c6dd967 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:42.491131 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c822e6c-98fa-4bf9-a1f1-e0b3c7a9342b None None] Provisioning for port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:42.496597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c822e6c-98fa-4bf9-a1f1-e0b3c7a9342b None None] Provisioning complete for port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:42.497022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c822e6c-98fa-4bf9-a1f1-e0b3c7a9342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.530115 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 553b155d-b25a-48eb-8c71-5a596c6dd967 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:42.538182 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 553b155d-b25a-48eb-8c71-5a596c6dd967 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:42.538552 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.541544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3c822e6c-98fa-4bf9-a1f1-e0b3c7a9342b None None] Port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:42.624940 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.642590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:42.651267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.660985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 553b155d-b25a-48eb-8c71-5a596c6dd967, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=553b155d-b25a-48eb-8c71-5a596c6dd967,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:42.665359 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Transition to ACTIVE for port object e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:42.666622 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.670492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.718157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=553b155d-b25a-48eb-8c71-5a596c6dd967,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:42.746726 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Pushing event updated for resources: {'Port': ['ID=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:42.804383 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Attempting to bind port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:42.804766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Attempting to bind port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:42.805092 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Attempting to bind port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 on network 071cc335-d6c1-4a53-b427-899195629568 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:42.809561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 on network 071cc335-d6c1-4a53-b427-899195629568 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:30:42.809895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Attempting to bind port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 on network 071cc335-d6c1-4a53-b427-899195629568 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:42.814966 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:42.815311 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Checking segment: {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:42.815707 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Bound using segment: {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:42.816137 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Bound port: e2dc5f2b-5489-4bb0-919b-4fb5d177fe33, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4ba981-54fb-467f-84ab-f0039ff59805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '071cc335-d6c1-4a53-b427-899195629568'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:42.816533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.828083 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a4df5-ce1c-4ea8-adb5-07df86481e29 req-7a08f3fc-3025-4cfc-b422-77dbbdd0acd1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.829680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-741a4df5-ce1c-4ea8-adb5-07df86481e29 req-7a08f3fc-3025-4cfc-b422-77dbbdd0acd1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 943 time: 0.0708241 Jul 16 02:30:42.871680 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-741a4df5-ce1c-4ea8-adb5-07df86481e29 req-122ec33e-6d9c-459c-9b4b-f2e04443cc22 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352712 Jul 16 02:30:42.885695 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] For port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:42.894398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] For port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:42.900053 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.934515 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.935176 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.936571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] 10.222.0.78 "PUT /v2.0/ports/e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 200 len: 1091 time: 0.6815505 Jul 16 02:30:42.937009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:42.939241 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:42.977247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e65c07-8870-4b15-a837-5c42ee51f66d service neutron] Pushing event updated for resources: {'Port': ['ID=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:43.040040 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa01dbd-ffe7-4323-b49a-25ea14b7af71 x-openstack-request-id: req-ffa01dbd-ffe7-4323-b49a-25ea14b7af71 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:43.040376 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:43.040644 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffa01dbd-ffe7-4323-b49a-25ea14b7af71 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:43.041034 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'status': 'completed', 'code': 200} Jul 16 02:30:43.059979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-d9cba17c-97d1-44ac-b90a-37fb5765ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.063865 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-d9cba17c-97d1-44ac-b90a-37fb5765ae68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1094 time: 0.0685852 Jul 16 02:30:43.105162 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-73762ef5-d408-480d-af2a-889da53bd862 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 200 len: 217 time: 0.0356953 Jul 16 02:30:43.153472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-f2df1f4f-8fae-4a48-abee-a8f0a2898aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.154903 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-f2df1f4f-8fae-4a48-abee-a8f0a2898aaa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41a659de-7932-4be3-95a0-a64a7ab51f17 HTTP/1.1" status: 200 len: 835 time: 0.0439985 Jul 16 02:30:43.217983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-c3b48f19-82af-478c-9aa4-59f31bdf21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.219491 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-c3b48f19-82af-478c-9aa4-59f31bdf21d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=071cc335-d6c1-4a53-b427-899195629568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580943 Jul 16 02:30:43.310860 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-1f5d6722-05a5-4606-9df7-bae2ddbdb9d4 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813468 Jul 16 02:30:43.402729 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7952975c-4330-4b05-ace3-e2b283b7e7fb req-20c7b306-317e-4413-8bab-c31838722f39 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856686 Jul 16 02:30:43.502329 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-7c51ed4d-ff5c-4e9a-900d-5d19d222133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.503840 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-7c51ed4d-ff5c-4e9a-900d-5d19d222133e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1094 time: 0.0535262 Jul 16 02:30:43.596877 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-97562703-cef5-4137-b9a3-69baba15dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.598246 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-97562703-cef5-4137-b9a3-69baba15dea1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 200 len: 898 time: 0.0871651 Jul 16 02:30:43.639201 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-b098c5a4-e49a-4c9d-b5a5-daa04de7cf7c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 200 len: 217 time: 0.0336573 Jul 16 02:30:43.687094 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-bea0b53b-0291-40c1-8642-9d6272a34684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.688552 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-bea0b53b-0291-40c1-8642-9d6272a34684 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41a659de-7932-4be3-95a0-a64a7ab51f17 HTTP/1.1" status: 200 len: 835 time: 0.0424547 Jul 16 02:30:43.749536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-5d3d8e1b-d7fa-417e-8b14-ff9081fff8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.751020 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-5d3d8e1b-d7fa-417e-8b14-ff9081fff8d0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=071cc335-d6c1-4a53-b427-899195629568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554895 Jul 16 02:30:43.838108 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-51d841f6-9982-483c-8fff-d42ddec46211 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800903 Jul 16 02:30:43.931524 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-47c57cef-50d3-40dc-a7ae-cb2fd3732c97 req-7e7e85be-596f-4e6b-9f60-7ebe8bd12006 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869114 Jul 16 02:30:44.043938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae91ce-3251-4fe9-b26b-6f85a2f8aed6 req-35be8b21-5881-42fe-b6dc-bd6f6a506322 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.045437 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35ae91ce-3251-4fe9-b26b-6f85a2f8aed6 req-35be8b21-5881-42fe-b6dc-bd6f6a506322 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 943 time: 0.0630138 Jul 16 02:30:44.083957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-35ae91ce-3251-4fe9-b26b-6f85a2f8aed6 req-a94ebced-23ea-4878-a3b3-4d93967b316f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330458 Jul 16 02:30:44.413592 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 553b155d-b25a-48eb-8c71-5a596c6dd967 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:44.459913 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 553b155d-b25a-48eb-8c71-5a596c6dd967 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:44.460317 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:44.556824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:44.558161 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6365553-9d52-42a7-a9ac-ea9562868505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:45.259121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a008b-b831-4247-a2dc-2e767972c28b req-df140871-4320-4694-a627-cbb9b742309a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:45.260640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-272a008b-b831-4247-a2dc-2e767972c28b req-df140871-4320-4694-a627-cbb9b742309a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 943 time: 0.0631993 Jul 16 02:30:45.302105 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-272a008b-b831-4247-a2dc-2e767972c28b req-b0f83435-e169-420a-8871-2f0e9864adfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360234 Jul 16 02:30:45.579919 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:46.471771 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f049e8-3d80-4e1b-8b5b-7a1338063a36 req-5d3c6c57-4f1c-491f-92a6-458bcb61eda8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:46.473256 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71f049e8-3d80-4e1b-8b5b-7a1338063a36 req-5d3c6c57-4f1c-491f-92a6-458bcb61eda8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 943 time: 0.0633588 Jul 16 02:30:46.510267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71f049e8-3d80-4e1b-8b5b-7a1338063a36 req-a4b0ff0a-269f-43da-b90e-4199b3344690 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308685 Jul 16 02:30:46.739684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.079399 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.403109 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:30:47.493024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:47.503631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'port_id': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'mac_address': 'fa:16:3e:6f:8f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:30:47.542850 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.555568 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:47.575810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:47.579657 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.626506 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:47.682442 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee36b9d-a194-4271-a7eb-e664067e1b91 req-e7c633fd-9cb0-48b7-9f81-3f62710476cf tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:47.683850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ee36b9d-a194-4271-a7eb-e664067e1b91 req-e7c633fd-9cb0-48b7-9f81-3f62710476cf tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 944 time: 0.0630281 Jul 16 02:30:47.721174 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0ee36b9d-a194-4271-a7eb-e664067e1b91 req-63272dc5-be7a-4a5f-8e2f-f9d1e8866bf1 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316627 Jul 16 02:30:47.838073 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['e2dc5f2b-5489-4bb0-919b-4fb5d177fe33'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:30:48.898409 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5815b-5906-4280-9232-a639b123b7f8 req-6e575e50-dec1-4185-9878-9bac8eb9df97 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:48.899885 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2c5815b-5906-4280-9232-a639b123b7f8 req-6e575e50-dec1-4185-9878-9bac8eb9df97 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 944 time: 0.0666013 Jul 16 02:30:48.936876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d2c5815b-5906-4280-9232-a639b123b7f8 req-0fdce180-752b-451d-9428-e2b9ab8c7ea8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Jul 16 02:30:49.420806 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:49.466597 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:49.470381 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:49.470745 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:49.545237 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:49.566012 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:49.568200 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce80b5c-2919-46e3-83eb-b90b94dc1741" -d '{"events": [{"server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "name": "network-vif-plugged", "status": "completed", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:49.580598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:49.584316 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:49.630790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:49.651666 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a824e64-cf63-4c70-aa0a-f06aaee0b86b x-openstack-request-id: req-3a824e64-cf63-4c70-aa0a-f06aaee0b86b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:49.651949 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "name": "network-vif-plugged", "status": "completed", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:49.652194 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a824e64-cf63-4c70-aa0a-f06aaee0b86b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:49.652616 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'code': 200} Jul 16 02:30:49.762698 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d987b-049b-4df2-a867-02fe4de2dcf0 req-10cf9d4d-7579-49d9-9078-49ad8eeb876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:49.764178 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a28d987b-049b-4df2-a867-02fe4de2dcf0 req-10cf9d4d-7579-49d9-9078-49ad8eeb876b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1096 time: 0.0509188 Jul 16 02:30:49.797591 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a28d987b-049b-4df2-a867-02fe4de2dcf0 req-59488a8c-effc-428b-a89a-136ae93d720c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270538 Jul 16 02:30:50.111454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b813c-d89d-447c-b402-548e2a425a56 req-e4f0bdb8-f211-45ee-8170-8206474ad41b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:50.112991 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d1b813c-d89d-447c-b402-548e2a425a56 req-e4f0bdb8-f211-45ee-8170-8206474ad41b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0659666 Jul 16 02:30:50.150011 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7d1b813c-d89d-447c-b402-548e2a425a56 req-fe0e58b2-6e37-4ae1-87ab-247010cf1d18 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Jul 16 02:30:50.354851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:51.320835 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b45f-838f-4694-b682-06181a8a4129 req-82e0bc21-9f8b-46fd-9440-41bee0f73c98 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:51.322232 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a61b45f-838f-4694-b682-06181a8a4129 req-82e0bc21-9f8b-46fd-9440-41bee0f73c98 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0631204 Jul 16 02:30:51.363534 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8a61b45f-838f-4694-b682-06181a8a4129 req-59ed107e-d68b-432e-b9f1-de05959869ad tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359313 Jul 16 02:30:51.531878 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386752dc-06c6-4990-b472-976ae1f6b4d1 req-ad1c2ce7-121a-4ce0-ae4a-6d482ea877a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:51.533383 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-386752dc-06c6-4990-b472-976ae1f6b4d1 req-ad1c2ce7-121a-4ce0-ae4a-6d482ea877a8 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0638585 Jul 16 02:30:51.571277 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-386752dc-06c6-4990-b472-976ae1f6b4d1 req-36b891d8-14ac-470d-8389-e5557300e95f tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323739 Jul 16 02:30:51.593964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:51.645499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e751b-698f-4701-9f69-49f92a2ddda5 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:51.647026 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c55e751b-698f-4701-9f69-49f92a2ddda5 tempest-TestNetworkAdvancedServerOps-241120044 tempest-TestNetworkAdvancedServerOps-241120044-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1091 time: 0.0518117 Jul 16 02:30:51.649875 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44972) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:51.654271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:51.675312 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:51.772790 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:51.873732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Allocated IP 172.25.5.30 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/7fffa588-7da4-40a8-8e9f-149ecb7e0109) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:51.976321 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:52.013863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:52.052830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:52.056206 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:52.059846 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:52.085789 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=7fffa588-7da4-40a8-8e9f-149ecb7e0109,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:52.426697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:52.504978 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:52.656937 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:52.661404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:52.731482 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event updated for resources: {'Port': ['ID=7fffa588-7da4-40a8-8e9f-149ecb7e0109,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:52.745029 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:52.845015 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP ef74ce9f-5fd2-4ee1-9004-7fef35f07d99 associated. External IP: 172.25.5.30, port: e2dc5f2b-5489-4bb0-919b-4fb5d177fe33. Jul 16 02:30:53.065732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 10533627-0068-4839-96e0-42854936a7a7 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:53.171549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:53.181696 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] Sync routers for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:53.187443 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:53.191391 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:53.191993 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:53.223688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f0741813-7d7e-46f0-8e61-3249dea98dfe tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5727732 Jul 16 02:30:53.224261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:53.227188 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:53.264565 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac29a8-bf8d-4b2e-9748-b79192787caa x-openstack-request-id: req-2eac29a8-bf8d-4b2e-9748-b79192787caa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:53.264863 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:53.265118 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2eac29a8-bf8d-4b2e-9748-b79192787caa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:53.265524 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'status': 'completed', 'code': 200} Jul 16 02:30:53.300425 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:53.345669 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-b6ae6f41-acb8-451d-9dd7-a11bb51c17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:53.347074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-b6ae6f41-acb8-451d-9dd7-a11bb51c17cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1096 time: 0.0563560 Jul 16 02:30:53.400566 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26381e7d-83b0-48a0-a256-c3bcc8757ab6 req-23c34728-d5d4-45f2-af12-2672a4bed1e0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:53.402309 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26381e7d-83b0-48a0-a256-c3bcc8757ab6 req-23c34728-d5d4-45f2-af12-2672a4bed1e0 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0818429 Jul 16 02:30:53.440414 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-26381e7d-83b0-48a0-a256-c3bcc8757ab6 req-c51d3cd3-686c-49ba-bbd1-490a3c8bf633 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Jul 16 02:30:53.453067 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-1860c63d-0fba-411f-a68c-67b9a285b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:53.456505 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-1860c63d-0fba-411f-a68c-67b9a285b101 service neutron] 10.222.0.78 "GET /v2.0/networks?id=071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 200 len: 898 time: 0.1013029 Jul 16 02:30:53.466102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44980) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:53.523122 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-ba58f1f9-0ad6-4c5a-81d3-73a02fe1816d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 200 len: 998 time: 0.0620925 Jul 16 02:30:53.532270 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ef74ce9f-5fd2-4ee1-9004-7fef35f07d99', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '10533627-0068-4839-96e0-42854936a7a7', 'port_id': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'mac_address': 'fa:16:3e:6f:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:52Z', 'updated_at': '2021-07-16T02:30:52Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:53.534548 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dddc48b5-83e8-478c-b014-cc0c4d6d227d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/ef74ce9f-5fd2-4ee1-9004-7fef35f07d99 HTTP/1.1" status: 200 len: 990 time: 0.0670922 Jul 16 02:30:53.578495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-4fed74be-00b9-4f58-a7a4-20913e54500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:53.580137 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-4fed74be-00b9-4f58-a7a4-20913e54500f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41a659de-7932-4be3-95a0-a64a7ab51f17 HTTP/1.1" status: 200 len: 835 time: 0.0500855 Jul 16 02:30:53.639435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-e58c62e1-3401-4642-ba76-96b72dcfc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:53.640967 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-e58c62e1-3401-4642-ba76-96b72dcfc530 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=071cc335-d6c1-4a53-b427-899195629568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545218 Jul 16 02:30:53.648685 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] Checking router: 10533627-0068-4839-96e0-42854936a7a7 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:53.656905 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:53.657502 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:30:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:53.729208 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-1b395b6a-7ee0-48c5-95fc-8066a02e6a2d service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816002 Jul 16 02:30:53.757953 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:53.823743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-00ffaaea-9c1d-4fd9-9009-33e0c4bc0671 req-c8ac4a71-c4ce-40f0-b860-8532c9a79759 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866618 Jul 16 02:30:53.970492 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ef74ce9f-5fd2-4ee1-9004-7fef35f07d99', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '10533627-0068-4839-96e0-42854936a7a7', 'port_id': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'mac_address': 'fa:16:3e:6f:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:52Z', 'updated_at': '2021-07-16T02:30:52Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:53.999408 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2009ee-0ae6-4d22-8861-1bb86469ca64 None None] The sync data for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 is: [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'ef74ce9f-5fd2-4ee1-9004-7fef35f07d99', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '10533627-0068-4839-96e0-42854936a7a7', 'port_id': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'mac_address': 'fa:16:3e:6f:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:52Z', 'updated_at': '2021-07-16T02:30:52Z', 'revision_number': 0, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:54.179488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd58b4-c424-435e-a89f-a24dfa9505d6 None None] New status for floating IP ef74ce9f-5fd2-4ee1-9004-7fef35f07d99: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:54.538473 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 44982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:54.596850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-14286979-7874-47fd-8813-02554a4bb13d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/ef74ce9f-5fd2-4ee1-9004-7fef35f07d99 HTTP/1.1" status: 200 len: 992 time: 0.0571997 Jul 16 02:31:04.590868 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-a876f929-b18c-428a-8c3b-b8b30b391761 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506167 Jul 16 02:31:04.699073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323218-43cc-4752-8143-279455d2b608 req-9e54ccbc-89b9-4220-96ce-dfa8f72e5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:04.700609 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-9e54ccbc-89b9-4220-96ce-dfa8f72e5648 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1096 time: 0.0575709 Jul 16 02:31:04.811571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323218-43cc-4752-8143-279455d2b608 req-a862b1b8-3e17-42d3-a763-7cd1f1c070c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:04.813049 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-a862b1b8-3e17-42d3-a763-7cd1f1c070c8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 200 len: 898 time: 0.0859909 Jul 16 02:31:04.881873 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-f8c995a7-02b9-4a2b-9596-aac2b2ddb955 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 200 len: 1000 time: 0.0615807 Jul 16 02:31:04.929081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323218-43cc-4752-8143-279455d2b608 req-8472fc92-d4a4-473d-8e24-111ee72a60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:04.931249 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-8472fc92-d4a4-473d-8e24-111ee72a60ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41a659de-7932-4be3-95a0-a64a7ab51f17 HTTP/1.1" status: 200 len: 835 time: 0.0426681 Jul 16 02:31:04.987401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8323218-43cc-4752-8143-279455d2b608 req-5a923d26-183b-4eef-acc3-b8b572be7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:04.988877 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-5a923d26-183b-4eef-acc3-b8b572be7390 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=071cc335-d6c1-4a53-b427-899195629568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508325 Jul 16 02:31:05.082543 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-694893f3-9919-414f-b7dc-403280e0673e service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853164 Jul 16 02:31:05.173942 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8323218-43cc-4752-8143-279455d2b608 req-78c2fab0-038a-49dd-9e5f-a1e83e5acdcb service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821753 Jul 16 02:31:11.685544 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7986b4c2-658e-4beb-85c1-64a2634b73f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.531054 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.541536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64feeae-0f47-460f-b566-27da7dd7bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:15.582743 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:16.754635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:17.080300 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:18.327945 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:20.369456 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.090654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781813-8713-4aac-a8ed-0feee7c90d0b req-3891e0cf-e6b3-41c0-bfb5-48931fcc2298 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:28.092160 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7781813-8713-4aac-a8ed-0feee7c90d0b req-3891e0cf-e6b3-41c0-bfb5-48931fcc2298 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0679898 Jul 16 02:31:28.129949 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d7781813-8713-4aac-a8ed-0feee7c90d0b req-dad377d7-e33a-4c02-887e-620324e8c365 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319462 Jul 16 02:31:29.304074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ed1e0-930d-46b5-82d4-b463adceb8ee req-a7baff74-2c37-42bd-97b0-7e57842f8f2a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.305540 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b4ed1e0-930d-46b5-82d4-b463adceb8ee req-a7baff74-2c37-42bd-97b0-7e57842f8f2a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0621974 Jul 16 02:31:29.342757 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0b4ed1e0-930d-46b5-82d4-b463adceb8ee req-af9b4199-ee69-4966-82db-52360d71494d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318599 Jul 16 02:31:29.366578 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:29.428624 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-0c709956-6dac-4393-ba4d-ed4d0d5947a7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/ef74ce9f-5fd2-4ee1-9004-7fef35f07d99 HTTP/1.1" status: 200 len: 992 time: 0.0609379 Jul 16 02:31:30.828180 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-cd1b06fe-7bcb-4b64-bec0-cf07a90d6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.829735 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-cd1b06fe-7bcb-4b64-bec0-cf07a90d6208 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1096 time: 0.0523317 Jul 16 02:31:30.849503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8e968-1a04-40a2-9429-4e9c30447155 req-736f3604-7ac9-403a-b8bf-971ee405a194 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.851015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1be8e968-1a04-40a2-9429-4e9c30447155 req-736f3604-7ac9-403a-b8bf-971ee405a194 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0634871 Jul 16 02:31:30.889268 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1be8e968-1a04-40a2-9429-4e9c30447155 req-1d5837ad-95c7-45a7-8024-7b99fffcac7a tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322902 Jul 16 02:31:30.922850 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-96de2614-e267-41db-a356-0f77d88e7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.924424 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-96de2614-e267-41db-a356-0f77d88e7ae3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 200 len: 898 time: 0.0888157 Jul 16 02:31:30.993319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-863c6589-2f20-4ad5-b105-1a838d540c0d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 200 len: 1000 time: 0.0619154 Jul 16 02:31:31.042252 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-b443b279-6fde-4f0c-bd69-b210f856c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:31.043657 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-b443b279-6fde-4f0c-bd69-b210f856c67f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41a659de-7932-4be3-95a0-a64a7ab51f17 HTTP/1.1" status: 200 len: 835 time: 0.0428379 Jul 16 02:31:31.101099 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-b0e45702-12f6-4700-a65d-f6a85694a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:31.102627 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-b0e45702-12f6-4700-a65d-f6a85694a658 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=071cc335-d6c1-4a53-b427-899195629568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524902 Jul 16 02:31:31.194301 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-1961f523-db3c-4acf-a853-596aa00ce7f1 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847917 Jul 16 02:31:31.281930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-eea569cf-c762-47ab-9543-28f860f8aeb3 req-658a0519-a292-41f3-b141-ea6a34669d51 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809083 Jul 16 02:31:32.066368 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48270d2c-cdd2-4e5d-9abe-6d6147d0785f req-7a043e5e-68f7-48ed-92a2-42a47578ef9d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:32.067919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48270d2c-cdd2-4e5d-9abe-6d6147d0785f req-7a043e5e-68f7-48ed-92a2-42a47578ef9d tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0678220 Jul 16 02:31:32.112427 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-48270d2c-cdd2-4e5d-9abe-6d6147d0785f req-424e9a37-ec60-431f-8a08-162cbbe23dca tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379405 Jul 16 02:31:33.286728 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d426-9200-4647-b9f1-5126e89f9835 req-8b8eaac0-8ceb-49a4-9833-34f5a7f7d6ba tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:33.288202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b818d426-9200-4647-b9f1-5126e89f9835 req-8b8eaac0-8ceb-49a4-9833-34f5a7f7d6ba tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0633852 Jul 16 02:31:33.324965 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b818d426-9200-4647-b9f1-5126e89f9835 req-dd3a8c3c-1b6c-4574-a682-5fc74b97cb96 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Jul 16 02:31:33.349300 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:33.407651 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-18ca1f53-2f74-4fda-89b5-10ff43703bb2 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/floatingips/ef74ce9f-5fd2-4ee1-9004-7fef35f07d99 HTTP/1.1" status: 200 len: 992 time: 0.0572767 Jul 16 02:31:33.662093 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:33.814331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 7fffa588-7da4-40a8-8e9f-149ecb7e0109 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:33.814667 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.886567 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.886892 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.898088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 7fffa588-7da4-40a8-8e9f-149ecb7e0109 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:34.042524 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.067572 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=7fffa588-7da4-40a8-8e9f-149ecb7e0109,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:34.095904 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.096274 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.096617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.096957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.097285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.097615 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.097944 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.098272 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.098604 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.098928 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.099249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.099568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:34.137568 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.137903 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Floating IP ef74ce9f-5fd2-4ee1-9004-7fef35f07d99 disassociated (deleted). External IP: 172.25.5.30, port: e2dc5f2b-5489-4bb0-919b-4fb5d177fe33. Jul 16 02:31:34.339534 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 10533627-0068-4839-96e0-42854936a7a7 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:34.446266 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:34.451249 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.455598 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] Sync routers for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:34.464697 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:34.465298 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:34.488034 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-63e5f41c-45d2-409f-a1f3-442841ccc661 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/floatingips/ef74ce9f-5fd2-4ee1-9004-7fef35f07d99 HTTP/1.1" status: 204 len: 168 time: 0.8249383 Jul 16 02:31:34.488656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:34.490963 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c47712-7aed-445e-88a8-4ed108c463a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:34.530594 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e803d71d-f74b-4404-b9dc-1cf1eb163793 x-openstack-request-id: req-e803d71d-f74b-4404-b9dc-1cf1eb163793 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:34.530978 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:34.531419 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e803d71d-f74b-4404-b9dc-1cf1eb163793 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:34.531855 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'status': 'completed', 'code': 200} Jul 16 02:31:34.571365 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:34.613654 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-bc336cee-85e5-40f3-87a4-cdad5af93d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:34.615289 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-bc336cee-85e5-40f3-87a4-cdad5af93d34 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f1254e57bf5544599584cbbc950f4c0d&device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 1096 time: 0.0533216 Jul 16 02:31:34.721979 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-bc36dff4-960c-469b-bcbc-9a363a4f26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:34.723496 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-bc36dff4-960c-469b-bcbc-9a363a4f26b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 200 len: 898 time: 0.1010904 Jul 16 02:31:34.765253 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-e50cfeff-c80d-443c-a4f9-1b65f0f85aa5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 200 len: 217 time: 0.0350010 Jul 16 02:31:34.777457 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:34.806867 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] Checking router: 10533627-0068-4839-96e0-42854936a7a7 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:34.815488 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:34.816086 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:34.821331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-4fd0b80e-a910-4f8a-93f8-3ac5cfd8f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:34.823045 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-4fd0b80e-a910-4f8a-93f8-3ac5cfd8f97d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=41a659de-7932-4be3-95a0-a64a7ab51f17 HTTP/1.1" status: 200 len: 835 time: 0.0516961 Jul 16 02:31:34.865044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906665b4-e5a5-43b4-8345-24c4c3e3e7ef req-1eb725fd-1c82-48df-8d55-33c1a9bfd8dd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:34.866582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-906665b4-e5a5-43b4-8345-24c4c3e3e7ef req-1eb725fd-1c82-48df-8d55-33c1a9bfd8dd tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0702803 Jul 16 02:31:34.884631 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-21b3770a-d2c3-41c7-9d08-67f080d4c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:34.886138 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-21b3770a-d2c3-41c7-9d08-67f080d4c0c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=071cc335-d6c1-4a53-b427-899195629568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553410 Jul 16 02:31:34.907770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-906665b4-e5a5-43b4-8345-24c4c3e3e7ef req-fa3e05cf-0831-4ac9-a302-5301ad2d95bc tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350499 Jul 16 02:31:34.916912 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:34.982923 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-fc51f610-7eed-4f45-b9d9-5857b769d590 service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889599 Jul 16 02:31:35.073932 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c2c47712-7aed-445e-88a8-4ed108c463a5 req-014ff379-72a6-4def-bfe9-8d88c09f7efa service neutron] 10.222.0.78 "GET /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824718 Jul 16 02:31:35.124881 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:35.149865 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7f189-91bf-4add-94ad-ffd2a5019593 None None] The sync data for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 is: [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '553b155d-b25a-48eb-8c71-5a596c6dd967', 'name': '', 'network_id': '071cc335-d6c1-4a53-b427-899195629568', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'mac_address': 'fa:16:3e:cb:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:38Z', 'updated_at': '2021-07-16T02:30:42Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'subnets': [{'id': '41a659de-7932-4be3-95a0-a64a7ab51f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:35.365966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52476c0c-5e8a-445a-9cd2-81627e5f1aca None None] New status for floating IP ef74ce9f-5fd2-4ee1-9004-7fef35f07d99: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:31:36.081240 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794af69c-f0c2-418b-9308-41b71ea000d8 req-764d989e-1eef-4a39-a9c1-3a59c759ca39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:36.082728 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-794af69c-f0c2-418b-9308-41b71ea000d8 req-764d989e-1eef-4a39-a9c1-3a59c759ca39 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0630784 Jul 16 02:31:36.120456 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-794af69c-f0c2-418b-9308-41b71ea000d8 req-dde2ec7b-c1e3-4815-b297-8c8bb19be590 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/security-groups?id=1c87f6fb-2b4d-49b1-9d44-fa4b20208109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321310 Jul 16 02:31:36.412070 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-8634ffbc-9243-4e3b-b4de-730a50ee026b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:36.413609 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-8634ffbc-9243-4e3b-b4de-730a50ee026b tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 945 time: 0.0623574 Jul 16 02:31:36.515234 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:36.515580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:36.603497 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:36.603866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:36.615929 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:37.090739 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.123356 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=e2dc5f2b-5489-4bb0-919b-4fb5d177fe33,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:37.151777 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.152126 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.152510 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.152854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.153190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.153525 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.153866 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.154200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.154534 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.154864 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.155262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.155516 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:37.181275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] No DVR routers for this DVR port e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:31:37.184061 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.186088 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-a2219f5e-1ed5-4e11-99db-da85dbaa28cc req-7dd13ba9-f2eb-40ea-a67f-3e49192314c4 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.78 "DELETE /v2.0/ports/e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 HTTP/1.1" status: 204 len: 173 time: 0.7661757 Jul 16 02:31:37.186533 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'name': 'network-vif-deleted', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:37.188809 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43c0fd3-49c4-47d4-8bc8-817ef964f2f9" -d '{"events": [{"server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "name": "network-vif-deleted", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:37.228452 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32076e11-48fd-48aa-9f22-74911e6aaf86 x-openstack-request-id: req-32076e11-48fd-48aa-9f22-74911e6aaf86 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:37.228773 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce81e16-7cf8-407a-b70c-415894c9064a", "name": "network-vif-deleted", "tag": "e2dc5f2b-5489-4bb0-919b-4fb5d177fe33", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:37.229025 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32076e11-48fd-48aa-9f22-74911e6aaf86 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:37.229496 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce81e16-7cf8-407a-b70c-415894c9064a', 'name': 'network-vif-deleted', 'tag': 'e2dc5f2b-5489-4bb0-919b-4fb5d177fe33', 'status': 'completed', 'code': 200} Jul 16 02:31:37.278561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-52c2d164-34b9-4dfe-9cee-4e39a0765a52 req-39131329-e789-4579-a03a-6f0d10af7149 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ce81e16-7cf8-407a-b70c-415894c9064a HTTP/1.1" status: 200 len: 210 time: 0.0289257 Jul 16 02:31:38.370070 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45038) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:38.739289 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.001917 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port 553b155d-b25a-48eb-8c71-5a596c6dd967 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:39.002178 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.095111 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port 553b155d-b25a-48eb-8c71-5a596c6dd967, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=553b155d-b25a-48eb-8c71-5a596c6dd967,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:39.095469 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.107545 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for 553b155d-b25a-48eb-8c71-5a596c6dd967 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:39.292921 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.319738 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=553b155d-b25a-48eb-8c71-5a596c6dd967,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:39.493205 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.704888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:39.880691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:39.881030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device e2dc5f2b-5489-4bb0-919b-4fb5d177fe33 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:40.059398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Router 10533627-0068-4839-96e0-42854936a7a7 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:40.163064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:40.168785 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fc32d967-811f-41cd-ae5d-7f5e595f3af3 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "PUT /v2.0/routers/10533627-0068-4839-96e0-42854936a7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975566 Jul 16 02:31:40.170716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:40.172041 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] Sync routers for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:40.182263 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:40.182875 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:40.221997 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting subnet 41a659de-7932-4be3-95a0-a64a7ab51f17 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:31:40.225051 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.268496 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.283717 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:40.350033 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.410473 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.436870 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Subnet': ['ID=41a659de-7932-4be3-95a0-a64a7ab51f17,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:40.443776 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.448873 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:40.449483 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-3db87b39-7c03-4f94-bb27-833785c10871 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/subnets/41a659de-7932-4be3-95a0-a64a7ab51f17 HTTP/1.1" status: 204 len: 168 time: 0.2775583 Jul 16 02:31:40.449607 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057b1c1-0c61-4f51-8ddf-b7177708ca8a None None] Network 071cc335-d6c1-4a53-b427-899195629568 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:40.470474 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:31:39Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:40.570075 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.582223 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] Checking router: 10533627-0068-4839-96e0-42854936a7a7 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:40.590811 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] Routers {'10533627-0068-4839-96e0-42854936a7a7'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:40.591420 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['10533627-0068-4839-96e0-42854936a7a7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:40.653451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] DHCP port deletion for 071cc335-d6c1-4a53-b427-899195629568 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:31:40.681790 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.694673 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] Set router 10533627-0068-4839-96e0-42854936a7a7 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:40.700985 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Deleting port baf42680-56a1-4d0c-9a92-bec1a6088267 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:40.701518 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.739490 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Deleting port ebe32f51-3146-419f-8aa4-4c1195ee79a5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:40.740185 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.762567 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] For port baf42680-56a1-4d0c-9a92-bec1a6088267, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=baf42680-56a1-4d0c-9a92-bec1a6088267,segment=NetworkSegment(ca4ba981-54fb-467f-84ab-f0039ff59805),segment_id=ca4ba981-54fb-467f-84ab-f0039ff59805)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:40.763576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.780888 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Calling delete_port for baf42680-56a1-4d0c-9a92-bec1a6088267 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:40.827003 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] For port ebe32f51-3146-419f-8aa4-4c1195ee79a5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ebe32f51-3146-419f-8aa4-4c1195ee79a5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:40.827370 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.839095 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Calling delete_port for ebe32f51-3146-419f-8aa4-4c1195ee79a5 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:40.863113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.874000 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:31:39Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:40.892096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Pushing event deleted for resources: {'Port': ['ID=baf42680-56a1-4d0c-9a92-bec1a6088267,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:40.898974 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] No DVR routers for this DVR port baf42680-56a1-4d0c-9a92-bec1a6088267 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:31:40.901439 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.901789 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.902134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.902478 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.902825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.903138 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.903461 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.903790 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.903965 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf4905-1e13-4983-9909-ff4df2f52ef6 None None] The sync data for ids ['10533627-0068-4839-96e0-42854936a7a7'] in n-d-800085-5 is: [{'id': '10533627-0068-4839-96e0-42854936a7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-923647927', 'tenant_id': 'f1254e57bf5544599584cbbc950f4c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:31:39Z', 'revision_number': 5, 'project_id': 'f1254e57bf5544599584cbbc950f4c0d', 'gw_port': {'id': 'ebe32f51-3146-419f-8aa4-4c1195ee79a5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10533627-0068-4839-96e0-42854936a7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:35Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:40.904137 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.904454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.904779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:40.905107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10367ee5-4935-45ec-8f3d-771e37ba3337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:41.025663 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.050937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Port': ['ID=ebe32f51-3146-419f-8aa4-4c1195ee79a5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:41.112952 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.204800 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.206834 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.258717 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.259344 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Fanout notify agent at l3_agent the message router_deleted on router 10533627-0068-4839-96e0-42854936a7a7 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:31:41.267558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.268870 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-5791c051-597d-44d9-b2b9-20da6e7845ae tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/routers/10533627-0068-4839-96e0-42854936a7a7 HTTP/1.1" status: 204 len: 168 time: 0.8179989 Jul 16 02:31:41.271526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45044) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:41.355421 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.445396 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.455326 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071cc335-d6c1-4a53-b427-899195629568']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:41.465968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4ba981-54fb-467f-84ab-f0039ff59805') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:41.466609 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4ba981-54fb-467f-84ab-f0039ff59805') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:41.477596 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.491971 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.499314 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:31:41.499844 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:31:41.502915 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:31:41.568600 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.578247 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.580637 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/networks/071cc335-d6c1-4a53-b427-899195629568 HTTP/1.1" status: 204 len: 168 time: 0.3081424 Jul 16 02:31:41.583330 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45046) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:41.599489 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772a8c9-fff4-4945-bde2-c7f5d3df73c7 tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'Network': ['ID=071cc335-d6c1-4a53-b427-899195629568,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:41.650693 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-331fd768-c5ca-4266-9276-1a0f471ab3ec tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.675685 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-331fd768-c5ca-4266-9276-1a0f471ab3ec tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.685064 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8db5bee3-ed2f-45f9-a601-9dd950a098e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.733925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-331fd768-c5ca-4266-9276-1a0f471ab3ec tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.736628 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-331fd768-c5ca-4266-9276-1a0f471ab3ec tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.737802 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-331fd768-c5ca-4266-9276-1a0f471ab3ec tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] 10.222.0.81 "DELETE /v2.0/security-groups/1c87f6fb-2b4d-49b1-9d44-fa4b20208109 HTTP/1.1" status: 204 len: 168 time: 0.1535664 Jul 16 02:31:41.747385 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fd768-c5ca-4266-9276-1a0f471ab3ec tempest-TestNetworkAdvancedServerOps-855634183 tempest-TestNetworkAdvancedServerOps-855634183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c87f6fb-2b4d-49b1-9d44-fa4b20208109,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:42.066398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45054) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:42.192699 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a244c348-f40d-4285-a544-07495767e0c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1254e57bf5544599584cbbc950f4c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249466 Jul 16 02:31:42.195024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:42.244168 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-603b142e-2902-4e6a-b254-63ad8dec351e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.264564 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-603b142e-2902-4e6a-b254-63ad8dec351e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.314406 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-603b142e-2902-4e6a-b254-63ad8dec351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.317219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-603b142e-2902-4e6a-b254-63ad8dec351e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.318363 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-603b142e-2902-4e6a-b254-63ad8dec351e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85841aa6-8ba5-4071-bf84-8938a0b835ef HTTP/1.1" status: 204 len: 168 time: 0.1224248 Jul 16 02:31:42.326084 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b142e-2902-4e6a-b254-63ad8dec351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85841aa6-8ba5-4071-bf84-8938a0b835ef,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:42.438814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ebe32f51-3146-419f-8aa4-4c1195ee79a5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:42.460978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ebe32f51-3146-419f-8aa4-4c1195ee79a5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:42.461915 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ebe32f51-3146-419f-8aa4-4c1195ee79a5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:42.462323 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 553b155d-b25a-48eb-8c71-5a596c6dd967 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:42.481144 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 553b155d-b25a-48eb-8c71-5a596c6dd967 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:42.481488 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 553b155d-b25a-48eb-8c71-5a596c6dd967 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:42.481893 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device baf42680-56a1-4d0c-9a92-bec1a6088267 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:42.499808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: baf42680-56a1-4d0c-9a92-bec1a6088267 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:42.500159 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device baf42680-56a1-4d0c-9a92-bec1a6088267 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:42.573768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:42.588897 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3748bda3-62e7-4de3-9ecb-f94ad9dcd256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.680051 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3748bda3-62e7-4de3-9ecb-f94ad9dcd256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.683803 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3748bda3-62e7-4de3-9ecb-f94ad9dcd256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.723074 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3748bda3-62e7-4de3-9ecb-f94ad9dcd256 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c9bbb92558f449f9c71d75b53e8e8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480672 Jul 16 02:31:42.724543 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748bda3-62e7-4de3-9ecb-f94ad9dcd256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496d463-e222-4bde-bd1e-751f3bd6936d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:42.725714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45066) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:42.778909 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc92b536-e2bd-4e6f-9f08-1133dc8dddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.799412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc92b536-e2bd-4e6f-9f08-1133dc8dddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.844386 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc92b536-e2bd-4e6f-9f08-1133dc8dddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.847014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc92b536-e2bd-4e6f-9f08-1133dc8dddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:42.848144 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-bc92b536-e2bd-4e6f-9f08-1133dc8dddeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5496d463-e222-4bde-bd1e-751f3bd6936d HTTP/1.1" status: 204 len: 168 time: 0.1214399 Jul 16 02:31:42.855470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92b536-e2bd-4e6f-9f08-1133dc8dddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496d463-e222-4bde-bd1e-751f3bd6936d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:43.513942 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:43.606376 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1186533562-network', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:43.627529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Made reservation on behalf of e068c64b4b0547b18fc4546cbfbc2bc0 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:43.629863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.638404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.726165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.729899 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.754181 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:31:43.765398 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b7175-81f6-419c-93e2-c2f2af382c8e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:43.770527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.770934 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Added segment 8e285ccf-a47a-404d-8f4d-980d2233c233 of type vlan for network 901f68b7-3819-4006-9210-01776463a104 Jul 16 02:31:43.810957 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.839198 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.840000 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:43.840602 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.874919 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3598626 Jul 16 02:31:43.878274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:43.883871 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Request body: {'subnet': {'network_id': '901f68b7-3819-4006-9210-01776463a104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1186533562-subnet', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:43.904485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Made reservation on behalf of e068c64b4b0547b18fc4546cbfbc2bc0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:43.906838 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:43.907044 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40c280-894c-42b6-983e-f8c7fdfd0329 admin admin] Pushing event updated for resources: {'Network': ['ID=901f68b7-3819-4006-9210-01776463a104,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:43.916656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 901f68b7-3819-4006-9210-01776463a104 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:31:44.078236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.130854 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba05cca-2171-45b6-89ab-39841b13e56f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:44.142308 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Checking segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:44.142672 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Network hostable DHCP agents. Network: 901f68b7-3819-4006-9210-01776463a104, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:31:44.159247 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Network 901f68b7-3819-4006-9210-01776463a104 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:31:44.168064 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 901f68b7-3819-4006-9210-01776463a104) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:44.172127 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:44.172746 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.176714 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0355d9-08d9-4c53-b9a3-28a41598de85 None None] Network 901f68b7-3819-4006-9210-01776463a104 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:44.186200 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-31c1d5ff-443d-45bc-a346-476c987fe650 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3068326 Jul 16 02:31:44.189132 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:44.193411 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:44.214267 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.215252 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.270647 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.322851 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-901f68b7-3819-4006-9210-01776463a104', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:31:44.323756 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.415418 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.457878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Allocated IP 172.20.0.2 (901f68b7-3819-4006-9210-01776463a104/0ba05cca-2171-45b6-89ab-39841b13e56f/1639ac96-652f-442f-a204-5a5858e6334f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:44.557256 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.560898 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fcbddd85-d4be-4483-b54b-71f51ea7b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.610533 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.625106 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.629170 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.633409 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Transition to ACTIVE for port object 1639ac96-652f-442f-a204-5a5858e6334f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:44.648425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Transition to ACTIVE for port object 1639ac96-652f-442f-a204-5a5858e6334f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:44.655072 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.694961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Network 901f68b7-3819-4006-9210-01776463a104 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:44.699357 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:44.703651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:44.706724 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Pushing event updated for resources: {'Port': ['ID=1639ac96-652f-442f-a204-5a5858e6334f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:44.740555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Allocated IP 172.25.5.110 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/8b7e38af-aa90-4917-a8be-4f7b201ca11b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:44.764667 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Attempting to bind port 1639ac96-652f-442f-a204-5a5858e6334f on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:44.765036 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Attempting to bind port 1639ac96-652f-442f-a204-5a5858e6334f by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:44.765400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Attempting to bind port 1639ac96-652f-442f-a204-5a5858e6334f on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:44.770262 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:44.770640 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Checking segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:44.771041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.771437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Bound using segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:44.771940 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Bound port: 1639ac96-652f-442f-a204-5a5858e6334f, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:44.772389 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.833588 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] For port 1639ac96-652f-442f-a204-5a5858e6334f, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:44.836668 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] For port 1639ac96-652f-442f-a204-5a5858e6334f, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1639ac96-652f-442f-a204-5a5858e6334f,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:44.841534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.842676 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.893175 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.903322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e8403-dc39-4af0-a106-15323fcb0814 None None] Pushing event updated for resources: {'Port': ['ID=1639ac96-652f-442f-a204-5a5858e6334f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:44.932363 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:44.937320 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:44.940736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:44.965581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Pushing event updated for resources: {'Port': ['ID=8b7e38af-aa90-4917-a8be-4f7b201ca11b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:45.210486 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:45.405581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:45.535502 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Router 234c284d-15b2-43ae-9013-86764554b9f8 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:31:45.587606 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:45.649532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:45.659086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Sync routers for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:45.669285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:45.669630 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:45.669927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:45.671105 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-78953671-f8fa-4a42-838d-f17d654ec73a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4809806 Jul 16 02:31:45.674165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:45.772897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992525e-62f1-4b73-aaab-a0dafaabff3e None None] Network 901f68b7-3819-4006-9210-01776463a104 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:45.802579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:45.933167 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d5264b01-d76f-4dba-8efe-6fb08f047d53 None None] Provisioning for port 1639ac96-652f-442f-a204-5a5858e6334f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:46.115256 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:45Z', 'revision_number': 3, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:46.142428 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Checking router: 234c284d-15b2-43ae-9013-86764554b9f8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:46.142779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Updating router 234c284d-15b2-43ae-9013-86764554b9f8 port 8b7e38af-aa90-4917-a8be-4f7b201ca11b binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:46.185154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.455032 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.455845 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.465839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Transition to ACTIVE for port object 8b7e38af-aa90-4917-a8be-4f7b201ca11b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:46.473096 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.485634 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1639ac96-652f-442f-a204-5a5858e6334f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:46.559191 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Attempting to bind port 8b7e38af-aa90-4917-a8be-4f7b201ca11b on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:46.559553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Attempting to bind port 8b7e38af-aa90-4917-a8be-4f7b201ca11b by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:46.559909 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Attempting to bind port 8b7e38af-aa90-4917-a8be-4f7b201ca11b on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:46.563362 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9c2a1-4041-4fe9-81d9-4d6ddeafa73c None None] Pushing event updated for resources: {'Port': ['ID=8b7e38af-aa90-4917-a8be-4f7b201ca11b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:46.572125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:46.572517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:46.572918 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.573302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:46.573762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Bound port: 8b7e38af-aa90-4917-a8be-4f7b201ca11b, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:46.574138 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.614272 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 1639ac96-652f-442f-a204-5a5858e6334f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:46.624635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Allocated IP 172.20.0.1 (901f68b7-3819-4006-9210-01776463a104/0ba05cca-2171-45b6-89ab-39841b13e56f/96015a26-bc96-4196-ac1e-8de674a92233) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:46.626293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1639ac96-652f-442f-a204-5a5858e6334f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:46.626645 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.650420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] For port 8b7e38af-aa90-4917-a8be-4f7b201ca11b, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:46.668877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] For port 8b7e38af-aa90-4917-a8be-4f7b201ca11b, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8b7e38af-aa90-4917-a8be-4f7b201ca11b,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:46.674565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.734558 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.747820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:46.748596 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:46.748874 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Transition to ACTIVE for port object 96015a26-bc96-4196-ac1e-8de674a92233 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:46.783562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.802363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9c2a1-4041-4fe9-81d9-4d6ddeafa73c None None] Pushing event updated for resources: {'Port': ['ID=8b7e38af-aa90-4917-a8be-4f7b201ca11b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:46.825452 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Network 901f68b7-3819-4006-9210-01776463a104 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:46.825656 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.828514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:46.832069 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:46.837628 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Pushing event updated for resources: {'Port': ['ID=96015a26-bc96-4196-ac1e-8de674a92233,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:46.862689 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.875121 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.917150 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 1639ac96-652f-442f-a204-5a5858e6334f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1639ac96-652f-442f-a204-5a5858e6334f,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:46.919135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:46.921869 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.026585 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.206941 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.210792 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7618012b-f20a-4813-9b4e-1a900338f80c None None] Provisioning for port 96015a26-bc96-4196-ac1e-8de674a92233 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:47.211820 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.213484 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.250631 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7618012b-f20a-4813-9b4e-1a900338f80c None None] Provisioning complete for port 96015a26-bc96-4196-ac1e-8de674a92233 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:47.250892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7618012b-f20a-4813-9b4e-1a900338f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.254759 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=1639ac96-652f-442f-a204-5a5858e6334f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:47.282910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Pushing event updated for resources: {'Port': ['ID=96015a26-bc96-4196-ac1e-8de674a92233,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:47.285546 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.303494 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7618012b-f20a-4813-9b4e-1a900338f80c None None] Port 96015a26-bc96-4196-ac1e-8de674a92233 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:47.348307 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-369c4590-a89a-4571-8bda-42669d547781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:45Z', 'revision_number': 3, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:47.373834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c4590-a89a-4571-8bda-42669d547781 None None] The sync data for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 is: [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:45Z', 'revision_number': 3, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:47.378002 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Network 901f68b7-3819-4006-9210-01776463a104 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:47.379611 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:47.503535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Router 234c284d-15b2-43ae-9013-86764554b9f8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:47.637245 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2fc7702f-06cd-4a58-a280-113d6d63bf60 None None] Provisioning complete for port 96015a26-bc96-4196-ac1e-8de674a92233 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:47.637764 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fc7702f-06cd-4a58-a280-113d6d63bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:47.639555 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:47.645390 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-214ee401-0b81-4d8d-a129-d04a43c216a3 admin admin] 10.222.0.81 "PUT /v2.0/routers/234c284d-15b2-43ae-9013-86764554b9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9702795 Jul 16 02:31:47.682311 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7702f-06cd-4a58-a280-113d6d63bf60 None None] Port 96015a26-bc96-4196-ac1e-8de674a92233 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:48.173720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45112) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:48.178920 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-313351234-network', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:48.201812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Made reservation on behalf of a0d331bfe2eb4cc1a2cebd53c3082514 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:48.204462 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.213774 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.302093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.306266 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.327448 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:31:48.343952 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016c190d-28c3-4aa4-b71b-be2423bf0c1f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:48.348479 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.348778 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Added segment 41916524-91e0-49b3-9dd1-b9d19c5ad18b of type vlan for network fcf43459-c13a-404b-8496-5d02be8d1f6b Jul 16 02:31:48.391667 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.422689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.424007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:48.424627 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.461301 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2863793 Jul 16 02:31:48.464506 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:48.470317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Request body: {'subnet': {'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-313351234-subnet', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:48.494002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Made reservation on behalf of a0d331bfe2eb4cc1a2cebd53c3082514 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:48.494745 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45491e-7902-4d58-a175-027b42895f2d admin admin] Pushing event updated for resources: {'Network': ['ID=fcf43459-c13a-404b-8496-5d02be8d1f6b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:48.496324 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.506198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network fcf43459-c13a-404b-8496-5d02be8d1f6b details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:31:48.532900 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1639ac96-652f-442f-a204-5a5858e6334f up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:48.620770 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 1639ac96-652f-442f-a204-5a5858e6334f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:48.621002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.675142 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.698656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8b7e38af-aa90-4917-a8be-4f7b201ca11b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:48.733113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d74568-72ba-4d7f-a85b-6064f53e9b9b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:48.743499 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Checking segment: {'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:48.743869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Network hostable DHCP agents. Network: fcf43459-c13a-404b-8496-5d02be8d1f6b, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:31:48.751325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 8b7e38af-aa90-4917-a8be-4f7b201ca11b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:48.755420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8b7e38af-aa90-4917-a8be-4f7b201ca11b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:48.755807 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.761152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Network fcf43459-c13a-404b-8496-5d02be8d1f6b is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:31:48.771643 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, fcf43459-c13a-404b-8496-5d02be8d1f6b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:48.776973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:48.778218 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.791639 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6195a-6ec7-4473-b5e4-ba3a34237850 None None] Network fcf43459-c13a-404b-8496-5d02be8d1f6b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:48.795479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-132aafc6-8f58-43bf-a1f4-cfc0badc0d80 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3297896 Jul 16 02:31:48.798364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:48.803410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:48.825973 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.827159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.885095 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.900856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.949226 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Sync routers for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:48.952543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 8b7e38af-aa90-4917-a8be-4f7b201ca11b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8b7e38af-aa90-4917-a8be-4f7b201ca11b,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:48.958853 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:48.959627 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:48.959943 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.022644 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-fcf43459-c13a-404b-8496-5d02be8d1f6b', 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'fixed_ips': [{'subnet_id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:31:49.024155 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.030552 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.045735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=8b7e38af-aa90-4917-a8be-4f7b201ca11b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:49.078079 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:49.183507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Allocated IP 172.20.0.2 (fcf43459-c13a-404b-8496-5d02be8d1f6b/e7d74568-72ba-4d7f-a85b-6064f53e9b9b/d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:49.251727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.270954 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.274631 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:47Z', 'revision_number': 2, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:49.300610 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Checking router: 234c284d-15b2-43ae-9013-86764554b9f8 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:49.300966 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Updating router 234c284d-15b2-43ae-9013-86764554b9f8 port 96015a26-bc96-4196-ac1e-8de674a92233 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:49.338412 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.338999 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.347899 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Transition to ACTIVE for port object d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:49.364453 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Transition to ACTIVE for port object d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:49.370127 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.390511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Allocated IP 172.25.5.204 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/34c17f7b-1420-40f4-b07f-e8364865b995) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:49.411229 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Network fcf43459-c13a-404b-8496-5d02be8d1f6b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:49.414154 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:49.417875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:49.426729 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Pushing event updated for resources: {'Port': ['ID=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:49.478452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Attempting to bind port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:49.478831 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Attempting to bind port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:49.479200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Attempting to bind port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 on network fcf43459-c13a-404b-8496-5d02be8d1f6b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:49.484326 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:49.484695 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Checking segment: {'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:49.485200 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.485647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Bound using segment: {'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:49.486124 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Bound port: d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:49.486533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.505720 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.552859 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.553108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] For port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:49.556400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] For port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,segment=NetworkSegment(41916524-91e0-49b3-9dd1-b9d19c5ad18b),segment_id=41916524-91e0-49b3-9dd1-b9d19c5ad18b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:49.562049 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.600415 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:49.603547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:49.606394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:49.606603 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.616923 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Transition to ACTIVE for port object 96015a26-bc96-4196-ac1e-8de674a92233 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:49.625939 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.631828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Pushing event updated for resources: {'Port': ['ID=34c17f7b-1420-40f4-b07f-e8364865b995,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:49.646077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa9671-cdb4-4c96-9113-f14d32e5aa73 None None] Pushing event updated for resources: {'Port': ['ID=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:49.690368 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Pushing event updated for resources: {'Port': ['ID=96015a26-bc96-4196-ac1e-8de674a92233,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:49.700533 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.700883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.701220 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.701554 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.701882 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.702208 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.702532 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.702854 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.703176 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.703495 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.703815 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.704128 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:49.763691 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Attempting to bind port 96015a26-bc96-4196-ac1e-8de674a92233 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:49.764069 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Attempting to bind port 96015a26-bc96-4196-ac1e-8de674a92233 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:49.764484 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Attempting to bind port 96015a26-bc96-4196-ac1e-8de674a92233 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:49.769722 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:49.770090 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Checking segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:49.770490 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.770884 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Bound using segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:49.771343 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Bound port: 96015a26-bc96-4196-ac1e-8de674a92233, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:49.771722 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.855373 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] For port 96015a26-bc96-4196-ac1e-8de674a92233, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:49.859538 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] For port 96015a26-bc96-4196-ac1e-8de674a92233, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=96015a26-bc96-4196-ac1e-8de674a92233,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:49.863837 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.917436 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.930995 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:49.931883 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:50.030894 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1d7b1-15a7-40cb-9a24-9e852b6fb002 None None] Pushing event updated for resources: {'Port': ['ID=96015a26-bc96-4196-ac1e-8de674a92233,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:50.054596 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:50.171557 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:50.269201 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:49Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:50.294530 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8150d7-5db2-4232-8d08-affa9ea0d65a None None] The sync data for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 is: [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:49Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:50.306625 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Router b4e2e87e-9dde-415e-9963-08b070206c01 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:31:50.386633 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:50.427194 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:50.438823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Sync routers for ids ['b4e2e87e-9dde-415e-9963-08b070206c01'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:50.450151 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Routers {'b4e2e87e-9dde-415e-9963-08b070206c01'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:50.451033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b4e2e87e-9dde-415e-9963-08b070206c01'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:50.463592 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:50.465434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1c647c4c-7e8e-4c03-b8d6-3de85bb2e435 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6659381 Jul 16 02:31:50.468713 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45118) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:50.624787 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Set router b4e2e87e-9dde-415e-9963-08b070206c01 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:50.695738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96015a26-bc96-4196-ac1e-8de674a92233 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:50.819663 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 96015a26-bc96-4196-ac1e-8de674a92233 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:50.828638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 96015a26-bc96-4196-ac1e-8de674a92233 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:50.828638 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:50.897876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118a883-1be8-4505-a93e-433615a32951 None None] Network fcf43459-c13a-404b-8496-5d02be8d1f6b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:51.009375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:49Z', 'revision_number': 3, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port': {'id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:49Z', 'updated_at': '2021-07-16T02:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:51.016475 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.049501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Checking router: b4e2e87e-9dde-415e-9963-08b070206c01 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:51.050317 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Updating router b4e2e87e-9dde-415e-9963-08b070206c01 port 34c17f7b-1420-40f4-b07f-e8364865b995 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:51.058556 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.078458 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c5387ff0-d6cd-422e-89ee-59c5973ca5e2 None None] Provisioning for port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:51.143771 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.195888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Allocated IP 172.20.0.1 (fcf43459-c13a-404b-8496-5d02be8d1f6b/e7d74568-72ba-4d7f-a85b-6064f53e9b9b/0c1683db-3bcb-4fd9-b1db-962c5e737858) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:51.209932 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 96015a26-bc96-4196-ac1e-8de674a92233, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=96015a26-bc96-4196-ac1e-8de674a92233,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:51.219869 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.220685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8b7e38af-aa90-4917-a8be-4f7b201ca11b up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:51.318192 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.334512 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Transition to ACTIVE for port object 0c1683db-3bcb-4fd9-b1db-962c5e737858 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:51.371236 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.416776 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Network fcf43459-c13a-404b-8496-5d02be8d1f6b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:51.419980 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:51.423038 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:51.447504 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1683db-3bcb-4fd9-b1db-962c5e737858,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:51.468816 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.562347 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=96015a26-bc96-4196-ac1e-8de674a92233,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:51.619924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 8b7e38af-aa90-4917-a8be-4f7b201ca11b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:51.620330 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.635527 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.764331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.774239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:51.802313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Transition to ACTIVE for port object 34c17f7b-1420-40f4-b07f-e8364865b995 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:51.815870 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.826384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.832640 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.886673 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83355ced-f35d-4604-837a-0aaa1906348b None None] Pushing event updated for resources: {'Port': ['ID=34c17f7b-1420-40f4-b07f-e8364865b995,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:51.894902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Attempting to bind port 34c17f7b-1420-40f4-b07f-e8364865b995 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:51.895274 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Attempting to bind port 34c17f7b-1420-40f4-b07f-e8364865b995 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:51.896264 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Attempting to bind port 34c17f7b-1420-40f4-b07f-e8364865b995 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:51.904800 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:51.905267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:51.905739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.906204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:51.906738 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Bound port: 34c17f7b-1420-40f4-b07f-e8364865b995, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:51.907146 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.910204 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:51.912721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Pushing event updated for resources: {'Port': ['ID=0c1683db-3bcb-4fd9-b1db-962c5e737858,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:51.916721 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.933731 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:51.934111 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:51.996854 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] For port 34c17f7b-1420-40f4-b07f-e8364865b995, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:52.001901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] For port 34c17f7b-1420-40f4-b07f-e8364865b995, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=34c17f7b-1420-40f4-b07f-e8364865b995,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:52.008814 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.019246 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Network fcf43459-c13a-404b-8496-5d02be8d1f6b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:52.020843 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:52.094555 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.114213 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83355ced-f35d-4604-837a-0aaa1906348b None None] Pushing event updated for resources: {'Port': ['ID=34c17f7b-1420-40f4-b07f-e8364865b995,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:52.119051 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Routers {'b4e2e87e-9dde-415e-9963-08b070206c01'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:52.119678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b4e2e87e-9dde-415e-9963-08b070206c01'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:52.155666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Router b4e2e87e-9dde-415e-9963-08b070206c01 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:52.175546 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8f4d32f-e7a6-474f-b292-23467d70ae76 None None] Provisioning for port 0c1683db-3bcb-4fd9-b1db-962c5e737858 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:52.196099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8f4d32f-e7a6-474f-b292-23467d70ae76 None None] Provisioning complete for port 0c1683db-3bcb-4fd9-b1db-962c5e737858 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:52.196505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d32f-e7a6-474f-b292-23467d70ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.199153 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,segment=NetworkSegment(41916524-91e0-49b3-9dd1-b9d19c5ad18b),segment_id=41916524-91e0-49b3-9dd1-b9d19c5ad18b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:52.259784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.276899 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:52.282221 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-630c3bdc-2e92-439e-adec-787cc62c8c27 admin admin] 10.222.0.81 "PUT /v2.0/routers/b4e2e87e-9dde-415e-9963-08b070206c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8116977 Jul 16 02:31:52.327901 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4d32f-e7a6-474f-b292-23467d70ae76 None None] Port 0c1683db-3bcb-4fd9-b1db-962c5e737858 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:52.347679 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] Set router b4e2e87e-9dde-415e-9963-08b070206c01 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:52.349693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:52.459735 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b60d4791-52de-4791-aee6-35fefd9151d3 None None] Provisioning complete for port 0c1683db-3bcb-4fd9-b1db-962c5e737858 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:52.460111 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b60d4791-52de-4791-aee6-35fefd9151d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.489356 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96015a26-bc96-4196-ac1e-8de674a92233 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:52.568401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b60d4791-52de-4791-aee6-35fefd9151d3 None None] Port 0c1683db-3bcb-4fd9-b1db-962c5e737858 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:52.622871 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 96015a26-bc96-4196-ac1e-8de674a92233 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:52.623247 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.663451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 4, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port': {'id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:49Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c1683db-3bcb-4fd9-b1db-962c5e737858', 'name': '', 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'mac_address': 'fa:16:3e:02:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:51Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 2, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'subnets': [{'id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:52.691621 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4fc90-b657-4a9c-9997-8a179b52dd6b None None] The sync data for ids ['b4e2e87e-9dde-415e-9963-08b070206c01'] in n-d-800085-5 is: [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 4, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port': {'id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:49Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c1683db-3bcb-4fd9-b1db-962c5e737858', 'name': '', 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'mac_address': 'fa:16:3e:02:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:51Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 2, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'subnets': [{'id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:52.740507 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:52.791261 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:52.791261 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.919819 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:52.924984 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-988dd615-b459-41a8-aaf5-29c707443d72 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-924599805', 'description': 'tempest-secgroup-smoke-924599805 description', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:52.950180 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-988dd615-b459-41a8-aaf5-29c707443d72 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.035979 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-988dd615-b459-41a8-aaf5-29c707443d72 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.040802 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-988dd615-b459-41a8-aaf5-29c707443d72 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.068452 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-988dd615-b459-41a8-aaf5-29c707443d72 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.069704 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-988dd615-b459-41a8-aaf5-29c707443d72 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1488330 Jul 16 02:31:53.073471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:53.079083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6cf8e26e-db1d-42fa-b202-14f1b547efc6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbd259-1f6d-4c97-bd08-b369a52c51e4', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:53.086719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dd615-b459-41a8-aaf5-29c707443d72 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbd259-1f6d-4c97-bd08-b369a52c51e4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:53.110347 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e26e-db1d-42fa-b202-14f1b547efc6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.169733 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e26e-db1d-42fa-b202-14f1b547efc6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.174450 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e26e-db1d-42fa-b202-14f1b547efc6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.193466 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8e26e-db1d-42fa-b202-14f1b547efc6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ce4a0b-4b17-4e4e-bcb8-adf9628428fe,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:53.200217 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e26e-db1d-42fa-b202-14f1b547efc6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.201857 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-6cf8e26e-db1d-42fa-b202-14f1b547efc6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271498 Jul 16 02:31:53.204511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:53.209264 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-51c8da3c-6876-4548-9c85-eb8f5da57e10 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbd259-1f6d-4c97-bd08-b369a52c51e4', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:53.238322 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c8da3c-6876-4548-9c85-eb8f5da57e10 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.312581 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c8da3c-6876-4548-9c85-eb8f5da57e10 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.316633 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c8da3c-6876-4548-9c85-eb8f5da57e10 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.341367 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8da3c-6876-4548-9c85-eb8f5da57e10 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ea4d3f-c11c-42a7-9287-619624641272,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:53.346997 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51c8da3c-6876-4548-9c85-eb8f5da57e10 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.348309 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-51c8da3c-6876-4548-9c85-eb8f5da57e10 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425953 Jul 16 02:31:53.350936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:53.355280 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3ecff327-c25d-41c5-948f-ffb4b6e75105 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbd259-1f6d-4c97-bd08-b369a52c51e4', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:53.386753 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ecff327-c25d-41c5-948f-ffb4b6e75105 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.449578 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ecff327-c25d-41c5-948f-ffb4b6e75105 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.453646 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ecff327-c25d-41c5-948f-ffb4b6e75105 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.473374 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecff327-c25d-41c5-948f-ffb4b6e75105 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eae68c4-c7c3-4f8a-8b89-6cdc4a8de76d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:53.480925 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ecff327-c25d-41c5-948f-ffb4b6e75105 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.484954 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3ecff327-c25d-41c5-948f-ffb4b6e75105 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303823 Jul 16 02:31:53.485135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:53.489607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-66975096-2d48-4808-9e43-657ad15e9f89 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbd259-1f6d-4c97-bd08-b369a52c51e4', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:53.517522 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66975096-2d48-4808-9e43-657ad15e9f89 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.581856 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66975096-2d48-4808-9e43-657ad15e9f89 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.585866 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66975096-2d48-4808-9e43-657ad15e9f89 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.606281 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66975096-2d48-4808-9e43-657ad15e9f89 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cecd7a0-9925-4170-b6b3-0baa755d19c7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:53.609642 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66975096-2d48-4808-9e43-657ad15e9f89 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.610859 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-66975096-2d48-4808-9e43-657ad15e9f89 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247602 Jul 16 02:31:53.613685 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:53.618369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbd259-1f6d-4c97-bd08-b369a52c51e4', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:53.640991 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Project e068c64b4b0547b18fc4546cbfbc2bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:31:53.646178 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.714105 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.717818 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.736945 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fab9889-cdc7-4c43-ad70-91cd405c639b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:53.743492 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.747332 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b5e25f1b-8ff9-4f96-bbae-6b79a255d296 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300590 Jul 16 02:31:53.747531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:53.752102 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbd259-1f6d-4c97-bd08-b369a52c51e4', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:53.774505 n-d-800085-5 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Project e068c64b4b0547b18fc4546cbfbc2bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:31:53.779798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.844136 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.847523 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.865213 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0f7b3e-f6ca-4244-8a3e-2047441c07a3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:53.872054 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.873319 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-66917005-7e4f-439d-a0ec-99485cf1e227 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248422 Jul 16 02:31:54.030425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-52e01df0-40d7-4dc9-a45c-d1669737fd5f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924599805&fields=id&tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 267 time: 0.0341222 Jul 16 02:31:54.135995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-45a8cf6d-63f2-4820-b296-7e0275cf13af tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:54.137644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-45a8cf6d-63f2-4820-b296-7e0275cf13af tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 809 time: 0.1009545 Jul 16 02:31:54.152780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-2a0baeeb-b130-4fbb-bff5-31045b9a4ab3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/quotas/e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 375 time: 0.0098560 Jul 16 02:31:54.222559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-40c5183a-87f3-4786-82ef-cc08a6e872f5 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649688 Jul 16 02:31:54.316642 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-a9bf2c5e-acba-4eaa-8252-e7282f6c7e99 service neutron] 10.222.0.81 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828364 Jul 16 02:31:54.417005 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-f92f6f2d-38bd-40a7-926d-f6dfbd806e4d service neutron] 10.222.0.81 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934126 Jul 16 02:31:54.479008 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 34c17f7b-1420-40f4-b07f-e8364865b995 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:54.537095 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 34c17f7b-1420-40f4-b07f-e8364865b995 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:54.541300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 34c17f7b-1420-40f4-b07f-e8364865b995 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:54.541467 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:54.629061 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:54.635496 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-71416902-cd78-4e2e-ac08-08bea10e6dd3 req-4afd98ae-219f-4882-bdbc-6f751a07cb44 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 210 time: 0.0320115 Jul 16 02:31:54.660292 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 34c17f7b-1420-40f4-b07f-e8364865b995, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=34c17f7b-1420-40f4-b07f-e8364865b995,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:54.667677 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:54.669683 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Sync routers for ids ['b4e2e87e-9dde-415e-9963-08b070206c01'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:54.678831 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Routers {'b4e2e87e-9dde-415e-9963-08b070206c01'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:54.679461 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b4e2e87e-9dde-415e-9963-08b070206c01'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:54.716779 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=34c17f7b-1420-40f4-b07f-e8364865b995,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:54.866297 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Set router b4e2e87e-9dde-415e-9963-08b070206c01 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:55.065784 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 4, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port': {'id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:49Z', 'updated_at': '2021-07-16T02:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c1683db-3bcb-4fd9-b1db-962c5e737858', 'name': '', 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'mac_address': 'fa:16:3e:02:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:51Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 2, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'subnets': [{'id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:55.092752 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Checking router: b4e2e87e-9dde-415e-9963-08b070206c01 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:55.093105 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Updating router b4e2e87e-9dde-415e-9963-08b070206c01 port 0c1683db-3bcb-4fd9-b1db-962c5e737858 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:55.127383 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:55.336930 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:55.395586 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:55.405697 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Transition to ACTIVE for port object 0c1683db-3bcb-4fd9-b1db-962c5e737858 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:55.411669 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:55.462007 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8f9c9-6e49-432d-a1eb-a2137e6bdfbf None None] Pushing event updated for resources: {'Port': ['ID=0c1683db-3bcb-4fd9-b1db-962c5e737858,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:55.513467 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Attempting to bind port 0c1683db-3bcb-4fd9-b1db-962c5e737858 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:55.513840 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Attempting to bind port 0c1683db-3bcb-4fd9-b1db-962c5e737858 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:55.514466 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Attempting to bind port 0c1683db-3bcb-4fd9-b1db-962c5e737858 on network fcf43459-c13a-404b-8496-5d02be8d1f6b {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:55.520046 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:55.520757 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Checking segment: {'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:55.521333 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:55.521963 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Bound using segment: {'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:55.522596 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Bound port: 0c1683db-3bcb-4fd9-b1db-962c5e737858, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41916524-91e0-49b3-9dd1-b9d19c5ad18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:55.523401 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:55.602360 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] For port 0c1683db-3bcb-4fd9-b1db-962c5e737858, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:55.608378 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] For port 0c1683db-3bcb-4fd9-b1db-962c5e737858, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c1683db-3bcb-4fd9-b1db-962c5e737858,segment=NetworkSegment(41916524-91e0-49b3-9dd1-b9d19c5ad18b),segment_id=41916524-91e0-49b3-9dd1-b9d19c5ad18b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:55.615643 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:55.676782 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8f9c9-6e49-432d-a1eb-a2137e6bdfbf None None] Pushing event updated for resources: {'Port': ['ID=0c1683db-3bcb-4fd9-b1db-962c5e737858,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:55.700501 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Routers {'b4e2e87e-9dde-415e-9963-08b070206c01'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:55.702647 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b4e2e87e-9dde-415e-9963-08b070206c01'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:55.798361 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c06c67b2-86ce-4fc8-be04-679d83b48917 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:55.800705 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c06c67b2-86ce-4fc8-be04-679d83b48917 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 809 time: 0.1636415 Jul 16 02:31:55.837706 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] Set router b4e2e87e-9dde-415e-9963-08b070206c01 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:55.860541 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ae4238c3-e703-4367-8141-e28a0aaff122 req-280c38f9-5fbe-4090-a9bc-4497f2794f8b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 210 time: 0.0586560 Jul 16 02:31:55.913542 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-08ed2317-b030-4064-a831-dc17d87dc1b0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 379 time: 0.0915003 Jul 16 02:31:55.925949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'port': {'device_id': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'admin_state_up': True, 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'security_groups': ['c3fbd259-1f6d-4c97-bd08-b369a52c51e4']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:56.075002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Made reservation on behalf of e068c64b4b0547b18fc4546cbfbc2bc0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:56.079314 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.082425 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 4, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port': {'id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:49Z', 'updated_at': '2021-07-16T02:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c1683db-3bcb-4fd9-b1db-962c5e737858', 'name': '', 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'mac_address': 'fa:16:3e:02:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:51Z', 'updated_at': '2021-07-16T02:31:55Z', 'revision_number': 4, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'subnets': [{'id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:56.114292 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32981d93-04ed-4729-8d8d-f8d29f75329a None None] The sync data for ids ['b4e2e87e-9dde-415e-9963-08b070206c01'] in n-d-800085-5 is: [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 4, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port': {'id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:49Z', 'updated_at': '2021-07-16T02:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '0c1683db-3bcb-4fd9-b1db-962c5e737858', 'name': '', 'network_id': 'fcf43459-c13a-404b-8496-5d02be8d1f6b', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'mac_address': 'fa:16:3e:02:dc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:51Z', 'updated_at': '2021-07-16T02:31:55Z', 'revision_number': 4, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'subnets': [{'id': 'e7d74568-72ba-4d7f-a85b-6064f53e9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:56.212768 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Allocated IP 172.20.0.4 (901f68b7-3819-4006-9210-01776463a104/0ba05cca-2171-45b6-89ab-39841b13e56f/74401feb-7237-4645-b340-7b5972ce47e2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:56.363081 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.377617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Transition to ACTIVE for port object 74401feb-7237-4645-b340-7b5972ce47e2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:56.413672 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.474568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Network 901f68b7-3819-4006-9210-01776463a104 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:56.479014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:56.485464 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:56.512715 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 34c17f7b-1420-40f4-b07f-e8364865b995 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:56.536650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:56.577669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:56.577862 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.595531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 34c17f7b-1420-40f4-b07f-e8364865b995 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:56.595914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.596024 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b0b03987-57fa-4450-bd2f-d40561db820e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6754766 Jul 16 02:31:56.609170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Request body: {'port': {'device_id': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:56.689976 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c1683db-3bcb-4fd9-b1db-962c5e737858 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:56.692922 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.741873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 0c1683db-3bcb-4fd9-b1db-962c5e737858 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:56.750247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0c1683db-3bcb-4fd9-b1db-962c5e737858 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:56.750744 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.786552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8398f153-1d41-4a0d-9afb-852b3e51c728 None None] Provisioning for port 74401feb-7237-4645-b340-7b5972ce47e2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:56.793486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8398f153-1d41-4a0d-9afb-852b3e51c728 None None] Provisioning complete for port 74401feb-7237-4645-b340-7b5972ce47e2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:56.793861 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8398f153-1d41-4a0d-9afb-852b3e51c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.834020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8398f153-1d41-4a0d-9afb-852b3e51c728 None None] Port 74401feb-7237-4645-b340-7b5972ce47e2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:56.866857 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.900532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 0c1683db-3bcb-4fd9-b1db-962c5e737858, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c1683db-3bcb-4fd9-b1db-962c5e737858,segment=NetworkSegment(41916524-91e0-49b3-9dd1-b9d19c5ad18b),segment_id=41916524-91e0-49b3-9dd1-b9d19c5ad18b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:56.904513 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.955577 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=0c1683db-3bcb-4fd9-b1db-962c5e737858,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:56.969164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74401feb-7237-4645-b340-7b5972ce47e2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:31:56.977755 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.015759 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Transition to ACTIVE for port object 74401feb-7237-4645-b340-7b5972ce47e2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:57.020159 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.087444 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:57.107959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b023d6-dd38-445f-ad64-e33666667b20 req-05eb8feb-3c3f-42ab-981b-cad4442c474a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:57.115571 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94b023d6-dd38-445f-ad64-e33666667b20 req-05eb8feb-3c3f-42ab-981b-cad4442c474a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 931 time: 0.1397617 Jul 16 02:31:57.563262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-94b023d6-dd38-445f-ad64-e33666667b20 req-1267eebd-dfc4-4c5c-af16-67f30eccf52c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4468124 Jul 16 02:31:57.576209 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:57.576656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:57.576897 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:57.581176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Port 74401feb-7237-4645-b340-7b5972ce47e2 on network 901f68b7-3819-4006-9210-01776463a104 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:31:57.581496 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:57.586249 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:57.586589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Checking segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:57.586969 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Bound using segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:57.587389 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Bound port: 74401feb-7237-4645-b340-7b5972ce47e2, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:57.587745 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.649903 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:57.652959 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:57.657467 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.695022 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:57.695647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.697081 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] 10.222.0.93 "PUT /v2.0/ports/74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 1091 time: 1.0935485 Jul 16 02:31:57.697516 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:57.699750 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:57.723677 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b02527-6cb9-481b-9341-48f12a3c8c59 service neutron] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:57.737380 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba38746-b7f2-4a6e-9ea6-b32711321f1b x-openstack-request-id: req-9ba38746-b7f2-4a6e-9ea6-b32711321f1b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:57.737672 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:57.737919 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ba38746-b7f2-4a6e-9ea6-b32711321f1b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:57.738310 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'status': 'completed', 'code': 200} Jul 16 02:31:57.796980 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-5dc18d33-0216-4c5b-bc1d-1d2ceaf9a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:57.798646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-5dc18d33-0216-4c5b-bc1d-1d2ceaf9a61e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1094 time: 0.0546718 Jul 16 02:31:57.840203 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-b41f6c39-542d-4da1-a8a5-e8da2f82e708 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 217 time: 0.0339909 Jul 16 02:31:57.891712 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-f6657406-a6df-4ebf-a90e-cccd0f4ea681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:57.893281 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-f6657406-a6df-4ebf-a90e-cccd0f4ea681 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0467198 Jul 16 02:31:57.953522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-feaa0a44-34e0-4c32-9bb6-988784e97e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:57.955003 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-feaa0a44-34e0-4c32-9bb6-988784e97e73 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557113 Jul 16 02:31:58.046062 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-a882a05e-4d56-4ef7-955c-c6470627d6fa service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Jul 16 02:31:58.141208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2d66dbbb-fa5f-4552-9c47-bc71f38bc1a2 req-ab6f0d23-5227-4568-9122-2b3031468e68 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876245 Jul 16 02:31:58.236930 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-e3b46e89-26b5-4308-a774-71ce2e8bb6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:58.238421 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-e3b46e89-26b5-4308-a774-71ce2e8bb6ee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1094 time: 0.0526299 Jul 16 02:31:58.331219 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-c54ffe91-f5fe-4902-8645-aa5586aff00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:58.332721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-c54ffe91-f5fe-4902-8645-aa5586aff00d service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0873621 Jul 16 02:31:58.374022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-0a396185-923f-4fbe-b8ec-bac213b8806f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 217 time: 0.0343807 Jul 16 02:31:58.427057 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-3c5c354e-f9fb-412d-be05-d556cb716871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:58.428567 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-3c5c354e-f9fb-412d-be05-d556cb716871 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0441804 Jul 16 02:31:58.454071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c1683db-3bcb-4fd9-b1db-962c5e737858 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:58.489776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-cb54711f-66cc-4579-b9e1-cf1df26965aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:58.491264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-cb54711f-66cc-4579-b9e1-cf1df26965aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553322 Jul 16 02:31:58.501838 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 0c1683db-3bcb-4fd9-b1db-962c5e737858 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:58.502214 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:58.579334 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-caf90e91-67ed-4beb-904b-f5851a314469 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802164 Jul 16 02:31:58.673121 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9f85c369-efe3-48bf-82d5-cd68a29f8aa6 req-cf8fe71a-9733-4ff5-b61a-3f3962efb0ac service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872469 Jul 16 02:31:58.736982 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03994ffe-5d38-4e00-a63e-043c916de203 req-a19f7906-21bc-46ef-9118-27df034a92fb tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:58.738463 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03994ffe-5d38-4e00-a63e-043c916de203 req-a19f7906-21bc-46ef-9118-27df034a92fb tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 943 time: 0.0645237 Jul 16 02:31:58.776087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-03994ffe-5d38-4e00-a63e-043c916de203 req-669efc4e-4725-4194-9f09-b4a33ed66f17 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Jul 16 02:31:59.953135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e477509-ef6e-4329-ad61-ba170b9ef769 req-0b3bb3b4-9c0d-440f-8704-efe422559650 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:59.954646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e477509-ef6e-4329-ad61-ba170b9ef769 req-0b3bb3b4-9c0d-440f-8704-efe422559650 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 943 time: 0.0671098 Jul 16 02:31:59.993084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e477509-ef6e-4329-ad61-ba170b9ef769 req-31c33e4a-39bc-46a4-b801-98a07568dea1 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 Jul 16 02:32:00.068106 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:00.161794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:00.172710 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '74401feb-7237-4645-b340-7b5972ce47e2', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'port_id': '74401feb-7237-4645-b340-7b5972ce47e2', 'mac_address': 'fa:16:3e:34:39:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:00.208169 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:00.220691 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74401feb-7237-4645-b340-7b5972ce47e2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:00.243554 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:00.247324 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:00.443145 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:00.488625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['74401feb-7237-4645-b340-7b5972ce47e2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:32:01.165486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9aad6-758a-453b-8c03-683692368877 req-a9382ff0-5628-4d5e-9d6f-c85f1a2215c9 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:01.166952 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3bd9aad6-758a-453b-8c03-683692368877 req-a9382ff0-5628-4d5e-9d6f-c85f1a2215c9 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0630357 Jul 16 02:32:01.205230 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3bd9aad6-758a-453b-8c03-683692368877 req-85883b46-a035-4d62-a833-ff186f6a427d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328469 Jul 16 02:32:02.068425 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:02.118630 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port 74401feb-7237-4645-b340-7b5972ce47e2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:02.122161 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 74401feb-7237-4645-b340-7b5972ce47e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:02.122540 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.202434 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.225321 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:02.227639 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedfe5f6-6bd2-4d12-bc35-861b7a6957a6" -d '{"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-plugged", "status": "completed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:02.240603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:02.245538 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.272754 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b6896-458f-49be-9642-3f9f0b2b39e0 x-openstack-request-id: req-054b6896-458f-49be-9642-3f9f0b2b39e0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:02.273024 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-plugged", "status": "completed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:02.273818 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-054b6896-458f-49be-9642-3f9f0b2b39e0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:02.274214 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'code': 200} Jul 16 02:32:02.302249 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:02.422617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd5ab-bd04-4d36-9eb3-425d1099e80f req-fee8ee97-56c8-436f-ba49-cdc2d82f53aa tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.424158 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f8bd5ab-bd04-4d36-9eb3-425d1099e80f req-fee8ee97-56c8-436f-ba49-cdc2d82f53aa tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.1063387 Jul 16 02:32:02.429939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e1559-8465-4774-bac1-03ddc81b570e req-d4be495e-9db4-4d92-b39d-1dc2c2479888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.431336 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c74e1559-8465-4774-bac1-03ddc81b570e req-d4be495e-9db4-4d92-b39d-1dc2c2479888 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1096 time: 0.0851929 Jul 16 02:32:02.483858 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4f8bd5ab-bd04-4d36-9eb3-425d1099e80f req-c75e752c-2ed0-4c84-ae21-87e790f66bbd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516117 Jul 16 02:32:02.487413 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c74e1559-8465-4774-bac1-03ddc81b570e req-6a600b76-31cd-4d0a-956c-d6f76d00e1f8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484879 Jul 16 02:32:03.659887 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882959d-5436-48a2-af01-be3709b47a11 req-d44b3d3b-b3f6-4f15-b2bb-7193ec5043a4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:03.661375 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f882959d-5436-48a2-af01-be3709b47a11 req-d44b3d3b-b3f6-4f15-b2bb-7193ec5043a4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0628631 Jul 16 02:32:03.701425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f882959d-5436-48a2-af01-be3709b47a11 req-9bc329ed-4e12-4aac-b3ec-2f100dd475f2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340614 Jul 16 02:32:03.872956 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2fe8a-7168-45f1-908c-27c5e3067b99 req-d06fb150-21e8-4fd3-a47a-b6530437137b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:03.874335 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-def2fe8a-7168-45f1-908c-27c5e3067b99 req-d06fb150-21e8-4fd3-a47a-b6530437137b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0666747 Jul 16 02:32:03.910516 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-def2fe8a-7168-45f1-908c-27c5e3067b99 req-2aec41ff-3818-4d00-bd5b-2a2306c9d885 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308180 Jul 16 02:32:03.934456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:04.081946 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f241bf-0d3b-427d-a13d-cc311be1b455 tempest-TestShelveInstance-472999198 tempest-TestShelveInstance-472999198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:04.083452 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-95f241bf-0d3b-427d-a13d-cc311be1b455 tempest-TestShelveInstance-472999198 tempest-TestShelveInstance-472999198-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1091 time: 0.1480212 Jul 16 02:32:04.086841 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:04.091059 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '74401feb-7237-4645-b340-7b5972ce47e2', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:04.112956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.211076 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.314701 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Allocated IP 172.25.5.136 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/66aa24f0-6ecc-43fe-b59d-499170275109) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:04.417299 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.454885 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.490073 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:04.496135 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:04.499667 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:04.505139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'Port': ['ID=66aa24f0-6ecc-43fe-b59d-499170275109,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:05.200332 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.276186 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.428384 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.433755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.501134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'Port': ['ID=66aa24f0-6ecc-43fe-b59d-499170275109,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:05.511946 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.609754 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Floating IP af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063 associated. External IP: 172.25.5.136, port: 74401feb-7237-4645-b340-7b5972ce47e2. Jul 16 02:32:05.812522 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Router 234c284d-15b2-43ae-9013-86764554b9f8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:05.918577 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:05.927670 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] Sync routers for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:05.934654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.938949 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:05.939798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:05.970769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-701d3b2a-8f21-42af-9a94-4f798cf47760 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8829200 Jul 16 02:32:05.971766 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:05.973643 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84646851-86c7-4395-a2f8-cf7773844f12" -d '{"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:06.014437 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff757a-ac2b-4e56-a3f7-ba6b4d680407 x-openstack-request-id: req-cdff757a-ac2b-4e56-a3f7-ba6b4d680407 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:06.014732 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:06.014981 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cdff757a-ac2b-4e56-a3f7-ba6b4d680407 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:06.015384 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'status': 'completed', 'code': 200} Jul 16 02:32:06.045862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:06.090785 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84646851-86c7-4395-a2f8-cf7773844f12 req-dd790077-1ed2-4d85-a9ca-e2201dd463f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:06.092333 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84646851-86c7-4395-a2f8-cf7773844f12 req-dd790077-1ed2-4d85-a9ca-e2201dd463f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1096 time: 0.0527344 Jul 16 02:32:06.181210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84646851-86c7-4395-a2f8-cf7773844f12 req-c1008aef-2b1f-4966-ab49-24ff946906e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:06.183067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84646851-86c7-4395-a2f8-cf7773844f12 req-c1008aef-2b1f-4966-ab49-24ff946906e1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0842350 Jul 16 02:32:06.251664 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84646851-86c7-4395-a2f8-cf7773844f12 req-a255ac4f-e9e1-41cf-b301-8a8a0396db08 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 999 time: 0.0619988 Jul 16 02:32:06.269039 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'port_id': '74401feb-7237-4645-b340-7b5972ce47e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'mac_address': 'fa:16:3e:34:39:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:04Z', 'updated_at': '2021-07-16T02:32:04Z', 'revision_number': 0, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:06.294912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] Checking router: 234c284d-15b2-43ae-9013-86764554b9f8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:06.302617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84646851-86c7-4395-a2f8-cf7773844f12 req-447cd75b-d94e-43cf-80d2-f39e6c3c2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:06.303110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:06.303744 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:31:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:06.304104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84646851-86c7-4395-a2f8-cf7773844f12 req-447cd75b-d94e-43cf-80d2-f39e6c3c2fd8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0435364 Jul 16 02:32:06.360214 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84646851-86c7-4395-a2f8-cf7773844f12 req-ac8551b7-1888-4ef8-b658-f46293be5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:06.361685 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84646851-86c7-4395-a2f8-cf7773844f12 req-ac8551b7-1888-4ef8-b658-f46293be5e09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512712 Jul 16 02:32:06.412493 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:06.461514 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84646851-86c7-4395-a2f8-cf7773844f12 req-ffbe9c99-3ec3-45a2-8b3d-e1b2585e3232 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929780 Jul 16 02:32:06.551937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84646851-86c7-4395-a2f8-cf7773844f12 req-a9e412c5-35d5-4138-a800-5e725c8739b2 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836215 Jul 16 02:32:06.629954 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'port_id': '74401feb-7237-4645-b340-7b5972ce47e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'mac_address': 'fa:16:3e:34:39:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:04Z', 'updated_at': '2021-07-16T02:32:04Z', 'revision_number': 0, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:06.659392 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88538787-b75d-44cd-a32c-96119f5ea634 None None] The sync data for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 is: [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': 'af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'port_id': '74401feb-7237-4645-b340-7b5972ce47e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'mac_address': 'fa:16:3e:34:39:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:04Z', 'updated_at': '2021-07-16T02:32:04Z', 'revision_number': 0, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:06.843019 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56686d4-b3a5-4dc1-a9c3-540ab4fb476a None None] New status for floating IP af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:32:11.685205 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-607a02a7-d475-452e-825d-5475b1385018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.531503 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.542659 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bbeda52-61f9-405b-866d-419baccf981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.587916 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.754128 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:17.085816 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:20.377932 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:32.325761 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:41.684960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ec1d834-dfd4-4d55-835f-72d5e4af4d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:44.537991 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:44.542990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bbbae494-6724-43e1-b0b2-d2e9f9d0b392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:45.590869 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:46.766199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:47.088904 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.383253 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:00.178254 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-d24408fd-0f30-4e39-b803-7198cd6ccf3e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570481 Jul 16 02:33:00.271176 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-19077873-0575-442e-b0ca-79f4c5d1c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.272670 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-19077873-0575-442e-b0ca-79f4c5d1c430 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1096 time: 0.0515747 Jul 16 02:33:00.378937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-68a3d564-062f-4368-a67d-c43cbc793f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.380363 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-68a3d564-062f-4368-a67d-c43cbc793f94 service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0879195 Jul 16 02:33:00.444104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-a94a2707-d9ab-4b3e-bd5a-220cc8be1d6e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 1001 time: 0.0568914 Jul 16 02:33:00.491949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-3e877ea7-f8c3-494b-8303-a571a5e718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.493394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-3e877ea7-f8c3-494b-8303-a571a5e718b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0430734 Jul 16 02:33:00.553250 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-a1826a42-5257-4b1c-8eb4-f109d4b84b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.554702 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-a1826a42-5257-4b1c-8eb4-f109d4b84b05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546584 Jul 16 02:33:00.642905 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-ea2ab3f5-52a1-471e-b603-067451ca3a49 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809293 Jul 16 02:33:00.734913 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-47fd0c01-a875-4b50-a691-3cb5f2538af4 req-bfc0325c-3b11-4c36-8855-9387401a86d2 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852206 Jul 16 02:33:09.324929 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:11.684541 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67c83afb-7fa5-4618-bbcb-12b99e0a7c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:14.533536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:14.543361 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf56b-f0cd-48c1-a143-b8d5c9c2c680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:15.593313 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:16.770594 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:17.091235 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:20.403004 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.242195 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-9ffffa27-ffa7-4c7a-a800-c00c0186bd57 req-80426197-ebcb-44d3-8be3-c886aa3b7223 service neutron] (93706) timed out ('10.222.0.81', 41372) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:33:41.684641 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f97fcf8-88d2-40ac-8051-ca62ea56b37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.542344 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:44.549002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84277c9c-39a7-4be9-bc94-111c526222bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:45.596552 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.323086 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:46.779511 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.095891 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.398140 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.172901 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-e7012050-d384-4f24-ae7c-745cf94420e1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527313 Jul 16 02:34:01.265170 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-b5644f6b-e64a-490e-8227-32c111624b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.266746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-b5644f6b-e64a-490e-8227-32c111624b9b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1096 time: 0.0532472 Jul 16 02:34:01.375585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-1416601e-9304-4a07-83d7-e57237c62658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.377015 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-1416601e-9304-4a07-83d7-e57237c62658 service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0906196 Jul 16 02:34:01.444713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-797c61f5-ff67-4f3f-867a-8247ec18d995 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 1001 time: 0.0614829 Jul 16 02:34:01.493686 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-c47ae750-7153-4fda-a25f-88848547fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.495087 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-c47ae750-7153-4fda-a25f-88848547fc91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0442908 Jul 16 02:34:01.551307 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-a72df5f5-5cfa-4158-97c2-00a259003576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.553441 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-a72df5f5-5cfa-4158-97c2-00a259003576 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518100 Jul 16 02:34:01.646915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-e328fb78-4046-4a7c-a36b-07a37b96b7bc service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860891 Jul 16 02:34:01.736077 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8785c06d-46dd-4636-b457-e15b2d3dfa93 req-1379424a-da62-4135-828c-532d1ebbcab1 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825319 Jul 16 02:34:04.014805 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8be8bb-34a9-4014-8c99-257a8c35f90d req-6eae2108-9bb2-4d4e-8e01-b02febaeb60b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:04.016296 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e8be8bb-34a9-4014-8c99-257a8c35f90d req-6eae2108-9bb2-4d4e-8e01-b02febaeb60b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.1118240 Jul 16 02:34:04.054202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7e8be8bb-34a9-4014-8c99-257a8c35f90d req-95fa667c-06c0-4023-85d2-914d3cc26176 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Jul 16 02:34:05.243579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1a82c-0c10-4163-bfa8-a0765ce8b246 req-213d9092-6b2b-4890-aba7-9ebd027cd1a7 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:05.245168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcd1a82c-0c10-4163-bfa8-a0765ce8b246 req-213d9092-6b2b-4890-aba7-9ebd027cd1a7 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0670104 Jul 16 02:34:05.282139 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bcd1a82c-0c10-4163-bfa8-a0765ce8b246 req-623da3ab-d406-4c84-bc68-c7d5d64f8463 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314128 Jul 16 02:34:06.480113 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ff4ac-39ae-422a-8043-b238bee55dba req-a57feedc-0a40-49e7-841d-cfa46965b9ba tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:06.481653 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-041ff4ac-39ae-422a-8043-b238bee55dba req-a57feedc-0a40-49e7-841d-cfa46965b9ba tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0629442 Jul 16 02:34:06.518682 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-041ff4ac-39ae-422a-8043-b238bee55dba req-4de160d5-6c6d-4af5-b708-adc0b8404f6b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Jul 16 02:34:07.693483 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead4dd4-402e-410a-bb11-84ba5f672e0c req-d1efb989-6fee-41e1-b61d-233fd8817b2a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.695497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bead4dd4-402e-410a-bb11-84ba5f672e0c req-d1efb989-6fee-41e1-b61d-233fd8817b2a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0671237 Jul 16 02:34:07.732337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-bead4dd4-402e-410a-bb11-84ba5f672e0c req-e304dcf4-5802-47ca-b9c5-207f25ad6088 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Jul 16 02:34:08.905161 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9020d-dc48-4157-954c-c0a02eb6d923 req-22d469d8-340e-41ed-8e3b-289347c158d2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.906647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bc9020d-dc48-4157-954c-c0a02eb6d923 req-22d469d8-340e-41ed-8e3b-289347c158d2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0635552 Jul 16 02:34:08.944464 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7bc9020d-dc48-4157-954c-c0a02eb6d923 req-d57fe58a-ba27-4a29-9b56-33589f1b8d00 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322807 Jul 16 02:34:10.122715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46a8f6-ff2e-41b0-9f3e-287d2154658f req-a60ed76a-6dac-4f01-ab28-f6fdb361d576 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:10.124319 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f46a8f6-ff2e-41b0-9f3e-287d2154658f req-a60ed76a-6dac-4f01-ab28-f6fdb361d576 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0672426 Jul 16 02:34:10.160566 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1f46a8f6-ff2e-41b0-9f3e-287d2154658f req-92faae86-210a-44f0-affd-859bc88914c5 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307968 Jul 16 02:34:11.330745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860862-5fc2-4ae9-b4e0-d97aa9471f0a req-022b9192-d7a6-49a4-9d10-2b41c2f41184 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:11.332153 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce860862-5fc2-4ae9-b4e0-d97aa9471f0a req-022b9192-d7a6-49a4-9d10-2b41c2f41184 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0631671 Jul 16 02:34:11.369030 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce860862-5fc2-4ae9-b4e0-d97aa9471f0a req-43b6fe8b-6257-4d2d-8e89-1e3bf4fdffb7 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313621 Jul 16 02:34:11.684841 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb126-830a-427f-a8d9-2a962fa6c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:12.537406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4470181-1eac-4b11-b0a8-4ae846bf6156 req-39cdb2e3-81bc-493c-bdd7-570b7d400ec3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:12.538836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4470181-1eac-4b11-b0a8-4ae846bf6156 req-39cdb2e3-81bc-493c-bdd7-570b7d400ec3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0626044 Jul 16 02:34:12.575497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e4470181-1eac-4b11-b0a8-4ae846bf6156 req-675e7637-7700-44f0-b4eb-17f8b6238bba tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311530 Jul 16 02:34:13.748471 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afeaaa-72b1-4f64-aecb-de8d730b1da9 req-826e2125-f09d-4843-a3af-0f889cac08ef tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.749915 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5afeaaa-72b1-4f64-aecb-de8d730b1da9 req-826e2125-f09d-4843-a3af-0f889cac08ef tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0663428 Jul 16 02:34:13.785628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5afeaaa-72b1-4f64-aecb-de8d730b1da9 req-d64483a9-3d54-414e-9cbe-619c1a25e445 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301933 Jul 16 02:34:14.537862 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.545199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a3851bf-742b-4c23-84c9-87b8b2f612da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.725543 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:34:14.818285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:14.829801 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': '74401feb-7237-4645-b340-7b5972ce47e2', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'port_id': '74401feb-7237-4645-b340-7b5972ce47e2', 'mac_address': 'fa:16:3e:34:39:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:34:14.866354 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.878705 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74401feb-7237-4645-b340-7b5972ce47e2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:14.898170 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:14.902178 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.952500 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:14.959761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.960086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.960449 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.960782 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.961110 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.961433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.961750 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.962070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.962377 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.962495 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dcb52-84c1-40e3-8098-a84eee484002 req-161eeba3-019d-4711-aa55-f793558d5266 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:14.962966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.963066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.963299 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:14.963966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-547dcb52-84c1-40e3-8098-a84eee484002 req-161eeba3-019d-4711-aa55-f793558d5266 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0694432 Jul 16 02:34:14.986889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['74401feb-7237-4645-b340-7b5972ce47e2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:15.003448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-547dcb52-84c1-40e3-8098-a84eee484002 req-a745ff2c-a42f-4970-a2fc-139ee5b84b5f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Jul 16 02:34:15.599323 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.180068 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3477d4-ae1f-4de0-aa4c-caeaae03700f req-8e5481dd-8909-415f-a203-87a4646c01ad tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:16.181662 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e3477d4-ae1f-4de0-aa4c-caeaae03700f req-8e5481dd-8909-415f-a203-87a4646c01ad tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0677502 Jul 16 02:34:16.221378 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1e3477d4-ae1f-4de0-aa4c-caeaae03700f req-8234bb61-fbca-4334-ab86-a4e20240dcef tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340879 Jul 16 02:34:16.737314 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:16.797073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.807991 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port 74401feb-7237-4645-b340-7b5972ce47e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:16.807991 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.889208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.914090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:16.916350 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d33b73-5da1-4d48-8528-12276d968c82" -d '{"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-plugged", "status": "completed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:16.930878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:16.938534 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.966653 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86820db-b00f-457d-bbb5-eff8873793e5 x-openstack-request-id: req-e86820db-b00f-457d-bbb5-eff8873793e5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:16.966845 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-plugged", "status": "completed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:16.967611 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e86820db-b00f-457d-bbb5-eff8873793e5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:16.967611 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'code': 200} Jul 16 02:34:16.995481 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:17.101543 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:17.406804 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e98fc-6015-4b2a-8b0a-ecf389c556a5 req-1b00a34d-3502-4aa4-a010-296d02390529 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:17.408373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50e98fc-6015-4b2a-8b0a-ecf389c556a5 req-1b00a34d-3502-4aa4-a010-296d02390529 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0668163 Jul 16 02:34:17.449083 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e50e98fc-6015-4b2a-8b0a-ecf389c556a5 req-7d3d5abb-741c-4920-8839-5dd6daa370e8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339928 Jul 16 02:34:18.640326 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7124fc0-29d5-48da-94d2-5023c67028ca req-ee03a0b2-7d70-44ff-819b-6f42b4fa52c6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:18.641953 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7124fc0-29d5-48da-94d2-5023c67028ca req-ee03a0b2-7d70-44ff-819b-6f42b4fa52c6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0673149 Jul 16 02:34:18.700898 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7124fc0-29d5-48da-94d2-5023c67028ca req-73ebd42a-18c6-4fcf-9e81-9e9522167d50 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475688 Jul 16 02:34:19.900009 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14b55b-f6c4-483a-864f-29ee2f978830 req-20591169-4a1a-4ed7-8fea-649f8237a841 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:19.901717 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c14b55b-f6c4-483a-864f-29ee2f978830 req-20591169-4a1a-4ed7-8fea-649f8237a841 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0742404 Jul 16 02:34:19.944060 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0c14b55b-f6c4-483a-864f-29ee2f978830 req-afc8d1e7-4986-4958-b02c-8f1ef5c899b4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344601 Jul 16 02:34:20.425170 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:21.153452 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0b5ef-6175-45fc-b056-4f4e68ef79ad req-fd8ebdfd-8f18-477b-a75c-7e53123fb6ee tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:21.155069 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ff0b5ef-6175-45fc-b056-4f4e68ef79ad req-fd8ebdfd-8f18-477b-a75c-7e53123fb6ee tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0730770 Jul 16 02:34:21.208844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ff0b5ef-6175-45fc-b056-4f4e68ef79ad req-1f183fb0-f540-49b6-b8ae-1cb1fcf13d40 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478559 Jul 16 02:34:22.409059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f789be-2204-4982-8478-88d05ff42448 req-85bdeef4-8834-459b-bd38-c472ed7a10a3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:22.411298 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72f789be-2204-4982-8478-88d05ff42448 req-85bdeef4-8834-459b-bd38-c472ed7a10a3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0741670 Jul 16 02:34:22.462347 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72f789be-2204-4982-8478-88d05ff42448 req-6979217f-2024-4ee7-992e-77c6f5a9df22 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Jul 16 02:34:23.322530 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:23.660086 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff84ca-c339-4963-a376-6e9a89f66fbd req-59f5b823-7196-4051-9bc9-8f9e72b5f72d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:23.661957 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6ff84ca-c339-4963-a376-6e9a89f66fbd req-59f5b823-7196-4051-9bc9-8f9e72b5f72d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0718648 Jul 16 02:34:23.703753 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e6ff84ca-c339-4963-a376-6e9a89f66fbd req-c5dc00e9-5092-4cc6-98f4-10dae685a63a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356629 Jul 16 02:34:24.882589 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cdc89-6489-4504-8417-2e20a264a91b req-05eb4a4d-0e55-4317-80c9-165277d40308 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:24.884362 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734cdc89-6489-4504-8417-2e20a264a91b req-05eb4a4d-0e55-4317-80c9-165277d40308 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0685437 Jul 16 02:34:24.930872 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-734cdc89-6489-4504-8417-2e20a264a91b req-3a17b256-67cb-42ec-86e5-05f68f139e97 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392952 Jul 16 02:34:25.700729 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-8213098f-6356-42aa-aa2d-caa769dc2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:25.702233 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-8213098f-6356-42aa-aa2d-caa769dc2f89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1096 time: 0.0558357 Jul 16 02:34:25.790048 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-c197b13e-3efd-4052-a62c-d856de4988bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:25.791487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-c197b13e-3efd-4052-a62c-d856de4988bd service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0827250 Jul 16 02:34:25.857896 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-1f022d6a-19fa-42be-bec5-22bdb603bb87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 1001 time: 0.0596204 Jul 16 02:34:25.906232 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-03d84f50-e39a-4f13-86b2-22d3019447e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:25.907635 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-03d84f50-e39a-4f13-86b2-22d3019447e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0428669 Jul 16 02:34:25.964043 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-40a3564e-8eae-46de-ae18-8c8cb047d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:25.965848 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-40a3564e-8eae-46de-ae18-8c8cb047d982 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508842 Jul 16 02:34:26.085357 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-d6c6083d-c3f1-4223-9b90-902758bbf40d service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127846 Jul 16 02:34:26.171481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5d5c2-88f7-4749-9a0b-552c54a070ca req-70b93134-b621-4f01-825b-e90828bcacd9 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:26.172999 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdf5d5c2-88f7-4749-9a0b-552c54a070ca req-70b93134-b621-4f01-825b-e90828bcacd9 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.1300623 Jul 16 02:34:26.222811 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e89b3a1a-6cec-447b-9e3d-92e639ca43f1 req-2d24e576-f3f0-4d73-9d81-934a31c8a628 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306605 Jul 16 02:34:26.228260 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-cdf5d5c2-88f7-4749-9a0b-552c54a070ca req-e72467cc-6a92-4325-9875-ac56453fadef tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489779 Jul 16 02:34:27.399849 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24643af-c179-4cd6-96cf-08042be3644f req-d4e398f5-4d62-4b62-adb0-6d79c6fcf463 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:27.401255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d24643af-c179-4cd6-96cf-08042be3644f req-d4e398f5-4d62-4b62-adb0-6d79c6fcf463 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0624430 Jul 16 02:34:27.437983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d24643af-c179-4cd6-96cf-08042be3644f req-6781bcfd-fa2b-4a23-ad03-4997d7e9c7d6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Jul 16 02:34:28.608290 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb6ee0-aba4-4ff3-b694-76e0fa78a338 req-63d40a23-bcf4-4411-b67f-80bcb10efc4c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:28.609743 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2eb6ee0-aba4-4ff3-b694-76e0fa78a338 req-63d40a23-bcf4-4411-b67f-80bcb10efc4c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0659196 Jul 16 02:34:28.646876 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b2eb6ee0-aba4-4ff3-b694-76e0fa78a338 req-febc6010-43f3-4036-8705-3ce179b1c36b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Jul 16 02:34:28.784574 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:34:28.793071 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-b047b246-0a6f-4499-9a37-2659d8e3adcc req-eaf20ebe-bc72-454b-bc60-7615361d0b20 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:34:28.794091 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b047b246-0a6f-4499-9a37-2659d8e3adcc req-eaf20ebe-bc72-454b-bc60-7615361d0b20 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457864 Jul 16 02:34:28.856673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.879300 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:28.881668 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93502719-727e-4e3b-9b85-4f3d02dbb81b" -d '{"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-unplugged", "status": "completed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:28.899709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:28.905159 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.938296 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c8ded0-e4d7-4563-87e6-bb00a963d2e5 x-openstack-request-id: req-e2c8ded0-e4d7-4563-87e6-bb00a963d2e5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:28.938585 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-unplugged", "status": "failed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "code": 422}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:28.938829 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2c8ded0-e4d7-4563-87e6-bb00a963d2e5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:28.939211 n-d-800085-5 neutron-server[93708]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'code': 422} returned with failed status Jul 16 02:34:28.964885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:29.046248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef718b-6060-4043-97a7-eac368cfae44 req-c15f79b9-03da-48cd-b67e-9479f2d9d877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:29.047767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1eef718b-6060-4043-97a7-eac368cfae44 req-c15f79b9-03da-48cd-b67e-9479f2d9d877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 943 time: 0.0651343 Jul 16 02:34:29.088386 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1eef718b-6060-4043-97a7-eac368cfae44 req-b1767920-0eff-440a-903f-5acc8515c5d1 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345564 Jul 16 02:34:29.105546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:29.199281 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-d17843de-78a1-4561-a4ee-5b4e4b2a1ab6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924561 Jul 16 02:34:30.266180 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e040d72-1179-4938-9463-ac333cd0b4c8 req-a3911ce2-9493-4b90-8643-2bcf434c9fe0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:30.267695 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e040d72-1179-4938-9463-ac333cd0b4c8 req-a3911ce2-9493-4b90-8643-2bcf434c9fe0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 943 time: 0.0644958 Jul 16 02:34:30.293165 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-f7f7400c-e6de-426d-acc8-552838c77234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:30.294288 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-f7f7400c-e6de-426d-acc8-552838c77234 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9&tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0991118 Jul 16 02:34:30.305627 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e040d72-1179-4938-9463-ac333cd0b4c8 req-c285c327-c13e-4b91-95d1-2c333056fe02 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Jul 16 02:34:30.307023 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:30.378271 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:30.579194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:30.611562 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:30.649056 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74401feb-7237-4645-b340-7b5972ce47e2 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:30.656367 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:30.668646 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Transition to ACTIVE for port object 74401feb-7237-4645-b340-7b5972ce47e2 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:30.671956 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:30.753331 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=9']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:30.768163 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.768545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.768892 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.769236 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.769574 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.769911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.770242 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.770571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.770901 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.771226 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.771732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.772479 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:30.807742 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] No DVR routers for this DVR port 74401feb-7237-4645-b340-7b5972ce47e2 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:34:30.943369 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:30.944351 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:30.944688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:30.948875 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Port 74401feb-7237-4645-b340-7b5972ce47e2 on network 901f68b7-3819-4006-9210-01776463a104 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:34:30.949198 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Attempting to bind port 74401feb-7237-4645-b340-7b5972ce47e2 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:30.953897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:30.954231 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Checking segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:30.954610 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Bound using segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:30.955032 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Bound port: 74401feb-7237-4645-b340-7b5972ce47e2, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:30.955380 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:31.017842 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:31.020788 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:31.025234 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:31.058934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.059649 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:31.060967 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] 10.222.0.78 "PUT /v2.0/ports/74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 1091 time: 0.7586510 Jul 16 02:34:31.061407 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:31.063635 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be" -d '{"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:31.097736 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38426631-e11d-498d-a096-ea92e3c09197 service neutron] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:31.118715 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec6ddab-2912-44dd-90de-05d678ee95cc x-openstack-request-id: req-0ec6ddab-2912-44dd-90de-05d678ee95cc {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:31.119006 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:31.119243 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ec6ddab-2912-44dd-90de-05d678ee95cc {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:31.119638 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'status': 'completed', 'code': 200} Jul 16 02:34:31.151721 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-88e23dd9-b7aa-409a-a6ac-a8ce787c242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.153278 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-88e23dd9-b7aa-409a-a6ac-a8ce787c242f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1095 time: 0.0677741 Jul 16 02:34:31.250194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-8c90c582-44ae-45fe-9c37-c4faf19d38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.251745 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-8c90c582-44ae-45fe-9c37-c4faf19d38f6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0909426 Jul 16 02:34:31.319938 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-aad0c0e7-c8a1-4fbf-ad75-676d0550b4ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 999 time: 0.0613027 Jul 16 02:34:31.369550 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-80ccb2b5-cf4a-4f0d-8653-bb94325a1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.371018 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-80ccb2b5-cf4a-4f0d-8653-bb94325a1823 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0445662 Jul 16 02:34:31.427620 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-5e889993-e8b9-47fe-8852-508995ed6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.429180 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-5e889993-e8b9-47fe-8852-508995ed6115 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521455 Jul 16 02:34:31.481211 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27bbdf-f371-44a7-a48b-d1600e76d92c req-c3c18692-663d-4bce-9f3e-fb47df35a035 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.482699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba27bbdf-f371-44a7-a48b-d1600e76d92c req-c3c18692-663d-4bce-9f3e-fb47df35a035 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0671337 Jul 16 02:34:31.520675 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ba27bbdf-f371-44a7-a48b-d1600e76d92c req-d6d8ef8c-0131-48bf-a720-659223ac906d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324011 Jul 16 02:34:31.523921 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-4658dede-3648-453e-b6b7-3786764b79a2 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876877 Jul 16 02:34:31.614517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-31e94fca-6df5-4baa-8555-450d53b6852b service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835450 Jul 16 02:34:31.715083 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-a061bd4d-8dd0-4454-8e1e-50d0f92ea81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.716930 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-a061bd4d-8dd0-4454-8e1e-50d0f92ea81f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1095 time: 0.0533304 Jul 16 02:34:31.814274 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-ca4c951c-4093-4884-a19d-5616fcd5dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:31.815774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-ca4c951c-4093-4884-a19d-5616fcd5dd9e service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0929742 Jul 16 02:34:31.900857 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-a7ca8942-e50b-4d0f-a672-dd90dfd57306 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 999 time: 0.0779037 Jul 16 02:34:32.701829 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968fb5-05ef-4acc-b567-09de934f9ea2 req-52612175-4bf4-4449-b4c8-6d78a6283b1c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:32.703354 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b968fb5-05ef-4acc-b567-09de934f9ea2 req-52612175-4bf4-4449-b4c8-6d78a6283b1c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0655124 Jul 16 02:34:32.743337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4b968fb5-05ef-4acc-b567-09de934f9ea2 req-1924b601-9718-46ec-b1c0-94f2eb8dbfe5 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342653 Jul 16 02:34:33.924102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de408f4-60f5-4fba-820a-a0d344077d45 req-7c3dcabb-1710-4007-94d7-e64bf72f8262 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:33.926440 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4de408f4-60f5-4fba-820a-a0d344077d45 req-7c3dcabb-1710-4007-94d7-e64bf72f8262 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0696986 Jul 16 02:34:33.966252 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4de408f4-60f5-4fba-820a-a0d344077d45 req-d5361a85-d71c-4e7f-9954-9d6acc50d55d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333605 Jul 16 02:34:35.142100 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b94bce-b9f9-4ae1-9def-954d4bcd6179 req-5c2ace79-3e25-499f-b9e8-4ce258d914c7 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:35.143793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b94bce-b9f9-4ae1-9def-954d4bcd6179 req-5c2ace79-3e25-499f-b9e8-4ce258d914c7 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0647426 Jul 16 02:34:35.183061 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-61b94bce-b9f9-4ae1-9def-954d4bcd6179 req-6810dcf3-47ba-41ef-b21a-f072a6fa0712 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Jul 16 02:34:36.365177 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2236db-3078-4ce3-a2d8-21fe6cd046e1 req-183abc42-ce48-4284-9426-84345e1edc8f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:36.367295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f2236db-3078-4ce3-a2d8-21fe6cd046e1 req-183abc42-ce48-4284-9426-84345e1edc8f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0662074 Jul 16 02:34:36.406365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0f2236db-3078-4ce3-a2d8-21fe6cd046e1 req-73ebd5f1-d8a7-4f91-9bd6-1e4b6074937f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331042 Jul 16 02:34:37.591285 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0971d34-6144-4dd6-b916-a9e52e24ee2f req-d7a477c0-e5dd-47c7-ae2a-39776eb96f5d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:37.592832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0971d34-6144-4dd6-b916-a9e52e24ee2f req-d7a477c0-e5dd-47c7-ae2a-39776eb96f5d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0725410 Jul 16 02:34:37.631726 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c0971d34-6144-4dd6-b916-a9e52e24ee2f req-fb40e3d0-7691-45cb-afeb-90b01777e906 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Jul 16 02:34:38.812605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b97587-81e8-499f-87e9-65280ec7a58f req-013503b6-08f4-4e59-8eaa-7da090687e99 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:38.814151 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d3b97587-81e8-499f-87e9-65280ec7a58f req-013503b6-08f4-4e59-8eaa-7da090687e99 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0655208 Jul 16 02:34:38.854603 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d3b97587-81e8-499f-87e9-65280ec7a58f req-9006b600-fc47-4911-b2dd-6ae7393d2f1e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343199 Jul 16 02:34:40.043456 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab23fec-0b99-42f4-9d9e-3eed85043f9e req-a373088e-fb77-43a1-93fd-f7808b541bcb tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:40.045836 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dab23fec-0b99-42f4-9d9e-3eed85043f9e req-a373088e-fb77-43a1-93fd-f7808b541bcb tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0736969 Jul 16 02:34:40.087022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dab23fec-0b99-42f4-9d9e-3eed85043f9e req-47db05f8-d51a-41bb-b1a6-144c02057940 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352428 Jul 16 02:34:41.263758 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a4b5b-ccfa-4389-93e0-3ed4064357d9 req-111e4fd7-9cf4-463e-ac59-db92707991dd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:41.265447 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f89a4b5b-ccfa-4389-93e0-3ed4064357d9 req-111e4fd7-9cf4-463e-ac59-db92707991dd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0657425 Jul 16 02:34:41.304539 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f89a4b5b-ccfa-4389-93e0-3ed4064357d9 req-dcfdda12-5e06-487b-9b58-2879db510f51 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336187 Jul 16 02:34:41.686275 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7ee4-40cf-48a0-9995-6934ab4b737a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:42.482244 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bea0fc-db41-48dd-a4da-5ac27b390691 req-2a6ddb35-bbe5-428e-964f-a2ff12b4beb4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:42.483755 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55bea0fc-db41-48dd-a4da-5ac27b390691 req-2a6ddb35-bbe5-428e-964f-a2ff12b4beb4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0679605 Jul 16 02:34:42.504294 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-c5d34578-df60-49d5-8ffe-c500267a49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:42.505825 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-c5d34578-df60-49d5-8ffe-c500267a49b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0476446 Jul 16 02:34:42.523280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-55bea0fc-db41-48dd-a4da-5ac27b390691 req-cf2c97c0-b3a7-40a0-91c7-1b13ddef98c6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325212 Jul 16 02:34:42.566612 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-35477a63-457c-4e51-b004-75b1648a6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:42.568123 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-35477a63-457c-4e51-b004-75b1648a6b69 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532846 Jul 16 02:34:42.666839 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-eeea08cc-f6c9-4b49-a889-c1b0085fa4e2 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882156 Jul 16 02:34:42.756845 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-3b7a5ae1-b3d7-4c12-837b-5996494dc4be req-78d0791c-5e44-44ba-b7d7-5b326f8d6fe5 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819752 Jul 16 02:34:43.698253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c1b31-5fed-4373-baba-fbf9f030474f req-e5773a49-5d0f-4845-9d49-1457f920238e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:43.699886 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d20c1b31-5fed-4373-baba-fbf9f030474f req-e5773a49-5d0f-4845-9d49-1457f920238e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0699391 Jul 16 02:34:43.738365 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d20c1b31-5fed-4373-baba-fbf9f030474f req-27cd78d6-076e-4773-9ef9-be81efb23533 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330172 Jul 16 02:34:44.544130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e978164-59e7-4cda-bc2e-5858354b524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:44.546210 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:44.910106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2ee0-d6b6-43b4-acd0-bb0b609c579a req-54de6a61-e06c-4ef0-81b5-ef3828a0fc38 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.911763 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-303d2ee0-d6b6-43b4-acd0-bb0b609c579a req-54de6a61-e06c-4ef0-81b5-ef3828a0fc38 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0645030 Jul 16 02:34:44.950434 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-303d2ee0-d6b6-43b4-acd0-bb0b609c579a req-7a590fbe-c27d-4f10-9579-55aaae9d68dc tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331426 Jul 16 02:34:45.602784 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:46.121937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d194a-fd07-40dc-bbe6-1bcdc84806f8 req-d582dee4-bc03-4c46-ab13-a7b34f16a780 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:46.123391 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e12d194a-fd07-40dc-bbe6-1bcdc84806f8 req-d582dee4-bc03-4c46-ab13-a7b34f16a780 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 944 time: 0.0654609 Jul 16 02:34:46.159608 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e12d194a-fd07-40dc-bbe6-1bcdc84806f8 req-8f6c7360-dd84-422b-a658-5efc3f96c3b3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308037 Jul 16 02:34:46.582246 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:34:46.674859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:46.685315 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '74401feb-7237-4645-b340-7b5972ce47e2', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'port_id': '74401feb-7237-4645-b340-7b5972ce47e2', 'mac_address': 'fa:16:3e:34:39:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:34:46.721032 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:46.732834 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74401feb-7237-4645-b340-7b5972ce47e2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:46.751331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:46.755317 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:46.805576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:46.809865 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:46.991410 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['74401feb-7237-4645-b340-7b5972ce47e2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:47.111573 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:47.329406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9c196-e5fb-4d35-991a-60e2ba9029fd req-7cf19779-d148-4050-8a78-32d32b211008 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:47.330789 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bf9c196-e5fb-4d35-991a-60e2ba9029fd req-7cf19779-d148-4050-8a78-32d32b211008 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0628495 Jul 16 02:34:47.367879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8bf9c196-e5fb-4d35-991a-60e2ba9029fd req-a22ec97e-9e10-45e3-80e2-1854ee1a2028 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Jul 16 02:34:48.538562 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5674ef3-6270-4d86-b4d2-8175a799ef0c req-6fedf3cf-10c7-4719-a4f1-c8a57ecb2d34 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.540008 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5674ef3-6270-4d86-b4d2-8175a799ef0c req-6fedf3cf-10c7-4719-a4f1-c8a57ecb2d34 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 945 time: 0.0617123 Jul 16 02:34:48.576857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b5674ef3-6270-4d86-b4d2-8175a799ef0c req-922e7e3b-e142-49aa-a3c1-1238702963a6 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312145 Jul 16 02:34:48.583017 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:48.632637 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 74401feb-7237-4645-b340-7b5972ce47e2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:48.636101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 74401feb-7237-4645-b340-7b5972ce47e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:48.636506 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:48.709866 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:48.731798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:48.734028 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ba8e6-440e-440d-b482-692a8f363756" -d '{"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-plugged", "status": "completed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:48.747101 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:48.751154 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:48.773233 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc13c33-2d3c-42a0-8141-d60fe7de59d6 x-openstack-request-id: req-7bc13c33-2d3c-42a0-8141-d60fe7de59d6 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:48.773528 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-plugged", "status": "completed", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:48.773783 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bc13c33-2d3c-42a0-8141-d60fe7de59d6 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:48.774167 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'code': 200} Jul 16 02:34:48.800054 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:48.938123 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed547a1-1e54-44be-befa-76bee86a8a75 req-14963134-06ec-4bb2-80f1-2ee318efd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.939583 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ed547a1-1e54-44be-befa-76bee86a8a75 req-14963134-06ec-4bb2-80f1-2ee318efd2b8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1097 time: 0.0510375 Jul 16 02:34:48.977650 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-0ed547a1-1e54-44be-befa-76bee86a8a75 req-89d7433f-4233-4844-b0c0-812bbdcea921 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319552 Jul 16 02:34:49.762186 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333b6c8-6d25-47a4-923d-e9ce35f47f2b req-677dcdad-9ed0-4497-bd44-5dd4f27ec67e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.763914 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f333b6c8-6d25-47a4-923d-e9ce35f47f2b req-677dcdad-9ed0-4497-bd44-5dd4f27ec67e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 946 time: 0.0760102 Jul 16 02:34:49.803832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f333b6c8-6d25-47a4-923d-e9ce35f47f2b req-6633a2ff-398e-465b-a1ef-90b147c23b4f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344536 Jul 16 02:34:50.423864 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:50.978474 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b97df-f101-421f-b2bc-9648f94d3eb0 req-d3fcebf3-3de4-4ef4-916a-fc9b88f7dd2b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.979912 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b4b97df-f101-421f-b2bc-9648f94d3eb0 req-d3fcebf3-3de4-4ef4-916a-fc9b88f7dd2b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 946 time: 0.0620263 Jul 16 02:34:51.017373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b4b97df-f101-421f-b2bc-9648f94d3eb0 req-df15452b-8b86-4c0b-b1b9-cf2360f6f0aa tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Jul 16 02:35:00.322621 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:08.923747 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-20fa3a61-d6c3-44e0-95ef-abe7c1651829 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511427 Jul 16 02:35:09.015650 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-5a3cbf33-d9ee-4b2b-9347-af77c8fc5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:09.017159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-5a3cbf33-d9ee-4b2b-9347-af77c8fc5795 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1097 time: 0.0525591 Jul 16 02:35:09.125859 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-43ddc85f-a6c2-4010-b5c8-3da2c7738eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:09.127534 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-43ddc85f-a6c2-4010-b5c8-3da2c7738eeb service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0881162 Jul 16 02:35:09.193194 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-c4bf7518-8bb9-40a8-b7ca-2d35638c540a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 1001 time: 0.0565176 Jul 16 02:35:09.242376 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-f0185261-a3c9-4e35-8e8b-1f56735fc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:09.243772 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-f0185261-a3c9-4e35-8e8b-1f56735fc0da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0436995 Jul 16 02:35:09.307960 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-cbe4d049-9614-43f0-923e-584cb45ac17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:09.309524 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-cbe4d049-9614-43f0-923e-584cb45ac17b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568390 Jul 16 02:35:09.395840 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-bebad500-6ef4-4ff9-8d40-56df40e20c7c service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791681 Jul 16 02:35:09.490015 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-31c84d9a-22d6-4f6c-ab4b-b37a4050e661 req-7834d255-64ea-424c-b921-468deff892b5 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838299 Jul 16 02:35:11.833851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51b160cf-5d7f-4aa7-981c-e6b8aca33f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.541130 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6d92b8f-66b8-4a09-af5e-50a23d0b3a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.545606 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.605900 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.792821 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.102923 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:20.422150 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:37.322022 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:41.684216 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f601663f-375e-49fe-835b-9fa7e45597a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.537427 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f340-866e-429c-b744-c145ba85481d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.541152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.608769 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.791560 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.105166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:50.450692 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.569144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:03.721827 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Deleting port 66aa24f0-6ecc-43fe-b59d-499170275109 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:36:03.722177 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.798634 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.798964 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.810830 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Calling delete_port for 66aa24f0-6ecc-43fe-b59d-499170275109 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:36:03.953316 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.982259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event deleted for resources: {'Port': ['ID=66aa24f0-6ecc-43fe-b59d-499170275109,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:04.009545 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.009895 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.010238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.010575 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.010907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.011238 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.011696 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.012024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.012215 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.012558 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.012878 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.013200 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:04.050629 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:04.050968 n-d-800085-5 neutron-server[93707]: INFO neutron.db.l3_db [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Floating IP af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063 disassociated (deleted). External IP: 172.25.5.136, port: 74401feb-7237-4645-b340-7b5972ce47e2. Jul 16 02:36:04.260108 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Router 234c284d-15b2-43ae-9013-86764554b9f8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:04.367824 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:04.373323 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:04.379476 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] Sync routers for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:04.393889 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:04.394551 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:35:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:04.411540 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-47a3bc86-8421-4ed6-ace4-1a108d97c8b8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "DELETE /v2.0/floatingips/af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063 HTTP/1.1" status: 204 len: 168 time: 0.8407028 Jul 16 02:36:04.412178 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:04.416386 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e4f246-5e56-4424-bfb1-fd54985706ac" -d '{"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:04.515515 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:04.520094 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb5926-84ca-40d3-ac23-adbd5d5cea2b x-openstack-request-id: req-73eb5926-84ca-40d3-ac23-adbd5d5cea2b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:04.520474 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:04.520733 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73eb5926-84ca-40d3-ac23-adbd5d5cea2b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:04.521143 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'status': 'completed', 'code': 200} Jul 16 02:36:04.604000 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-d928e6c7-3ff6-480c-b85b-47873795ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.605649 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-d928e6c7-3ff6-480c-b85b-47873795ceb3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 1097 time: 0.0551720 Jul 16 02:36:04.719472 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-f0c5925f-4550-4b12-bd94-f51c1cc9475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.721342 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-f0c5925f-4550-4b12-bd94-f51c1cc9475a service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.1095426 Jul 16 02:36:04.738912 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:04.763983 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-a800bf28-7fed-4944-b5b2-f638932305c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 200 len: 217 time: 0.0353220 Jul 16 02:36:04.766287 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] Checking router: 234c284d-15b2-43ae-9013-86764554b9f8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:04.775503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:04.776122 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:35:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:04.807503 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52421a-842c-40c3-b98a-73db55366907 req-afbee180-3c83-47e8-8922-f28887fecfb8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.809078 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de52421a-842c-40c3-b98a-73db55366907 req-afbee180-3c83-47e8-8922-f28887fecfb8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 946 time: 0.0694561 Jul 16 02:36:04.819880 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-6708efcf-6776-4fbe-be21-ecf69ebe77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.821399 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-6708efcf-6776-4fbe-be21-ecf69ebe77b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0513108 Jul 16 02:36:04.847598 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de52421a-842c-40c3-b98a-73db55366907 req-ec5673f5-72a6-4ef8-8a3e-f3b5a3756fad tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329432 Jul 16 02:36:04.883808 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:04.891146 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-cff88626-f9cf-487e-b2a4-2b7f98b00908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.892698 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-cff88626-f9cf-487e-b2a4-2b7f98b00908 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611076 Jul 16 02:36:04.982764 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-358e619f-1dce-4a5b-8efa-9f98e4b3dcd9 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Jul 16 02:36:05.077984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:05.110283 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be439d8-ddf0-4e86-a219-2599e916c284 None None] The sync data for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 is: [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:05.343227 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c229f74-0285-4b6e-8470-08ecc8fa4dd9 None None] New status for floating IP af12ec6b-b7a4-4e5e-9a4c-d6ed65a08063: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:36:05.428999 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-72e4f246-5e56-4424-bfb1-fd54985706ac req-a2ac969b-96f7-49c1-9f84-48e958c2ce4c service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397168 Jul 16 02:36:06.033313 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a67f1-aac6-4d73-8437-1d79cced631c req-ecb0b694-38e0-4ab3-9439-d46dc1da6a6a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:06.034788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-069a67f1-aac6-4d73-8437-1d79cced631c req-ecb0b694-38e0-4ab3-9439-d46dc1da6a6a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 946 time: 0.0616200 Jul 16 02:36:06.072889 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-069a67f1-aac6-4d73-8437-1d79cced631c req-d4a589f8-f151-41f4-85d9-3869cd311b9a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3fbd259-1f6d-4c97-bd08-b369a52c51e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322478 Jul 16 02:36:06.116082 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-b810d795-a985-47c2-8df2-ebcbe714a55c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:06.117562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-b810d795-a985-47c2-8df2-ebcbe714a55c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.78 "GET /v2.0/ports?device_id=29c25107-fba5-4f38-a553-ae6bff0167e9 HTTP/1.1" status: 200 len: 946 time: 0.0632873 Jul 16 02:36:06.220922 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Deleting port 74401feb-7237-4645-b340-7b5972ce47e2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:36:06.221276 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:06.308606 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] For port 74401feb-7237-4645-b340-7b5972ce47e2, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=74401feb-7237-4645-b340-7b5972ce47e2,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:06.308974 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:06.321223 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Calling delete_port for 74401feb-7237-4645-b340-7b5972ce47e2 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:36:06.448169 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:06.474546 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event deleted for resources: {'Port': ['ID=74401feb-7237-4645-b340-7b5972ce47e2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:06.520699 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] No DVR routers for this DVR port 74401feb-7237-4645-b340-7b5972ce47e2 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:36:06.523107 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:06.525202 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-4af090b9-b7e0-4939-8973-b8fd2460c629 req-839d9f99-ddb7-4765-8075-3c679df442bd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.78 "DELETE /v2.0/ports/74401feb-7237-4645-b340-7b5972ce47e2 HTTP/1.1" status: 204 len: 173 time: 0.4009936 Jul 16 02:36:06.525616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-deleted', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:06.527830 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a9ffb-4fcf-4284-8eec-36760a544414" -d '{"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-deleted", "tag": "74401feb-7237-4645-b340-7b5972ce47e2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:06.568011 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92e6a3a-d42e-43f7-9808-efbfd3f7e231 x-openstack-request-id: req-e92e6a3a-d42e-43f7-9808-efbfd3f7e231 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:06.568345 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c25107-fba5-4f38-a553-ae6bff0167e9", "name": "network-vif-deleted", "tag": "74401feb-7237-4645-b340-7b5972ce47e2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:06.568594 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e92e6a3a-d42e-43f7-9808-efbfd3f7e231 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:06.568993 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c25107-fba5-4f38-a553-ae6bff0167e9', 'name': 'network-vif-deleted', 'tag': '74401feb-7237-4645-b340-7b5972ce47e2', 'status': 'completed', 'code': 200} Jul 16 02:36:07.162348 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:07.224557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed7271c-37d6-417d-974e-83c6a3578856 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.249517 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed7271c-37d6-417d-974e-83c6a3578856 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.307989 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed7271c-37d6-417d-974e-83c6a3578856 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.310674 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed7271c-37d6-417d-974e-83c6a3578856 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.311837 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bed7271c-37d6-417d-974e-83c6a3578856 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "DELETE /v2.0/security-groups/c3fbd259-1f6d-4c97-bd08-b369a52c51e4 HTTP/1.1" status: 204 len: 168 time: 0.1484926 Jul 16 02:36:07.321531 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7271c-37d6-417d-974e-83c6a3578856 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbd259-1f6d-4c97-bd08-b369a52c51e4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:07.515169 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:07.519933 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1af6464e-6f1f-4e29-ad77-032e361c8e70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220117552', 'description': 'tempest-secgroup-smoke-1220117552 description', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:07.542352 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1af6464e-6f1f-4e29-ad77-032e361c8e70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.623196 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1af6464e-6f1f-4e29-ad77-032e361c8e70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.626689 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1af6464e-6f1f-4e29-ad77-032e361c8e70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.653777 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1af6464e-6f1f-4e29-ad77-032e361c8e70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.654993 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1af6464e-6f1f-4e29-ad77-032e361c8e70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388168 Jul 16 02:36:07.656963 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6464e-6f1f-4e29-ad77-032e361c8e70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad72111-bcc1-4982-ada0-057e913e1863,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:07.658607 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:07.663900 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'fad72111-bcc1-4982-ada0-057e913e1863', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:07.691335 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.737170 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.740517 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.757078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a6add4-9f00-44be-b48f-1381c4bea2ef,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:07.765042 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.766209 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1065700 Jul 16 02:36:07.767715 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.768062 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.768426 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.768772 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.769103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.769266 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 45570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:07.769435 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.769754 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.770084 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.770938 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.771264 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.771587 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.771909 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b65cf-01e2-422f-9af2-88cdc4581877 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:07.774643 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c4c5197e-cb79-4dcd-85d8-344c9dbf5702 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'fad72111-bcc1-4982-ada0-057e913e1863', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:07.800657 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4c5197e-cb79-4dcd-85d8-344c9dbf5702 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.857836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4c5197e-cb79-4dcd-85d8-344c9dbf5702 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.861712 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4c5197e-cb79-4dcd-85d8-344c9dbf5702 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.882263 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5197e-cb79-4dcd-85d8-344c9dbf5702 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181ef656-291d-4d17-b80d-f9294d98954b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:07.887826 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c4c5197e-cb79-4dcd-85d8-344c9dbf5702 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.892362 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:07.892578 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-c4c5197e-cb79-4dcd-85d8-344c9dbf5702 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219437 Jul 16 02:36:07.897722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b94bd934-97ae-4b44-a9f1-62907b8538ae tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'fad72111-bcc1-4982-ada0-057e913e1863', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:07.925863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b94bd934-97ae-4b44-a9f1-62907b8538ae tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.985313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b94bd934-97ae-4b44-a9f1-62907b8538ae tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.988865 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b94bd934-97ae-4b44-a9f1-62907b8538ae tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.005356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bd934-97ae-4b44-a9f1-62907b8538ae tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff89252-cc4b-47c8-952b-c7387cc4a941,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:08.010863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b94bd934-97ae-4b44-a9f1-62907b8538ae tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.012360 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b94bd934-97ae-4b44-a9f1-62907b8538ae tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189167 Jul 16 02:36:08.015147 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45574) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:08.020667 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7cfca1e1-3f25-4871-b52d-02ee499e459f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'fad72111-bcc1-4982-ada0-057e913e1863', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:08.046420 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cfca1e1-3f25-4871-b52d-02ee499e459f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.104913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cfca1e1-3f25-4871-b52d-02ee499e459f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.108364 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cfca1e1-3f25-4871-b52d-02ee499e459f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.124674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfca1e1-3f25-4871-b52d-02ee499e459f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adc7e28-c75a-463f-90e1-951b9ba39cb0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:08.130598 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cfca1e1-3f25-4871-b52d-02ee499e459f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.131730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-7cfca1e1-3f25-4871-b52d-02ee499e459f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156454 Jul 16 02:36:08.134657 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:08.138862 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'fad72111-bcc1-4982-ada0-057e913e1863', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:08.160112 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Project e068c64b4b0547b18fc4546cbfbc2bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:36:08.164944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.225111 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.228516 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.244996 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab09952-518b-4de0-914f-1a9811c3366a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:08.251564 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.252856 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-43574b37-a647-45fe-8a02-4fc419143894 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173525 Jul 16 02:36:08.256095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:08.260529 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'security_group_rule': {'security_group_id': 'fad72111-bcc1-4982-ada0-057e913e1863', 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:08.281967 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Project e068c64b4b0547b18fc4546cbfbc2bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:36:08.286823 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.349365 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.352878 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.373108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a589ce6-6cc3-4375-b571-5db103cec7c2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:08.376587 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.377750 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-e4aa0dfb-d533-4add-9981-4b87ea69d431 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206934 Jul 16 02:36:11.160179 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:36:11.180442 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 74401feb-7237-4645-b340-7b5972ce47e2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:36:11.180877 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 74401feb-7237-4645-b340-7b5972ce47e2 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:36:11.686109 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95f5981c-1f47-49c8-9bee-e177e748e5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:14.321349 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:14.533195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6c168be-d172-41cf-87a8-1dbe173b5d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:14.544632 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:15.611761 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:16.793326 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.108551 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:20.454126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:22.620129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-4e94ea67-17f1-4de9-b8f8-5848de24aa8a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220117552&fields=id&tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 267 time: 0.0330465 Jul 16 02:36:22.725465 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-89c352b2-f027-4cf3-81eb-36f79df8a291 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:22.726929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-89c352b2-f027-4cf3-81eb-36f79df8a291 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 809 time: 0.1007683 Jul 16 02:36:22.741644 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-a30c47f8-505e-4703-89bf-d4b92f437aa8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/quotas/e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 375 time: 0.0094943 Jul 16 02:36:22.809910 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-a199df93-e023-4574-b39e-998712467b7d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632880 Jul 16 02:36:22.825521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-fa9fb031-11d1-4431-9c84-f8dc0fe84d1f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:36:22.826467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-fa9fb031-11d1-4431-9c84-f8dc0fe84d1f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055680 Jul 16 02:36:22.912959 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-97ab54ac-67af-4923-81a6-7b6323718ea6 service neutron] 10.222.0.81 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809124 Jul 16 02:36:23.001929 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-f8d7501e-e624-43cb-a954-06e526a3e5e7 service neutron] 10.222.0.81 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832939 Jul 16 02:36:23.289156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5cf057cf-a5f1-41f6-a1ef-93104d2040c6 req-b8bbe9c2-55fa-406a-976e-369698c76dc5 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 210 time: 0.0285249 Jul 16 02:36:24.754371 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-60f144d7-f51c-4a7a-8710-8eb1faa714bd req-ec27abee-b149-4f87-90bf-3186f4131cc3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 210 time: 0.0370047 Jul 16 02:36:24.778622 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-723b7787-902e-4bb2-ae36-e3603e360ea9 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:24.779377 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-723b7787-902e-4bb2-ae36-e3603e360ea9 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 809 time: 0.4824700 Jul 16 02:36:24.822240 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-2f1c4e55-6677-4b36-b22a-f0fc0d6c250e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 380 time: 0.0330658 Jul 16 02:36:24.832926 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'port': {'device_id': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'admin_state_up': True, 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'security_groups': ['fad72111-bcc1-4982-ada0-057e913e1863']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:24.941087 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Made reservation on behalf of e068c64b4b0547b18fc4546cbfbc2bc0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:36:24.944944 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.071013 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Allocated IP 172.20.0.9 (901f68b7-3819-4006-9210-01776463a104/0ba05cca-2171-45b6-89ab-39841b13e56f/c222c556-9d9d-442a-8653-bcc6a170aa29) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:25.215812 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.229719 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Transition to ACTIVE for port object c222c556-9d9d-442a-8653-bcc6a170aa29 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:25.263645 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.308967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Network 901f68b7-3819-4006-9210-01776463a104 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:25.312124 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:25.316069 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:25.346060 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:25.376353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:25.377432 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.393983 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7044ad8d-1387-4af5-9892-bcd0e6008169 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646198 Jul 16 02:36:25.405923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-574a9ba0-6050-4883-b407-f785151504fd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:36:25.406992 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-574a9ba0-6050-4883-b407-f785151504fd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062926 Jul 16 02:36:25.465372 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Request body: {'port': {'device_id': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:25.537867 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.604429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ee5b3932-93a3-4129-8a9f-035fb87e1b3c None None] Provisioning for port c222c556-9d9d-442a-8653-bcc6a170aa29 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:25.611391 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ee5b3932-93a3-4129-8a9f-035fb87e1b3c None None] Provisioning complete for port c222c556-9d9d-442a-8653-bcc6a170aa29 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:25.612548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3932-93a3-4129-8a9f-035fb87e1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.651451 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b3932-93a3-4129-8a9f-035fb87e1b3c None None] Port c222c556-9d9d-442a-8653-bcc6a170aa29 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:36:25.818253 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c222c556-9d9d-442a-8653-bcc6a170aa29 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:36:25.826086 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.838493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Transition to ACTIVE for port object c222c556-9d9d-442a-8653-bcc6a170aa29 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:25.842991 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:25.950187 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:26.017148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d2d66-06a9-4e6b-a4c2-41508ef476ff req-fbefafb2-b12f-4c30-b34a-6d5ad8604f13 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.018719 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e02d2d66-06a9-4e6b-a4c2-41508ef476ff req-fbefafb2-b12f-4c30-b34a-6d5ad8604f13 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.1423497 Jul 16 02:36:26.043646 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:26.043886 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:26.044246 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:26.055018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Port c222c556-9d9d-442a-8653-bcc6a170aa29 on network 901f68b7-3819-4006-9210-01776463a104 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:36:26.055349 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:26.069229 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:26.069692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Checking segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:26.070183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Bound using segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:26.070701 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Bound port: c222c556-9d9d-442a-8653-bcc6a170aa29, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:26.071151 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:26.084408 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e02d2d66-06a9-4e6b-a4c2-41508ef476ff req-838dfc93-6490-426a-9d5e-6098235d491c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575042 Jul 16 02:36:26.139847 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:26.142973 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:26.147179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:26.178999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.179647 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:26.181035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] 10.222.0.93 "PUT /v2.0/ports/c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 1091 time: 0.7662313 Jul 16 02:36:26.181481 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:26.183717 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25353932-62b5-4ff4-98ca-232879f3ad08" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:26.214406 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e3ed-d4a5-48e5-8ae9-535fd8dd1b40 service neutron] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:26.303341 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-e8398cae-60b4-42f0-82a9-b75dcfed6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.305308 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-e8398cae-60b4-42f0-82a9-b75dcfed6c4e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1094 time: 0.0738792 Jul 16 02:36:26.306843 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76374be-e5ac-4037-9eab-80d28046a989 x-openstack-request-id: req-f76374be-e5ac-4037-9eab-80d28046a989 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:26.307081 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:26.307471 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f76374be-e5ac-4037-9eab-80d28046a989 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:26.307876 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'status': 'completed', 'code': 200} Jul 16 02:36:26.351278 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-7ee76f72-766b-434e-8450-1bd7eff4fbe8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 217 time: 0.0361607 Jul 16 02:36:26.402576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-257f4579-b8c7-4321-9cab-2cd132c987f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.403976 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-257f4579-b8c7-4321-9cab-2cd132c987f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0465333 Jul 16 02:36:26.465317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-1735ded3-bf6e-4a00-ba55-70336ca2243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.466723 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-1735ded3-bf6e-4a00-ba55-70336ca2243f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556529 Jul 16 02:36:26.558002 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-fa45f66f-35b5-4cc2-b750-c1e30f64594b service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837288 Jul 16 02:36:26.651555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0fb3fa54-1d0e-499d-b538-2950ff81e82c req-6961a949-2ddc-4bbf-a636-cb490ef16608 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Jul 16 02:36:26.746723 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-6f648b71-2243-49ee-be74-a572fc7110f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.748300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-6f648b71-2243-49ee-be74-a572fc7110f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1094 time: 0.0516784 Jul 16 02:36:26.842248 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-ece9ff17-2f9b-432e-b0e6-62284f2648f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.843673 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-ece9ff17-2f9b-432e-b0e6-62284f2648f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0887969 Jul 16 02:36:26.884253 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-a28751d6-075c-46f8-9ea2-7d7bfd6c42a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 217 time: 0.0343368 Jul 16 02:36:26.933148 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-8c25ea04-c164-4b75-acf2-4c9545a9d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:26.934628 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-8c25ea04-c164-4b75-acf2-4c9545a9d0a3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0445478 Jul 16 02:36:26.998922 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-42fbbd5c-40c9-4638-96bf-642406b2b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:27.000474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-42fbbd5c-40c9-4638-96bf-642406b2b7c4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591118 Jul 16 02:36:27.089561 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-6362f4e9-ee06-48b0-a190-7918f309fa9a service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826507 Jul 16 02:36:27.187506 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-25353932-62b5-4ff4-98ca-232879f3ad08 req-381a48ec-5a89-4b45-bc56-6bc6cd7713e7 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911107 Jul 16 02:36:27.265276 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3912f5-20bd-4430-880e-f0fe7ef8b79e req-68264303-9ffe-45ca-af56-6fc5df5fa84e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:27.266780 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c3912f5-20bd-4430-880e-f0fe7ef8b79e req-68264303-9ffe-45ca-af56-6fc5df5fa84e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0651193 Jul 16 02:36:27.304611 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2c3912f5-20bd-4430-880e-f0fe7ef8b79e req-98fb55a8-942f-4c00-8865-905686738b1d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Jul 16 02:36:28.485005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc00ce-4ab8-4322-9749-a550776ab9b4 req-d3495886-e8d6-4e85-bf0b-66db56619961 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:28.486474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8dc00ce-4ab8-4322-9749-a550776ab9b4 req-d3495886-e8d6-4e85-bf0b-66db56619961 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0695782 Jul 16 02:36:28.523993 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8dc00ce-4ab8-4322-9749-a550776ab9b4 req-7c8fcdaa-3af3-4bfe-8ef4-d7a2dc309eec tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Jul 16 02:36:29.694599 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7dc27-431f-4dc6-9b0a-e9facf1b84f9 req-8c5ab325-5a87-4c3e-8527-60cf6ccf5c26 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:29.696107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28f7dc27-431f-4dc6-9b0a-e9facf1b84f9 req-8c5ab325-5a87-4c3e-8527-60cf6ccf5c26 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0634120 Jul 16 02:36:29.732392 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-28f7dc27-431f-4dc6-9b0a-e9facf1b84f9 req-b288e2a1-2b6b-4187-a8ab-2e5afc07c365 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309126 Jul 16 02:36:30.901058 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301cea7-d112-432f-9d3c-064aaf7515ee req-163a35f2-0683-42d0-babd-bd288099f079 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:30.902444 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a301cea7-d112-432f-9d3c-064aaf7515ee req-163a35f2-0683-42d0-babd-bd288099f079 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0630016 Jul 16 02:36:30.938793 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a301cea7-d112-432f-9d3c-064aaf7515ee req-e1acc38a-7bc4-4cd4-8701-5caf159288e3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309212 Jul 16 02:36:32.112117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02acc-5743-477a-9084-eb88340da645 req-42432201-fc29-48b3-8047-5e58be15bb31 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:32.113580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c02acc-5743-477a-9084-eb88340da645 req-42432201-fc29-48b3-8047-5e58be15bb31 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0681901 Jul 16 02:36:32.150852 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-01c02acc-5743-477a-9084-eb88340da645 req-272d34b9-934f-4d41-99d8-a7810ec06647 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Jul 16 02:36:33.318459 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71a745-040e-4e2f-85d9-15a5ac3a5cd3 req-8c67cd1f-7597-49a1-92da-974a8294ceb2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:33.319832 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df71a745-040e-4e2f-85d9-15a5ac3a5cd3 req-8c67cd1f-7597-49a1-92da-974a8294ceb2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0621722 Jul 16 02:36:33.356882 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-df71a745-040e-4e2f-85d9-15a5ac3a5cd3 req-cf366870-c1ca-4940-ba8a-f1376b6a6a68 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Jul 16 02:36:34.527939 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adea692-f0cc-4ba3-ad6b-38a94cf424bb req-9f1e46ad-7da0-4444-9a79-e2032dc59122 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:34.529450 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9adea692-f0cc-4ba3-ad6b-38a94cf424bb req-9f1e46ad-7da0-4444-9a79-e2032dc59122 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0668764 Jul 16 02:36:34.568267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9adea692-f0cc-4ba3-ad6b-38a94cf424bb req-114c9e19-4578-46f4-9c8f-1290c85f7f53 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333912 Jul 16 02:36:35.465693 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c222c556-9d9d-442a-8653-bcc6a170aa29 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:36:35.557585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:35.568819 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'port_id': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'mac_address': 'fa:16:3e:0e:e5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:36:35.607911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:35.620952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c222c556-9d9d-442a-8653-bcc6a170aa29 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:36:35.640552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:35.644465 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:35.690709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:35.698503 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.698853 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.699198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.699537 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.699875 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.700214 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.700565 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.700895 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.701219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.701542 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.701867 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.702189 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:35.744095 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8591-ef58-455d-bfac-9ae6511a0b19 req-310e6050-2524-47d5-ba78-4d8f0b12876e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:35.745625 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a1b8591-ef58-455d-bfac-9ae6511a0b19 req-310e6050-2524-47d5-ba78-4d8f0b12876e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 944 time: 0.0642767 Jul 16 02:36:35.782659 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4a1b8591-ef58-455d-bfac-9ae6511a0b19 req-420b993b-7f54-4948-98c0-2c25fb914c3a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Jul 16 02:36:35.870393 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['c222c556-9d9d-442a-8653-bcc6a170aa29'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:36:36.955064 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed40c8-4f6e-48ce-aecb-94c8379f8330 req-d2f42cd9-7fe9-44a8-b86a-0db346468f78 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:36.956570 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8ed40c8-4f6e-48ce-aecb-94c8379f8330 req-d2f42cd9-7fe9-44a8-b86a-0db346468f78 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 944 time: 0.0629058 Jul 16 02:36:36.993223 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f8ed40c8-4f6e-48ce-aecb-94c8379f8330 req-96010d9f-e082-48fd-bb9d-f795fc6d622e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Jul 16 02:36:37.467426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c222c556-9d9d-442a-8653-bcc6a170aa29 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:37.514125 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port c222c556-9d9d-442a-8653-bcc6a170aa29 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:37.517716 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port c222c556-9d9d-442a-8653-bcc6a170aa29 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:37.518094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.593653 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.615794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:37.618034 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4af60d-575a-40d8-95c2-224625f55a7d" -d '{"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-plugged", "status": "completed", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:37.630638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:37.634549 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.681595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:37.704264 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd037437-af83-4f04-8db4-dae64bc6469c x-openstack-request-id: req-dd037437-af83-4f04-8db4-dae64bc6469c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:37.704565 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-plugged", "status": "completed", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:37.704822 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd037437-af83-4f04-8db4-dae64bc6469c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:37.705243 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'code': 200} Jul 16 02:36:37.816399 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf598a-f7e7-40d5-86f9-503801053cf9 req-e780c0ca-f690-4026-b74c-155b4c23770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:37.817862 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dedf598a-f7e7-40d5-86f9-503801053cf9 req-e780c0ca-f690-4026-b74c-155b4c23770e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1096 time: 0.0547578 Jul 16 02:36:37.852471 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dedf598a-f7e7-40d5-86f9-503801053cf9 req-80686a29-407a-4e47-a442-52b526230b24 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278707 Jul 16 02:36:38.162841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736edf54-49d4-4a4f-a7a4-1b04fc08c6d7 req-91facf79-0e31-4f67-826f-f2d71341e0fb tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.164262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-736edf54-49d4-4a4f-a7a4-1b04fc08c6d7 req-91facf79-0e31-4f67-826f-f2d71341e0fb tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0629432 Jul 16 02:36:38.201115 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-736edf54-49d4-4a4f-a7a4-1b04fc08c6d7 req-52ec7a57-1dc6-4470-9e86-d3564729f009 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Jul 16 02:36:39.376295 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d40313-57fc-436f-ae19-3e3141eb2e5d req-1340d847-4fb7-4a78-8804-d351d7a15b77 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:39.377657 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42d40313-57fc-436f-ae19-3e3141eb2e5d req-1340d847-4fb7-4a78-8804-d351d7a15b77 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0665622 Jul 16 02:36:39.414974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-42d40313-57fc-436f-ae19-3e3141eb2e5d req-5a0d4364-e692-413a-b023-2c9ae66e5406 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311685 Jul 16 02:36:39.584630 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212c530-03b1-4470-a6ae-30f2d00c0029 req-45dc2d36-a0a0-4bdd-b0d7-293bf34a1279 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:39.586104 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4212c530-03b1-4470-a6ae-30f2d00c0029 req-45dc2d36-a0a0-4bdd-b0d7-293bf34a1279 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0655401 Jul 16 02:36:39.625626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4212c530-03b1-4470-a6ae-30f2d00c0029 req-3f953ac9-205b-43bb-bcf6-b61ec8969cc8 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336576 Jul 16 02:36:39.649698 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:39.700783 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106fc14c-c02a-4f76-b676-36dc88e7fa32 tempest-TestShelveInstance-472999198 tempest-TestShelveInstance-472999198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:39.702323 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-106fc14c-c02a-4f76-b676-36dc88e7fa32 tempest-TestShelveInstance-472999198 tempest-TestShelveInstance-472999198-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1091 time: 0.0516095 Jul 16 02:36:39.705110 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45776) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:39.709995 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:39.731537 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:39.833679 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:39.945665 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Allocated IP 172.25.5.83 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/f446b4a4-b9fb-4568-ab3f-d619f762a358) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:40.046409 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.086383 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.122457 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:40.127144 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:40.131123 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:40.158536 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'Port': ['ID=f446b4a4-b9fb-4568-ab3f-d619f762a358,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:40.493773 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.571754 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.719168 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.723396 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.787386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event updated for resources: {'Port': ['ID=f446b4a4-b9fb-4568-ab3f-d619f762a358,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:40.798623 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.895519 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Floating IP 196779ea-9d70-46de-91ab-fcf2a21e8855 associated. External IP: 172.25.5.83, port: c222c556-9d9d-442a-8653-bcc6a170aa29. Jul 16 02:36:41.101129 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Router 234c284d-15b2-43ae-9013-86764554b9f8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:41.206159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:41.216651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] Sync routers for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:41.224098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:41.225505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:41.226369 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:36:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:41.260867 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6b36d877-90ad-4344-ba06-f5e0d0b759c0 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5547493 Jul 16 02:36:41.261521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:41.264190 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0462a70-3112-4f64-800b-cb3c5c1b9191" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:41.299691 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02be9fa7-b5cb-4f8d-98d2-1e7baac8af11 x-openstack-request-id: req-02be9fa7-b5cb-4f8d-98d2-1e7baac8af11 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:41.299988 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:41.300259 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02be9fa7-b5cb-4f8d-98d2-1e7baac8af11 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:41.300670 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'status': 'completed', 'code': 200} Jul 16 02:36:41.336788 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:41.378047 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-3e3333ef-fc1d-42b0-a97d-e5e365939258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:41.379667 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-3e3333ef-fc1d-42b0-a97d-e5e365939258 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1096 time: 0.0539639 Jul 16 02:36:41.473554 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-6ce6d1a9-e6e4-4b44-99d1-5bf04660bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:41.475066 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-6ce6d1a9-e6e4-4b44-99d1-5bf04660bcd2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0891097 Jul 16 02:36:41.538478 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-5dd6229b-cea5-4b57-8d68-0eecee82a072 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 998 time: 0.0565860 Jul 16 02:36:41.556622 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '196779ea-9d70-46de-91ab-fcf2a21e8855', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'port_id': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'mac_address': 'fa:16:3e:0e:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:40Z', 'updated_at': '2021-07-16T02:36:40Z', 'revision_number': 0, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:41.583128 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] Checking router: 234c284d-15b2-43ae-9013-86764554b9f8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:41.591873 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:41.592035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-b303f519-df42-4fb3-91de-872a911f749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:41.592473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:36:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:41.593527 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-b303f519-df42-4fb3-91de-872a911f749a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0483263 Jul 16 02:36:41.651775 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-df94d4db-7a33-438a-8aa9-fd8fa81902d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:41.653313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-df94d4db-7a33-438a-8aa9-fd8fa81902d8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531039 Jul 16 02:36:41.697787 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-992be5c8-0b40-4b33-ba2e-1894c3e52c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:41.710879 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:41.744776 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-aae8a085-428a-4032-a699-8512ba8ba14e service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841644 Jul 16 02:36:41.838933 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0462a70-3112-4f64-800b-cb3c5c1b9191 req-5c377e4a-c138-4173-9c0b-32f00cc0f01c service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877497 Jul 16 02:36:41.931244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '196779ea-9d70-46de-91ab-fcf2a21e8855', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'port_id': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'mac_address': 'fa:16:3e:0e:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:40Z', 'updated_at': '2021-07-16T02:36:40Z', 'revision_number': 0, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:41.961422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee757b-7065-4f69-a5dc-9d84813e4b44 None None] The sync data for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 is: [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '196779ea-9d70-46de-91ab-fcf2a21e8855', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'port_id': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'mac_address': 'fa:16:3e:0e:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:40Z', 'updated_at': '2021-07-16T02:36:40Z', 'revision_number': 0, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:42.136183 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068b5c7-3eee-4271-a8f3-90eb6bf1f304 None None] New status for floating IP 196779ea-9d70-46de-91ab-fcf2a21e8855: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:36:44.524981 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77cdd1de-0616-4d99-89e2-ad08953476ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:44.544842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.614197 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.791158 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.110699 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.480031 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.320892 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:04.154736 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-1d4dd2c9-37d9-4470-99fc-9be228f8fc96 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586307 Jul 16 02:37:04.251860 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-d8027beb-743f-48c1-8d2c-138472fb3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.254043 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-d8027beb-743f-48c1-8d2c-138472fb3334 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1096 time: 0.0578482 Jul 16 02:37:04.357201 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-3eff33f3-7e6d-4ffa-85b3-c75bfc3680c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.358601 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-3eff33f3-7e6d-4ffa-85b3-c75bfc3680c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0851502 Jul 16 02:37:04.426923 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-eb994651-4cb0-4f6d-9384-778895ceeb49 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 1000 time: 0.0618351 Jul 16 02:37:04.476553 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-5c6fb5bb-249f-4b6e-9851-c394752990ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.477961 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-5c6fb5bb-249f-4b6e-9851-c394752990ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0447137 Jul 16 02:37:04.538291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-3021bf37-53b7-4ef3-bc0c-ccd9734f6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.539964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-3021bf37-53b7-4ef3-bc0c-ccd9734f6318 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546138 Jul 16 02:37:04.636248 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-4a99a5e5-7be1-4177-b109-097555af6452 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896618 Jul 16 02:37:04.727817 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de5fdd27-e79f-4bc9-b4a1-2ec75006df2b req-7a859aa1-8d6b-4338-a791-769ea18a2e6e service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849230 Jul 16 02:37:11.689435 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-929fac9f-1356-4c74-aed7-1cf6882eb7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:14.524509 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0a864c0-d645-4699-9b63-603182c30314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:14.543739 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:15.617836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:16.788024 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:17.114058 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:20.467725 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:28.319989 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:41.690009 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1573015a-bcb4-42f2-8672-fde7cd775cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:44.524720 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6720e539-0c7f-4396-9206-863fb066c84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:44.543093 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.620039 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:46.785914 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:47.116420 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:50.491195 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.162438 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-5f9c7838-401d-495f-ae69-dcc848a9c08b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557916 Jul 16 02:38:05.260356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-7b73f50a-5442-4cb9-a35f-aee4002659a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:05.261853 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-7b73f50a-5442-4cb9-a35f-aee4002659a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1096 time: 0.0547822 Jul 16 02:38:05.318713 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:05.365960 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-53fe9541-6cbc-420f-a0c8-04c0fa78adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:05.368767 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-53fe9541-6cbc-420f-a0c8-04c0fa78adaa service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0855842 Jul 16 02:38:05.780111 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-df5758d6-2de1-40f0-a020-29bc933420e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 1000 time: 0.4037514 Jul 16 02:38:05.828332 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-1fde691f-2940-4dde-b87d-4a0b901205fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:05.830721 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-1fde691f-2940-4dde-b87d-4a0b901205fe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0435224 Jul 16 02:38:05.887721 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-393252c5-06e3-4c3d-812f-1c26eeca3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:05.889201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-393252c5-06e3-4c3d-812f-1c26eeca3187 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517132 Jul 16 02:38:05.979509 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-58ff9984-6f12-4006-9ee4-c939f6b1da2b service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834169 Jul 16 02:38:06.074457 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-290f4e6d-e808-4de7-9f41-62bccdde1e6c req-aa0dbdf7-2b9e-4ba9-90b9-68fe982fd45c service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869889 Jul 16 02:38:11.690016 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b63ddfe0-b8b6-469e-ab0d-c497dcac8ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.524607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4791d2ef-0c26-4e1a-b16c-9c8bad443846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.542956 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:15.622989 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.816920 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.119283 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:20.492607 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.770618 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f7c7d-bb82-482d-952b-e2539a62bbaa req-735e353a-44ca-417f-a1fb-23e07e5465e4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:36.772102 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a03f7c7d-bb82-482d-952b-e2539a62bbaa req-735e353a-44ca-417f-a1fb-23e07e5465e4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0661690 Jul 16 02:38:36.808802 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a03f7c7d-bb82-482d-952b-e2539a62bbaa req-0502a10c-8e3e-477c-b784-8152f9b6d509 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311546 Jul 16 02:38:37.992964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c12bf-8897-4d3d-8aad-aeaadc76622d req-43e3b97a-46df-4e98-9c21-a41a56422f4b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.994537 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-760c12bf-8897-4d3d-8aad-aeaadc76622d req-43e3b97a-46df-4e98-9c21-a41a56422f4b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0637686 Jul 16 02:38:38.031963 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-760c12bf-8897-4d3d-8aad-aeaadc76622d req-e25b86ab-c425-4266-8a35-9b06658fcbea tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Jul 16 02:38:39.237714 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808a7ef-8ca8-4c23-8b90-259915cbd47b req-41eb918c-2340-42bf-96dc-523c0614f327 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:39.239223 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f808a7ef-8ca8-4c23-8b90-259915cbd47b req-41eb918c-2340-42bf-96dc-523c0614f327 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0684309 Jul 16 02:38:39.276974 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f808a7ef-8ca8-4c23-8b90-259915cbd47b req-09f515e1-4add-4b7a-a039-d17fd44c45fe tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321941 Jul 16 02:38:40.448734 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b973fb-618a-4382-a0f1-fdc884ecafa8 req-f5723001-358b-4c57-90d0-285adb378e3e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:40.450244 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1b973fb-618a-4382-a0f1-fdc884ecafa8 req-f5723001-358b-4c57-90d0-285adb378e3e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0637600 Jul 16 02:38:40.489874 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d1b973fb-618a-4382-a0f1-fdc884ecafa8 req-f20357b0-b50e-4745-b33c-2f4bb1db36b5 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333478 Jul 16 02:38:41.658574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64635ca1-74f2-4ced-a982-136d6a98f79c req-4e46d9c7-9c81-40de-bb17-993413f79d70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:41.660055 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64635ca1-74f2-4ced-a982-136d6a98f79c req-4e46d9c7-9c81-40de-bb17-993413f79d70 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0630033 Jul 16 02:38:41.692147 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b9219f0-fe6c-49b8-b92b-708f172ba25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:41.703266 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-64635ca1-74f2-4ced-a982-136d6a98f79c req-17c79d9a-46cc-4700-a037-bcd266be97b9 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Jul 16 02:38:42.317852 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:42.874042 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cb9d-97e6-4feb-b76b-0c9c13c2e4ff req-2cbcd872-e80b-435e-9011-536551805eee tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:42.875411 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6487cb9d-97e6-4feb-b76b-0c9c13c2e4ff req-2cbcd872-e80b-435e-9011-536551805eee tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0643702 Jul 16 02:38:42.911734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6487cb9d-97e6-4feb-b76b-0c9c13c2e4ff req-c024cc34-9f06-4803-adda-c4d7758a2962 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309577 Jul 16 02:38:44.083428 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b508b4-17b6-4f23-b18d-d1feaf7f1657 req-8889be0e-7218-4184-b110-fea268423951 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:44.084934 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97b508b4-17b6-4f23-b18d-d1feaf7f1657 req-8889be0e-7218-4184-b110-fea268423951 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0649874 Jul 16 02:38:44.121058 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-97b508b4-17b6-4f23-b18d-d1feaf7f1657 req-c01a55b4-3db7-4fe1-b7b4-6a61f7b9b1fe tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304351 Jul 16 02:38:44.526199 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-919b032a-23ca-4f2a-a7f0-0822fadd13e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:44.542707 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:45.299856 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3734b-d671-4a57-8f14-3f1852b49cef req-03f5f55a-d258-47a4-b1c3-a43d2e69662e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.301458 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9dc3734b-d671-4a57-8f14-3f1852b49cef req-03f5f55a-d258-47a4-b1c3-a43d2e69662e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0697236 Jul 16 02:38:45.338955 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9dc3734b-d671-4a57-8f14-3f1852b49cef req-d9ea9a21-a777-4c47-acb0-de00025fb742 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Jul 16 02:38:45.625638 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.507191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9baf4-33e3-44d1-8ffb-2a47e41477bb req-219651fd-ca34-4764-af51-0c342aba7221 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:46.508812 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53e9baf4-33e3-44d1-8ffb-2a47e41477bb req-219651fd-ca34-4764-af51-0c342aba7221 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0639565 Jul 16 02:38:46.546000 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-53e9baf4-33e3-44d1-8ffb-2a47e41477bb req-ba90cda7-e467-4d13-a3d3-12e8bab12033 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317769 Jul 16 02:38:46.828331 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:46.882199 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-2fa0cb23-8ce5-4c4a-a050-1cb438440427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:46.883722 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-2fa0cb23-8ce5-4c4a-a050-1cb438440427 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1096 time: 0.0546608 Jul 16 02:38:46.976983 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-308fc86c-583a-41fa-a14e-39d4c8d8bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:46.978428 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-308fc86c-583a-41fa-a14e-39d4c8d8bb7b service neutron] 10.222.0.93 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0873878 Jul 16 02:38:47.045400 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-1760f629-3d4c-4490-9ef9-3816098a6f97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 1000 time: 0.0595646 Jul 16 02:38:47.094999 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-387fbf66-2e68-40dc-9947-8cebbf3e1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.096403 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-387fbf66-2e68-40dc-9947-8cebbf3e1571 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0446789 Jul 16 02:38:47.123409 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:47.157745 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-3908ddf4-5bf5-4ddc-87a6-5fdbaa21f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.159394 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-3908ddf4-5bf5-4ddc-87a6-5fdbaa21f2e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557346 Jul 16 02:38:47.253582 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-820e6964-0a11-431e-b539-6a2a06ec3ca8 service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873220 Jul 16 02:38:47.341968 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f5284008-c529-4e6c-b7d5-ae8228fab010 req-378d4306-ccf7-45b3-8e03-cbd939789e3e service neutron] 10.222.0.93 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814362 Jul 16 02:38:47.719120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dc1fc-352b-4f07-ab36-5331ffcf8cf8 req-7a8527fb-d2db-42cd-b46e-0a1dd793a780 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.720620 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a91dc1fc-352b-4f07-ab36-5331ffcf8cf8 req-7a8527fb-d2db-42cd-b46e-0a1dd793a780 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0676489 Jul 16 02:38:47.757314 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a91dc1fc-352b-4f07-ab36-5331ffcf8cf8 req-ef144b44-003e-4acb-8ff0-16ad601f1071 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Jul 16 02:38:48.932470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14945f7-72f4-4427-9d5b-de5de778fe96 req-5ab7131a-f736-4a3a-9af2-b3495592a83b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:48.933978 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c14945f7-72f4-4427-9d5b-de5de778fe96 req-5ab7131a-f736-4a3a-9af2-b3495592a83b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0657241 Jul 16 02:38:48.972647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c14945f7-72f4-4427-9d5b-de5de778fe96 req-82ce6de9-5d73-461d-860d-21e2b9c801e1 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324414 Jul 16 02:38:50.146032 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6c05-05d4-410c-ae2f-540616e86ebf req-1ca24403-70f2-4c0a-a6b5-5ebb76c836be tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.147597 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4dd6c05-05d4-410c-ae2f-540616e86ebf req-1ca24403-70f2-4c0a-a6b5-5ebb76c836be tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0654578 Jul 16 02:38:50.187310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b4dd6c05-05d4-410c-ae2f-540616e86ebf req-bfd1cecd-f523-4353-9fb2-8bd630e8343a tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Jul 16 02:38:50.486049 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.361261 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13f557-80dc-4418-8942-6f87fb1895d6 req-1a6960cf-1af5-43b2-b841-2646a296c5a1 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.362687 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da13f557-80dc-4418-8942-6f87fb1895d6 req-1a6960cf-1af5-43b2-b841-2646a296c5a1 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0669174 Jul 16 02:38:51.400315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-da13f557-80dc-4418-8942-6f87fb1895d6 req-f0729b58-0c38-448f-832d-bf3bfe450d24 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Jul 16 02:38:51.555216 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [req-e09f5371-b240-4359-b829-6d01826f9428 req-c3fbed78-0f09-43ef-8ae9-ad56f6925f9f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:38:51.556262 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-e09f5371-b240-4359-b829-6d01826f9428 req-c3fbed78-0f09-43ef-8ae9-ad56f6925f9f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546782 Jul 16 02:38:51.776203 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-f8e41880-165e-4b02-b99f-dbeee788c7f1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967314 Jul 16 02:38:51.814075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0d218-e7d9-4c9c-9ffc-f483d6a9bde3 req-5607db22-d604-4076-9ec6-178b9facc662 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.815579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ec0d218-e7d9-4c9c-9ffc-f483d6a9bde3 req-5607db22-d604-4076-9ec6-178b9facc662 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 945 time: 0.0737677 Jul 16 02:38:51.856932 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1ec0d218-e7d9-4c9c-9ffc-f483d6a9bde3 req-629f0eae-85c5-4af1-a8e7-4da49083b7af tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333390 Jul 16 02:38:52.055183 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device c222c556-9d9d-442a-8653-bcc6a170aa29 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:52.130604 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:52.151303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:52.153536 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0d5c21-04f3-4fa8-b480-401dc01e909a" -d '{"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:52.165862 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:52.170081 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:52.193824 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564f5f8-d56b-4a30-b4ea-407181fbd7ae x-openstack-request-id: req-a564f5f8-d56b-4a30-b4ea-407181fbd7ae {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:52.194116 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-unplugged", "status": "failed", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "code": 422}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:52.194363 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a564f5f8-d56b-4a30-b4ea-407181fbd7ae {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:52.194750 n-d-800085-5 neutron-server[93708]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'code': 422} returned with failed status Jul 16 02:38:52.219794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:52.227132 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.227480 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.227820 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.228157 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.228518 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.228849 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.229181 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.229504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.229828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.230152 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.230475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:52.230795 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:53.034925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127ef53-61a0-44ef-bb71-6aa75b32c443 req-7c3940af-815c-4685-a618-8b5cf42b6a00 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:53.036487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1127ef53-61a0-44ef-bb71-6aa75b32c443 req-7c3940af-815c-4685-a618-8b5cf42b6a00 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0690947 Jul 16 02:38:53.074937 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1127ef53-61a0-44ef-bb71-6aa75b32c443 req-7e5962e2-2b46-4c4b-9413-5852b241cbe3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Jul 16 02:38:54.250085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dd185-394d-463b-b981-915f8aeda08d req-89162f36-67e6-46fb-a3d7-7e156fcf2264 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:54.251626 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e3dd185-394d-463b-b981-915f8aeda08d req-89162f36-67e6-46fb-a3d7-7e156fcf2264 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0669870 Jul 16 02:38:54.289305 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2e3dd185-394d-463b-b981-915f8aeda08d req-244dfbc6-226b-4ba6-8707-af34a9ea53f2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Jul 16 02:38:55.468774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb9da7-70b6-494e-b152-ef5837151608 req-94fa3fd9-792f-45bc-99cf-26357ccecf22 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:55.470286 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49eb9da7-70b6-494e-b152-ef5837151608 req-94fa3fd9-792f-45bc-99cf-26357ccecf22 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0647569 Jul 16 02:38:55.509466 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-49eb9da7-70b6-494e-b152-ef5837151608 req-fee48e74-b41f-43c9-bd08-789afe387b22 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327573 Jul 16 02:38:56.696585 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f6089-c056-44d0-9578-cea2ec664fd9 req-e8bf9de4-3391-43e8-9be5-035ae208304b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:56.698082 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b6f6089-c056-44d0-9578-cea2ec664fd9 req-e8bf9de4-3391-43e8-9be5-035ae208304b tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0742285 Jul 16 02:38:56.736096 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2b6f6089-c056-44d0-9578-cea2ec664fd9 req-68f64a86-8c66-45d8-8fd9-ac5f3d64f144 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Jul 16 02:38:57.915794 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f47af-ea6f-4a9c-880d-d9e9dd4c31d2 req-0ef3e671-c7a9-418d-a26c-d7d58312b9dd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:57.917559 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de9f47af-ea6f-4a9c-880d-d9e9dd4c31d2 req-0ef3e671-c7a9-418d-a26c-d7d58312b9dd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0679188 Jul 16 02:38:57.959224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de9f47af-ea6f-4a9c-880d-d9e9dd4c31d2 req-ffac2472-d0da-42bb-9932-b723b49734a2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349483 Jul 16 02:38:58.495689 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-20dd96f3-3f49-4e3e-a70d-94e6996d8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:58.497203 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-20dd96f3-3f49-4e3e-a70d-94e6996d8b27 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7&tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0 HTTP/1.1" status: 200 len: 1094 time: 0.0521417 Jul 16 02:38:58.508734 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-5', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:58.580613 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.780613 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:58.813571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h2-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:58.844767 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c222c556-9d9d-442a-8653-bcc6a170aa29 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:58.851927 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.864327 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Transition to ACTIVE for port object c222c556-9d9d-442a-8653-bcc6a170aa29 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:58.867737 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.953273 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:58.967768 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.968134 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.968532 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.968881 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.969214 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.969571 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.969928 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.970272 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.970607 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.970975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.971382 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:58.971714 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:59.005139 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] No DVR routers for this DVR port c222c556-9d9d-442a-8653-bcc6a170aa29 on host n-h2-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:59.146350 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6912d-6c5d-42d1-a37e-4d7cd0c7e35b req-07b1736d-552e-4c1e-864d-b131d8c6d779 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.147483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:59.147834 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:59.147981 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8db6912d-6c5d-42d1-a37e-4d7cd0c7e35b req-07b1736d-552e-4c1e-864d-b131d8c6d779 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0669549 Jul 16 02:38:59.148166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:59.152579 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Port c222c556-9d9d-442a-8653-bcc6a170aa29 on network 901f68b7-3819-4006-9210-01776463a104 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:38:59.152912 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Attempting to bind port c222c556-9d9d-442a-8653-bcc6a170aa29 on network 901f68b7-3819-4006-9210-01776463a104 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:59.158313 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:59.158658 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Checking segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:59.159049 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Bound using segment: {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:59.159485 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Bound port: c222c556-9d9d-442a-8653-bcc6a170aa29, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e285ccf-a47a-404d-8f4d-980d2233c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '901f68b7-3819-4006-9210-01776463a104'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:59.159851 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.190217 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8db6912d-6c5d-42d1-a37e-4d7cd0c7e35b req-3b53ea92-b15a-4a11-84e7-e236297076bf tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365152 Jul 16 02:38:59.226417 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:59.229482 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:59.234215 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.269704 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.270326 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.271738 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] 10.222.0.78 "PUT /v2.0/ports/c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 1091 time: 0.7668808 Jul 16 02:38:59.272177 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:59.274478 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242171e1-58c2-48ac-aa5f-1e872494bc21" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:59.329576 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6f9f1a-ff1f-483c-b2eb-45f5428df6fc x-openstack-request-id: req-bc6f9f1a-ff1f-483c-b2eb-45f5428df6fc {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:59.329881 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:59.330135 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc6f9f1a-ff1f-483c-b2eb-45f5428df6fc {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:59.330534 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'status': 'completed', 'code': 200} Jul 16 02:38:59.331380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cebd18-b6b4-4526-8760-170595d03904 service neutron] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:59.363393 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-cc576721-5e80-435e-9fca-b18c74828ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.365123 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-cc576721-5e80-435e-9fca-b18c74828ee0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1094 time: 0.0660129 Jul 16 02:38:59.466937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-80967667-aea4-4552-b6ab-7fb349288155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.469170 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-80967667-aea4-4552-b6ab-7fb349288155 service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0972948 Jul 16 02:38:59.534404 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-50e4112c-96dc-4fe2-983e-8c14a17d24b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 998 time: 0.0589674 Jul 16 02:38:59.582770 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-bf677d51-75fc-4551-92b1-b2d10ca17041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.584093 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-bf677d51-75fc-4551-92b1-b2d10ca17041 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0426517 Jul 16 02:38:59.644501 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-64eddda3-4848-4caa-b5e7-deb4826ef3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.645980 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-64eddda3-4848-4caa-b5e7-deb4826ef3cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554376 Jul 16 02:38:59.737271 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-8f3727ac-3f69-47f1-8ea7-8d325c14f81f service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839913 Jul 16 02:38:59.830613 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-a982fbf7-9c12-45c3-974a-d1491a8e9906 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864751 Jul 16 02:38:59.927219 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-a41e7af2-cac8-4ae0-8cb0-840a9caf0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.928677 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-a41e7af2-cac8-4ae0-8cb0-840a9caf0abc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1094 time: 0.0535016 Jul 16 02:39:00.019953 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-68186ce8-58de-4251-929f-323b3fe43662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:00.021418 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-68186ce8-58de-4251-929f-323b3fe43662 service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0866735 Jul 16 02:39:00.086099 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-7828ff7d-b50e-47a6-891e-e63aeedd4ac2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 998 time: 0.0578246 Jul 16 02:39:00.136604 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-c2653dea-b47d-4975-be9b-7bbce7d0a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:00.137996 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-c2653dea-b47d-4975-be9b-7bbce7d0a44e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0424893 Jul 16 02:39:00.198722 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-54dfa26e-245f-447e-9a30-17c14f9413a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:00.200098 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-54dfa26e-245f-447e-9a30-17c14f9413a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551858 Jul 16 02:39:00.295008 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-ad02f6df-791c-4229-b847-91b5e8890428 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880024 Jul 16 02:39:00.365801 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab432-62c0-445c-a0e5-5923d1729635 req-62724ad8-58f3-40c2-aa2b-e369f0f86bf2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:00.367303 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ddab432-62c0-445c-a0e5-5923d1729635 req-62724ad8-58f3-40c2-aa2b-e369f0f86bf2 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0640278 Jul 16 02:39:00.391553 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-242171e1-58c2-48ac-aa5f-1e872494bc21 req-a1a1a0f0-df5f-4e4d-b6a8-5fea912c08f0 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895066 Jul 16 02:39:00.407188 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-4ddab432-62c0-445c-a0e5-5923d1729635 req-cfe72c9f-05e8-4480-a08a-1e5708d6331f tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342541 Jul 16 02:39:01.575692 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee5f7a-2f4b-4ae2-a4c4-b1ed8e572aa1 req-786696b0-9d3b-40e2-bfd2-82b00d73d2a3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:01.577159 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-adee5f7a-2f4b-4ae2-a4c4-b1ed8e572aa1 req-786696b0-9d3b-40e2-bfd2-82b00d73d2a3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0612066 Jul 16 02:39:01.614698 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-adee5f7a-2f4b-4ae2-a4c4-b1ed8e572aa1 req-fe5d9df3-0791-4adc-8836-3161d3b62f99 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Jul 16 02:39:02.836097 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b7623-c764-4b4e-aa41-e88bc353d96b req-89f36fc0-39c0-490f-aa1e-23eeaf22e685 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:02.837579 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-060b7623-c764-4b4e-aa41-e88bc353d96b req-89f36fc0-39c0-490f-aa1e-23eeaf22e685 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.1166661 Jul 16 02:39:02.874688 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-060b7623-c764-4b4e-aa41-e88bc353d96b req-dba7cb77-860a-497d-9706-421dbac5c4c5 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309765 Jul 16 02:39:04.082834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d82d6-ffcd-41c9-aa44-23ac9aff1de3 req-5493005a-a0d0-4d1b-be49-2aade935a66e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:04.084337 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a32d82d6-ffcd-41c9-aa44-23ac9aff1de3 req-5493005a-a0d0-4d1b-be49-2aade935a66e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.1042109 Jul 16 02:39:04.121693 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a32d82d6-ffcd-41c9-aa44-23ac9aff1de3 req-5f0e13e6-c875-4833-a15d-bd3caff0b381 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Jul 16 02:39:05.298953 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4d751-ade9-403a-a751-3644c3d87130 req-dec1955f-ddb9-4e55-86c7-5c08ae477291 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:05.300470 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bc4d751-ade9-403a-a751-3644c3d87130 req-dec1955f-ddb9-4e55-86c7-5c08ae477291 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0705373 Jul 16 02:39:05.338412 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0bc4d751-ade9-403a-a751-3644c3d87130 req-9a73cb87-8493-4619-8f29-2d455f102992 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Jul 16 02:39:06.509617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6a831-5d30-495c-ab0c-21300f3c4dba req-9c878514-489c-487e-8949-268bfb2f5811 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:06.511072 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72e6a831-5d30-495c-ab0c-21300f3c4dba req-9c878514-489c-487e-8949-268bfb2f5811 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0621877 Jul 16 02:39:06.547756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-72e6a831-5d30-495c-ab0c-21300f3c4dba req-5f253d02-a263-43c2-9e42-87914dabdd20 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Jul 16 02:39:07.716038 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12cc7-4269-4545-b049-d4e66756ad21 req-5cbb0d6b-fee9-4be9-9d27-72faea2b4567 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:07.717467 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7b12cc7-4269-4545-b049-d4e66756ad21 req-5cbb0d6b-fee9-4be9-9d27-72faea2b4567 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 943 time: 0.0624344 Jul 16 02:39:07.754596 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b7b12cc7-4269-4545-b049-d4e66756ad21 req-83eaa8ab-b7aa-4fbf-8941-38037b9906d1 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Jul 16 02:39:07.963632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c222c556-9d9d-442a-8653-bcc6a170aa29 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:39:08.055312 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:08.067198 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'port_id': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'mac_address': 'fa:16:3e:0e:e5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:39:08.102836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.115485 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c222c556-9d9d-442a-8653-bcc6a170aa29 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:08.133658 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:08.137777 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.185244 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:08.390818 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['c222c556-9d9d-442a-8653-bcc6a170aa29'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:39:08.926152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c594-9530-4084-adff-73bde46b3359 req-357d0764-43b9-4833-8e0c-6dd41fd70ce4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:08.927592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5365c594-9530-4084-adff-73bde46b3359 req-357d0764-43b9-4833-8e0c-6dd41fd70ce4 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 944 time: 0.0660920 Jul 16 02:39:08.965201 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-5365c594-9530-4084-adff-73bde46b3359 req-536f2957-4676-49bd-98bc-1e5670e3dd4d tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Jul 16 02:39:09.979371 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c222c556-9d9d-442a-8653-bcc6a170aa29 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:10.032747 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port c222c556-9d9d-442a-8653-bcc6a170aa29 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:10.036532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port c222c556-9d9d-442a-8653-bcc6a170aa29 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:10.036907 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.115053 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.137363 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:10.139587 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83674714-dc10-4651-89db-8f01bd9c8897" -d '{"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-plugged", "status": "completed", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:10.152451 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdf97-5b93-4981-98aa-5332f9038153 req-bd1e0530-35a0-4741-ace2-9bfb4b1a2f56 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:10.152911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:10.153973 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a3cdf97-5b93-4981-98aa-5332f9038153 req-bd1e0530-35a0-4741-ace2-9bfb4b1a2f56 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 944 time: 0.0629275 Jul 16 02:39:10.157022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.184539 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee668d-d769-4b5a-8f5c-bb0965ca4abf x-openstack-request-id: req-2aee668d-d769-4b5a-8f5c-bb0965ca4abf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:10.184880 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-plugged", "status": "completed", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:10.185101 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2aee668d-d769-4b5a-8f5c-bb0965ca4abf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:10.185472 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'code': 200} Jul 16 02:39:10.203809 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3a3cdf97-5b93-4981-98aa-5332f9038153 req-b44d8cc6-15b8-4c10-ac95-3f854bf170db tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Jul 16 02:39:10.214374 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:10.336286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112214-3a28-4f20-94d1-f29f3feb1472 req-05669a23-bb50-45cd-86c0-c2d97c3b61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:10.337652 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c6112214-3a28-4f20-94d1-f29f3feb1472 req-05669a23-bb50-45cd-86c0-c2d97c3b61c6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1097 time: 0.0511317 Jul 16 02:39:10.370882 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c6112214-3a28-4f20-94d1-f29f3feb1472 req-14912231-1c4e-40e8-a515-a382466604ac service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270038 Jul 16 02:39:11.383165 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086acc-e7b6-4559-8c91-dcf646f72022 req-3c1723a9-062e-49b6-b9b4-845b2eb27197 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:11.384592 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27086acc-e7b6-4559-8c91-dcf646f72022 req-3c1723a9-062e-49b6-b9b4-845b2eb27197 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 946 time: 0.0665452 Jul 16 02:39:11.421283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-27086acc-e7b6-4559-8c91-dcf646f72022 req-dc95a69d-bdf4-47ca-b8e8-52ff71391917 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Jul 16 02:39:11.693219 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bd2c35b6-2018-418b-9a2e-773d645f6c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.923517 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-51d13093-2081-49d9-883a-9b11eac3750d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508072 Jul 16 02:39:13.020688 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-2a5d9e77-23ed-4306-8e35-34a5d8677d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:13.022159 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-2a5d9e77-23ed-4306-8e35-34a5d8677d04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1097 time: 0.0562501 Jul 16 02:39:13.127355 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-35444641-2081-4fef-9c44-a91ed5780d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:13.128883 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-35444641-2081-4fef-9c44-a91ed5780d7e service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0863547 Jul 16 02:39:13.198266 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-79188f51-46de-46f7-bacf-8aeeeddf7f44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 1000 time: 0.0622752 Jul 16 02:39:13.245828 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-1df1e0c0-4d3e-41a3-907e-300dc16405c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:13.247279 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-1df1e0c0-4d3e-41a3-907e-300dc16405c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0424175 Jul 16 02:39:13.301441 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-893bcea8-ebe5-4a19-9561-8be80e95574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:13.302887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-893bcea8-ebe5-4a19-9561-8be80e95574a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498829 Jul 16 02:39:13.397559 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-f2da7638-103b-489e-a60c-c5b0fe32a494 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876358 Jul 16 02:39:13.487153 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-d65b08c5-f1e4-4466-b55a-b4d8c75c739a req-03e145b5-bb00-4568-9883-72dbabe7ced1 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822415 Jul 16 02:39:14.533855 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8bbf047-07e1-42a4-89a0-a1d8c12681c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.547643 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.628684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:16.825339 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.125424 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:19.317458 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:20.507741 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:41.697210 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67fb719e-897c-4390-8aa4-584d4a712a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:44.524982 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b4cb-9a20-4d72-b0cc-86ec78305af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:44.548738 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:45.634343 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:46.847462 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:47.133582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:50.497411 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.316194 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:11.703576 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee826c-3e23-4cb2-bbcd-2c4129fab81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.524454 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac4e7-169e-4975-9c61-e46a720e44c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.551190 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.953598 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-05aaf66f-464f-45c7-a920-3102671ff89c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928910 Jul 16 02:40:15.048024 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-6f510cd3-fe1e-472d-86e1-83ed514c19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:15.049540 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-6f510cd3-fe1e-472d-86e1-83ed514c19ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1097 time: 0.0521948 Jul 16 02:40:15.160397 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-90657284-7af6-41d9-b9fa-da3c170c529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:15.161753 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-90657284-7af6-41d9-b9fa-da3c170c529c service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0878508 Jul 16 02:40:15.226449 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-b5210565-374a-449c-98ed-d4acdb6ed865 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 1000 time: 0.0577130 Jul 16 02:40:15.274445 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-2d7b335b-0973-4952-8bc1-abb188e6581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:15.275910 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-2d7b335b-0973-4952-8bc1-abb188e6581e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0434492 Jul 16 02:40:15.336350 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-c07ebc2f-be96-4d91-afca-a55cb617daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:15.337809 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-c07ebc2f-be96-4d91-afca-a55cb617daea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553679 Jul 16 02:40:15.425888 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-e23b6722-8eae-4d52-8df7-dce1f88bfc9f service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811863 Jul 16 02:40:15.520188 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-e847c12e-2abd-4488-827c-eb45dad60a63 req-733f4075-da19-4659-9ed4-b7aa4a02dee0 service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875449 Jul 16 02:40:15.634548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:16.845900 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:17.130658 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.522990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.185669 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 45970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:27.347950 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Deleting port f446b4a4-b9fb-4568-ab3f-d619f762a358 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:27.348235 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.423615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.423936 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.435605 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Calling delete_port for f446b4a4-b9fb-4568-ab3f-d619f762a358 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:27.579572 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.608374 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event deleted for resources: {'Port': ['ID=f446b4a4-b9fb-4568-ab3f-d619f762a358,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:27.638458 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.638842 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.639185 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.639522 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.639853 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.640183 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.640535 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.640864 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.641191 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.641512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.641833 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.642152 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:27.683314 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.683656 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Floating IP 196779ea-9d70-46de-91ab-fcf2a21e8855 disassociated (deleted). External IP: 172.25.5.83, port: c222c556-9d9d-442a-8653-bcc6a170aa29. Jul 16 02:40:27.898215 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Router 234c284d-15b2-43ae-9013-86764554b9f8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:28.005544 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:28.010313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.015666 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] Sync routers for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:28.024781 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:28.025437 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:28.047445 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-23946009-abb1-4abb-b9d9-15374f4fc703 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "DELETE /v2.0/floatingips/196779ea-9d70-46de-91ab-fcf2a21e8855 HTTP/1.1" status: 204 len: 168 time: 0.8606489 Jul 16 02:40:28.048041 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:28.050323 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d" -d '{"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:28.097275 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2d2ece-e01c-4f9a-b00f-4cc39d194c8d x-openstack-request-id: req-6b2d2ece-e01c-4f9a-b00f-4cc39d194c8d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:28.097690 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:28.097952 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b2d2ece-e01c-4f9a-b00f-4cc39d194c8d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:28.098361 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'status': 'completed', 'code': 200} Jul 16 02:40:28.139382 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:28.172278 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-e0fd2dad-20d0-41d6-b9a8-f91be8f9104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.173818 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-e0fd2dad-20d0-41d6-b9a8-f91be8f9104c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 1097 time: 0.0540802 Jul 16 02:40:28.276937 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-7322f77f-ac94-4e8b-9a8a-0ba7025719aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.278769 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-7322f77f-ac94-4e8b-9a8a-0ba7025719aa service neutron] 10.222.0.78 "GET /v2.0/networks?id=901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 200 len: 910 time: 0.0988073 Jul 16 02:40:28.322811 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-1d85d7f8-00d7-4003-974d-1401e5dfb0ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 200 len: 217 time: 0.0364976 Jul 16 02:40:28.352099 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:28.375034 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-edf97e27-15ab-4ad8-86ed-8d97656c93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.376666 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-edf97e27-15ab-4ad8-86ed-8d97656c93bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 200 len: 848 time: 0.0471723 Jul 16 02:40:28.379678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] Checking router: 234c284d-15b2-43ae-9013-86764554b9f8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:28.388753 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:28.389426 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:28.439435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-809166d6-5f35-4b90-9456-8c12b7cdaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.439675 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cf975-9bab-45ea-8053-ac4e65c4ce55 req-817fd97c-4ad0-4591-9d18-7f947e0f9235 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.440879 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f9cf975-9bab-45ea-8053-ac4e65c4ce55 req-817fd97c-4ad0-4591-9d18-7f947e0f9235 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 946 time: 0.0708845 Jul 16 02:40:28.445081 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-809166d6-5f35-4b90-9456-8c12b7cdaea2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=901f68b7-3819-4006-9210-01776463a104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607936 Jul 16 02:40:28.479267 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6f9cf975-9bab-45ea-8053-ac4e65c4ce55 req-6f6de27b-2669-434f-9744-a4dd926505f3 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Jul 16 02:40:28.498472 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:28.544779 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-d71a2845-7bce-4614-8c00-35a40e669e0b service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921896 Jul 16 02:40:28.639033 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-acb47b1d-ec44-4be3-9084-b06cf1d7e82d req-b5960985-138b-49a5-b15a-c590b8a71ecb service neutron] 10.222.0.78 "GET /v2.0/networks/901f68b7-3819-4006-9210-01776463a104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875158 Jul 16 02:40:28.696491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:28.721599 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59edb2d9-2bd5-4d37-bf16-73e6487a760c None None] The sync data for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 is: [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:46Z', 'revision_number': 4, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '96015a26-bc96-4196-ac1e-8de674a92233', 'name': '', 'network_id': '901f68b7-3819-4006-9210-01776463a104', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'mac_address': 'fa:16:3e:f5:5e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:46Z', 'updated_at': '2021-07-16T02:31:51Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'subnets': [{'id': '0ba05cca-2171-45b6-89ab-39841b13e56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:28.929565 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63226dcf-a66a-4ca5-b930-a5e28326a501 None None] New status for floating IP 196779ea-9d70-46de-91ab-fcf2a21e8855: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:40:29.654743 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b7bae-42dd-499e-8600-1bff49d3d869 req-df9cbb3d-35a1-40d4-8da5-9c1974a24cdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:29.656239 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-014b7bae-42dd-499e-8600-1bff49d3d869 req-df9cbb3d-35a1-40d4-8da5-9c1974a24cdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 946 time: 0.0665274 Jul 16 02:40:29.694243 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-014b7bae-42dd-499e-8600-1bff49d3d869 req-0e16155c-4825-4898-8c67-2166e699977c tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/security-groups?id=fad72111-bcc1-4982-ada0-057e913e1863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Jul 16 02:40:29.999173 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-9e7ecff4-1e82-4265-8c67-7b6587b235cc tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:30.000654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-9e7ecff4-1e82-4265-8c67-7b6587b235cc tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.78 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 946 time: 0.0658915 Jul 16 02:40:30.100396 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Deleting port c222c556-9d9d-442a-8653-bcc6a170aa29 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:30.100740 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.187965 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] For port c222c556-9d9d-442a-8653-bcc6a170aa29, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=c222c556-9d9d-442a-8653-bcc6a170aa29,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:30.188350 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.200190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Calling delete_port for c222c556-9d9d-442a-8653-bcc6a170aa29 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:30.326219 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.354310 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event deleted for resources: {'Port': ['ID=c222c556-9d9d-442a-8653-bcc6a170aa29,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:30.366625 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.366971 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.367306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.367637 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.367961 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.368312 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.368636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.368957 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.369275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.369593 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.369909 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.370224 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.408456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] No DVR routers for this DVR port c222c556-9d9d-442a-8653-bcc6a170aa29 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:30.410894 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.412880 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-9b8c6c7f-ae30-4d6d-9ee4-c30b07759de9 req-ca487364-c5ea-41fb-be98-848592c8bf7e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.78 "DELETE /v2.0/ports/c222c556-9d9d-442a-8653-bcc6a170aa29 HTTP/1.1" status: 204 len: 173 time: 0.4063268 Jul 16 02:40:30.413307 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-deleted', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:30.415501 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577366a9-7ec9-46d4-bddd-b2765fe92918" -d '{"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-deleted", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:30.450499 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba6ea7f-446f-4587-bddd-55e8dd91acce x-openstack-request-id: req-5ba6ea7f-446f-4587-bddd-55e8dd91acce {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:30.450803 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ab3301-d362-49e1-83b4-3f2a182e98e7", "name": "network-vif-deleted", "tag": "c222c556-9d9d-442a-8653-bcc6a170aa29", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:30.451056 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ba6ea7f-446f-4587-bddd-55e8dd91acce {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:30.451477 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ab3301-d362-49e1-83b4-3f2a182e98e7', 'name': 'network-vif-deleted', 'tag': 'c222c556-9d9d-442a-8653-bcc6a170aa29', 'status': 'completed', 'code': 200} Jul 16 02:40:30.842564 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-becc2ff1-111f-4c9e-b39a-a50d255f02ad req-1215e18a-a121-48c7-bf79-113355709a0e tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 210 time: 0.0301454 Jul 16 02:40:31.987063 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3fb388cd-8ea0-4851-9d67-3b5d1abeb2b1 req-be16bd4d-940e-40f7-9b87-ccf6973aab59 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 210 time: 0.0315595 Jul 16 02:40:33.126508 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-d6567e0f-35c5-4f03-9f49-6fb96f540986 req-8012d8d1-164e-44aa-aba8-3402ffba8832 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 210 time: 0.0297737 Jul 16 02:40:33.315535 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:34.292520 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a9ccd653-c6cc-4fc2-8c05-587246283c70 req-4175ef07-eb5c-4e8c-a14c-fc77efe6dd19 tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "GET /v2.0/ports?device_id=39ab3301-d362-49e1-83b4-3f2a182e98e7 HTTP/1.1" status: 200 len: 210 time: 0.0352950 Jul 16 02:40:34.446969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c222c556-9d9d-442a-8653-bcc6a170aa29 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:34.468200 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: c222c556-9d9d-442a-8653-bcc6a170aa29 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:34.468571 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device c222c556-9d9d-442a-8653-bcc6a170aa29 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:35.384094 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46002) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:35.441697 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fc15498-55bf-4a9a-af2f-f3e06d9eebdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.467193 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fc15498-55bf-4a9a-af2f-f3e06d9eebdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.529615 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fc15498-55bf-4a9a-af2f-f3e06d9eebdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.532408 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fc15498-55bf-4a9a-af2f-f3e06d9eebdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.536474 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-4fc15498-55bf-4a9a-af2f-f3e06d9eebdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] 10.222.0.81 "DELETE /v2.0/security-groups/fad72111-bcc1-4982-ada0-057e913e1863 HTTP/1.1" status: 204 len: 168 time: 0.1485898 Jul 16 02:40:35.543128 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc15498-55bf-4a9a-af2f-f3e06d9eebdd tempest-TestShelveInstance-545055024 tempest-TestShelveInstance-545055024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad72111-bcc1-4982-ada0-057e913e1863,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:35.587759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46006) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:36.036030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.284498 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Deleting port 96015a26-bc96-4196-ac1e-8de674a92233 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:36.284831 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.362519 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] For port 96015a26-bc96-4196-ac1e-8de674a92233, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=96015a26-bc96-4196-ac1e-8de674a92233,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:36.362888 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.376006 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Calling delete_port for 96015a26-bc96-4196-ac1e-8de674a92233 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:36.555128 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.585166 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Pushing event deleted for resources: {'Port': ['ID=96015a26-bc96-4196-ac1e-8de674a92233,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:37.120459 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.337195 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Router 234c284d-15b2-43ae-9013-86764554b9f8 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:37.441590 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:37.446643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ccc31b57-7e31-4bb6-b53f-155e796390ad admin admin] 10.222.0.81 "PUT /v2.0/routers/234c284d-15b2-43ae-9013-86764554b9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8578150 Jul 16 02:40:37.449384 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46010) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:37.451070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] Sync routers for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:37.461035 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:37.461638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.552407 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.563108 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:37.653481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.706190 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Deleting port 8b7e38af-aa90-4917-a8be-4f7b201ca11b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:37.706466 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.738474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 5, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port': {'id': '8b7e38af-aa90-4917-a8be-4f7b201ca11b', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c284d-15b2-43ae-9013-86764554b9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.764349 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] Checking router: 234c284d-15b2-43ae-9013-86764554b9f8 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:37.772874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] Routers {'234c284d-15b2-43ae-9013-86764554b9f8'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:37.773474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['234c284d-15b2-43ae-9013-86764554b9f8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.785233 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] For port 8b7e38af-aa90-4917-a8be-4f7b201ca11b, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=8b7e38af-aa90-4917-a8be-4f7b201ca11b,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:37.785593 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.797907 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Calling delete_port for 8b7e38af-aa90-4917-a8be-4f7b201ca11b owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:37.858225 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] Set router 234c284d-15b2-43ae-9013-86764554b9f8 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:37.908001 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:40:37Z', 'revision_number': 6, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.939688 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255cfc0e-d868-4344-b3fc-961b48c232c1 None None] The sync data for ids ['234c284d-15b2-43ae-9013-86764554b9f8'] in n-d-800085-5 is: [{'id': '234c284d-15b2-43ae-9013-86764554b9f8', 'name': 'tempest-TestShelveInstance-1186533562-router', 'tenant_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:44Z', 'updated_at': '2021-07-16T02:40:37Z', 'revision_number': 6, 'project_id': 'e068c64b4b0547b18fc4546cbfbc2bc0', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:37.974464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.005651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7e38af-aa90-4917-a8be-4f7b201ca11b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:38.069358 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.159369 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.161436 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.203034 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.203602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234c284d-15b2-43ae-9013-86764554b9f8 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:40:38.208189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.209417 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a75b891a-a972-4132-9121-1c46ae309ef1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/234c284d-15b2-43ae-9013-86764554b9f8 HTTP/1.1" status: 204 len: 168 time: 0.7591805 Jul 16 02:40:38.212245 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:38.259680 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] Deleting subnet 0ba05cca-2171-45b6-89ab-39841b13e56f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:40:38.263208 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.298872 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.382480 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.433357 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.464398 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba05cca-2171-45b6-89ab-39841b13e56f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:38.467570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.469799 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-db2d984d-528e-4047-8de5-75dd55562eeb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0ba05cca-2171-45b6-89ab-39841b13e56f HTTP/1.1" status: 204 len: 168 time: 0.2565782 Jul 16 02:40:38.471841 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0348af-2cc7-461c-b35b-e2d1908444de None None] Network 901f68b7-3819-4006-9210-01776463a104 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:38.472463 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46014) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:38.538587 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.591457 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Deleting port 1639ac96-652f-442f-a204-5a5858e6334f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:38.591811 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.659684 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] For port 1639ac96-652f-442f-a204-5a5858e6334f, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=1639ac96-652f-442f-a204-5a5858e6334f,segment=NetworkSegment(8e285ccf-a47a-404d-8f4d-980d2233c233),segment_id=8e285ccf-a47a-404d-8f4d-980d2233c233)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:38.660052 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.672822 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Calling delete_port for 1639ac96-652f-442f-a204-5a5858e6334f owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:38.689558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] DHCP port deletion for 901f68b7-3819-4006-9210-01776463a104 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:40:38.754041 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96015a26-bc96-4196-ac1e-8de674a92233 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:38.756624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Deleting port 1639ac96-652f-442f-a204-5a5858e6334f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:38.757279 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.760147 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.791278 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 96015a26-bc96-4196-ac1e-8de674a92233 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:38.791623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 96015a26-bc96-4196-ac1e-8de674a92233 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:38.792045 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8b7e38af-aa90-4917-a8be-4f7b201ca11b no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:38.793624 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=1639ac96-652f-442f-a204-5a5858e6334f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:38.798910 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] No DVR routers for this DVR port 1639ac96-652f-442f-a204-5a5858e6334f on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:38.816796 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 8b7e38af-aa90-4917-a8be-4f7b201ca11b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:38.817160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 8b7e38af-aa90-4917-a8be-4f7b201ca11b not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:38.817541 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1639ac96-652f-442f-a204-5a5858e6334f no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:38.844468 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 1639ac96-652f-442f-a204-5a5858e6334f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:38.844816 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 1639ac96-652f-442f-a204-5a5858e6334f not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:38.874069 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.884425 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901f68b7-3819-4006-9210-01776463a104']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:38.884603 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] For port 1639ac96-652f-442f-a204-5a5858e6334f, host n-d-800085-5, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:38.884836 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.896745 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e285ccf-a47a-404d-8f4d-980d2233c233') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:38.897115 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e285ccf-a47a-404d-8f4d-980d2233c233') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:38.898080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Calling delete_port for 1639ac96-652f-442f-a204-5a5858e6334f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:38.900961 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Port 1639ac96-652f-442f-a204-5a5858e6334f was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:40:38.902461 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.908755 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.924869 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.929367 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Pushing event deleted for resources: {'Port': ['ID=1639ac96-652f-442f-a204-5a5858e6334f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:38.931616 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:40:38.932030 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:40:38.934710 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:40:38.937628 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] No DVR routers for this DVR port 1639ac96-652f-442f-a204-5a5858e6334f on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:38.940176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.940552 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.940897 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.941233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.941570 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.941903 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.942231 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.942564 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.942978 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.943302 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.943629 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:38.943957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c1d669-78ad-494d-8243-4aaa5848d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:39.001586 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.006813 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.008787 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] 10.222.0.81 "DELETE /v2.0/networks/901f68b7-3819-4006-9210-01776463a104 HTTP/1.1" status: 204 len: 168 time: 0.5353682 Jul 16 02:40:39.011780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:39.021232 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e70c5a-d50c-422f-9f43-acb3f6713a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=901f68b7-3819-4006-9210-01776463a104,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.354864 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.607364 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Deleting port 0c1683db-3bcb-4fd9-b1db-962c5e737858 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:39.607617 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.683218 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] For port 0c1683db-3bcb-4fd9-b1db-962c5e737858, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=0c1683db-3bcb-4fd9-b1db-962c5e737858,segment=NetworkSegment(41916524-91e0-49b3-9dd1-b9d19c5ad18b),segment_id=41916524-91e0-49b3-9dd1-b9d19c5ad18b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:39.683573 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.696118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Calling delete_port for 0c1683db-3bcb-4fd9-b1db-962c5e737858 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:39.872737 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.902634 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1683db-3bcb-4fd9-b1db-962c5e737858,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:40.408530 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.624755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Router b4e2e87e-9dde-415e-9963-08b070206c01 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:40.734235 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:40.742583 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] Sync routers for ids ['b4e2e87e-9dde-415e-9963-08b070206c01'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:40.747128 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-6b084373-d94a-4bab-9df5-c77d23ea2f13 admin admin] 10.222.0.81 "PUT /v2.0/routers/b4e2e87e-9dde-415e-9963-08b070206c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311106 Jul 16 02:40:40.747598 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46018) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:40.756990 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] Routers {'b4e2e87e-9dde-415e-9963-08b070206c01'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:40.757593 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b4e2e87e-9dde-415e-9963-08b070206c01'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:40.857159 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.866832 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] Set router b4e2e87e-9dde-415e-9963-08b070206c01 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:40.966464 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.022483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Deleting port 34c17f7b-1420-40f4-b07f-e8364865b995 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:41.022836 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.050319 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:40:39Z', 'revision_number': 5, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port': {'id': '34c17f7b-1420-40f4-b07f-e8364865b995', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:49Z', 'updated_at': '2021-07-16T02:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:41.079467 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] Checking router: b4e2e87e-9dde-415e-9963-08b070206c01 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:41.087977 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] Routers {'b4e2e87e-9dde-415e-9963-08b070206c01'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:41.088598 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['b4e2e87e-9dde-415e-9963-08b070206c01'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:41.111303 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] For port 34c17f7b-1420-40f4-b07f-e8364865b995, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=34c17f7b-1420-40f4-b07f-e8364865b995,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:41.111672 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.123389 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Calling delete_port for 34c17f7b-1420-40f4-b07f-e8364865b995 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:41.168146 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] Set router b4e2e87e-9dde-415e-9963-08b070206c01 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:41.219408 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 6, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:41.244767 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3ae76-c54a-4386-b112-7f332ee455cb None None] The sync data for ids ['b4e2e87e-9dde-415e-9963-08b070206c01'] in n-d-800085-5 is: [{'id': 'b4e2e87e-9dde-415e-9963-08b070206c01', 'name': 'tempest-TestShelveInstance-313351234-router', 'tenant_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 6, 'project_id': 'a0d331bfe2eb4cc1a2cebd53c3082514', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:41.291794 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.317808 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Pushing event deleted for resources: {'Port': ['ID=34c17f7b-1420-40f4-b07f-e8364865b995,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:41.377788 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.466289 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.468381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.513151 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.513619 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e2e87e-9dde-415e-9963-08b070206c01 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:40:41.517752 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.518887 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-858a3de3-aa62-4c2b-ad48-218677c0905d admin admin] 10.222.0.81 "DELETE /v2.0/routers/b4e2e87e-9dde-415e-9963-08b070206c01 HTTP/1.1" status: 204 len: 168 time: 0.7697091 Jul 16 02:40:41.521495 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:41.565164 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] Deleting subnet e7d74568-72ba-4d7f-a85b-6064f53e9b9b {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:40:41.569481 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.606218 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285787'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.690798 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.704777 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b77de9a7-be98-4e04-867b-a2eebb606ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.746995 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4853121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4446358'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.774416 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d74568-72ba-4d7f-a85b-6064f53e9b9b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:41.776442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.778484 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e2e3a4ed-171f-4807-9558-d36246c8b441 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e7d74568-72ba-4d7f-a85b-6064f53e9b9b HTTP/1.1" status: 204 len: 168 time: 0.2560818 Jul 16 02:40:41.779969 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053d6406-0e62-447d-ab4c-95acb9141ee0 None None] Network fcf43459-c13a-404b-8496-5d02be8d1f6b requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:41.781061 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:41.852364 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.908098 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Deleting port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:41.908494 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.972144 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] For port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,segment=NetworkSegment(41916524-91e0-49b3-9dd1-b9d19c5ad18b),segment_id=41916524-91e0-49b3-9dd1-b9d19c5ad18b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:41.972540 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.984685 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] DHCP port deletion for fcf43459-c13a-404b-8496-5d02be8d1f6b request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:40:41.987464 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Calling delete_port for d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:42.031653 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] Deleting port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:42.031960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.077046 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.100718 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] For port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,segment=NetworkSegment(41916524-91e0-49b3-9dd1-b9d19c5ad18b),segment_id=41916524-91e0-49b3-9dd1-b9d19c5ad18b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:42.101120 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.104623 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.108216 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] No DVR routers for this DVR port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:42.114049 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] Calling delete_port for d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:42.180571 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:40:42.183396 n-d-800085-5 neutron-server[93708]: self.session.flush() Jul 16 02:40:42.189628 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.190759 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf43459-c13a-404b-8496-5d02be8d1f6b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:42.202471 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41916524-91e0-49b3-9dd1-b9d19c5ad18b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:42.202891 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41916524-91e0-49b3-9dd1-b9d19c5ad18b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:42.213405 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.216874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] Pushing event deleted for resources: {'Port': ['ID=d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.222625 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79c172-c554-463f-811d-fdc02cbaffd0 None None] No DVR routers for this DVR port d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:42.229557 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.237919 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:40:42.238184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:40:42.240198 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:40:42.298323 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.304305 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.306128 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] 10.222.0.81 "DELETE /v2.0/networks/fcf43459-c13a-404b-8496-5d02be8d1f6b HTTP/1.1" status: 204 len: 168 time: 0.5241580 Jul 16 02:40:42.317036 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc3552-50e4-4aaa-a588-b51db94ae53d admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf43459-c13a-404b-8496-5d02be8d1f6b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.414614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:42.458306 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-8ed7777f-35bc-40af-9ce6-7282f0c7696b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e068c64b4b0547b18fc4546cbfbc2bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425372 Jul 16 02:40:42.461136 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:42.507998 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4038002-801f-4cad-95c1-0886c422263e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.532068 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4038002-801f-4cad-95c1-0886c422263e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.580189 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4038002-801f-4cad-95c1-0886c422263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.582749 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4038002-801f-4cad-95c1-0886c422263e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.583918 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-b4038002-801f-4cad-95c1-0886c422263e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/847b7175-81f6-419c-93e2-c2f2af382c8e HTTP/1.1" status: 204 len: 168 time: 0.1218932 Jul 16 02:40:42.592112 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4038002-801f-4cad-95c1-0886c422263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b7175-81f6-419c-93e2-c2f2af382c8e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.732077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:42.753251 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:42.753616 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device d0b0f6b8-4d8a-4d43-b6c0-5ee99d3b2486 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:42.754033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 34c17f7b-1420-40f4-b07f-e8364865b995 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:42.773279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 34c17f7b-1420-40f4-b07f-e8364865b995 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:42.773632 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 34c17f7b-1420-40f4-b07f-e8364865b995 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:42.774053 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c1683db-3bcb-4fd9-b1db-962c5e737858 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:42.792761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 0c1683db-3bcb-4fd9-b1db-962c5e737858 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:42.793600 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 0c1683db-3bcb-4fd9-b1db-962c5e737858 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:42.905194 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:42.945548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-96f89fc6-c219-4f5a-8311-13c6d4c8dfd0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0d331bfe2eb4cc1a2cebd53c3082514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390708 Jul 16 02:40:42.947934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:42.996898 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d45fb4a-1d21-4413-acf1-28108bb0b571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.018392 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d45fb4a-1d21-4413-acf1-28108bb0b571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.070161 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d45fb4a-1d21-4413-acf1-28108bb0b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.073152 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d45fb4a-1d21-4413-acf1-28108bb0b571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.074936 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-3d45fb4a-1d21-4413-acf1-28108bb0b571 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/016c190d-28c3-4aa4-b71b-be2423bf0c1f HTTP/1.1" status: 204 len: 168 time: 0.1254246 Jul 16 02:40:43.082976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45fb4a-1d21-4413-acf1-28108bb0b571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016c190d-28c3-4aa4-b71b-be2423bf0c1f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:43.711241 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:43.803947 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1609823707-network', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:43.825846 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Made reservation on behalf of a5e205fafccb4a7991e9f2f2ac0f8778 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:43.828277 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.836617 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.924850 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.928580 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.950493 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:40:43.964399 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649d29a4-abd4-475a-85e1-56dd82ab6e63,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:43.971157 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.971508 n-d-800085-5 neutron-server[93707]: INFO neutron.db.segments_db [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Added segment b838d478-55d4-43fb-8c8d-432db1c41e07 of type vlan for network b8af9884-e343-4553-8827-c9e173820623 Jul 16 02:40:44.011381 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.040200 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.041201 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:44.041778 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.073591 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3612485 Jul 16 02:40:44.077315 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46062) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:44.083570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Request body: {'subnet': {'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1609823707-subnet', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:44.116535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030015e9-cfdd-41ef-a7ac-3da23a6525fb admin admin] Pushing event updated for resources: {'Network': ['ID=b8af9884-e343-4553-8827-c9e173820623,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:44.126376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network b8af9884-e343-4553-8827-c9e173820623 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:40:44.134218 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Made reservation on behalf of a5e205fafccb4a7991e9f2f2ac0f8778 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:44.136684 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4446397'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.312969 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4853086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4446383'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.367262 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=440a475f-5af0-45bf-9f64-cddb453144fa,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:44.378913 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Checking segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:44.379279 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Network hostable DHCP agents. Network: b8af9884-e343-4553-8827-c9e173820623, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:40:44.395306 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Network b8af9884-e343-4553-8827-c9e173820623 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:40:44.403561 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, b8af9884-e343-4553-8827-c9e173820623) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:44.407728 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:44.408387 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.413064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77a0a2-664e-467d-8784-feb0416bf69d None None] Network b8af9884-e343-4553-8827-c9e173820623 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:44.423344 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-1988920e-3a20-4602-909a-d9cccf4e9ccb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3449945 Jul 16 02:40:44.426026 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:44.430570 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:44.451425 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.452739 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.508259 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.532627 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5de0-e043-4767-9807-2fa0420395a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.579642 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.589532 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-b8af9884-e343-4553-8827-c9e173820623', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:40:44.590405 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.650119 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.724103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Allocated IP 172.20.0.2 (b8af9884-e343-4553-8827-c9e173820623/440a475f-5af0-45bf-9f64-cddb453144fa/c0a68e69-a1b0-4476-a861-e82ffe95db38) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:44.853415 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.868070 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.872543 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.877563 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Transition to ACTIVE for port object c0a68e69-a1b0-4476-a861-e82ffe95db38 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:44.892791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Transition to ACTIVE for port object c0a68e69-a1b0-4476-a861-e82ffe95db38 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:44.898277 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.933544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Network b8af9884-e343-4553-8827-c9e173820623 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:44.939561 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:44.943102 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:44.950376 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Pushing event updated for resources: {'Port': ['ID=c0a68e69-a1b0-4476-a861-e82ffe95db38,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:44.977666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Allocated IP 172.25.5.30 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/58a039fb-2d84-4c78-9867-a1cd75ceffb5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:45.007219 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Attempting to bind port c0a68e69-a1b0-4476-a861-e82ffe95db38 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:45.007587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Attempting to bind port c0a68e69-a1b0-4476-a861-e82ffe95db38 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:45.007952 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Attempting to bind port c0a68e69-a1b0-4476-a861-e82ffe95db38 on network b8af9884-e343-4553-8827-c9e173820623 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:45.013504 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:45.013885 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Checking segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:45.014297 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.014694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Bound using segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:45.015160 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Bound port: c0a68e69-a1b0-4476-a861-e82ffe95db38, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:45.015540 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.083595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] For port c0a68e69-a1b0-4476-a861-e82ffe95db38, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:45.087924 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] For port c0a68e69-a1b0-4476-a861-e82ffe95db38, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c0a68e69-a1b0-4476-a861-e82ffe95db38,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:45.092945 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.156030 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386ea33-6007-47d5-8692-37523e388b4e None None] Pushing event updated for resources: {'Port': ['ID=c0a68e69-a1b0-4476-a861-e82ffe95db38,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:45.456553 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.496079 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.535196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:45.537968 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:45.541541 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:45.547536 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Pushing event updated for resources: {'Port': ['ID=58a039fb-2d84-4c78-9867-a1cd75ceffb5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:45.638333 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.792460 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.991772 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.018149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda72976-011f-4565-8274-dd12a52994b6 None None] Network b8af9884-e343-4553-8827-c9e173820623 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:46.121602 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Router 4b262932-27f0-49b4-8ed7-da824c28c439 is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:40:46.135063 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-496ee04d-5648-4b79-b869-cf8c06565495 None None] Provisioning for port c0a68e69-a1b0-4476-a861-e82ffe95db38 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:46.235360 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:46.245304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Sync routers for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:46.253309 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.254743 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-bf83ffec-1f76-43fd-98b9-29f8de1bec46 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8275685 Jul 16 02:40:46.256006 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:46.256624 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:46.257585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:46.365373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:46.553623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:45Z', 'revision_number': 3, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:46.580082 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Checking router: 4b262932-27f0-49b4-8ed7-da824c28c439 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:46.580459 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Updating router 4b262932-27f0-49b4-8ed7-da824c28c439 port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:46.614304 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.678623 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.787683 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c0a68e69-a1b0-4476-a861-e82ffe95db38 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:46.842848 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Allocated IP 172.20.0.1 (b8af9884-e343-4553-8827-c9e173820623/440a475f-5af0-45bf-9f64-cddb453144fa/ee4759b9-073c-4963-8460-186ddf045aa0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:46.882096 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.913492 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port c0a68e69-a1b0-4476-a861-e82ffe95db38 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:46.924558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c0a68e69-a1b0-4476-a861-e82ffe95db38 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:46.924936 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.929960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.953858 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.963545 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Transition to ACTIVE for port object 58a039fb-2d84-4c78-9867-a1cd75ceffb5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:46.968451 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Transition to ACTIVE for port object ee4759b9-073c-4963-8460-186ddf045aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:46.972126 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.003394 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.043456 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Network b8af9884-e343-4553-8827-c9e173820623 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:47.046110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:47.049633 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:47.052433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Attempting to bind port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:47.052810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Attempting to bind port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:47.053196 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Attempting to bind port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:47.057062 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38e315-bbad-42ae-b8a7-765f083f6e57 None None] Pushing event updated for resources: {'Port': ['ID=58a039fb-2d84-4c78-9867-a1cd75ceffb5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:47.071587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:47.071966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:47.072398 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.072791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:47.073267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Bound port: 58a039fb-2d84-4c78-9867-a1cd75ceffb5, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:47.073647 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.086093 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4759b9-073c-4963-8460-186ddf045aa0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:47.095804 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.107025 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.164432 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] For port 58a039fb-2d84-4c78-9867-a1cd75ceffb5, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:47.168020 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port c0a68e69-a1b0-4476-a861-e82ffe95db38, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c0a68e69-a1b0-4476-a861-e82ffe95db38,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:47.170894 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] For port 58a039fb-2d84-4c78-9867-a1cd75ceffb5, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=58a039fb-2d84-4c78-9867-a1cd75ceffb5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:47.172038 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.173340 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.178806 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.241934 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=c0a68e69-a1b0-4476-a861-e82ffe95db38,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:47.244638 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:47.245243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:47.252847 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.372960 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38e315-bbad-42ae-b8a7-765f083f6e57 None None] Pushing event updated for resources: {'Port': ['ID=58a039fb-2d84-4c78-9867-a1cd75ceffb5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:47.375325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-033e4be5-4b8d-4336-a89a-6c2295d29859 None None] Provisioning for port ee4759b9-073c-4963-8460-186ddf045aa0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:47.388385 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-033e4be5-4b8d-4336-a89a-6c2295d29859 None None] Provisioning complete for port ee4759b9-073c-4963-8460-186ddf045aa0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:47.388765 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-033e4be5-4b8d-4336-a89a-6c2295d29859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.419573 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.421359 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:47.425187 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.457050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-033e4be5-4b8d-4336-a89a-6c2295d29859 None None] Port ee4759b9-073c-4963-8460-186ddf045aa0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:47.495885 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4759b9-073c-4963-8460-186ddf045aa0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:47.499272 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.588430 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Network b8af9884-e343-4553-8827-c9e173820623 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:47.590421 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:47.630096 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:47.657742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11779e-f9f2-4b48-802c-0be2e1b09636 None None] The sync data for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 is: [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:47.715897 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Router 4b262932-27f0-49b4-8ed7-da824c28c439 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:47.829207 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:47.834278 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f849ad22-769f-4a04-917f-169bd4df3f28 admin admin] 10.222.0.81 "PUT /v2.0/routers/4b262932-27f0-49b4-8ed7-da824c28c439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5756910 Jul 16 02:40:47.894469 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2eb3d7bc-962a-4cbb-8295-a26b9485eb75 None None] Provisioning complete for port ee4759b9-073c-4963-8460-186ddf045aa0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:47.894839 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d7bc-962a-4cbb-8295-a26b9485eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.936475 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3d7bc-962a-4cbb-8295-a26b9485eb75 None None] Port ee4759b9-073c-4963-8460-186ddf045aa0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:48.348869 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:48.354116 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-649696553-network', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:48.375893 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Made reservation on behalf of 4f24b6291624406a9b36cedb6034ac09 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:48.378308 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.387506 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.481782 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.485565 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.511091 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:40:48.521446 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25688442-091b-40c2-95a4-1b4f5a151e06,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:48.526434 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.526776 n-d-800085-5 neutron-server[93706]: INFO neutron.db.segments_db [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Added segment 1f096412-349c-477d-83a6-25a87d36e105 of type vlan for network 17adbd19-4167-41cd-8e3c-3314f0603e88 Jul 16 02:40:48.568251 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780519621636'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.598121 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.599078 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:48.599650 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.631156 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2810788 Jul 16 02:40:48.633879 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:48.638931 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Request body: {'subnet': {'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-649696553-subnet', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:48.675107 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469854-2954-4a81-b0e4-0b023ee9afb3 admin admin] Pushing event updated for resources: {'Network': ['ID=17adbd19-4167-41cd-8e3c-3314f0603e88,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:48.685454 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 details requested by agent ovs-agent-n-d-800085-5 with host n-d-800085-5 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:40:48.693331 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Made reservation on behalf of 4f24b6291624406a9b36cedb6034ac09 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:48.696761 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4578881'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.839761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 58a039fb-2d84-4c78-9867-a1cd75ceffb5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:48.892754 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:48.896761 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:48.897218 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.900074 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4578899'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.957841 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3637fd-2e61-4312-9723-074981150df6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:48.970135 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Checking segment: {'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:48.970826 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Network hostable DHCP agents. Network: 17adbd19-4167-41cd-8e3c-3314f0603e88, hostable agents: ['8e96173f-3e9e-4e4c-8965-13929e6d312f'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:40:48.985842 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.989074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 is scheduled to be hosted by DHCP agent 8e96173f-3e9e-4e4c-8965-13929e6d312f with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:40:48.998074 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-5, 17adbd19-4167-41cd-8e3c-3314f0603e88) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:49.003324 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:49.004100 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.006548 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 58a039fb-2d84-4c78-9867-a1cd75ceffb5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=58a039fb-2d84-4c78-9867-a1cd75ceffb5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:49.009086 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0371d110-a59b-4457-8ebb-a3aeb871015d None None] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:49.021699 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-b0df73ad-dc82-4866-ae05-2052b0a36faf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3842688 Jul 16 02:40:49.021911 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.021911 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c0a68e69-a1b0-4476-a861-e82ffe95db38 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:49.022121 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46086) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:49.026528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:49.046935 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-496368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7104'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.048097 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496183', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7115'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.107813 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.148830 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=58a039fb-2d84-4c78-9867-a1cd75ceffb5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:49.247900 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3361'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.352155 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port c0a68e69-a1b0-4476-a861-e82ffe95db38 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:49.352548 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.413881 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ed2ff06-ac80-5ffa-b9a4-7d7f7378b8d9-17adbd19-4167-41cd-8e3c-3314f0603e88', 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'fixed_ips': [{'subnet_id': 'ae3637fd-2e61-4312-9723-074981150df6'}]}} from n-d-800085-5. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:40:49.414722 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.464313 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.485559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.582944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Allocated IP 172.20.0.2 (17adbd19-4167-41cd-8e3c-3314f0603e88/ae3637fd-2e61-4312-9723-074981150df6/4e8c6c02-fb9e-47b7-a0da-57314a2aa630) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:49.592238 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Allocated IP 172.25.5.184 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/dabb5395-fc1b-446d-980b-2390fc630098) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:49.675310 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Sync routers for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:49.685301 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:49.685923 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:49.703977 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.742363 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.745214 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.752079 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Transition to ACTIVE for port object 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:49.768195 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Transition to ACTIVE for port object 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:49.774404 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.786929 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:49.789797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:49.792541 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:49.793385 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:49.798882 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Pushing event updated for resources: {'Port': ['ID=dabb5395-fc1b-446d-980b-2390fc630098,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:49.818558 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:49.821785 n-d-800085-5 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:49.827210 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:49.830579 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Pushing event updated for resources: {'Port': ['ID=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:49.888463 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Attempting to bind port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:49.889156 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Attempting to bind port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:49.889517 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Attempting to bind port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 on network 17adbd19-4167-41cd-8e3c-3314f0603e88 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:49.894890 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:49.895267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Checking segment: {'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:49.895673 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.896064 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Bound using segment: {'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:49.896555 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Bound port: 4e8c6c02-fb9e-47b7-a0da-57314a2aa630, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:49.896938 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:49.968070 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] For port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:49.971678 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] For port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,segment=NetworkSegment(1f096412-349c-477d-83a6-25a87d36e105),segment_id=1f096412-349c-477d-83a6-25a87d36e105)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:49.977345 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.034140 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de8337-c4bc-4eef-bdb2-73e292638204 None None] Pushing event updated for resources: {'Port': ['ID=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:50.069792 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.104128 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 2, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:50.130547 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Checking router: 4b262932-27f0-49b4-8ed7-da824c28c439 for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:50.130897 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Updating router 4b262932-27f0-49b4-8ed7-da824c28c439 port ee4759b9-073c-4963-8460-186ddf045aa0 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:50.163615 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.298388 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496128'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.432102 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Router 4030a499-598e-4e74-8397-0deea25322cf is scheduled to L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:40:50.459855 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.469424 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Transition to ACTIVE for port object ee4759b9-073c-4963-8460-186ddf045aa0 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:50.474526 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.521844 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Pushing event updated for resources: {'Port': ['ID=ee4759b9-073c-4963-8460-186ddf045aa0,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:50.536523 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.550912 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.551246 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.551769 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.552094 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.552433 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.552952 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.553272 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.553592 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.553905 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.554215 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.554522 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.554820 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:50.561029 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:50.570319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Sync routers for ids ['4030a499-598e-4e74-8397-0deea25322cf'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:50.581420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Routers {'4030a499-598e-4e74-8397-0deea25322cf'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:50.582285 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4030a499-598e-4e74-8397-0deea25322cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:50.587889 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.590067 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1c7f7134-b82a-4280-9d2d-b6cc3ee1cf8c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5664198 Jul 16 02:40:50.592791 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:50.594329 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Attempting to bind port ee4759b9-073c-4963-8460-186ddf045aa0 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:50.594727 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Attempting to bind port ee4759b9-073c-4963-8460-186ddf045aa0 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:50.595077 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Attempting to bind port ee4759b9-073c-4963-8460-186ddf045aa0 on network b8af9884-e343-4553-8827-c9e173820623 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:50.601876 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:50.602657 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Checking segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:50.603580 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.604202 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Bound using segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:50.604936 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Bound port: ee4759b9-073c-4963-8460-186ddf045aa0, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:50.605767 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.680604 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] For port ee4759b9-073c-4963-8460-186ddf045aa0, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:50.686609 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] For port ee4759b9-073c-4963-8460-186ddf045aa0, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ee4759b9-073c-4963-8460-186ddf045aa0,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:50.693014 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.735046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Set router 4030a499-598e-4e74-8397-0deea25322cf gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:50.770642 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:50.771360 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:50.856553 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9964a-76f2-46e3-85ec-f5b35ee0f272 None None] Pushing event updated for resources: {'Port': ['ID=ee4759b9-073c-4963-8460-186ddf045aa0,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:50.952169 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 58a039fb-2d84-4c78-9867-a1cd75ceffb5 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:50.996477 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:51.068408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:51.068833 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.200010 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:49Z', 'revision_number': 3, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port': {'id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:51.203962 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:51.239344 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Checking router: 4030a499-598e-4e74-8397-0deea25322cf for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:51.239697 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Updating router 4030a499-598e-4e74-8397-0deea25322cf port dabb5395-fc1b-446d-980b-2390fc630098 binding host n-d-800085-5 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:51.251228 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.262979 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df2af7-2880-4440-99cd-59bcfc6e9c6c None None] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:51.274437 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:50Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:51.300659 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceac54-721e-4d1f-bc9e-b91ebdf0bca5 None None] The sync data for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 is: [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:50Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:51.368847 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ce5c2c29-a53c-403f-8546-9e0e1078cd67 None None] Provisioning for port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:51.373780 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.423611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Allocated IP 172.20.0.1 (17adbd19-4167-41cd-8e3c-3314f0603e88/ae3637fd-2e61-4312-9723-074981150df6/822c4e6d-78e2-481a-a9d8-bd6ce5392e96) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:51.440046 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:51.491544 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:51.491922 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.539970 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.555581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Transition to ACTIVE for port object 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:51.593638 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.631861 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:51.637075 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:51.640524 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:51.671098 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Pushing event updated for resources: {'Port': ['ID=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:51.685213 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419383'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.741625 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.820945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,segment=NetworkSegment(1f096412-349c-477d-83a6-25a87d36e105),segment_id=1f096412-349c-477d-83a6-25a87d36e105)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:51.831244 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.839325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.848727 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.875375 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Transition to ACTIVE for port object dabb5395-fc1b-446d-980b-2390fc630098 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:51.896728 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.907813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:51.953444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Attempting to bind port dabb5395-fc1b-446d-980b-2390fc630098 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:51.954130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Attempting to bind port dabb5395-fc1b-446d-980b-2390fc630098 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:51.954130 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Attempting to bind port dabb5395-fc1b-446d-980b-2390fc630098 on network 9503c9c2-1e89-442c-a2cc-7878662d3bcf {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:51.966817 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:51.967501 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Checking segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:51.967921 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.968348 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Bound using segment: {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:51.968839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Bound port: dabb5395-fc1b-446d-980b-2390fc630098, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c3d8d-4f6e-47f3-a840-75c7d6a96b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:51.969230 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.991320 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333adbd-35d0-4486-b9f1-756c351b60a3 None None] Pushing event updated for resources: {'Port': ['ID=dabb5395-fc1b-446d-980b-2390fc630098,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:52.028593 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] For port dabb5395-fc1b-446d-980b-2390fc630098, host n-d-800085-5, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:52.032497 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] For port dabb5395-fc1b-446d-980b-2390fc630098, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dabb5395-fc1b-446d-980b-2390fc630098,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:52.038533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.087835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.095139 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.119669 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Routers {'4030a499-598e-4e74-8397-0deea25322cf'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:52.120531 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4030a499-598e-4e74-8397-0deea25322cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:52.125709 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333adbd-35d0-4486-b9f1-756c351b60a3 None None] Pushing event updated for resources: {'Port': ['ID=dabb5395-fc1b-446d-980b-2390fc630098,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:52.176436 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3635fecc-835d-4ad5-ab00-54af21130596 None None] Provisioning complete for port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:52.176960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3635fecc-835d-4ad5-ab00-54af21130596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.189063 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Pushing event updated for resources: {'Port': ['ID=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:52.192911 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419395'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.275762 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] Set router 4030a499-598e-4e74-8397-0deea25322cf gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:52.290834 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:52.292291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:52.412460 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Router 4030a499-598e-4e74-8397-0deea25322cf has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:52.531588 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:52.536795 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-ae99690a-3dfc-4e2e-be9e-7ab03d0db55d admin admin] 10.222.0.81 "PUT /v2.0/routers/4030a499-598e-4e74-8397-0deea25322cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427912 Jul 16 02:40:52.564708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3635fecc-835d-4ad5-ab00-54af21130596 None None] Provisioning for port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:52.594247 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3635fecc-835d-4ad5-ab00-54af21130596 None None] Provisioning complete for port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:52.594642 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3635fecc-835d-4ad5-ab00-54af21130596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.650135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3635fecc-835d-4ad5-ab00-54af21130596 None None] Port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:52.710447 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 4, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port': {'id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '822c4e6d-78e2-481a-a9d8-bd6ce5392e96', 'name': '', 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'mac_address': 'fa:16:3e:9f:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ae3637fd-2e61-4312-9723-074981150df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 2, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'subnets': [{'id': 'ae3637fd-2e61-4312-9723-074981150df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:52.739186 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1b405d-f3b1-4534-809d-880b9ae7194d None None] The sync data for ids ['4030a499-598e-4e74-8397-0deea25322cf'] in n-d-800085-5 is: [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 4, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port': {'id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '822c4e6d-78e2-481a-a9d8-bd6ce5392e96', 'name': '', 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'mac_address': 'fa:16:3e:9f:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ae3637fd-2e61-4312-9723-074981150df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 2, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'subnets': [{'id': 'ae3637fd-2e61-4312-9723-074981150df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:52.778967 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6cc8d8a-53d5-4a5c-8ae9-f52e941e3618 None None] Provisioning complete for port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:52.779406 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8d8a-53d5-4a5c-8ae9-f52e941e3618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.787304 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ee4759b9-073c-4963-8460-186ddf045aa0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:52.853303 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc8d8a-53d5-4a5c-8ae9-f52e941e3618 None None] Port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:52.872429 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port ee4759b9-073c-4963-8460-186ddf045aa0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:52.876523 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ee4759b9-073c-4963-8460-186ddf045aa0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:52.876892 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.982663 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.027610 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port ee4759b9-073c-4963-8460-186ddf045aa0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ee4759b9-073c-4963-8460-186ddf045aa0,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:53.033916 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.034859 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:53.127077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=ee4759b9-073c-4963-8460-186ddf045aa0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:53.140878 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:53.141262 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.155710 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:53.160731 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-609801a8-68bc-40a4-8a84-88713778034a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518442807', 'description': 'tempest-secgroup-smoke-518442807 description', 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:53.187461 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-609801a8-68bc-40a4-8a84-88713778034a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.277262 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-609801a8-68bc-40a4-8a84-88713778034a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.281330 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-609801a8-68bc-40a4-8a84-88713778034a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.312387 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-609801a8-68bc-40a4-8a84-88713778034a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.313813 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-609801a8-68bc-40a4-8a84-88713778034a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1570497 Jul 16 02:40:53.314976 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609801a8-68bc-40a4-8a84-88713778034a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d294b22-c74d-47c5-9a4a-24635a19083e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:53.316950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:53.321888 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-69d286bd-e33c-44eb-95ec-323b83019f87 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'security_group_rule': {'security_group_id': '5d294b22-c74d-47c5-9a4a-24635a19083e', 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:53.350809 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d286bd-e33c-44eb-95ec-323b83019f87 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.409735 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d286bd-e33c-44eb-95ec-323b83019f87 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.413356 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d286bd-e33c-44eb-95ec-323b83019f87 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.430653 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d286bd-e33c-44eb-95ec-323b83019f87 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2aafd2-afa3-4f69-8e57-9ba7720a9b7f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:53.437879 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69d286bd-e33c-44eb-95ec-323b83019f87 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.438949 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-69d286bd-e33c-44eb-95ec-323b83019f87 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209884 Jul 16 02:40:53.441584 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:53.445976 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f1655feb-4fe3-430e-af4b-2dfbc9b3d8f2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'security_group_rule': {'security_group_id': '5d294b22-c74d-47c5-9a4a-24635a19083e', 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:53.472417 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1655feb-4fe3-430e-af4b-2dfbc9b3d8f2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.533310 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1655feb-4fe3-430e-af4b-2dfbc9b3d8f2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.536819 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1655feb-4fe3-430e-af4b-2dfbc9b3d8f2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.553983 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1655feb-4fe3-430e-af4b-2dfbc9b3d8f2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318809b9-9d86-4595-9244-fda0741c7b53,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:53.560307 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1655feb-4fe3-430e-af4b-2dfbc9b3d8f2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.561548 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-f1655feb-4fe3-430e-af4b-2dfbc9b3d8f2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190474 Jul 16 02:40:53.564357 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46102) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:53.568673 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9d024616-895a-4004-bc7d-2f364c12459c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'security_group_rule': {'security_group_id': '5d294b22-c74d-47c5-9a4a-24635a19083e', 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:53.594680 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d024616-895a-4004-bc7d-2f364c12459c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.651914 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d024616-895a-4004-bc7d-2f364c12459c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.655283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d024616-895a-4004-bc7d-2f364c12459c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.674800 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d024616-895a-4004-bc7d-2f364c12459c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056005e7-c844-49c0-a021-cd039acbb11e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:53.678173 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d024616-895a-4004-bc7d-2f364c12459c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.679440 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9d024616-895a-4004-bc7d-2f364c12459c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141655 Jul 16 02:40:53.682575 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:53.687970 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dc246f66-7773-4805-a37e-df3b5176e558 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'security_group_rule': {'security_group_id': '5d294b22-c74d-47c5-9a4a-24635a19083e', 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:53.722278 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc246f66-7773-4805-a37e-df3b5176e558 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.785061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc246f66-7773-4805-a37e-df3b5176e558 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.788389 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc246f66-7773-4805-a37e-df3b5176e558 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.805774 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc246f66-7773-4805-a37e-df3b5176e558 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9053e3e5-405e-467a-9ea6-5bf0338d45bb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:53.812817 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc246f66-7773-4805-a37e-df3b5176e558 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.814028 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-dc246f66-7773-4805-a37e-df3b5176e558 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298370 Jul 16 02:40:53.816725 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:53.821085 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'security_group_rule': {'security_group_id': '5d294b22-c74d-47c5-9a4a-24635a19083e', 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:53.842348 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Project a5e205fafccb4a7991e9f2f2ac0f8778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:40:53.846941 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.906708 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.910165 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.927316 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98468d53-fb55-4888-87f7-d25259e2c0f5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:53.933760 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.935084 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-fcff19b0-263e-40cc-997f-7a676242ce6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174297 Jul 16 02:40:53.937873 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:53.942226 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'security_group_rule': {'security_group_id': '5d294b22-c74d-47c5-9a4a-24635a19083e', 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:53.964352 n-d-800085-5 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Project a5e205fafccb4a7991e9f2f2ac0f8778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:40:53.969625 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.030114 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.035186 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614190'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.056106 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5da68d5-b02f-4e73-aff4-cdc710e5f96c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:54.065368 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.066844 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-c866f79c-e3f2-496c-abca-1ba9c3ebf7b6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279292 Jul 16 02:40:54.234590 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-feead5c5-e229-43cb-84f1-1bcb1b51efd7 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518442807&fields=id&tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778 HTTP/1.1" status: 200 len: 267 time: 0.0354528 Jul 16 02:40:54.710440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-f156613b-ec21-4081-806c-24eff3cec2ff tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:54.711925 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-f156613b-ec21-4081-806c-24eff3cec2ff tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 810 time: 0.4708509 Jul 16 02:40:54.726947 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-fc0843e2-dc10-4a93-8ef7-82525569050b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/quotas/a5e205fafccb4a7991e9f2f2ac0f8778 HTTP/1.1" status: 200 len: 375 time: 0.0094380 Jul 16 02:40:54.798745 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-6dc63dd6-76c3-4c2b-9b85-5c87230e25e9 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658364 Jul 16 02:40:54.820025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dabb5395-fc1b-446d-980b-2390fc630098 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:54.871926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port dabb5395-fc1b-446d-980b-2390fc630098 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:54.876422 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dabb5395-fc1b-446d-980b-2390fc630098 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:54.876795 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.957251 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.977959 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port dabb5395-fc1b-446d-980b-2390fc630098, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dabb5395-fc1b-446d-980b-2390fc630098,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:54.982631 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.983553 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ee4759b9-073c-4963-8460-186ddf045aa0 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:54.993140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-cb6e0576-23c4-46ab-a274-32d68c0297f4 service neutron] 10.222.0.81 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832266 Jul 16 02:40:55.064641 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=dabb5395-fc1b-446d-980b-2390fc630098,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:55.073190 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port ee4759b9-073c-4963-8460-186ddf045aa0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:55.073568 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:55.087187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-a416997e-4143-4fe0-832e-c8c0fa650f3d service neutron] 10.222.0.81 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876279 Jul 16 02:40:55.273770 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-b392044b-b713-4184-8cfb-e1b7b82a860a req-f713a2a4-bbf6-477b-98dc-11984907ac54 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 210 time: 0.0395575 Jul 16 02:40:55.451146 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Sync routers for ids ['4030a499-598e-4e74-8397-0deea25322cf'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:55.460539 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Routers {'4030a499-598e-4e74-8397-0deea25322cf'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:55.461209 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4030a499-598e-4e74-8397-0deea25322cf'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:55.569221 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Set router 4030a499-598e-4e74-8397-0deea25322cf gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:55.776726 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 4, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port': {'id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '822c4e6d-78e2-481a-a9d8-bd6ce5392e96', 'name': '', 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'mac_address': 'fa:16:3e:9f:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ae3637fd-2e61-4312-9723-074981150df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 2, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'subnets': [{'id': 'ae3637fd-2e61-4312-9723-074981150df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:55.806421 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Checking router: 4030a499-598e-4e74-8397-0deea25322cf for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:55.806767 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Updating router 4030a499-598e-4e74-8397-0deea25322cf port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 binding host n-d-800085-5 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:55.841882 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.189358 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.198808 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Transition to ACTIVE for port object 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:56.205030 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.258495 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e39132-971d-44f2-bc90-3f5bceab678a None None] Pushing event updated for resources: {'Port': ['ID=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:56.339239 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Attempting to bind port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 on host n-d-800085-5 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:56.339679 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Attempting to bind port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 by drivers openvswitch,hyperv on host n-d-800085-5 at level 0 using segments [{'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:56.340043 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Attempting to bind port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 on network 17adbd19-4167-41cd-8e3c-3314f0603e88 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:56.352640 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Checking agent: {'id': '8cc97bce-24c6-480f-8bee-579badf4495b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 9, 14), 'started_at': datetime.datetime(2021, 7, 16, 1, 9, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:56.353018 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Checking segment: {'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:56.353425 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.353819 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Bound using segment: {'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:56.354295 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Bound port: 822c4e6d-78e2-481a-a9d8-bd6ce5392e96, host: n-d-800085-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f096412-349c-477d-83a6-25a87d36e105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:56.354678 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.408470 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-e349392f-eaa0-40af-98c6-7993339bf6d0 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:56.410012 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-e349392f-eaa0-40af-98c6-7993339bf6d0 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 810 time: 0.1368415 Jul 16 02:40:56.462535 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] For port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96, host n-d-800085-5, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:56.466750 n-d-800085-5 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] For port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96, host n-d-800085-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,segment=NetworkSegment(1f096412-349c-477d-83a6-25a87d36e105),segment_id=1f096412-349c-477d-83a6-25a87d36e105)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:56.473150 n-d-800085-5 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.494344 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-2fb0de3c-ee11-4801-8f37-1f4485b75a4f tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778 HTTP/1.1" status: 200 len: 379 time: 0.0739505 Jul 16 02:40:56.535165 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-0e65af39-02f0-4b6d-8c10-dfbf0eb56cbe req-2bcb1529-7f18-4059-90ba-700888b26309 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 210 time: 0.0576637 Jul 16 02:40:56.538031 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e39132-971d-44f2-bc90-3f5bceab678a None None] Pushing event updated for resources: {'Port': ['ID=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:56.540601 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Routers {'4030a499-598e-4e74-8397-0deea25322cf'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:56.541202 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4030a499-598e-4e74-8397-0deea25322cf'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:56.543952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'port': {'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'admin_state_up': True, 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'security_groups': ['5d294b22-c74d-47c5-9a4a-24635a19083e']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:56.656932 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] Set router 4030a499-598e-4e74-8397-0deea25322cf gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:56.672872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Made reservation on behalf of a5e205fafccb4a7991e9f2f2ac0f8778 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:56.676806 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.817400 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:56.833543 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Allocated IP 172.20.0.13 (b8af9884-e343-4553-8827-c9e173820623/440a475f-5af0-45bf-9f64-cddb453144fa/dddfd75f-f082-43af-a929-099df1eff964) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:56.876549 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 4, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port': {'id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '822c4e6d-78e2-481a-a9d8-bd6ce5392e96', 'name': '', 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'mac_address': 'fa:16:3e:9f:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ae3637fd-2e61-4312-9723-074981150df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:56Z', 'revision_number': 4, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'subnets': [{'id': 'ae3637fd-2e61-4312-9723-074981150df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:56.878242 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning for port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:56.882164 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:56.882543 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.902432 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3784d-a8d0-4cf9-a56b-b248f56fc002 None None] The sync data for ids ['4030a499-598e-4e74-8397-0deea25322cf'] in n-d-800085-5 is: [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 4, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port': {'id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': '822c4e6d-78e2-481a-a9d8-bd6ce5392e96', 'name': '', 'network_id': '17adbd19-4167-41cd-8e3c-3314f0603e88', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'mac_address': 'fa:16:3e:9f:33:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ae3637fd-2e61-4312-9723-074981150df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:56Z', 'revision_number': 4, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'subnets': [{'id': 'ae3637fd-2e61-4312-9723-074981150df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:56.969785 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.012689 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] For port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,segment=NetworkSegment(1f096412-349c-477d-83a6-25a87d36e105),segment_id=1f096412-349c-477d-83a6-25a87d36e105)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:57.013084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.017353 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.018234 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dabb5395-fc1b-446d-980b-2390fc630098 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:57.030595 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Transition to ACTIVE for port object dddfd75f-f082-43af-a929-099df1eff964 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:57.075571 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.100720 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Pushing event updated for resources: {'Port': ['ID=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:57.114267 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port dabb5395-fc1b-446d-980b-2390fc630098 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:57.114655 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.141386 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:57.146461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Network b8af9884-e343-4553-8827-c9e173820623 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:57.148050 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:57.150436 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:57.205871 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:57.206556 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.224497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-40f0135f-7e1b-41d0-8d60-5a42c5e0045e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7041309 Jul 16 02:40:57.236375 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Request body: {'port': {'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:57.319190 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.392902 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9e9027f2-a209-46fb-9788-f9411f50748e None None] Provisioning for port dddfd75f-f082-43af-a929-099df1eff964 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:57.399025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9e9027f2-a209-46fb-9788-f9411f50748e None None] Provisioning complete for port dddfd75f-f082-43af-a929-099df1eff964 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:57.399401 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e9027f2-a209-46fb-9788-f9411f50748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.437033 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9e9027f2-a209-46fb-9788-f9411f50748e None None] Port dddfd75f-f082-43af-a929-099df1eff964 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:57.595377 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddfd75f-f082-43af-a929-099df1eff964 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:40:57.603008 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.614735 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Transition to ACTIVE for port object dddfd75f-f082-43af-a929-099df1eff964 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:57.619611 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.701212 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:57.785403 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd106440-92ff-4712-871e-aeb70bd6fbd8 req-43b8c42b-0ec5-44c7-b8e8-42143b844d6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:57.786975 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd106440-92ff-4712-871e-aeb70bd6fbd8 req-43b8c42b-0ec5-44c7-b8e8-42143b844d6a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 944 time: 0.1413138 Jul 16 02:40:57.819574 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Attempting to bind port dddfd75f-f082-43af-a929-099df1eff964 on host n-h2-800085-5 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:57.819915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Attempting to bind port dddfd75f-f082-43af-a929-099df1eff964 by drivers openvswitch,hyperv on host n-h2-800085-5 at level 0 using segments [{'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:57.820271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Attempting to bind port dddfd75f-f082-43af-a929-099df1eff964 on network b8af9884-e343-4553-8827-c9e173820623 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:57.828049 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Port dddfd75f-f082-43af-a929-099df1eff964 on network b8af9884-e343-4553-8827-c9e173820623 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-5 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:40:57.828405 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Attempting to bind port dddfd75f-f082-43af-a929-099df1eff964 on network b8af9884-e343-4553-8827-c9e173820623 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:57.842493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Checking agent: {'id': 'ce75bb5b-e206-4f75-ac7d-ff8843af6656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:57.842851 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Checking segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:57.843225 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Bound using segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:57.843653 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Bound port: dddfd75f-f082-43af-a929-099df1eff964, host: n-h2-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:57.844015 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.849711 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-fd106440-92ff-4712-871e-aeb70bd6fbd8 req-410a959e-e690-4e48-94b0-fc0f4fb1f405 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563431 Jul 16 02:40:57.915242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:57.919647 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:57.923801 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.955746 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:57.956353 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.958089 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] 10.222.0.93 "PUT /v2.0/ports/dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 1092 time: 0.7262256 Jul 16 02:40:57.960526 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:57.963255 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028" -d '{"events": [{"name": "network-changed", "server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "tag": "dddfd75f-f082-43af-a929-099df1eff964"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:57.993824 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720eb95f-762e-48c0-8f5f-44fb17fa0c4e service neutron] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:58.011263 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c5004-b663-4e94-9251-ef0ed3fc7be8 x-openstack-request-id: req-2c3c5004-b663-4e94-9251-ef0ed3fc7be8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:58.011561 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "tag": "dddfd75f-f082-43af-a929-099df1eff964", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:58.011811 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c3c5004-b663-4e94-9251-ef0ed3fc7be8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:58.012212 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964', 'status': 'completed', 'code': 200} Jul 16 02:40:58.056716 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-6ee4aa35-fc56-4319-9739-a95c31fcece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.059180 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-6ee4aa35-fc56-4319-9739-a95c31fcece3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1095 time: 0.0587630 Jul 16 02:40:58.107904 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-9b07cf01-df36-4e4a-a980-69a0145e7c84 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 217 time: 0.0407932 Jul 16 02:40:58.158617 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-a576d961-d232-4cd4-804e-57b1641cfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.160112 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-a576d961-d232-4cd4-804e-57b1641cfdfe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0459645 Jul 16 02:40:58.222015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c69b-0366-4050-8221-9f515f78a933 req-e8f19440-7a0e-4d28-914d-516aac9b95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.223479 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-e8f19440-7a0e-4d28-914d-516aac9b95cf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565753 Jul 16 02:40:58.315761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-6214b2d9-6892-423c-a7c2-5ee62b03e9fa service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Jul 16 02:40:58.403512 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ea31c69b-0366-4050-8221-9f515f78a933 req-ffb89167-7da1-4d11-a278-f932e06449ae service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804806 Jul 16 02:40:58.515153 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-350a6002-33fd-47a7-9018-6ae1e836861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.516713 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-350a6002-33fd-47a7-9018-6ae1e836861b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1095 time: 0.0620549 Jul 16 02:40:58.608652 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-552bd7f5-03c5-4968-8040-3318dfb67ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.610129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-552bd7f5-03c5-4968-8040-3318dfb67ceb service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0859549 Jul 16 02:40:58.656285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-47fce821-131d-4cb0-ae13-94a46ac1360a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 217 time: 0.0378716 Jul 16 02:40:58.703642 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-939d1565-19b2-4bee-bef5-ca595df02dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.705130 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-939d1565-19b2-4bee-bef5-ca595df02dfc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0423999 Jul 16 02:40:58.747672 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 up at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:58.766961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-c4d7db61-c864-4701-bd2c-867eaf03ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.768521 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-c4d7db61-c864-4701-bd2c-867eaf03ff9c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545099 Jul 16 02:40:58.797024 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Provisioning complete for port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:58.797396 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:58.865393 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-3702299e-2568-4df5-a10e-182350009871 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875900 Jul 16 02:40:58.955114 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2b5e8f4-bff8-4a22-b294-78f18d5ac028 req-860807da-91f7-4883-94f9-f677a6d3ac84 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830030 Jul 16 02:40:59.035431 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9a2ae-4866-42a7-8a99-1377883fd40c req-557eef68-5255-431f-9ebf-a9bc0bf6eb19 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:59.036941 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02c9a2ae-4866-42a7-8a99-1377883fd40c req-557eef68-5255-431f-9ebf-a9bc0bf6eb19 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 944 time: 0.0726223 Jul 16 02:40:59.074555 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-02c9a2ae-4866-42a7-8a99-1377883fd40c req-5346bb2c-ef3a-4600-8448-0159c8873edd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Jul 16 02:41:00.245820 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6b624-d374-4b0b-ac25-a6455b8afc51 req-17732b04-1114-4db9-bf54-5a391b630e12 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:00.247315 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2a6b624-d374-4b0b-ac25-a6455b8afc51 req-17732b04-1114-4db9-bf54-5a391b630e12 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 944 time: 0.0630639 Jul 16 02:41:00.284792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a2a6b624-d374-4b0b-ac25-a6455b8afc51 req-e19ca5a8-16e0-4315-8a74-919eab37a9e3 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319264 Jul 16 02:41:00.659799 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dddfd75f-f082-43af-a929-099df1eff964 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:41:00.755872 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:00.766486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'dddfd75f-f082-43af-a929-099df1eff964', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:41:00.801963 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:00.814677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddfd75f-f082-43af-a929-099df1eff964 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:41:00.833316 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:00.837593 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:00.882279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:01.094650 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['dddfd75f-f082-43af-a929-099df1eff964'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:41:01.452816 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f50e53-3ce1-41eb-b04c-f12e5129f7d3 req-1f7e5e00-465a-4c10-8302-3ce65cf6e454 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:01.454264 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4f50e53-3ce1-41eb-b04c-f12e5129f7d3 req-1f7e5e00-465a-4c10-8302-3ce65cf6e454 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 945 time: 0.0613117 Jul 16 02:41:01.491210 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f4f50e53-3ce1-41eb-b04c-f12e5129f7d3 req-b0508b50-379d-4160-9d81-9937afb88042 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Jul 16 02:41:02.663937 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f37b2a-8a8e-4d78-b748-505040a249da req-aa4666f8-f963-4f4a-a2e3-3f840ad47490 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:02.665418 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07f37b2a-8a8e-4d78-b748-505040a249da req-aa4666f8-f963-4f4a-a2e3-3f840ad47490 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 945 time: 0.0659182 Jul 16 02:41:02.676098 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dddfd75f-f082-43af-a929-099df1eff964 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:41:02.703866 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-07f37b2a-8a8e-4d78-b748-505040a249da req-cde7630e-c6d8-4091-a50c-3c846831df30 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Jul 16 02:41:02.727769 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning for port dddfd75f-f082-43af-a929-099df1eff964 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:41:02.731891 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port dddfd75f-f082-43af-a929-099df1eff964 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:41:02.732291 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:02.808613 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:02.829825 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:02.832049 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd1226-b6e1-4621-b13f-b55386a4690c" -d '{"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dddfd75f-f082-43af-a929-099df1eff964"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:02.845313 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:02.849559 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:02.873491 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf9f6c6-1efc-4b8e-b4f2-a88dbcce29b9 x-openstack-request-id: req-8bf9f6c6-1efc-4b8e-b4f2-a88dbcce29b9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:02.873782 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dddfd75f-f082-43af-a929-099df1eff964", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:02.874037 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bf9f6c6-1efc-4b8e-b4f2-a88dbcce29b9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:02.874448 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964', 'code': 200} Jul 16 02:41:02.899823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:02.984265 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5cd8-c60b-4ca6-8cde-4a4575630ba3 req-cc6d917b-a014-4c75-86f9-1f9c5832cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:02.985857 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-554c5cd8-c60b-4ca6-8cde-4a4575630ba3 req-cc6d917b-a014-4c75-86f9-1f9c5832cd0b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1097 time: 0.0527103 Jul 16 02:41:03.020485 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-554c5cd8-c60b-4ca6-8cde-4a4575630ba3 req-d52d2450-dd7c-49b7-8778-19a12feb7db3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278437 Jul 16 02:41:03.878055 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd513b0-a49c-47a7-bd06-1cd6e8386d55 req-d4d3dc44-6942-4377-ae93-8a5f345bc9c6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:03.879557 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcd513b0-a49c-47a7-bd06-1cd6e8386d55 req-d4d3dc44-6942-4377-ae93-8a5f345bc9c6 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 946 time: 0.0676351 Jul 16 02:41:03.920010 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-dcd513b0-a49c-47a7-bd06-1cd6e8386d55 req-28357a3e-4ddf-4e02-adf8-90536b265c29 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348275 Jul 16 02:41:05.091687 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439d0b-587b-47fc-91c8-19a794421a8f req-34f8a340-0323-4b39-9765-e3f0aaf3521d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:05.093207 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84439d0b-587b-47fc-91c8-19a794421a8f req-34f8a340-0323-4b39-9765-e3f0aaf3521d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 946 time: 0.0641441 Jul 16 02:41:05.129946 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-84439d0b-587b-47fc-91c8-19a794421a8f req-1ddc779b-28db-40d0-8a69-822af306bfe0 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313165 Jul 16 02:41:05.303157 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294ad6c-97b3-4a43-a407-53b2b1a78407 req-f016e107-7beb-4716-90f7-54d230479266 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:05.304631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a294ad6c-97b3-4a43-a407-53b2b1a78407 req-f016e107-7beb-4716-90f7-54d230479266 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 946 time: 0.0643098 Jul 16 02:41:05.341606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a294ad6c-97b3-4a43-a407-53b2b1a78407 req-b3028048-e98a-4680-b18f-add3d8221120 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308068 Jul 16 02:41:05.364920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46164) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:05.459010 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010349e4-056b-424f-bc29-43bc09a42a76 tempest-TestSnapshotPattern-486154148 tempest-TestSnapshotPattern-486154148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:05.460824 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-010349e4-056b-424f-bc29-43bc09a42a76 tempest-TestSnapshotPattern-486154148 tempest-TestSnapshotPattern-486154148-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1092 time: 0.0949354 Jul 16 02:41:05.463656 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:05.467981 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:05.489302 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:05.583545 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:05.686035 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Allocated IP 172.25.5.237 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/b5221bdd-3e76-4bfa-b521-30ee60ddda7c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:41:05.784559 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:05.826913 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:05.865550 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:41:05.869818 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:41:05.874611 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:41:05.877579 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'Port': ['ID=b5221bdd-3e76-4bfa-b521-30ee60ddda7c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:06.236470 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:06.309920 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:06.453276 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:06.457705 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:06.522109 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'Port': ['ID=b5221bdd-3e76-4bfa-b521-30ee60ddda7c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:06.534588 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:06.632933 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Floating IP 02bca345-4333-4dab-bfce-57c39b11b7dc associated. External IP: 172.25.5.237, port: dddfd75f-f082-43af-a929-099df1eff964. Jul 16 02:41:06.835603 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Router 4b262932-27f0-49b4-8ed7-da824c28c439 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:41:06.940476 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:41:06.950239 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] Sync routers for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:41:06.957147 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:06.963176 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:06.963828 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:06.993415 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5f55a767-8c35-414f-837e-013dc35e775c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5286725 Jul 16 02:41:06.994120 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:06.996409 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2" -d '{"events": [{"name": "network-changed", "server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "tag": "dddfd75f-f082-43af-a929-099df1eff964"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:07.032915 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b30d96a-fc69-414d-be1d-a5bff364c8cb x-openstack-request-id: req-9b30d96a-fc69-414d-be1d-a5bff364c8cb {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:07.033213 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "tag": "dddfd75f-f082-43af-a929-099df1eff964", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:07.033470 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b30d96a-fc69-414d-be1d-a5bff364c8cb {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:07.033878 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964', 'status': 'completed', 'code': 200} Jul 16 02:41:07.084421 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:07.111935 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-0f36ddb3-f63a-4706-938b-d440ab7db42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:07.113854 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-0f36ddb3-f63a-4706-938b-d440ab7db42f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1097 time: 0.0562222 Jul 16 02:41:07.211843 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-1586ec17-4e13-4a67-bcd5-ea262e2ec12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:07.213353 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-1586ec17-4e13-4a67-bcd5-ea262e2ec12a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0922754 Jul 16 02:41:07.281760 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-fc8a4309-60a0-4474-a263-fe06471ef8f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 1000 time: 0.0614791 Jul 16 02:41:07.312322 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:06Z', 'revision_number': 0, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:07.331732 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-b998bd51-6a38-46d7-b717-1595eae7bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:07.333280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-b998bd51-6a38-46d7-b717-1595eae7bf54 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0442722 Jul 16 02:41:07.338373 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] Checking router: 4b262932-27f0-49b4-8ed7-da824c28c439 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:41:07.347482 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:07.348077 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:40:45Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:07.391164 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-fca2dcef-82b9-4330-ba22-c5651944ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:07.392647 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-fca2dcef-82b9-4330-ba22-c5651944ccda service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521770 Jul 16 02:41:07.451566 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:07.488850 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-1c988979-9161-468d-bf60-603a7c66e6a9 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892487 Jul 16 02:41:07.578168 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c7a22f68-5632-4a63-ae40-4a88a0ef27f2 req-bbd54789-d0a1-41f5-982c-b13794e244b3 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821857 Jul 16 02:41:07.820874 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:06Z', 'revision_number': 0, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:07.846486 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fddd30-d312-4414-bedd-ffe443eac674 None None] The sync data for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 is: [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:06Z', 'revision_number': 0, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:41:08.036909 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e466c0-db8b-49ae-a7d2-e60b3e636ac0 None None] New status for floating IP 02bca345-4333-4dab-bfce-57c39b11b7dc: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:41:08.144689 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-74ef8778-67b1-496b-bf27-e5011d7c263d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508623 Jul 16 02:41:08.244911 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-edf17d79-0e5a-4fcd-a5c3-e561993fbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:08.246525 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-edf17d79-0e5a-4fcd-a5c3-e561993fbdf7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1097 time: 0.0582726 Jul 16 02:41:08.349461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-fdbb1426-b492-4eeb-9057-de23c53d896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:08.350936 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-fdbb1426-b492-4eeb-9057-de23c53d896f service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0837226 Jul 16 02:41:08.418572 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-22eb5fa5-4caa-4a6c-8edf-d8c5622c8322 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 1002 time: 0.0600061 Jul 16 02:41:08.466913 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-cf3dfad5-d749-4f88-a3f8-0858e8f00ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:08.468332 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-cf3dfad5-d749-4f88-a3f8-0858e8f00ba9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0429556 Jul 16 02:41:08.525237 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-0ab98ed8-0e9a-4186-9dfc-f195d1540b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:08.527285 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-0ab98ed8-0e9a-4186-9dfc-f195d1540b79 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496051 Jul 16 02:41:08.617175 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-a6ebc4c3-d9a4-4037-8621-3ce778ae07dc service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828171 Jul 16 02:41:08.703487 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a86b32ed-d9c6-45f3-a3e2-c0298017850e req-8bac9d80-dab3-457d-ac68-38a0160f0547 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788038 Jul 16 02:41:10.316023 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:11.705080 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69d2130c-c72c-4989-870d-7ae3bb2b4b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:14.525240 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c1c386b-d399-49d9-ba4f-cb2c807fc288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:14.549167 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:15.640473 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:16.874324 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.137045 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:20.524531 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:41.706052 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-55cac80e-d09d-4f6a-a175-5fecf3a0de61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:44.525231 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-81d6f48d-2940-45c0-94a2-9ffb554f0ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:44.553076 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:45.642760 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:46.875321 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:47.139700 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:47.314983 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:50.526056 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.235753 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-1c86559b-ca11-4dcc-93a6-f3a9eb571f26 req-73443721-ae37-49e6-a363-7c9429de7baf service neutron] (93707) timed out ('10.222.0.93', 60865) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:42:10.225355 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-4efb9cc5-b613-408d-a62d-34851c144a4e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1348858 Jul 16 02:42:10.321387 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-cc735201-1097-4fd1-88f0-b0c46a589036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.322756 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-cc735201-1097-4fd1-88f0-b0c46a589036 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1097 time: 0.0525067 Jul 16 02:42:10.427410 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-c05687b2-dccc-4c9a-b624-58cc9af028ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.428966 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-c05687b2-dccc-4c9a-b624-58cc9af028ef service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0828640 Jul 16 02:42:10.495313 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-94a6e3fe-1ce0-421e-bc8b-51de39d04994 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 1002 time: 0.0588872 Jul 16 02:42:10.543952 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-e7298be6-6a91-4648-b528-3f96a0001260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.545465 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-e7298be6-6a91-4648-b528-3f96a0001260 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0423269 Jul 16 02:42:10.602108 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-07fa2201-066c-4dcf-b5af-0fcc7b2af65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.603543 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-07fa2201-066c-4dcf-b5af-0fcc7b2af65e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512044 Jul 16 02:42:10.695025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-0ecf6ddb-b1d2-441e-aed2-cb73659e0706 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831709 Jul 16 02:42:10.788176 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8e080bba-7cf5-4a5a-a1e8-d0a54e3a76de req-3d4bf4c9-fdb1-4777-b76a-deb1bf657221 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810490 Jul 16 02:42:11.707826 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e34bf48-2148-4fb9-8f1e-6573546c2935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.526273 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-245b5d73-ce77-45a3-ad78-dff063ec418f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:14.552307 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:15.645106 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:16.888481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.141278 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:20.534906 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:24.314217 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:41.708829 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-538626d3-cdae-4921-bc6e-362b403508cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:44.526729 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7609c8cd-ab75-463b-ba4d-5915b14db631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:44.551011 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:45.648094 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:46.888868 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:47.143694 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:50.565213 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.313766 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:09.215279 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dddfd75f-f082-43af-a929-099df1eff964 details requested by agent hyperv_n-h2-800085-5 with host n-h2-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:43:09.326284 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:09.339143 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Returning: {'device': 'dddfd75f-f082-43af-a929-099df1eff964', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:43:09.377363 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:09.395794 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dddfd75f-f082-43af-a929-099df1eff964 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:43:09.417192 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:09.423257 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:09.478066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:09.485948 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.486293 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.486636 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.486984 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.487319 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.487647 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.487973 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.488331 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.488687 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.489025 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.489345 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.489681 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:09.498427 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] get_ports_and_sgs() called for port_ids ['dddfd75f-f082-43af-a929-099df1eff964'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:43:11.219135 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dddfd75f-f082-43af-a929-099df1eff964 up at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:11.276614 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Provisioning complete for port dddfd75f-f082-43af-a929-099df1eff964 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:11.276990 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.357946 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.384061 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:11.386374 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d13b76-2734-4dc7-8afa-cec8d6b39840" -d '{"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dddfd75f-f082-43af-a929-099df1eff964"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:11.406346 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:11.412152 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.463276 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:11.497415 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f4f3d1-c750-4503-8429-778ec2f379e2 x-openstack-request-id: req-b5f4f3d1-c750-4503-8429-778ec2f379e2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:11.497715 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dddfd75f-f082-43af-a929-099df1eff964", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:11.497968 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5f4f3d1-c750-4503-8429-778ec2f379e2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:11.498361 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964', 'code': 200} Jul 16 02:43:11.712073 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ed742df-449d-44cd-adcf-c34fbcbae154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:12.779059 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-b16874d5-81d2-4223-a59b-004ee8d6101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.780646 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-b16874d5-81d2-4223-a59b-004ee8d6101f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1097 time: 0.0614996 Jul 16 02:43:12.907839 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-6f341c1d-3907-4276-a759-07a2d71e3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.909370 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-6f341c1d-3907-4276-a759-07a2d71e3db9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.1055093 Jul 16 02:43:12.985295 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-91f7698b-7318-46d2-863d-965eb9b2a6cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 1002 time: 0.0685854 Jul 16 02:43:13.043337 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-2f2517f1-c7e6-4ad8-80d2-c89a027ead0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:13.044964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-2f2517f1-c7e6-4ad8-80d2-c89a027ead0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0521870 Jul 16 02:43:13.116005 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-f37246fa-2d34-4002-b386-798cb1b5a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:13.120132 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-f37246fa-2d34-4002-b386-798cb1b5a729 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681584 Jul 16 02:43:13.228679 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-1cbc3969-6412-4702-a415-ed3ac3b12208 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008751 Jul 16 02:43:13.329761 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-eb74356a-fc1d-4a5e-9756-e0dc4abf592b req-8ab14a2c-c139-4151-a73a-be16b5db50ac service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941005 Jul 16 02:43:14.546557 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b3ca3d1e-df97-4a59-b6b5-23359403b0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:14.557183 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:15.653707 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.904365 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:17.149034 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:18.732587 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-56571883-d082-40ab-944d-f7fd4519b890 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518442807&fields=id&tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778 HTTP/1.1" status: 200 len: 267 time: 0.0380585 Jul 16 02:43:18.835103 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-0e70402d-9c99-4098-935a-0c8c60dbe6e2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:18.836568 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-0e70402d-9c99-4098-935a-0c8c60dbe6e2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 810 time: 0.0977790 Jul 16 02:43:18.850351 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-5989c1c1-0eab-4883-a046-94dfb2bc7e35 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/quotas/a5e205fafccb4a7991e9f2f2ac0f8778 HTTP/1.1" status: 200 len: 375 time: 0.0086131 Jul 16 02:43:18.918602 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-1083c2a5-d957-4197-8472-5b9faf47c667 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630310 Jul 16 02:43:19.013343 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-0ae6de0f-1f87-45da-986b-52e89e8a39f1 service neutron] 10.222.0.81 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838807 Jul 16 02:43:19.105404 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-49fbdaee-6076-4645-af6d-f83dea790f5a service neutron] 10.222.0.81 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864849 Jul 16 02:43:20.575071 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:20.668202 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c8c618e4-39e5-4518-bc19-cbd2b9c269bb req-31be4019-d5b9-4115-88b5-df997ec43375 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 210 time: 0.3786087 Jul 16 02:43:21.265248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dddfd75f-f082-43af-a929-099df1eff964 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:21.342849 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:21.364394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:21.367200 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17251d9b-6c8d-4d59-a706-1ecd8dc62ee3" -d '{"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "dddfd75f-f082-43af-a929-099df1eff964"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:21.380343 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:21.386635 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:21.409741 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378797f-0736-4583-a094-677243ad4e87 x-openstack-request-id: req-4378797f-0736-4583-a094-677243ad4e87 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:21.410046 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "dddfd75f-f082-43af-a929-099df1eff964", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:21.410502 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4378797f-0736-4583-a094-677243ad4e87 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:21.410676 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964', 'code': 200} Jul 16 02:43:21.439944 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Pushing event updated for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:21.523869 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-14a7a7db-9652-4943-aa99-05fe05c940e5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:21.525297 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-14a7a7db-9652-4943-aa99-05fe05c940e5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.78 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 810 time: 0.1084664 Jul 16 02:43:21.572066 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-e80314b6-e527-4122-a24f-63b6ca403acb tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778 HTTP/1.1" status: 200 len: 379 time: 0.0369160 Jul 16 02:43:21.581923 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'port': {'device_id': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'admin_state_up': True, 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'security_groups': ['5d294b22-c74d-47c5-9a4a-24635a19083e']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:21.690621 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Made reservation on behalf of a5e205fafccb4a7991e9f2f2ac0f8778 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:21.694221 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:21.809998 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-20ee3897-6b27-483f-ac65-7d0799dc1e7e req-d53ffa4e-e326-455f-b2fb-eb52489ff437 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 210 time: 0.0294609 Jul 16 02:43:21.833503 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Allocated IP 172.20.0.4 (b8af9884-e343-4553-8827-c9e173820623/440a475f-5af0-45bf-9f64-cddb453144fa/7f1992cf-6854-49c5-8f0b-8c700447c4b5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:21.993620 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:22.013483 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Transition to ACTIVE for port object 7f1992cf-6854-49c5-8f0b-8c700447c4b5 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:22.055093 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:22.136618 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Network b8af9884-e343-4553-8827-c9e173820623 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:22.140867 n-d-800085-5 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:22.146046 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:22.174540 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:22.196754 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.197401 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.197911 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.198535 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.199123 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.199636 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.200365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.200916 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.201431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.202048 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.202815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.203317 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:22.238290 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:22.239320 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:22.262168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-80ad6fca-8f0d-4bbe-b3a0-aa2e73095d47 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6837161 Jul 16 02:43:22.443117 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5fd674d-1fa0-4d43-ab28-4aba94d08fe8 None None] Provisioning for port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:22.446835 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5fd674d-1fa0-4d43-ab28-4aba94d08fe8 None None] Provisioning complete for port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:22.447208 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5fd674d-1fa0-4d43-ab28-4aba94d08fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:22.482067 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd674d-1fa0-4d43-ab28-4aba94d08fe8 None None] Port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:22.989902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98285a5d-3f9c-4132-9bcd-eca38c039b60 req-c80b9d2b-233a-4dff-b540-c81daf7e04a2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:22.991425 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98285a5d-3f9c-4132-9bcd-eca38c039b60 req-c80b9d2b-233a-4dff-b540-c81daf7e04a2 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0657153 Jul 16 02:43:23.031131 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-98285a5d-3f9c-4132-9bcd-eca38c039b60 req-9c02a8fa-59c3-45e3-b1fe-f4937d7a4f59 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Jul 16 02:43:24.211031 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1110d0-3f3c-46f8-914e-08517690d476 req-9f78fa3f-77e1-4aea-a825-87a8097c861c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:24.212560 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1110d0-3f3c-46f8-914e-08517690d476 req-9f78fa3f-77e1-4aea-a825-87a8097c861c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0673919 Jul 16 02:43:24.252270 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ff1110d0-3f3c-46f8-914e-08517690d476 req-78d42764-e741-4661-af44-6aa1105ef5e7 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335732 Jul 16 02:43:25.441650 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e4ffc-c8a6-499c-9306-87aad17b2a98 req-393f87e1-4f56-40ed-bdf0-822996f06943 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:25.443897 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-160e4ffc-c8a6-499c-9306-87aad17b2a98 req-393f87e1-4f56-40ed-bdf0-822996f06943 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0659635 Jul 16 02:43:25.483792 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-160e4ffc-c8a6-499c-9306-87aad17b2a98 req-c5bc2524-7c09-4c9a-9e19-21a8bd42ec24 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342867 Jul 16 02:43:26.656984 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0092afc-6b5f-4964-b67b-21925ffc2a40 req-81af9cbf-c5a7-4bc4-83e9-5a891d2611e7 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:26.658513 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0092afc-6b5f-4964-b67b-21925ffc2a40 req-81af9cbf-c5a7-4bc4-83e9-5a891d2611e7 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0648685 Jul 16 02:43:26.701917 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-a0092afc-6b5f-4964-b67b-21925ffc2a40 req-d4cf5403-b06b-48c0-ab12-c9bb77b0abf1 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369127 Jul 16 02:43:27.878722 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac680d1-ac7e-469a-8fd3-070d52d853c4 req-9771d4be-e742-4d98-bc2b-d98f2eb9edd5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:27.880283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ac680d1-ac7e-469a-8fd3-070d52d853c4 req-9771d4be-e742-4d98-bc2b-d98f2eb9edd5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0661323 Jul 16 02:43:27.920804 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-7ac680d1-ac7e-469a-8fd3-070d52d853c4 req-5b32ca68-d387-4907-9f69-c90f7b2dbb21 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345848 Jul 16 02:43:29.113210 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce191391-135a-4b0a-82a1-b74323aaf7b7 req-a1529dcf-3c81-48e4-89c1-c915f884cc5e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:29.114734 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce191391-135a-4b0a-82a1-b74323aaf7b7 req-a1529dcf-3c81-48e4-89c1-c915f884cc5e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0762680 Jul 16 02:43:29.154580 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-ce191391-135a-4b0a-82a1-b74323aaf7b7 req-67681f24-f78d-4dd0-8df4-7ed9246db94a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Jul 16 02:43:30.343703 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf2b3a-cd1b-4550-81d0-de7b0428fbc4 req-3747d387-24f2-4a85-967a-cca98a0cc820 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:30.345200 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1caf2b3a-cd1b-4550-81d0-de7b0428fbc4 req-3747d387-24f2-4a85-967a-cca98a0cc820 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0696754 Jul 16 02:43:30.384742 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-1caf2b3a-cd1b-4550-81d0-de7b0428fbc4 req-c5123fd9-02c7-4c3f-9c53-25158b9f9f2f tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340030 Jul 16 02:43:31.555568 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b278b7-7989-460d-bf65-123032145d1d req-86f03e13-e906-4c4c-a910-a03c51027f94 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:31.557044 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4b278b7-7989-460d-bf65-123032145d1d req-86f03e13-e906-4c4c-a910-a03c51027f94 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 931 time: 0.0617406 Jul 16 02:43:31.594300 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-c4b278b7-7989-460d-bf65-123032145d1d req-d745fde3-f8ef-452d-9bac-41e188aa8765 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Jul 16 02:43:31.804086 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-2cf16b18-e0f1-4eb9-b805-ec068600806a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:43:31.805209 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-2cf16b18-e0f1-4eb9-b805-ec068600806a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083783 Jul 16 02:43:31.816043 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.v2.base [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Request body: {'port': {'device_id': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:31.890570 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.145391 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1992cf-6854-49c5-8f0b-8c700447c4b5 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:43:32.153820 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.165514 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Transition to ACTIVE for port object 7f1992cf-6854-49c5-8f0b-8c700447c4b5 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:32.168754 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.225580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Pushing event updated for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:32.294679 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Attempting to bind port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 on host n-h1-800085-5 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:32.295022 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Attempting to bind port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 by drivers openvswitch,hyperv on host n-h1-800085-5 at level 0 using segments [{'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:32.295366 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Attempting to bind port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 on network b8af9884-e343-4553-8827-c9e173820623 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:32.300111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 on network b8af9884-e343-4553-8827-c9e173820623 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:43:32.300488 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Attempting to bind port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 on network b8af9884-e343-4553-8827-c9e173820623 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:32.306896 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Checking agent: {'id': '27624659-7b23-4586-a0d3-a404160aa291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'started_at': datetime.datetime(2021, 7, 16, 1, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:32.307237 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Checking segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:32.307622 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Bound using segment: {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:32.308054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Bound port: 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host: n-h1-800085-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b838d478-55d4-43fb-8c8d-432db1c41e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b8af9884-e343-4553-8827-c9e173820623'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:32.308442 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.373557 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:32.376526 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:32.381229 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4853195'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.415007 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:32.415615 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.417020 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] 10.222.0.78 "PUT /v2.0/ports/7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 200 len: 1091 time: 0.6049192 Jul 16 02:43:32.417455 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:32.419644 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44656668-fde3-403f-9f4a-9a50caba0eef" -d '{"events": [{"name": "network-changed", "server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:32.448461 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7cc6b-07ba-4f0d-b77f-4dff108cefcc service neutron] Pushing event updated for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:32.531291 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b1e24c-9e00-49ff-a551-c5179949fb47 x-openstack-request-id: req-49b1e24c-9e00-49ff-a551-c5179949fb47 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:32.531599 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:32.531873 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49b1e24c-9e00-49ff-a551-c5179949fb47 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:32.532399 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'status': 'completed', 'code': 200} Jul 16 02:43:32.535815 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-f523a5f2-7136-4b17-b755-113dddf12e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:32.537914 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-f523a5f2-7136-4b17-b755-113dddf12e51 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1094 time: 0.0678816 Jul 16 02:43:32.580358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-9a0ce170-a43b-420d-ba92-b3f6f7c5c1c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 200 len: 217 time: 0.0354528 Jul 16 02:43:32.629580 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-5670282e-18a1-4c57-b65b-82118eb51619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:32.630998 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-5670282e-18a1-4c57-b65b-82118eb51619 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0448256 Jul 16 02:43:32.692581 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de256539-2cdb-466d-b7da-d348460643f1 req-edd9641c-c1c5-4a44-b53d-86aa12f56db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:32.694562 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-edd9641c-c1c5-4a44-b53d-86aa12f56db6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557215 Jul 16 02:43:32.767964 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57b2e-92a8-49f7-8add-5814bf26f7af req-6263ccfb-d4b5-486e-bcc6-5af0473ad2cb tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:32.769490 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6aa57b2e-92a8-49f7-8add-5814bf26f7af req-6263ccfb-d4b5-486e-bcc6-5af0473ad2cb tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 943 time: 0.0621760 Jul 16 02:43:32.783126 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-7a5164f5-a5b1-41d8-811a-5afb35722c6f service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820606 Jul 16 02:43:32.811287 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6aa57b2e-92a8-49f7-8add-5814bf26f7af req-609b5849-605e-4e70-839c-32f9d384de8e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357583 Jul 16 02:43:32.877588 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-de256539-2cdb-466d-b7da-d348460643f1 req-bfb3267b-b23b-41a9-bdf9-a82010b3ccdc service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878260 Jul 16 02:43:32.972732 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656668-fde3-403f-9f4a-9a50caba0eef req-afbcd2ec-d6e4-4746-b457-f7fe0fdac521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:32.974179 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-44656668-fde3-403f-9f4a-9a50caba0eef req-afbcd2ec-d6e4-4746-b457-f7fe0fdac521 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1094 time: 0.0514088 Jul 16 02:43:33.064431 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656668-fde3-403f-9f4a-9a50caba0eef req-ac776217-d7ae-4248-8a9f-2f419efb6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:33.065901 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-44656668-fde3-403f-9f4a-9a50caba0eef req-ac776217-d7ae-4248-8a9f-2f419efb6fb0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0849140 Jul 16 02:43:33.107334 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-44656668-fde3-403f-9f4a-9a50caba0eef req-3aeb49c7-b8af-4ac1-bd19-89523533724b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 200 len: 217 time: 0.0336211 Jul 16 02:43:33.154260 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656668-fde3-403f-9f4a-9a50caba0eef req-fb0b65c8-62bc-4080-837b-4bfb4f675202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:33.155630 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-44656668-fde3-403f-9f4a-9a50caba0eef req-fb0b65c8-62bc-4080-837b-4bfb4f675202 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0415039 Jul 16 02:43:33.215663 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656668-fde3-403f-9f4a-9a50caba0eef req-b7fc5685-e67b-4e85-900b-0fc797d74254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:33.217176 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-44656668-fde3-403f-9f4a-9a50caba0eef req-b7fc5685-e67b-4e85-900b-0fc797d74254 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545793 Jul 16 02:43:33.304924 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-44656668-fde3-403f-9f4a-9a50caba0eef req-65c99d51-60c0-40e3-a7ac-c4ebbcc4cb3e service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808828 Jul 16 02:43:33.395213 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-44656668-fde3-403f-9f4a-9a50caba0eef req-de7721b3-e59f-43da-9fcf-5c43f23974db service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835381 Jul 16 02:43:33.986026 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480304f-512f-4741-b63c-9d798b21e280 req-abc41f16-b2ce-4d4e-b26b-8f67745c24dc tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:33.987469 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6480304f-512f-4741-b63c-9d798b21e280 req-abc41f16-b2ce-4d4e-b26b-8f67745c24dc tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 943 time: 0.0617111 Jul 16 02:43:34.024208 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-6480304f-512f-4741-b63c-9d798b21e280 req-4ba4dad3-1301-4977-8b26-545492f35697 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Jul 16 02:43:35.193547 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc6d5-304d-4024-8b27-0ae33584736a req-438fac1b-de8a-4dcd-84da-ee62422872e3 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:35.195047 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-efbdc6d5-304d-4024-8b27-0ae33584736a req-438fac1b-de8a-4dcd-84da-ee62422872e3 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 943 time: 0.0637827 Jul 16 02:43:35.231396 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-efbdc6d5-304d-4024-8b27-0ae33584736a req-5c41ea9d-2e8c-4401-bd7a-463a671b5940 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309594 Jul 16 02:43:35.422134 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:43:35.515435 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:35.526598 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'port_id': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'mac_address': 'fa:16:3e:4c:07:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:43:35.562228 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:35.574235 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1992cf-6854-49c5-8f0b-8c700447c4b5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:43:35.593798 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:35.597481 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:35.645728 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:35.885813 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['7f1992cf-6854-49c5-8f0b-8c700447c4b5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:43:36.445850 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d300d-5aec-4819-b731-4ca9b32f53d4 req-b2d7b4a6-5a0b-4b72-8602-b79927fc6e72 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:36.447310 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-466d300d-5aec-4819-b731-4ca9b32f53d4 req-b2d7b4a6-5a0b-4b72-8602-b79927fc6e72 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 944 time: 0.0662615 Jul 16 02:43:36.483591 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-466d300d-5aec-4819-b731-4ca9b32f53d4 req-25a36641-b1b1-4039-98b1-477748541c9a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308378 Jul 16 02:43:37.441725 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:37.488587 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning for port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:37.492957 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:37.493343 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.567851 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.590233 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:37.592468 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e0102b-cdfa-4282-b054-9afbbf25c041" -d '{"events": [{"server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "name": "network-vif-plugged", "status": "completed", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:37.608103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:37.613514 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.641722 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6829748d-01ea-456d-98cc-4dc42058923b x-openstack-request-id: req-6829748d-01ea-456d-98cc-4dc42058923b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:37.642022 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "name": "network-vif-plugged", "status": "completed", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:37.642294 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6829748d-01ea-456d-98cc-4dc42058923b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:37.642709 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'code': 200} Jul 16 02:43:37.668076 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:37.673515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191db6-2400-4feb-b99e-3515a863eb85 req-6dcc7858-5d65-4f85-a995-05065a0ec500 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:37.675054 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36191db6-2400-4feb-b99e-3515a863eb85 req-6dcc7858-5d65-4f85-a995-05065a0ec500 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 945 time: 0.0736818 Jul 16 02:43:37.715029 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-36191db6-2400-4feb-b99e-3515a863eb85 req-b73d960b-925c-4816-9aa3-aa1ede636b8e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328925 Jul 16 02:43:37.757380 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e42dad-e3eb-4626-82b6-e53fac667fb1 req-d2d1bc9b-81ba-47fc-afe5-11c20d8b793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:37.758857 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8e42dad-e3eb-4626-82b6-e53fac667fb1 req-d2d1bc9b-81ba-47fc-afe5-11c20d8b793b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0519149 Jul 16 02:43:37.793168 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-c8e42dad-e3eb-4626-82b6-e53fac667fb1 req-3aa1e15b-7b40-478d-accb-ccd0936e9fe9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274179 Jul 16 02:43:38.312583 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:38.885730 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae763d2-40c5-4f09-8c17-2f8eab704608 req-38f8d23a-aafc-419a-a608-d2c3c02f7a62 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:38.887187 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ae763d2-40c5-4f09-8c17-2f8eab704608 req-38f8d23a-aafc-419a-a608-d2c3c02f7a62 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 945 time: 0.0620325 Jul 16 02:43:38.927271 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3ae763d2-40c5-4f09-8c17-2f8eab704608 req-1487fafa-ca4e-4283-9427-549228c2c1c7 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347567 Jul 16 02:43:39.279654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683f43e-9185-44cd-86d7-2698e407ce76 req-8ae9397b-63d7-418b-95d7-00a0b9be07b9 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:39.281140 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9683f43e-9185-44cd-86d7-2698e407ce76 req-8ae9397b-63d7-418b-95d7-00a0b9be07b9 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 945 time: 0.0633492 Jul 16 02:43:39.317847 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9683f43e-9185-44cd-86d7-2698e407ce76 req-a99cd30a-c56b-44c5-81ba-27b4aeaa4a3c tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Jul 16 02:43:39.341018 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:39.390988 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49695fa4-8dcd-4b8f-8fe3-32923e7c32b4 tempest-TestSnapshotPattern-486154148 tempest-TestSnapshotPattern-486154148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:39.392480 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-49695fa4-8dcd-4b8f-8fe3-32923e7c32b4 tempest-TestSnapshotPattern-486154148 tempest-TestSnapshotPattern-486154148-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1091 time: 0.0504806 Jul 16 02:43:39.395163 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:39.399920 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Request body: {'floatingip': {'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'port_id': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:39.421750 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:39.521381 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:39.621654 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Allocated IP 172.25.5.46 (9503c9c2-1e89-442c-a2cc-7878662d3bcf/47774228-a845-47f4-afe8-a1918c6910bc/1e07ded2-de40-45b6-be76-ec5f9af032d8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:39.723744 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:39.761579 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780519666059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:39.796809 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Network 9503c9c2-1e89-442c-a2cc-7878662d3bcf is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:39.801596 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:39.804975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:39.833688 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'Port': ['ID=1e07ded2-de40-45b6-be76-ec5f9af032d8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:39.847117 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.847461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.847797 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.848130 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.848486 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.848812 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.849134 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.849454 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.849776 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.850118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.850438 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:39.850755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:40.192789 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.275325 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.430834 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.435359 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220032'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.502699 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event updated for resources: {'Port': ['ID=1e07ded2-de40-45b6-be76-ec5f9af032d8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:40.517934 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-496302'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.620737 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Floating IP 71e1982e-d088-4ae4-9dea-96f73e3813f3 associated. External IP: 172.25.5.46, port: 7f1992cf-6854-49c5-8f0b-8c700447c4b5. Jul 16 02:43:40.828718 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Router 4b262932-27f0-49b4-8ed7-da824c28c439 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:40.935597 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:40.945282 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] Sync routers for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:40.952597 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.955815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:40.955815 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:43:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:40.999025 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-f321874d-ea4a-4807-957e-5d872232b5dd tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5920892 Jul 16 02:43:40.999025 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:40.999025 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5964e1-85c8-4c85-a001-2d5342d95392" -d '{"events": [{"name": "network-changed", "server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:41.061050 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:41.081591 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ae2dc5-be5b-48cf-bde7-6365486a0a80 x-openstack-request-id: req-23ae2dc5-be5b-48cf-bde7-6365486a0a80 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:41.081892 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:41.082394 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23ae2dc5-be5b-48cf-bde7-6365486a0a80 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:41.082802 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'status': 'completed', 'code': 200} Jul 16 02:43:41.157660 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-6ddb9584-a13e-4afc-a119-012fe40c0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:41.159181 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-6ddb9584-a13e-4afc-a119-012fe40c0fe3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0533676 Jul 16 02:43:41.251318 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-1135bcd9-dd1e-44b5-81ce-20b8e500250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:41.252857 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-1135bcd9-dd1e-44b5-81ce-20b8e500250d service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0875139 Jul 16 02:43:41.286945 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:08Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}, {'id': '71e1982e-d088-4ae4-9dea-96f73e3813f3', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:4c:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:40Z', 'updated_at': '2021-07-16T02:43:40Z', 'revision_number': 0, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:41.316893 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-c80a2913-ba38-4bd8-b0d0-bb6788900271 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 200 len: 998 time: 0.0572717 Jul 16 02:43:41.318401 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] Checking router: 4b262932-27f0-49b4-8ed7-da824c28c439 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:41.326950 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:41.327585 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:43:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:41.370054 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-b4fa9fe7-10f7-4e49-bc1d-adfe4630f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:41.371559 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-b4fa9fe7-10f7-4e49-bc1d-adfe4630f474 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0472105 Jul 16 02:43:41.427415 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-c24d7693-7148-4dc1-a8e3-7ca6f39cd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:41.429583 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-c24d7693-7148-4dc1-a8e3-7ca6f39cd662 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519662 Jul 16 02:43:41.431473 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:41.520654 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-6fa56942-5926-4cbb-9152-aa7b4c720e57 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840862 Jul 16 02:43:41.622905 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-df5964e1-85c8-4c85-a001-2d5342d95392 req-cb7a07f6-f83d-46b7-840b-0a23531380f7 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936241 Jul 16 02:43:41.665870 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:08Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}, {'id': '71e1982e-d088-4ae4-9dea-96f73e3813f3', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:4c:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:40Z', 'updated_at': '2021-07-16T02:43:40Z', 'revision_number': 0, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:41.693243 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751935a0-1f8f-4160-9927-b8d5f67b6c78 None None] The sync data for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 is: [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:08Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}, {'id': '71e1982e-d088-4ae4-9dea-96f73e3813f3', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:4c:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:40Z', 'updated_at': '2021-07-16T02:43:40Z', 'revision_number': 0, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:41.714651 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc963fa9-2386-4a99-92e8-e7bc2a1855ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:41.895357 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b1be2-b80f-456f-ad60-27ed2622bd66 None None] New status for floating IP 71e1982e-d088-4ae4-9dea-96f73e3813f3: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:43:44.531591 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0996-413a-484d-ae13-d0354cf8c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:44.548244 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:45.653831 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:46.903412 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:47.150358 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.574693 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.715582 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62770c5c-df46-45f1-9437-843f7b0faa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.141453 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-573557df-1acc-4616-9762-44c2d589b913 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517969 Jul 16 02:44:12.233159 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-8e97c9bc-76df-458d-bfdf-410d0f9b8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:12.234631 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-8e97c9bc-76df-458d-bfdf-410d0f9b8e84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1095 time: 0.0524316 Jul 16 02:44:12.347045 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-a6de1db0-987a-4351-85c7-17b2769bd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:12.348606 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-a6de1db0-987a-4351-85c7-17b2769bd97e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0903907 Jul 16 02:44:12.417482 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-545f1895-eb84-499b-b40a-059d95d3cbbd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 1000 time: 0.0613470 Jul 16 02:44:12.464925 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-323cf654-f50d-468d-b5a5-92cc04d4d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:12.466320 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-323cf654-f50d-468d-b5a5-92cc04d4d649 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0423007 Jul 16 02:44:12.522874 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-cc3586bf-ef2a-4efa-a76d-329528942145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:12.524497 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-cc3586bf-ef2a-4efa-a76d-329528942145 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516703 Jul 16 02:44:12.618022 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-f226952c-d978-4231-a0c4-248b1c73066b service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862689 Jul 16 02:44:12.704964 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-2a7a28a2-ec9d-4f16-b5b4-0cd1b6708185 req-d598b544-491e-4d3a-a52c-be787e6c5f27 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801620 Jul 16 02:44:14.522312 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6f8347c-1c22-4172-8409-60c413701954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.547091 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.311713 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:15.656078 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.914888 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.151565 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.593461 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.923804 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-332003a9-c6da-4a61-aa82-d3292f710f07 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501227 Jul 16 02:44:21.020585 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-b99e8bc7-5fb1-48b2-bf5e-7377e6af077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.022097 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-b99e8bc7-5fb1-48b2-bf5e-7377e6af077a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0560660 Jul 16 02:44:21.125740 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-96711527-bbd0-441f-855f-1dd5dcd26b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.127205 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-96711527-bbd0-441f-855f-1dd5dcd26b1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0848536 Jul 16 02:44:21.194197 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-7a243488-6258-431a-90a1-a1730c9dc575 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 200 len: 1000 time: 0.0602465 Jul 16 02:44:21.244052 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-d97f7376-adfb-4b1f-a854-865e1d578fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.245586 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-d97f7376-adfb-4b1f-a854-865e1d578fa7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0439670 Jul 16 02:44:21.302797 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-2bea12cb-5b4c-491f-8b74-7ebfed095078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.304273 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-2bea12cb-5b4c-491f-8b74-7ebfed095078 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521388 Jul 16 02:44:21.401068 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-194eda41-24fc-41d6-bc2b-0704e779c2d5 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849683 Jul 16 02:44:21.489000 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-7c1023d0-3573-43fd-810f-80df3e1090fc req-eb634446-91f4-4476-a90e-f3465de57772 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Jul 16 02:44:41.715622 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eff7c5dc-cfee-4cd8-8590-ebe44bef3e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:44.522466 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ab2c-5734-48ce-92d3-d5d1a6d9029a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:44.547684 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:45.659883 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:46.922696 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:47.153720 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:50.595536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:52.311172 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:11.720269 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b315aa9-3cef-4c9f-bec5-289f34165c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:11.956917 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 details requested by agent hyperv_n-h1-800085-5 with host n-h1-800085-5 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:45:12.048595 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:12.060107 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Returning: {'device': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'port_id': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'mac_address': 'fa:16:3e:4c:07:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:45:12.097994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.110456 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f1992cf-6854-49c5-8f0b-8c700447c4b5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:45:12.130778 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:12.135002 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.158107 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-d41e4112-d2f7-40a8-8aa5-8f337021c957 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580678 Jul 16 02:45:12.192823 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:12.200711 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.201071 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.201395 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.201755 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.202081 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.202403 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.202727 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.203112 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.203431 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.203752 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.204068 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.204408 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.219694 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] get_ports_and_sgs() called for port_ids ['7f1992cf-6854-49c5-8f0b-8c700447c4b5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:45:12.271648 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-196a7cb1-2893-4bc5-b73b-f70c2dcf0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:12.273493 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-196a7cb1-2893-4bc5-b73b-f70c2dcf0988 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1095 time: 0.0693588 Jul 16 02:45:12.381493 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-8eeb2215-bd32-4b9b-ac16-2185198195f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:12.383280 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-8eeb2215-bd32-4b9b-ac16-2185198195f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0882814 Jul 16 02:45:12.459068 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-fbbcdded-a034-47ff-a3d4-2f2529120429 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 1000 time: 0.0688064 Jul 16 02:45:12.510291 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-9062cd50-331b-4c69-94bd-31374522d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:12.511788 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-9062cd50-331b-4c69-94bd-31374522d967 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0459926 Jul 16 02:45:12.571356 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-0a1ea2ed-3939-4069-98a7-374f84ebfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:12.573035 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-0a1ea2ed-3939-4069-98a7-374f84ebfcb9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542431 Jul 16 02:45:12.669746 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-2d6bf887-b412-478b-8fc2-1e2409be629b service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893741 Jul 16 02:45:12.776554 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-33f6ae8c-0473-42e4-a71a-724a71ca4bf2 req-9e64ec54-8f95-4eda-9b3f-bf282d4ff8ea service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998132 Jul 16 02:45:13.956708 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 up at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:14.013174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Provisioning complete for port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:14.013856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496356'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.102110 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583828'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.135832 n-d-800085-5 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:14.138384 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ceeb37264a2a7fa305ba1f8d844b2e4af7731da4f561b7db760aa6cad0f72ecc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceef754b-a540-4875-b855-47a45b88992b" -d '{"events": [{"server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "name": "network-vif-plugged", "status": "completed", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:14.160922 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:14.168173 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780520067413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780519666077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780519666095'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.197710 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691dd619-ebc6-4a41-a1d6-90a0524b25da x-openstack-request-id: req-691dd619-ebc6-4a41-a1d6-90a0524b25da {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:14.198016 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "name": "network-vif-plugged", "status": "completed", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:14.198262 n-d-800085-5 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-691dd619-ebc6-4a41-a1d6-90a0524b25da {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:14.198779 n-d-800085-5 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'code': 200} Jul 16 02:45:14.225642 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Pushing event updated for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:14.523962 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ecaefa90-fb10-4256-836c-f1441b5ebb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:14.552779 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.663992 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.920937 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.161280 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.594904 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.948828 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-3df2b10d-8f04-4a9e-9e1b-d849dcfb8cae service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015363 Jul 16 02:45:21.970949 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46666) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:22.044934 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd170b-3011-4682-98d7-242559f68b94 req-28c70055-63fc-4b00-89d0-5ff1f7279678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.046358 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-28c70055-63fc-4b00-89d0-5ff1f7279678 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0550306 Jul 16 02:45:22.143339 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Deleting port 1e07ded2-de40-45b6-be76-ec5f9af032d8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:22.144244 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.152861 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd170b-3011-4682-98d7-242559f68b94 req-8996a027-540a-4f7a-a682-5ac74c760c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.154347 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-8996a027-540a-4f7a-a682-5ac74c760c75 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0873258 Jul 16 02:45:22.219766 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.220098 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.222197 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-0a73a41e-e144-4895-86d9-4934bb438a48 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 200 len: 1000 time: 0.0610938 Jul 16 02:45:22.231635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Calling delete_port for 1e07ded2-de40-45b6-be76-ec5f9af032d8 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:22.272614 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd170b-3011-4682-98d7-242559f68b94 req-4c33004a-5650-45ca-9ef8-e2f24ff68cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.274080 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-4c33004a-5650-45ca-9ef8-e2f24ff68cdc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0437527 Jul 16 02:45:22.332975 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd170b-3011-4682-98d7-242559f68b94 req-fe7f1d1f-4ebe-4ca5-b63b-ed6adffc4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.334571 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-fe7f1d1f-4ebe-4ca5-b63b-ed6adffc4a47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535121 Jul 16 02:45:22.377412 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.404512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event deleted for resources: {'Port': ['ID=1e07ded2-de40-45b6-be76-ec5f9af032d8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:22.431173 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.431515 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.431855 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.432193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.432549 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.432872 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.433193 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.433512 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.433830 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.434146 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.434463 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.434780 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:22.478136 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.478503 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Floating IP 71e1982e-d088-4ae4-9dea-96f73e3813f3 disassociated (deleted). External IP: 172.25.5.46, port: 7f1992cf-6854-49c5-8f0b-8c700447c4b5. Jul 16 02:45:22.693674 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Router 4b262932-27f0-49b4-8ed7-da824c28c439 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:22.779947 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-bc02e0c4-f6d0-4c7b-984c-b43d8559ef04 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374661 Jul 16 02:45:22.802317 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:22.807106 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.813529 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] Sync routers for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:22.823742 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:22.824751 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:22.846141 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-5688c940-1273-44ab-ac21-9be531b0bc3b tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "DELETE /v2.0/floatingips/71e1982e-d088-4ae4-9dea-96f73e3813f3 HTTP/1.1" status: 204 len: 168 time: 0.8740852 Jul 16 02:45:22.847002 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:22.849592 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90626cef-8b6f-4900-a820-e0fa0d376987" -d '{"events": [{"name": "network-changed", "server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:22.876506 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-f5dd170b-3011-4682-98d7-242559f68b94 req-3127852a-9a2d-4a2a-91c6-6d09b06792a1 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900447 Jul 16 02:45:22.913882 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369d9ba6-33b2-4b23-afa1-23c17e6e5511 x-openstack-request-id: req-369d9ba6-33b2-4b23-afa1-23c17e6e5511 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:22.914178 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:22.914441 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-369d9ba6-33b2-4b23-afa1-23c17e6e5511 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:22.914896 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'status': 'completed', 'code': 200} Jul 16 02:45:22.958255 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:22.990035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-bb4c2c81-7f44-404a-bb65-45f9c64848d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.991604 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-bb4c2c81-7f44-404a-bb65-45f9c64848d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 1096 time: 0.0548174 Jul 16 02:45:23.092906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-f85ea272-4063-42f3-89a2-442e461e755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.094643 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-f85ea272-4063-42f3-89a2-442e461e755d service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.0967999 Jul 16 02:45:23.148237 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-25ae671f-08f5-4a78-8748-a744da150c63 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 200 len: 217 time: 0.0417953 Jul 16 02:45:23.198590 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:08Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:23.200206 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-cf1e1dbd-f1a0-4dd1-9ad4-3c2cc66fb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.201824 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-cf1e1dbd-f1a0-4dd1-9ad4-3c2cc66fb80e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0462101 Jul 16 02:45:23.225926 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] Checking router: 4b262932-27f0-49b4-8ed7-da824c28c439 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:23.234193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:23.234807 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:23.262823 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-0ed76774-9394-4ae5-a26c-adbe40469c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.264541 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-0ed76774-9394-4ae5-a26c-adbe40469c38 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556555 Jul 16 02:45:23.326902 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc82762-6722-4e1a-9c87-13c23f964204 req-6b6323dc-30ee-46f0-a642-31f45bb78967 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.330324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bc82762-6722-4e1a-9c87-13c23f964204 req-6b6323dc-30ee-46f0-a642-31f45bb78967 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 945 time: 0.1397815 Jul 16 02:45:23.344066 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:23.376637 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-9bc82762-6722-4e1a-9c87-13c23f964204 req-7a2d920e-944d-4cbb-a645-e774e16e2651 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372169 Jul 16 02:45:23.388774 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-e709cd30-e210-4cb9-910e-54b78ae6ba10 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155198 Jul 16 02:45:23.478526 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-90626cef-8b6f-4900-a820-e0fa0d376987 req-37f7baea-6b91-4aae-9442-14e63e69e313 service neutron] 10.222.0.78 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831566 Jul 16 02:45:23.565677 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:08Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:23.594876 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f309a-0f65-4999-ad44-09a3c24da0d6 None None] The sync data for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 is: [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_floatingips': [{'id': '02bca345-4333-4dab-bfce-57c39b11b7dc', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'router_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'port_id': 'dddfd75f-f082-43af-a929-099df1eff964', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'mac_address': 'fa:16:3e:dc:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:06Z', 'updated_at': '2021-07-16T02:41:08Z', 'revision_number': 1, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:23.798938 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2963be-cd9e-4124-a263-226cc3c50a4a None None] New status for floating IP 71e1982e-d088-4ae4-9dea-96f73e3813f3: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:24.551072 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efd13a-9b7b-449c-ba85-dceff93971bb req-e1e67e0b-9b8a-4ea9-bb38-d2f36b8b00d7 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.552729 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29efd13a-9b7b-449c-ba85-dceff93971bb req-e1e67e0b-9b8a-4ea9-bb38-d2f36b8b00d7 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 945 time: 0.0654685 Jul 16 02:45:24.589583 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-29efd13a-9b7b-449c-ba85-dceff93971bb req-d5fd1eea-9c87-4f5a-95bb-b3193cce54a4 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Jul 16 02:45:24.798651 n-d-800085-5 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-ab0d5431-cb5d-4a49-960e-9dc42084f4fc tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:24.800149 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-ab0d5431-cb5d-4a49-960e-9dc42084f4fc tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.78 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 945 time: 0.0664093 Jul 16 02:45:24.898365 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Deleting port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:24.898706 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.990220 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] For port 7f1992cf-6854-49c5-8f0b-8c700447c4b5, host n-h1-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-5',level=0,port_id=7f1992cf-6854-49c5-8f0b-8c700447c4b5,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:24.990582 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:25.002013 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Calling delete_port for 7f1992cf-6854-49c5-8f0b-8c700447c4b5 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:25.126365 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:25.159720 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event deleted for resources: {'Port': ['ID=7f1992cf-6854-49c5-8f0b-8c700447c4b5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:25.172259 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.172635 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.172993 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.173325 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.173677 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.174009 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.174335 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.174655 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.175110 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.175435 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.175758 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.176081 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-5 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:25.214936 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] No DVR routers for this DVR port 7f1992cf-6854-49c5-8f0b-8c700447c4b5 on host n-h1-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:25.217448 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:25.219504 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [req-515e6aaf-5947-4b13-bf88-7ce52ca18138 req-df8f045b-ac21-4f35-9d71-2696d25a474e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.78 "DELETE /v2.0/ports/7f1992cf-6854-49c5-8f0b-8c700447c4b5 HTTP/1.1" status: 204 len: 173 time: 0.4135630 Jul 16 02:45:25.219943 n-d-800085-5 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'name': 'network-vif-deleted', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:25.222851 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620a395f730078d086df7e1b2675447cb14b691f8fe9d75c93677fa1988f18f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302a5b80-4825-4b33-a9cb-f95866527eea" -d '{"events": [{"server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "name": "network-vif-deleted", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:25.260865 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f89b9a8-e18d-4881-9b6c-1a4ddf04c3cd x-openstack-request-id: req-7f89b9a8-e18d-4881-9b6c-1a4ddf04c3cd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:25.261219 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17eed46-2fac-4b97-8775-5c18a2b5eba9", "name": "network-vif-deleted", "tag": "7f1992cf-6854-49c5-8f0b-8c700447c4b5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:25.261441 n-d-800085-5 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f89b9a8-e18d-4881-9b6c-1a4ddf04c3cd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:25.261933 n-d-800085-5 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17eed46-2fac-4b97-8775-5c18a2b5eba9', 'name': 'network-vif-deleted', 'tag': '7f1992cf-6854-49c5-8f0b-8c700447c4b5', 'status': 'completed', 'code': 200} Jul 16 02:45:25.746935 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-3b4f61fc-f865-413c-af8c-6c0594b9a5c8 req-1f54b636-644d-435b-9f90-f10352e5241a tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=b17eed46-2fac-4b97-8775-5c18a2b5eba9 HTTP/1.1" status: 200 len: 210 time: 0.0321944 Jul 16 02:45:26.052048 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:26.072295 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 7f1992cf-6854-49c5-8f0b-8c700447c4b5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:26.072646 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:27.338636 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:27.492666 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Deleting port b5221bdd-3e76-4bfa-b521-30ee60ddda7c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:27.493014 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.567169 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.567501 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.578859 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Calling delete_port for b5221bdd-3e76-4bfa-b521-30ee60ddda7c owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:27.722835 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.749957 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event deleted for resources: {'Port': ['ID=b5221bdd-3e76-4bfa-b521-30ee60ddda7c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:27.811876 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.812189 n-d-800085-5 neutron-server[93706]: INFO neutron.db.l3_db [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Floating IP 02bca345-4333-4dab-bfce-57c39b11b7dc disassociated (deleted). External IP: 172.25.5.237, port: dddfd75f-f082-43af-a929-099df1eff964. Jul 16 02:45:28.014690 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Router 4b262932-27f0-49b4-8ed7-da824c28c439 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:28.123353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:28.128084 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:28.132839 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] Sync routers for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:28.141505 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:28.142103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:28.163730 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-647b88c7-f931-450d-9c23-7c3270e228c8 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "DELETE /v2.0/floatingips/02bca345-4333-4dab-bfce-57c39b11b7dc HTTP/1.1" status: 204 len: 168 time: 0.8240221 Jul 16 02:45:28.164347 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:28.166574 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354fc0b3-0f04-462e-af4a-a1bded3c2571" -d '{"events": [{"name": "network-changed", "server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "tag": "dddfd75f-f082-43af-a929-099df1eff964"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:28.202777 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfe1802-c436-43c2-a327-12963ed74a81 x-openstack-request-id: req-ecfe1802-c436-43c2-a327-12963ed74a81 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:28.203071 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "tag": "dddfd75f-f082-43af-a929-099df1eff964", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:28.203325 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecfe1802-c436-43c2-a327-12963ed74a81 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:28.203727 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964', 'status': 'completed', 'code': 200} Jul 16 02:45:28.254452 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:28.289755 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-8cece4bc-a556-4ddf-82ae-82e8a1340361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:28.291324 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-8cece4bc-a556-4ddf-82ae-82e8a1340361 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 1095 time: 0.0650022 Jul 16 02:45:28.398923 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-d43ab754-b0e0-4111-be58-2ccce58a1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:28.400459 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-d43ab754-b0e0-4111-be58-2ccce58a1aa3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 200 len: 911 time: 0.1028862 Jul 16 02:45:28.463080 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:28.494892 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] Checking router: 4b262932-27f0-49b4-8ed7-da824c28c439 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:28.503777 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:28.504434 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:28.611699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:28.798640 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-6980ff3b-53b4-41af-a4df-9ea08f075d55 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 200 len: 217 time: 0.3909616 Jul 16 02:45:28.808998 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:28.834420 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa695857-fd60-43b1-a179-afaa17ba832f None None] The sync data for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 is: [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:47Z', 'revision_number': 4, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5', '_interfaces': [{'id': 'ee4759b9-073c-4963-8460-186ddf045aa0', 'name': '', 'network_id': 'b8af9884-e343-4553-8827-c9e173820623', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'mac_address': 'fa:16:3e:15:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:46Z', 'updated_at': '2021-07-16T02:40:52Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'subnets': [{'id': '440a475f-5af0-45bf-9f64-cddb453144fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:28.876036 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-14ff581f-7a42-43fb-b7c3-6f902d2fc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:28.877577 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-14ff581f-7a42-43fb-b7c3-6f902d2fc232 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 200 len: 849 time: 0.0706489 Jul 16 02:45:28.929404 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a855aa-9320-4951-9d23-6c8ec1329c0e req-f731d55d-4fca-4c3b-9bfa-cbc59c262a1e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:28.930892 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59a855aa-9320-4951-9d23-6c8ec1329c0e req-f731d55d-4fca-4c3b-9bfa-cbc59c262a1e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 944 time: 0.1351070 Jul 16 02:45:28.981706 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-59a855aa-9320-4951-9d23-6c8ec1329c0e req-8fd1c17b-78ad-44d7-a427-71668d7b974e tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449555 Jul 16 02:45:28.986424 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-d948e2f5-e492-4475-86fe-3639ad7a835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:28.988525 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-d948e2f5-e492-4475-86fe-3639ad7a835d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b8af9884-e343-4553-8827-c9e173820623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008480 Jul 16 02:45:29.053553 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c6c3d9-04bb-4753-8dbc-63676907b19e None None] New status for floating IP 02bca345-4333-4dab-bfce-57c39b11b7dc: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:29.084668 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-7ee3c637-aac6-4c21-a28b-d0938a4e384a service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878644 Jul 16 02:45:29.184283 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-354fc0b3-0f04-462e-af4a-a1bded3c2571 req-75b02278-4edd-4771-b4d9-c801639a2716 service neutron] 10.222.0.93 "GET /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918050 Jul 16 02:45:29.309809 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:30.057732 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 no longer exists at agent hyperv_n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:30.082242 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-e8049a54-8cdc-4e18-8a08-d688dcf520f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:30.083747 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-e8049a54-8cdc-4e18-8a08-d688dcf520f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.93 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 944 time: 0.0693834 Jul 16 02:45:30.090811 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] No Port match for: 7f1992cf-6854-49c5-8f0b-8c700447c4b5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:30.091163 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Device 7f1992cf-6854-49c5-8f0b-8c700447c4b5 not bound to the agent host n-h1-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:30.223915 n-d-800085-5 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261f7af-49d5-4dcf-ab99-5da8417684bb req-f3c358e3-e1a9-432c-8f26-bf3b4d604f55 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:30.225429 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8261f7af-49d5-4dcf-ab99-5da8417684bb req-f3c358e3-e1a9-432c-8f26-bf3b4d604f55 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/ports?device_id=73ac16d7-7838-486e-82ef-d94550ba5b5d HTTP/1.1" status: 200 len: 944 time: 0.1284935 Jul 16 02:45:30.256828 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Deleting port dddfd75f-f082-43af-a929-099df1eff964 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:30.257179 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.292677 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-8261f7af-49d5-4dcf-ab99-5da8417684bb req-39fb71cb-d0cc-4c78-9ab7-7095aa750e51 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d294b22-c74d-47c5-9a4a-24635a19083e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610628 Jul 16 02:45:30.360119 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] For port dddfd75f-f082-43af-a929-099df1eff964, host n-h2-800085-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-5',level=0,port_id=dddfd75f-f082-43af-a929-099df1eff964,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:30.360510 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.372175 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Calling delete_port for dddfd75f-f082-43af-a929-099df1eff964 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:30.496425 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.529570 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event deleted for resources: {'Port': ['ID=dddfd75f-f082-43af-a929-099df1eff964,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:30.573706 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] No DVR routers for this DVR port dddfd75f-f082-43af-a929-099df1eff964 on host n-h2-800085-5 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:30.576143 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009866'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.578143 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [req-f12b5cb6-f40a-450d-bc3b-00897f6336c3 req-479db1b2-d284-4793-92cd-672d00a650f5 tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.93 "DELETE /v2.0/ports/dddfd75f-f082-43af-a929-099df1eff964 HTTP/1.1" status: 204 len: 173 time: 0.4882443 Jul 16 02:45:30.578581 n-d-800085-5 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-deleted', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:30.581788 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f975792d4cf7b79caed7cb017ebfc3fc4ac0597e41d142f07928de79e33e270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cb7f90-87fc-4a03-aed1-de10db22df84" -d '{"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-deleted", "tag": "dddfd75f-f082-43af-a929-099df1eff964"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:30.617594 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43633169-e813-4d7e-83e3-25e2162cf53d x-openstack-request-id: req-43633169-e813-4d7e-83e3-25e2162cf53d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:30.617887 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ac16d7-7838-486e-82ef-d94550ba5b5d", "name": "network-vif-deleted", "tag": "dddfd75f-f082-43af-a929-099df1eff964", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:30.618184 n-d-800085-5 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43633169-e813-4d7e-83e3-25e2162cf53d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:30.618588 n-d-800085-5 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ac16d7-7838-486e-82ef-d94550ba5b5d', 'name': 'network-vif-deleted', 'tag': 'dddfd75f-f082-43af-a929-099df1eff964', 'status': 'completed', 'code': 200} Jul 16 02:45:31.386015 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:31.443053 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd9eb-b7d3-4a8f-b539-f30c3a18609d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:31.467707 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd9eb-b7d3-4a8f-b539-f30c3a18609d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:31.526272 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd9eb-b7d3-4a8f-b539-f30c3a18609d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:31.529070 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd9eb-b7d3-4a8f-b539-f30c3a18609d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:31.530224 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-2f7bd9eb-b7d3-4a8f-b539-f30c3a18609d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] 10.222.0.81 "DELETE /v2.0/security-groups/5d294b22-c74d-47c5-9a4a-24635a19083e HTTP/1.1" status: 204 len: 168 time: 0.1432204 Jul 16 02:45:31.541880 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bd9eb-b7d3-4a8f-b539-f30c3a18609d tempest-TestSnapshotPattern-1643573102 tempest-TestSnapshotPattern-1643573102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d294b22-c74d-47c5-9a4a-24635a19083e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:32.594528 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:32.934116 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.184576 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Deleting port ee4759b9-073c-4963-8460-186ddf045aa0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:33.184840 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.262223 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] For port ee4759b9-073c-4963-8460-186ddf045aa0, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=ee4759b9-073c-4963-8460-186ddf045aa0,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:33.262585 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.275314 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Calling delete_port for ee4759b9-073c-4963-8460-186ddf045aa0 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:33.453161 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.483088 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4759b9-073c-4963-8460-186ddf045aa0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:33.647726 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:33.856967 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Router 4b262932-27f0-49b4-8ed7-da824c28c439 has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:33.900325 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dddfd75f-f082-43af-a929-099df1eff964 no longer exists at agent hyperv_n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:33.919444 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] No Port match for: dddfd75f-f082-43af-a929-099df1eff964 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:33.919791 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Device dddfd75f-f082-43af-a929-099df1eff964 not bound to the agent host n-h2-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:33.965308 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:33.971448 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-35a145bd-bfb3-444f-a1b6-6ce023cea726 admin admin] 10.222.0.81 "PUT /v2.0/routers/4b262932-27f0-49b4-8ed7-da824c28c439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3752108 Jul 16 02:45:33.972806 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:33.973990 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] Sync routers for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:33.982907 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:33.983618 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:34.075893 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.085142 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: n-d-800085-5 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:34.179297 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.234628 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Deleting port 58a039fb-2d84-4c78-9867-a1cd75ceffb5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:34.234971 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.316924 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] For port 58a039fb-2d84-4c78-9867-a1cd75ceffb5, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=58a039fb-2d84-4c78-9867-a1cd75ceffb5,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:34.317405 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.329741 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Calling delete_port for 58a039fb-2d84-4c78-9867-a1cd75ceffb5 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:34.413394 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:45:33Z', 'revision_number': 5, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port': {'id': '58a039fb-2d84-4c78-9867-a1cd75ceffb5', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:34.443217 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] Checking router: 4b262932-27f0-49b4-8ed7-da824c28c439 for host: n-d-800085-5 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:34.452090 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] Routers {'4b262932-27f0-49b4-8ed7-da824c28c439'} bound to L3 agent in host n-d-800085-5 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:34.452722 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4b262932-27f0-49b4-8ed7-da824c28c439'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:34.498428 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.521961 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a039fb-2d84-4c78-9867-a1cd75ceffb5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:34.540699 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] Set router 4b262932-27f0-49b4-8ed7-da824c28c439 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:34.588924 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.593120 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:45:34Z', 'revision_number': 6, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:34.622227 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0f98-37ab-4ff7-ab24-d031cfa65e99 None None] The sync data for ids ['4b262932-27f0-49b4-8ed7-da824c28c439'] in n-d-800085-5 is: [{'id': '4b262932-27f0-49b4-8ed7-da824c28c439', 'name': 'tempest-TestSnapshotPattern-1609823707-router', 'tenant_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:44Z', 'updated_at': '2021-07-16T02:45:34Z', 'revision_number': 6, 'project_id': 'a5e205fafccb4a7991e9f2f2ac0f8778', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:34.678984 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.681118 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.724729 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.725353 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b262932-27f0-49b4-8ed7-da824c28c439 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:45:34.729660 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.730800 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-1df3b174-ed57-4f92-8a67-5bbe4b17a1a1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4b262932-27f0-49b4-8ed7-da824c28c439 HTTP/1.1" status: 204 len: 168 time: 0.7570720 Jul 16 02:45:34.733440 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:34.779962 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] Deleting subnet 440a475f-5af0-45bf-9f64-cddb453144fa {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:45:34.783031 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.816693 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.891061 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.942680 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.977259 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.983632 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:34.984623 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba718b-79f0-42f2-a729-28798b82faeb None None] Network b8af9884-e343-4553-8827-c9e173820623 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:34.988777 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/440a475f-5af0-45bf-9f64-cddb453144fa HTTP/1.1" status: 204 len: 168 time: 0.2542706 Jul 16 02:45:34.990663 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fbfd9-27d6-4097-8b8f-b1d1bfa816d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440a475f-5af0-45bf-9f64-cddb453144fa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:35.075728 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.101927 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ee4759b9-073c-4963-8460-186ddf045aa0 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:35.128103 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: ee4759b9-073c-4963-8460-186ddf045aa0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:35.128474 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device ee4759b9-073c-4963-8460-186ddf045aa0 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:35.130812 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Deleting port c0a68e69-a1b0-4476-a861-e82ffe95db38 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:35.131223 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.194196 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] For port c0a68e69-a1b0-4476-a861-e82ffe95db38, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=c0a68e69-a1b0-4476-a861-e82ffe95db38,segment=NetworkSegment(b838d478-55d4-43fb-8c8d-432db1c41e07),segment_id=b838d478-55d4-43fb-8c8d-432db1c41e07)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:35.194554 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.206926 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Calling delete_port for c0a68e69-a1b0-4476-a861-e82ffe95db38 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:35.286315 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.309230 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a68e69-a1b0-4476-a861-e82ffe95db38,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:35.314858 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] No DVR routers for this DVR port c0a68e69-a1b0-4476-a861-e82ffe95db38 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:35.388659 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.398948 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8af9884-e343-4553-8827-c9e173820623']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:35.409469 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b838d478-55d4-43fb-8c8d-432db1c41e07') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:35.409755 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b838d478-55d4-43fb-8c8d-432db1c41e07') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:35.418900 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.428937 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f7743-c2f9-4a40-a034-61f34563ad84 None None] DHCP port deletion for b8af9884-e343-4553-8827-c9e173820623 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:45:35.434111 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.441906 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:45:35.441906 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:45:35.443426 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:45:35.498007 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.504954 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.506821 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] 10.222.0.81 "DELETE /v2.0/networks/b8af9884-e343-4553-8827-c9e173820623 HTTP/1.1" status: 204 len: 168 time: 0.5218995 Jul 16 02:45:35.509975 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:35.517549 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf4fcf-35fd-40e2-8efa-7d6c89eec7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b8af9884-e343-4553-8827-c9e173820623,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:35.861172 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419502'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.109521 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Deleting port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:36.109858 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.188014 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] For port 822c4e6d-78e2-481a-a9d8-bd6ce5392e96, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,segment=NetworkSegment(1f096412-349c-477d-83a6-25a87d36e105),segment_id=1f096412-349c-477d-83a6-25a87d36e105)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:36.188320 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.542394 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Calling delete_port for 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:36.715527 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.741702 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Pushing event deleted for resources: {'Port': ['ID=822c4e6d-78e2-481a-a9d8-bd6ce5392e96,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:36.910606 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417086'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.960611 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 58a039fb-2d84-4c78-9867-a1cd75ceffb5 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:36.980905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 58a039fb-2d84-4c78-9867-a1cd75ceffb5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:36.981248 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 58a039fb-2d84-4c78-9867-a1cd75ceffb5 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:36.981651 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c0a68e69-a1b0-4476-a861-e82ffe95db38 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:36.999329 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: c0a68e69-a1b0-4476-a861-e82ffe95db38 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:36.999674 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device c0a68e69-a1b0-4476-a861-e82ffe95db38 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:37.129118 n-d-800085-5 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Router 4030a499-598e-4e74-8397-0deea25322cf has already been hosted by L3 agent 4b8f6dba-b9f5-4512-acd5-352fe8850f51 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:37.235539 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] Notify agent at l3_agent.n-d-800085-5 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:37.242129 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-93b9d4ec-41be-4f79-aba0-d4dbc35d1119 admin admin] 10.222.0.81 "PUT /v2.0/routers/4030a499-598e-4e74-8397-0deea25322cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308176 Jul 16 02:45:37.244798 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] Sync routers for ids ['4030a499-598e-4e74-8397-0deea25322cf'] in n-d-800085-5 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:37.245635 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:37.256556 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] Routers {'4030a499-598e-4e74-8397-0deea25322cf'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:37.257191 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4030a499-598e-4e74-8397-0deea25322cf'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:37.353513 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.359993 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] Set router 4030a499-598e-4e74-8397-0deea25322cf gateway port host: n-d-800085-5 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:37.460824 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.513591 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Deleting port dabb5395-fc1b-446d-980b-2390fc630098 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:37.513968 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.538468 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'external_fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:45:36Z', 'revision_number': 5, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port': {'id': 'dabb5395-fc1b-446d-980b-2390fc630098', 'name': '', 'network_id': '9503c9c2-1e89-442c-a2cc-7878662d3bcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4030a499-598e-4e74-8397-0deea25322cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47774228-a845-47f4-afe8-a1918c6910bc', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47774228-a845-47f4-afe8-a1918c6910bc', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-5'}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:37.565647 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] Checking router: 4030a499-598e-4e74-8397-0deea25322cf for host: n-d-800085-5 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:37.574043 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] Routers {'4030a499-598e-4e74-8397-0deea25322cf'} bound to L3 agent in host n-d-800085-5 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:37.574673 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:09:14Z,description=,heartbeat_timestamp=2021-07-16T02:45:15Z,host='n-d-800085-5',id=4b8f6dba-b9f5-4512-acd5-352fe8850f51,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:09:14Z,topic='l3_agent')) {'router_ids': ['4030a499-598e-4e74-8397-0deea25322cf'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:37.597271 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] For port dabb5395-fc1b-446d-980b-2390fc630098, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=dabb5395-fc1b-446d-980b-2390fc630098,segment=NetworkSegment(744c3d8d-4f6e-47f3-a840-75c7d6a96b1d),segment_id=744c3d8d-4f6e-47f3-a840-75c7d6a96b1d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:37.597631 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.609511 n-d-800085-5 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Calling delete_port for dabb5395-fc1b-446d-980b-2390fc630098 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:37.659245 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] Set router 4030a499-598e-4e74-8397-0deea25322cf gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:37.708897 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:45:37Z', 'revision_number': 6, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port_host': None}], 'n-d-800085-5', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:37.738036 n-d-800085-5 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32970a81-6fa6-4957-8e27-caa0cefe68c0 None None] The sync data for ids ['4030a499-598e-4e74-8397-0deea25322cf'] in n-d-800085-5 is: [{'id': '4030a499-598e-4e74-8397-0deea25322cf', 'name': 'tempest-TestSnapshotPattern-649696553-router', 'tenant_id': '4f24b6291624406a9b36cedb6034ac09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:49Z', 'updated_at': '2021-07-16T02:45:37Z', 'revision_number': 6, 'project_id': '4f24b6291624406a9b36cedb6034ac09', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:37.782300 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220089'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.809143 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dabb5395-fc1b-446d-980b-2390fc630098,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:37.875404 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-496228'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.967176 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7122'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.969375 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.016846 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-419046'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.017382 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4030a499-598e-4e74-8397-0deea25322cf {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:45:38.022167 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.023373 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-564d8970-192d-4de4-8e16-e93213caf0e2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4030a499-598e-4e74-8397-0deea25322cf HTTP/1.1" status: 204 len: 168 time: 0.7774153 Jul 16 02:45:38.025831 n-d-800085-5 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.81', 46758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:38.075461 n-d-800085-5 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] Deleting subnet ae3637fd-2e61-4312-9723-074981150df6 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:45:38.078604 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.115363 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16346234'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.200984 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1493453'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.252863 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1493498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5219978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4578922'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.277877 n-d-800085-5 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3637fd-2e61-4312-9723-074981150df6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:38.281403 n-d-800085-5 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.283255 n-d-800085-5 neutron-server[93706]: INFO neutron.wsgi [None req-681cb79b-044f-4088-9f17-613c2e52e208 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ae3637fd-2e61-4312-9723-074981150df6 HTTP/1.1" status: 204 len: 168 time: 0.2564864 Jul 16 02:45:38.286551 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46760) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:38.288573 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4e05e3-1b35-45e3-ac5d-009ca2e44a91 None None] Network 17adbd19-4167-41cd-8e3c-3314f0603e88 requested from n-d-800085-5 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:38.358654 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1603750'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.415424 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Deleting port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:38.415773 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.482475 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] For port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,segment=NetworkSegment(1f096412-349c-477d-83a6-25a87d36e105),segment_id=1f096412-349c-477d-83a6-25a87d36e105)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:38.482837 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.495400 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Calling delete_port for 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:38.522232 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] DHCP port deletion for 17adbd19-4167-41cd-8e3c-3314f0603e88 request from n-d-800085-5 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:45:38.568966 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] Deleting port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:38.569341 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780520066991'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.578184 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4853234'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.605275 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:38.608893 n-d-800085-5 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] No DVR routers for this DVR port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 on host n-d-800085-5 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:38.638814 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] For port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630, host n-d-800085-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-5',level=0,port_id=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,segment=NetworkSegment(1f096412-349c-477d-83a6-25a87d36e105),segment_id=1f096412-349c-477d-83a6-25a87d36e105)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:38.639294 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418965'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.652491 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] Calling delete_port for 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:38.684275 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1494441', 'neutron.services.segments.db._delete_segments_for_network-8780520180812'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.694286 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17adbd19-4167-41cd-8e3c-3314f0603e88']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:38.703950 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f096412-349c-477d-83a6-25a87d36e105') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:38.704287 n-d-800085-5 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f096412-349c-477d-83a6-25a87d36e105') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:38.713887 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780520184149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285804'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.728551 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.730913 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1586991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780520067458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780519666068'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.735111 n-d-800085-5 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:45:38.736799 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4852515'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: Traceback (most recent call last): Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: timer() Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: cb(*args, **kw) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: return func(*args, **kwargs) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: self._notify() Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: self.callback(batched_events) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: event.method(event) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: return f(self, *a, **k) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: return self._get(url).json() Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:45:38.739853 n-d-800085-5 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:45:38.760149 n-d-800085-5 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] Pushing event deleted for resources: {'Port': ['ID=4e8c6c02-fb9e-47b7-a0da-57314a2aa630,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:38.763905 n-d-800085-5 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246afc5f-5854-4a57-a016-3ddd05496c08 None None] No DVR routers for this DVR port 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 on host n-d-800085-5 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:38.809617 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1494448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-496312'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.815497 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.819750 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] 10.222.0.81 "DELETE /v2.0/networks/17adbd19-4167-41cd-8e3c-3314f0603e88 HTTP/1.1" status: 204 len: 168 time: 0.5293527 Jul 16 02:45:38.829035 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd35de-c5da-4ef3-8c47-60c628418e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=17adbd19-4167-41cd-8e3c-3314f0603e88,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:38.895810 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:38.915433 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:38.915774 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 822c4e6d-78e2-481a-a9d8-bd6ce5392e96 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:38.916174 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dabb5395-fc1b-446d-980b-2390fc630098 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:38.934719 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: dabb5395-fc1b-446d-980b-2390fc630098 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:38.934975 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device dabb5395-fc1b-446d-980b-2390fc630098 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:38.935379 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 no longer exists at agent ovs-agent-n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:38.954193 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] No Port match for: 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:38.954656 n-d-800085-5 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Device 4e8c6c02-fb9e-47b7-a0da-57314a2aa630 not bound to the agent host n-d-800085-5 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:39.010174 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46764) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:39.048879 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-e51ebf6f-8ca7-458f-927d-0db7f83745ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5e205fafccb4a7991e9f2f2ac0f8778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374424 Jul 16 02:45:39.051594 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:39.100938 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d937d8-16e2-4922-895b-1e42136a48c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.121562 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d937d8-16e2-4922-895b-1e42136a48c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.168719 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d937d8-16e2-4922-895b-1e42136a48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.171732 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d937d8-16e2-4922-895b-1e42136a48c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.173218 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-45d937d8-16e2-4922-895b-1e42136a48c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/649d29a4-abd4-475a-85e1-56dd82ab6e63 HTTP/1.1" status: 204 len: 168 time: 0.1205783 Jul 16 02:45:39.182648 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d937d8-16e2-4922-895b-1e42136a48c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649d29a4-abd4-475a-85e1-56dd82ab6e63,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:39.494627 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:39.534739 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-ada60860-f8b5-445a-8f8a-9af8d0a4f7d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f24b6291624406a9b36cedb6034ac09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389373 Jul 16 02:45:39.538719 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.81', 46774) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:39.592283 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa4568ac-f5f2-4077-8e16-4205741ec042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.613937 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa4568ac-f5f2-4077-8e16-4205741ec042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.660828 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa4568ac-f5f2-4077-8e16-4205741ec042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614269'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.663438 n-d-800085-5 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa4568ac-f5f2-4077-8e16-4205741ec042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:39.664661 n-d-800085-5 neutron-server[93707]: INFO neutron.wsgi [None req-fa4568ac-f5f2-4077-8e16-4205741ec042 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25688442-091b-40c2-95a4-1b4f5a151e06 HTTP/1.1" status: 204 len: 168 time: 0.1249862 Jul 16 02:45:39.672511 n-d-800085-5 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4568ac-f5f2-4077-8e16-4205741ec042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25688442-091b-40c2-95a4-1b4f5a151e06,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:41.721476 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52f76f5c-e7de-4666-889c-0a90cc5bfa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.528404 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a167-cd9f-435b-91eb-b4a9d5cf9127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.545798 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:45.664595 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:46.928510 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:47.166299 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:50.615134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.309811 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:11.725740 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45fbad19-1ac8-416b-97f4-ba3472c977d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.530054 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0f7a-689f-4a5b-b140-1e58b2a948f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.547568 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.667706 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.943641 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:17.167150 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.615325 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:41.727370 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b38aac77-cc16-4a68-96e9-fdb65080cb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.310154 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:44.540311 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1567-c042-45cb-accb-37ac951028a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:44.553887 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:45.671663 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:46.961003 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.169620 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:50.631113 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:11.727750 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dedf9438-73ef-43fc-a3e0-1631ffb92a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:14.541618 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efe6b535-006e-4b81-933a-84450aa3bcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:14.546349 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:15.674023 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:16.973592 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:17.172275 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:20.309442 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:20.630021 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:41.730824 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eac2b8ac-c317-4005-87e5-b18d360992d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:44.533166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad2580c3-8518-4737-ba70-e044ec7a5989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:44.550689 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:45.677304 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:46.978856 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:47.175379 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.650563 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.310890 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:11.731533 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c88a-2021-4bed-a953-cc4008d12ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.533134 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5334bf31-4f50-48ff-aade-5fbfcd64135d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.552536 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.679599 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:16.971121 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:17.177875 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:20.643501 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:34.310614 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:41.731164 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63d3ff86-2ca6-4003-8698-cb7a76edae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:44.535608 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17150038-db30-4a7e-8e25-e68291b73948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:44.551749 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:45.682024 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:46.973562 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.179884 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:50.643222 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:11.309452 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:11.731712 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f8bd4da-d694-452c-8905-df03de21d17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:14.535993 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d72d41c1-7b62-4be1-9001-3fb0195324fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:14.555937 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:15.684340 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:16.987586 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:17.182488 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:20.664022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:29.200288 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-3fc45fa4-e9d2-45ca-9d2d-04062fd9932c req-d17843de-78a1-4561-a4ee-5b4e4b2a1ab6 service neutron] (93707) timed out ('10.222.0.81', 45398) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:49:41.732196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-152ed82c-61a8-4978-8066-538fbbfef0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:44.537041 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee512-6305-4e81-969b-57019237b9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:44.556035 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:45.688397 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:46.998703 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:47.185724 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.309607 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:50.674890 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:11.732211 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52116652-50ad-4165-9339-8e6da8ff5e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:14.538065 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed933fe8-288a-4def-98c5-ceca1412567d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:14.556555 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:15.691025 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:17.012098 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:17.188090 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:20.692166 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:25.309204 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:41.734933 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8e99-c554-42b0-ab35-f954ad4923a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:44.539385 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5309611e-3350-430a-b997-eaac9852c2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:44.557225 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:45.694202 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:47.031816 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:47.191948 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:50.709877 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.308195 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:11.738457 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2dcead7-986e-4266-84c8-cf42684459b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.541516 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c730d55e-685d-405a-bd14-00f33185fee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.556789 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.696791 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.012196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.194623 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.722117 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:39.306725 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:41.739615 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4559-41b2-402d-90f8-c0feee1c0dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:44.541438 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0d2874a6-ca79-406f-ad31-72481e6d083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:44.556491 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:45.699448 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:47.016216 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:47.197330 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:50.722960 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:11.742304 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0d1c57d-04d1-42b4-a88d-b4455bcded92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:14.547182 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14638c0d-bfa0-4b52-9592-c80541c5658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:14.557470 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:15.702799 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:16.305426 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:17.014265 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:17.201505 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:20.725248 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:41.743411 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14885552-b69b-4042-8082-5bdedfa76a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:44.554634 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36489b0c-bf69-452d-9875-5b3195bd5cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:44.559787 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:45.706196 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:47.025220 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:47.203663 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:50.734024 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:53.303876 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:11.745994 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-633d6bff-fa0a-4155-94c8-ad43fc06ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:14.546018 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-354fa3b7-60ec-4522-a81e-634ebcd96046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:14.560696 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:15.707894 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:17.023340 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:17.205022 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:20.734285 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:30.302784 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:41.747681 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c29727b-b0f8-4f54-9482-65f1d71ffaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:44.551781 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc5ba-5b04-4728-8804-7f5001435ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:44.561912 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.712385 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.035324 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.207983 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.735224 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.778666 n-d-800085-5 neutron-server[93707]: DEBUG neutron.wsgi [req-65a91cd9-d661-4f09-9977-dee007bd8c2f req-f8e41880-165e-4b02-b99f-dbeee788c7f1 service neutron] (93707) timed out ('10.222.0.81', 39820) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:54:07.303365 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:11.748406 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-86cafb4c-b52a-406c-9539-a2761b987471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.556755 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c31618c-6910-443e-a3f8-f742b1709502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.564147 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.713275 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.041889 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.210036 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.749845 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.750775 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-086343f2-2ae0-4804-9f45-22cedb3cb25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.304804 n-d-800085-5 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-037a5256-2e2a-4f27-b9df-bcaf284b9277 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:44.547366 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17c58c2b-ebf5-4f57-9c91-eb8c2b3594dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.564537 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afe44f95-2d75-4a84-a529-a8d40fbc8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.717315 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-36f2e6f3-30dd-4abc-9946-11f0db3e5a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.052991 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7424797-7a26-4a7a-810a-94bd30255c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.213895 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03895b34-2f24-45f3-854c-52d8c925d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.762057 n-d-800085-5 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1df37117-c1e7-4635-ac53-4e9ac0c87980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780520180794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496819'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}